10b61f8a4SDave Chinner // SPDX-License-Identifier: GPL-2.0 230f712c9SDave Chinner /* 330f712c9SDave Chinner * Copyright (c) 2000-2003,2005 Silicon Graphics, Inc. 430f712c9SDave Chinner * Copyright (c) 2013 Red Hat, Inc. 530f712c9SDave Chinner * All Rights Reserved. 630f712c9SDave Chinner */ 730f712c9SDave Chinner #include "xfs.h" 830f712c9SDave Chinner #include "xfs_fs.h" 95467b34bSDarrick J. Wong #include "xfs_shared.h" 1030f712c9SDave Chinner #include "xfs_format.h" 1130f712c9SDave Chinner #include "xfs_log_format.h" 1230f712c9SDave Chinner #include "xfs_trans_resv.h" 1330f712c9SDave Chinner #include "xfs_mount.h" 1430f712c9SDave Chinner #include "xfs_inode.h" 1530f712c9SDave Chinner #include "xfs_bmap.h" 1630f712c9SDave Chinner #include "xfs_dir2.h" 1730f712c9SDave Chinner #include "xfs_dir2_priv.h" 1830f712c9SDave Chinner #include "xfs_error.h" 1930f712c9SDave Chinner #include "xfs_trace.h" 2030f712c9SDave Chinner #include "xfs_trans.h" 2130f712c9SDave Chinner #include "xfs_buf_item.h" 2230f712c9SDave Chinner 2330f712c9SDave Chinner /* 2430f712c9SDave Chinner * Local function declarations. 2530f712c9SDave Chinner */ 2630f712c9SDave Chinner static int xfs_dir2_leaf_lookup_int(xfs_da_args_t *args, struct xfs_buf **lbpp, 27787b0893SChristoph Hellwig int *indexp, struct xfs_buf **dbpp, 28787b0893SChristoph Hellwig struct xfs_dir3_icleaf_hdr *leafhdr); 2930f712c9SDave Chinner static void xfs_dir3_leaf_log_bests(struct xfs_da_args *args, 3030f712c9SDave Chinner struct xfs_buf *bp, int first, int last); 3130f712c9SDave Chinner static void xfs_dir3_leaf_log_tail(struct xfs_da_args *args, 3230f712c9SDave Chinner struct xfs_buf *bp); 3330f712c9SDave Chinner 3451842556SChristoph Hellwig void 3551842556SChristoph Hellwig xfs_dir2_leaf_hdr_from_disk( 3651842556SChristoph Hellwig struct xfs_mount *mp, 3751842556SChristoph Hellwig struct xfs_dir3_icleaf_hdr *to, 3851842556SChristoph Hellwig struct xfs_dir2_leaf *from) 3951842556SChristoph Hellwig { 4051842556SChristoph Hellwig if (xfs_sb_version_hascrc(&mp->m_sb)) { 4151842556SChristoph Hellwig struct xfs_dir3_leaf *from3 = (struct xfs_dir3_leaf *)from; 4251842556SChristoph Hellwig 4351842556SChristoph Hellwig to->forw = be32_to_cpu(from3->hdr.info.hdr.forw); 4451842556SChristoph Hellwig to->back = be32_to_cpu(from3->hdr.info.hdr.back); 4551842556SChristoph Hellwig to->magic = be16_to_cpu(from3->hdr.info.hdr.magic); 4651842556SChristoph Hellwig to->count = be16_to_cpu(from3->hdr.count); 4751842556SChristoph Hellwig to->stale = be16_to_cpu(from3->hdr.stale); 48787b0893SChristoph Hellwig to->ents = from3->__ents; 4951842556SChristoph Hellwig 5051842556SChristoph Hellwig ASSERT(to->magic == XFS_DIR3_LEAF1_MAGIC || 5151842556SChristoph Hellwig to->magic == XFS_DIR3_LEAFN_MAGIC); 5251842556SChristoph Hellwig } else { 5351842556SChristoph Hellwig to->forw = be32_to_cpu(from->hdr.info.forw); 5451842556SChristoph Hellwig to->back = be32_to_cpu(from->hdr.info.back); 5551842556SChristoph Hellwig to->magic = be16_to_cpu(from->hdr.info.magic); 5651842556SChristoph Hellwig to->count = be16_to_cpu(from->hdr.count); 5751842556SChristoph Hellwig to->stale = be16_to_cpu(from->hdr.stale); 58787b0893SChristoph Hellwig to->ents = from->__ents; 5951842556SChristoph Hellwig 6051842556SChristoph Hellwig ASSERT(to->magic == XFS_DIR2_LEAF1_MAGIC || 6151842556SChristoph Hellwig to->magic == XFS_DIR2_LEAFN_MAGIC); 6251842556SChristoph Hellwig } 6351842556SChristoph Hellwig } 6451842556SChristoph Hellwig 65163fbbb3SChristoph Hellwig void 66163fbbb3SChristoph Hellwig xfs_dir2_leaf_hdr_to_disk( 67163fbbb3SChristoph Hellwig struct xfs_mount *mp, 68163fbbb3SChristoph Hellwig struct xfs_dir2_leaf *to, 69163fbbb3SChristoph Hellwig struct xfs_dir3_icleaf_hdr *from) 70163fbbb3SChristoph Hellwig { 71163fbbb3SChristoph Hellwig if (xfs_sb_version_hascrc(&mp->m_sb)) { 72163fbbb3SChristoph Hellwig struct xfs_dir3_leaf *to3 = (struct xfs_dir3_leaf *)to; 73163fbbb3SChristoph Hellwig 74163fbbb3SChristoph Hellwig ASSERT(from->magic == XFS_DIR3_LEAF1_MAGIC || 75163fbbb3SChristoph Hellwig from->magic == XFS_DIR3_LEAFN_MAGIC); 76163fbbb3SChristoph Hellwig 77163fbbb3SChristoph Hellwig to3->hdr.info.hdr.forw = cpu_to_be32(from->forw); 78163fbbb3SChristoph Hellwig to3->hdr.info.hdr.back = cpu_to_be32(from->back); 79163fbbb3SChristoph Hellwig to3->hdr.info.hdr.magic = cpu_to_be16(from->magic); 80163fbbb3SChristoph Hellwig to3->hdr.count = cpu_to_be16(from->count); 81163fbbb3SChristoph Hellwig to3->hdr.stale = cpu_to_be16(from->stale); 82163fbbb3SChristoph Hellwig } else { 83163fbbb3SChristoph Hellwig ASSERT(from->magic == XFS_DIR2_LEAF1_MAGIC || 84163fbbb3SChristoph Hellwig from->magic == XFS_DIR2_LEAFN_MAGIC); 85163fbbb3SChristoph Hellwig 86163fbbb3SChristoph Hellwig to->hdr.info.forw = cpu_to_be32(from->forw); 87163fbbb3SChristoph Hellwig to->hdr.info.back = cpu_to_be32(from->back); 88163fbbb3SChristoph Hellwig to->hdr.info.magic = cpu_to_be16(from->magic); 89163fbbb3SChristoph Hellwig to->hdr.count = cpu_to_be16(from->count); 90163fbbb3SChristoph Hellwig to->hdr.stale = cpu_to_be16(from->stale); 91163fbbb3SChristoph Hellwig } 92163fbbb3SChristoph Hellwig } 93163fbbb3SChristoph Hellwig 9430f712c9SDave Chinner /* 9530f712c9SDave Chinner * Check the internal consistency of a leaf1 block. 9630f712c9SDave Chinner * Pop an assert if something is wrong. 9730f712c9SDave Chinner */ 9830f712c9SDave Chinner #ifdef DEBUG 99a6a781a5SDarrick J. Wong static xfs_failaddr_t 10030f712c9SDave Chinner xfs_dir3_leaf1_check( 10130f712c9SDave Chinner struct xfs_inode *dp, 10230f712c9SDave Chinner struct xfs_buf *bp) 10330f712c9SDave Chinner { 10430f712c9SDave Chinner struct xfs_dir2_leaf *leaf = bp->b_addr; 10530f712c9SDave Chinner struct xfs_dir3_icleaf_hdr leafhdr; 10630f712c9SDave Chinner 10751842556SChristoph Hellwig xfs_dir2_leaf_hdr_from_disk(dp->i_mount, &leafhdr, leaf); 10830f712c9SDave Chinner 10930f712c9SDave Chinner if (leafhdr.magic == XFS_DIR3_LEAF1_MAGIC) { 11030f712c9SDave Chinner struct xfs_dir3_leaf_hdr *leaf3 = bp->b_addr; 11130f712c9SDave Chinner if (be64_to_cpu(leaf3->info.blkno) != bp->b_bn) 112a6a781a5SDarrick J. Wong return __this_address; 11330f712c9SDave Chinner } else if (leafhdr.magic != XFS_DIR2_LEAF1_MAGIC) 114a6a781a5SDarrick J. Wong return __this_address; 11530f712c9SDave Chinner 1165ba30919SChristoph Hellwig return xfs_dir3_leaf_check_int(dp->i_mount, &leafhdr, leaf); 11730f712c9SDave Chinner } 118a6a781a5SDarrick J. Wong 119a6a781a5SDarrick J. Wong static inline void 120a6a781a5SDarrick J. Wong xfs_dir3_leaf_check( 121a6a781a5SDarrick J. Wong struct xfs_inode *dp, 122a6a781a5SDarrick J. Wong struct xfs_buf *bp) 123a6a781a5SDarrick J. Wong { 124a6a781a5SDarrick J. Wong xfs_failaddr_t fa; 125a6a781a5SDarrick J. Wong 126a6a781a5SDarrick J. Wong fa = xfs_dir3_leaf1_check(dp, bp); 127a6a781a5SDarrick J. Wong if (!fa) 128a6a781a5SDarrick J. Wong return; 129a6a781a5SDarrick J. Wong xfs_corruption_error(__func__, XFS_ERRLEVEL_LOW, dp->i_mount, 1302551a530SDarrick J. Wong bp->b_addr, BBTOB(bp->b_length), __FILE__, __LINE__, 1312551a530SDarrick J. Wong fa); 132a6a781a5SDarrick J. Wong ASSERT(0); 133a6a781a5SDarrick J. Wong } 13430f712c9SDave Chinner #else 13530f712c9SDave Chinner #define xfs_dir3_leaf_check(dp, bp) 13630f712c9SDave Chinner #endif 13730f712c9SDave Chinner 138a6a781a5SDarrick J. Wong xfs_failaddr_t 13930f712c9SDave Chinner xfs_dir3_leaf_check_int( 14030f712c9SDave Chinner struct xfs_mount *mp, 14130f712c9SDave Chinner struct xfs_dir3_icleaf_hdr *hdr, 14230f712c9SDave Chinner struct xfs_dir2_leaf *leaf) 14330f712c9SDave Chinner { 14430f712c9SDave Chinner xfs_dir2_leaf_tail_t *ltp; 14530f712c9SDave Chinner int stale; 14630f712c9SDave Chinner int i; 14730f712c9SDave Chinner struct xfs_dir3_icleaf_hdr leafhdr; 14830f712c9SDave Chinner struct xfs_da_geometry *geo = mp->m_dir_geo; 14930f712c9SDave Chinner 15030f712c9SDave Chinner if (!hdr) { 15151842556SChristoph Hellwig xfs_dir2_leaf_hdr_from_disk(mp, &leafhdr, leaf); 15230f712c9SDave Chinner hdr = &leafhdr; 15330f712c9SDave Chinner } 15430f712c9SDave Chinner 15530f712c9SDave Chinner ltp = xfs_dir2_leaf_tail_p(geo, leaf); 15630f712c9SDave Chinner 15730f712c9SDave Chinner /* 15830f712c9SDave Chinner * XXX (dgc): This value is not restrictive enough. 15930f712c9SDave Chinner * Should factor in the size of the bests table as well. 16030f712c9SDave Chinner * We can deduce a value for that from di_size. 16130f712c9SDave Chinner */ 162478c7835SChristoph Hellwig if (hdr->count > geo->leaf_max_ents) 163a6a781a5SDarrick J. Wong return __this_address; 16430f712c9SDave Chinner 16530f712c9SDave Chinner /* Leaves and bests don't overlap in leaf format. */ 16630f712c9SDave Chinner if ((hdr->magic == XFS_DIR2_LEAF1_MAGIC || 16730f712c9SDave Chinner hdr->magic == XFS_DIR3_LEAF1_MAGIC) && 168787b0893SChristoph Hellwig (char *)&hdr->ents[hdr->count] > (char *)xfs_dir2_leaf_bests_p(ltp)) 169a6a781a5SDarrick J. Wong return __this_address; 17030f712c9SDave Chinner 17130f712c9SDave Chinner /* Check hash value order, count stale entries. */ 17230f712c9SDave Chinner for (i = stale = 0; i < hdr->count; i++) { 17330f712c9SDave Chinner if (i + 1 < hdr->count) { 174787b0893SChristoph Hellwig if (be32_to_cpu(hdr->ents[i].hashval) > 175787b0893SChristoph Hellwig be32_to_cpu(hdr->ents[i + 1].hashval)) 176a6a781a5SDarrick J. Wong return __this_address; 17730f712c9SDave Chinner } 178787b0893SChristoph Hellwig if (hdr->ents[i].address == cpu_to_be32(XFS_DIR2_NULL_DATAPTR)) 17930f712c9SDave Chinner stale++; 18030f712c9SDave Chinner } 18130f712c9SDave Chinner if (hdr->stale != stale) 182a6a781a5SDarrick J. Wong return __this_address; 183a6a781a5SDarrick J. Wong return NULL; 18430f712c9SDave Chinner } 18530f712c9SDave Chinner 18630f712c9SDave Chinner /* 18730f712c9SDave Chinner * We verify the magic numbers before decoding the leaf header so that on debug 18830f712c9SDave Chinner * kernels we don't get assertion failures in xfs_dir3_leaf_hdr_from_disk() due 18930f712c9SDave Chinner * to incorrect magic numbers. 19030f712c9SDave Chinner */ 191a6a781a5SDarrick J. Wong static xfs_failaddr_t 19230f712c9SDave Chinner xfs_dir3_leaf_verify( 19309f42019SBrian Foster struct xfs_buf *bp) 19430f712c9SDave Chinner { 195dbd329f1SChristoph Hellwig struct xfs_mount *mp = bp->b_mount; 19630f712c9SDave Chinner struct xfs_dir2_leaf *leaf = bp->b_addr; 1978764f983SBrian Foster xfs_failaddr_t fa; 19830f712c9SDave Chinner 1998764f983SBrian Foster fa = xfs_da3_blkinfo_verify(bp, bp->b_addr); 2008764f983SBrian Foster if (fa) 2018764f983SBrian Foster return fa; 20230f712c9SDave Chinner 2035ba30919SChristoph Hellwig return xfs_dir3_leaf_check_int(mp, NULL, leaf); 20430f712c9SDave Chinner } 20530f712c9SDave Chinner 20630f712c9SDave Chinner static void 20709f42019SBrian Foster xfs_dir3_leaf_read_verify( 20809f42019SBrian Foster struct xfs_buf *bp) 20930f712c9SDave Chinner { 210dbd329f1SChristoph Hellwig struct xfs_mount *mp = bp->b_mount; 211bc1a09b8SDarrick J. Wong xfs_failaddr_t fa; 21230f712c9SDave Chinner 21330f712c9SDave Chinner if (xfs_sb_version_hascrc(&mp->m_sb) && 21430f712c9SDave Chinner !xfs_buf_verify_cksum(bp, XFS_DIR3_LEAF_CRC_OFF)) 215bc1a09b8SDarrick J. Wong xfs_verifier_error(bp, -EFSBADCRC, __this_address); 216bc1a09b8SDarrick J. Wong else { 21709f42019SBrian Foster fa = xfs_dir3_leaf_verify(bp); 218bc1a09b8SDarrick J. Wong if (fa) 219bc1a09b8SDarrick J. Wong xfs_verifier_error(bp, -EFSCORRUPTED, fa); 220bc1a09b8SDarrick J. Wong } 22130f712c9SDave Chinner } 22230f712c9SDave Chinner 22330f712c9SDave Chinner static void 22409f42019SBrian Foster xfs_dir3_leaf_write_verify( 22509f42019SBrian Foster struct xfs_buf *bp) 22630f712c9SDave Chinner { 227dbd329f1SChristoph Hellwig struct xfs_mount *mp = bp->b_mount; 228fb1755a6SCarlos Maiolino struct xfs_buf_log_item *bip = bp->b_log_item; 22930f712c9SDave Chinner struct xfs_dir3_leaf_hdr *hdr3 = bp->b_addr; 230bc1a09b8SDarrick J. Wong xfs_failaddr_t fa; 23130f712c9SDave Chinner 23209f42019SBrian Foster fa = xfs_dir3_leaf_verify(bp); 233bc1a09b8SDarrick J. Wong if (fa) { 234bc1a09b8SDarrick J. Wong xfs_verifier_error(bp, -EFSCORRUPTED, fa); 23530f712c9SDave Chinner return; 23630f712c9SDave Chinner } 23730f712c9SDave Chinner 23830f712c9SDave Chinner if (!xfs_sb_version_hascrc(&mp->m_sb)) 23930f712c9SDave Chinner return; 24030f712c9SDave Chinner 24130f712c9SDave Chinner if (bip) 24230f712c9SDave Chinner hdr3->info.lsn = cpu_to_be64(bip->bli_item.li_lsn); 24330f712c9SDave Chinner 24430f712c9SDave Chinner xfs_buf_update_cksum(bp, XFS_DIR3_LEAF_CRC_OFF); 24530f712c9SDave Chinner } 24630f712c9SDave Chinner 24730f712c9SDave Chinner const struct xfs_buf_ops xfs_dir3_leaf1_buf_ops = { 248233135b7SEric Sandeen .name = "xfs_dir3_leaf1", 24915baadf7SDarrick J. Wong .magic16 = { cpu_to_be16(XFS_DIR2_LEAF1_MAGIC), 25009f42019SBrian Foster cpu_to_be16(XFS_DIR3_LEAF1_MAGIC) }, 25109f42019SBrian Foster .verify_read = xfs_dir3_leaf_read_verify, 25209f42019SBrian Foster .verify_write = xfs_dir3_leaf_write_verify, 25309f42019SBrian Foster .verify_struct = xfs_dir3_leaf_verify, 25430f712c9SDave Chinner }; 25530f712c9SDave Chinner 25630f712c9SDave Chinner const struct xfs_buf_ops xfs_dir3_leafn_buf_ops = { 257233135b7SEric Sandeen .name = "xfs_dir3_leafn", 25815baadf7SDarrick J. Wong .magic16 = { cpu_to_be16(XFS_DIR2_LEAFN_MAGIC), 25909f42019SBrian Foster cpu_to_be16(XFS_DIR3_LEAFN_MAGIC) }, 26009f42019SBrian Foster .verify_read = xfs_dir3_leaf_read_verify, 26109f42019SBrian Foster .verify_write = xfs_dir3_leaf_write_verify, 26209f42019SBrian Foster .verify_struct = xfs_dir3_leaf_verify, 26330f712c9SDave Chinner }; 26430f712c9SDave Chinner 26526788097SDarrick J. Wong int 26630f712c9SDave Chinner xfs_dir3_leaf_read( 26730f712c9SDave Chinner struct xfs_trans *tp, 26830f712c9SDave Chinner struct xfs_inode *dp, 26930f712c9SDave Chinner xfs_dablk_t fbno, 27030f712c9SDave Chinner xfs_daddr_t mappedbno, 27130f712c9SDave Chinner struct xfs_buf **bpp) 27230f712c9SDave Chinner { 27330f712c9SDave Chinner int err; 27430f712c9SDave Chinner 27530f712c9SDave Chinner err = xfs_da_read_buf(tp, dp, fbno, mappedbno, bpp, 27630f712c9SDave Chinner XFS_DATA_FORK, &xfs_dir3_leaf1_buf_ops); 277cd87d867SDarrick J. Wong if (!err && tp && *bpp) 27830f712c9SDave Chinner xfs_trans_buf_set_type(tp, *bpp, XFS_BLFT_DIR_LEAF1_BUF); 27930f712c9SDave Chinner return err; 28030f712c9SDave Chinner } 28130f712c9SDave Chinner 28230f712c9SDave Chinner int 28330f712c9SDave Chinner xfs_dir3_leafn_read( 28430f712c9SDave Chinner struct xfs_trans *tp, 28530f712c9SDave Chinner struct xfs_inode *dp, 28630f712c9SDave Chinner xfs_dablk_t fbno, 28730f712c9SDave Chinner xfs_daddr_t mappedbno, 28830f712c9SDave Chinner struct xfs_buf **bpp) 28930f712c9SDave Chinner { 29030f712c9SDave Chinner int err; 29130f712c9SDave Chinner 29230f712c9SDave Chinner err = xfs_da_read_buf(tp, dp, fbno, mappedbno, bpp, 29330f712c9SDave Chinner XFS_DATA_FORK, &xfs_dir3_leafn_buf_ops); 294cd87d867SDarrick J. Wong if (!err && tp && *bpp) 29530f712c9SDave Chinner xfs_trans_buf_set_type(tp, *bpp, XFS_BLFT_DIR_LEAFN_BUF); 29630f712c9SDave Chinner return err; 29730f712c9SDave Chinner } 29830f712c9SDave Chinner 29930f712c9SDave Chinner /* 30030f712c9SDave Chinner * Initialize a new leaf block, leaf1 or leafn magic accepted. 30130f712c9SDave Chinner */ 30230f712c9SDave Chinner static void 30330f712c9SDave Chinner xfs_dir3_leaf_init( 30430f712c9SDave Chinner struct xfs_mount *mp, 30530f712c9SDave Chinner struct xfs_trans *tp, 30630f712c9SDave Chinner struct xfs_buf *bp, 30730f712c9SDave Chinner xfs_ino_t owner, 308c8ce540dSDarrick J. Wong uint16_t type) 30930f712c9SDave Chinner { 31030f712c9SDave Chinner struct xfs_dir2_leaf *leaf = bp->b_addr; 31130f712c9SDave Chinner 31230f712c9SDave Chinner ASSERT(type == XFS_DIR2_LEAF1_MAGIC || type == XFS_DIR2_LEAFN_MAGIC); 31330f712c9SDave Chinner 31430f712c9SDave Chinner if (xfs_sb_version_hascrc(&mp->m_sb)) { 31530f712c9SDave Chinner struct xfs_dir3_leaf_hdr *leaf3 = bp->b_addr; 31630f712c9SDave Chinner 31730f712c9SDave Chinner memset(leaf3, 0, sizeof(*leaf3)); 31830f712c9SDave Chinner 31930f712c9SDave Chinner leaf3->info.hdr.magic = (type == XFS_DIR2_LEAF1_MAGIC) 32030f712c9SDave Chinner ? cpu_to_be16(XFS_DIR3_LEAF1_MAGIC) 32130f712c9SDave Chinner : cpu_to_be16(XFS_DIR3_LEAFN_MAGIC); 32230f712c9SDave Chinner leaf3->info.blkno = cpu_to_be64(bp->b_bn); 32330f712c9SDave Chinner leaf3->info.owner = cpu_to_be64(owner); 324ce748eaaSEric Sandeen uuid_copy(&leaf3->info.uuid, &mp->m_sb.sb_meta_uuid); 32530f712c9SDave Chinner } else { 32630f712c9SDave Chinner memset(leaf, 0, sizeof(*leaf)); 32730f712c9SDave Chinner leaf->hdr.info.magic = cpu_to_be16(type); 32830f712c9SDave Chinner } 32930f712c9SDave Chinner 33030f712c9SDave Chinner /* 33130f712c9SDave Chinner * If it's a leaf-format directory initialize the tail. 33230f712c9SDave Chinner * Caller is responsible for initialising the bests table. 33330f712c9SDave Chinner */ 33430f712c9SDave Chinner if (type == XFS_DIR2_LEAF1_MAGIC) { 33530f712c9SDave Chinner struct xfs_dir2_leaf_tail *ltp; 33630f712c9SDave Chinner 33730f712c9SDave Chinner ltp = xfs_dir2_leaf_tail_p(mp->m_dir_geo, leaf); 33830f712c9SDave Chinner ltp->bestcount = 0; 33930f712c9SDave Chinner bp->b_ops = &xfs_dir3_leaf1_buf_ops; 34030f712c9SDave Chinner xfs_trans_buf_set_type(tp, bp, XFS_BLFT_DIR_LEAF1_BUF); 34130f712c9SDave Chinner } else { 34230f712c9SDave Chinner bp->b_ops = &xfs_dir3_leafn_buf_ops; 34330f712c9SDave Chinner xfs_trans_buf_set_type(tp, bp, XFS_BLFT_DIR_LEAFN_BUF); 34430f712c9SDave Chinner } 34530f712c9SDave Chinner } 34630f712c9SDave Chinner 34730f712c9SDave Chinner int 34830f712c9SDave Chinner xfs_dir3_leaf_get_buf( 34930f712c9SDave Chinner xfs_da_args_t *args, 35030f712c9SDave Chinner xfs_dir2_db_t bno, 35130f712c9SDave Chinner struct xfs_buf **bpp, 352c8ce540dSDarrick J. Wong uint16_t magic) 35330f712c9SDave Chinner { 35430f712c9SDave Chinner struct xfs_inode *dp = args->dp; 35530f712c9SDave Chinner struct xfs_trans *tp = args->trans; 35630f712c9SDave Chinner struct xfs_mount *mp = dp->i_mount; 35730f712c9SDave Chinner struct xfs_buf *bp; 35830f712c9SDave Chinner int error; 35930f712c9SDave Chinner 36030f712c9SDave Chinner ASSERT(magic == XFS_DIR2_LEAF1_MAGIC || magic == XFS_DIR2_LEAFN_MAGIC); 36130f712c9SDave Chinner ASSERT(bno >= xfs_dir2_byte_to_db(args->geo, XFS_DIR2_LEAF_OFFSET) && 36230f712c9SDave Chinner bno < xfs_dir2_byte_to_db(args->geo, XFS_DIR2_FREE_OFFSET)); 36330f712c9SDave Chinner 36430f712c9SDave Chinner error = xfs_da_get_buf(tp, dp, xfs_dir2_db_to_da(args->geo, bno), 36530f712c9SDave Chinner -1, &bp, XFS_DATA_FORK); 36630f712c9SDave Chinner if (error) 36730f712c9SDave Chinner return error; 36830f712c9SDave Chinner 36930f712c9SDave Chinner xfs_dir3_leaf_init(mp, tp, bp, dp->i_ino, magic); 37030f712c9SDave Chinner xfs_dir3_leaf_log_header(args, bp); 37130f712c9SDave Chinner if (magic == XFS_DIR2_LEAF1_MAGIC) 37230f712c9SDave Chinner xfs_dir3_leaf_log_tail(args, bp); 37330f712c9SDave Chinner *bpp = bp; 37430f712c9SDave Chinner return 0; 37530f712c9SDave Chinner } 37630f712c9SDave Chinner 37730f712c9SDave Chinner /* 37830f712c9SDave Chinner * Convert a block form directory to a leaf form directory. 37930f712c9SDave Chinner */ 38030f712c9SDave Chinner int /* error */ 38130f712c9SDave Chinner xfs_dir2_block_to_leaf( 38230f712c9SDave Chinner xfs_da_args_t *args, /* operation arguments */ 38330f712c9SDave Chinner struct xfs_buf *dbp) /* input block's buffer */ 38430f712c9SDave Chinner { 38530f712c9SDave Chinner __be16 *bestsp; /* leaf's bestsp entries */ 38630f712c9SDave Chinner xfs_dablk_t blkno; /* leaf block's bno */ 38730f712c9SDave Chinner xfs_dir2_data_hdr_t *hdr; /* block header */ 38830f712c9SDave Chinner xfs_dir2_leaf_entry_t *blp; /* block's leaf entries */ 38930f712c9SDave Chinner xfs_dir2_block_tail_t *btp; /* block's tail */ 39030f712c9SDave Chinner xfs_inode_t *dp; /* incore directory inode */ 39130f712c9SDave Chinner int error; /* error return code */ 39230f712c9SDave Chinner struct xfs_buf *lbp; /* leaf block's buffer */ 39330f712c9SDave Chinner xfs_dir2_db_t ldb; /* leaf block's bno */ 39430f712c9SDave Chinner xfs_dir2_leaf_t *leaf; /* leaf structure */ 39530f712c9SDave Chinner xfs_dir2_leaf_tail_t *ltp; /* leaf's tail */ 39630f712c9SDave Chinner int needlog; /* need to log block header */ 39730f712c9SDave Chinner int needscan; /* need to rescan bestfree */ 39830f712c9SDave Chinner xfs_trans_t *tp; /* transaction pointer */ 39930f712c9SDave Chinner struct xfs_dir2_data_free *bf; 40030f712c9SDave Chinner struct xfs_dir3_icleaf_hdr leafhdr; 40130f712c9SDave Chinner 40230f712c9SDave Chinner trace_xfs_dir2_block_to_leaf(args); 40330f712c9SDave Chinner 40430f712c9SDave Chinner dp = args->dp; 40530f712c9SDave Chinner tp = args->trans; 40630f712c9SDave Chinner /* 40730f712c9SDave Chinner * Add the leaf block to the inode. 40830f712c9SDave Chinner * This interface will only put blocks in the leaf/node range. 40930f712c9SDave Chinner * Since that's empty now, we'll get the root (block 0 in range). 41030f712c9SDave Chinner */ 41130f712c9SDave Chinner if ((error = xfs_da_grow_inode(args, &blkno))) { 41230f712c9SDave Chinner return error; 41330f712c9SDave Chinner } 41430f712c9SDave Chinner ldb = xfs_dir2_da_to_db(args->geo, blkno); 41530f712c9SDave Chinner ASSERT(ldb == xfs_dir2_byte_to_db(args->geo, XFS_DIR2_LEAF_OFFSET)); 41630f712c9SDave Chinner /* 41730f712c9SDave Chinner * Initialize the leaf block, get a buffer for it. 41830f712c9SDave Chinner */ 41930f712c9SDave Chinner error = xfs_dir3_leaf_get_buf(args, ldb, &lbp, XFS_DIR2_LEAF1_MAGIC); 42030f712c9SDave Chinner if (error) 42130f712c9SDave Chinner return error; 42230f712c9SDave Chinner 42330f712c9SDave Chinner leaf = lbp->b_addr; 42430f712c9SDave Chinner hdr = dbp->b_addr; 42530f712c9SDave Chinner xfs_dir3_data_check(dp, dbp); 42630f712c9SDave Chinner btp = xfs_dir2_block_tail_p(args->geo, hdr); 42730f712c9SDave Chinner blp = xfs_dir2_block_leaf_p(btp); 42830f712c9SDave Chinner bf = dp->d_ops->data_bestfree_p(hdr); 42930f712c9SDave Chinner 43030f712c9SDave Chinner /* 43130f712c9SDave Chinner * Set the counts in the leaf header. 43230f712c9SDave Chinner */ 43351842556SChristoph Hellwig xfs_dir2_leaf_hdr_from_disk(dp->i_mount, &leafhdr, leaf); 43430f712c9SDave Chinner leafhdr.count = be32_to_cpu(btp->count); 43530f712c9SDave Chinner leafhdr.stale = be32_to_cpu(btp->stale); 436163fbbb3SChristoph Hellwig xfs_dir2_leaf_hdr_to_disk(dp->i_mount, leaf, &leafhdr); 43730f712c9SDave Chinner xfs_dir3_leaf_log_header(args, lbp); 43830f712c9SDave Chinner 43930f712c9SDave Chinner /* 44030f712c9SDave Chinner * Could compact these but I think we always do the conversion 44130f712c9SDave Chinner * after squeezing out stale entries. 44230f712c9SDave Chinner */ 443787b0893SChristoph Hellwig memcpy(leafhdr.ents, blp, 444787b0893SChristoph Hellwig be32_to_cpu(btp->count) * sizeof(struct xfs_dir2_leaf_entry)); 445787b0893SChristoph Hellwig xfs_dir3_leaf_log_ents(args, &leafhdr, lbp, 0, leafhdr.count - 1); 44630f712c9SDave Chinner needscan = 0; 44730f712c9SDave Chinner needlog = 1; 44830f712c9SDave Chinner /* 44930f712c9SDave Chinner * Make the space formerly occupied by the leaf entries and block 45030f712c9SDave Chinner * tail be free. 45130f712c9SDave Chinner */ 45230f712c9SDave Chinner xfs_dir2_data_make_free(args, dbp, 45330f712c9SDave Chinner (xfs_dir2_data_aoff_t)((char *)blp - (char *)hdr), 45430f712c9SDave Chinner (xfs_dir2_data_aoff_t)((char *)hdr + args->geo->blksize - 45530f712c9SDave Chinner (char *)blp), 45630f712c9SDave Chinner &needlog, &needscan); 45730f712c9SDave Chinner /* 45830f712c9SDave Chinner * Fix up the block header, make it a data block. 45930f712c9SDave Chinner */ 46030f712c9SDave Chinner dbp->b_ops = &xfs_dir3_data_buf_ops; 46130f712c9SDave Chinner xfs_trans_buf_set_type(tp, dbp, XFS_BLFT_DIR_DATA_BUF); 46230f712c9SDave Chinner if (hdr->magic == cpu_to_be32(XFS_DIR2_BLOCK_MAGIC)) 46330f712c9SDave Chinner hdr->magic = cpu_to_be32(XFS_DIR2_DATA_MAGIC); 46430f712c9SDave Chinner else 46530f712c9SDave Chinner hdr->magic = cpu_to_be32(XFS_DIR3_DATA_MAGIC); 46630f712c9SDave Chinner 46730f712c9SDave Chinner if (needscan) 46830f712c9SDave Chinner xfs_dir2_data_freescan(dp, hdr, &needlog); 46930f712c9SDave Chinner /* 47030f712c9SDave Chinner * Set up leaf tail and bests table. 47130f712c9SDave Chinner */ 47230f712c9SDave Chinner ltp = xfs_dir2_leaf_tail_p(args->geo, leaf); 47330f712c9SDave Chinner ltp->bestcount = cpu_to_be32(1); 47430f712c9SDave Chinner bestsp = xfs_dir2_leaf_bests_p(ltp); 47530f712c9SDave Chinner bestsp[0] = bf[0].length; 47630f712c9SDave Chinner /* 47730f712c9SDave Chinner * Log the data header and leaf bests table. 47830f712c9SDave Chinner */ 47930f712c9SDave Chinner if (needlog) 48030f712c9SDave Chinner xfs_dir2_data_log_header(args, dbp); 48130f712c9SDave Chinner xfs_dir3_leaf_check(dp, lbp); 48230f712c9SDave Chinner xfs_dir3_data_check(dp, dbp); 48330f712c9SDave Chinner xfs_dir3_leaf_log_bests(args, lbp, 0, 0); 48430f712c9SDave Chinner return 0; 48530f712c9SDave Chinner } 48630f712c9SDave Chinner 48730f712c9SDave Chinner STATIC void 48830f712c9SDave Chinner xfs_dir3_leaf_find_stale( 48930f712c9SDave Chinner struct xfs_dir3_icleaf_hdr *leafhdr, 49030f712c9SDave Chinner struct xfs_dir2_leaf_entry *ents, 49130f712c9SDave Chinner int index, 49230f712c9SDave Chinner int *lowstale, 49330f712c9SDave Chinner int *highstale) 49430f712c9SDave Chinner { 49530f712c9SDave Chinner /* 49630f712c9SDave Chinner * Find the first stale entry before our index, if any. 49730f712c9SDave Chinner */ 49830f712c9SDave Chinner for (*lowstale = index - 1; *lowstale >= 0; --*lowstale) { 49930f712c9SDave Chinner if (ents[*lowstale].address == 50030f712c9SDave Chinner cpu_to_be32(XFS_DIR2_NULL_DATAPTR)) 50130f712c9SDave Chinner break; 50230f712c9SDave Chinner } 50330f712c9SDave Chinner 50430f712c9SDave Chinner /* 50530f712c9SDave Chinner * Find the first stale entry at or after our index, if any. 50630f712c9SDave Chinner * Stop if the result would require moving more entries than using 50730f712c9SDave Chinner * lowstale. 50830f712c9SDave Chinner */ 50930f712c9SDave Chinner for (*highstale = index; *highstale < leafhdr->count; ++*highstale) { 51030f712c9SDave Chinner if (ents[*highstale].address == 51130f712c9SDave Chinner cpu_to_be32(XFS_DIR2_NULL_DATAPTR)) 51230f712c9SDave Chinner break; 51330f712c9SDave Chinner if (*lowstale >= 0 && index - *lowstale <= *highstale - index) 51430f712c9SDave Chinner break; 51530f712c9SDave Chinner } 51630f712c9SDave Chinner } 51730f712c9SDave Chinner 51830f712c9SDave Chinner struct xfs_dir2_leaf_entry * 51930f712c9SDave Chinner xfs_dir3_leaf_find_entry( 52030f712c9SDave Chinner struct xfs_dir3_icleaf_hdr *leafhdr, 52130f712c9SDave Chinner struct xfs_dir2_leaf_entry *ents, 52230f712c9SDave Chinner int index, /* leaf table position */ 52330f712c9SDave Chinner int compact, /* need to compact leaves */ 52430f712c9SDave Chinner int lowstale, /* index of prev stale leaf */ 52530f712c9SDave Chinner int highstale, /* index of next stale leaf */ 52630f712c9SDave Chinner int *lfloglow, /* low leaf logging index */ 52730f712c9SDave Chinner int *lfloghigh) /* high leaf logging index */ 52830f712c9SDave Chinner { 52930f712c9SDave Chinner if (!leafhdr->stale) { 53030f712c9SDave Chinner xfs_dir2_leaf_entry_t *lep; /* leaf entry table pointer */ 53130f712c9SDave Chinner 53230f712c9SDave Chinner /* 53330f712c9SDave Chinner * Now we need to make room to insert the leaf entry. 53430f712c9SDave Chinner * 53530f712c9SDave Chinner * If there are no stale entries, just insert a hole at index. 53630f712c9SDave Chinner */ 53730f712c9SDave Chinner lep = &ents[index]; 53830f712c9SDave Chinner if (index < leafhdr->count) 53930f712c9SDave Chinner memmove(lep + 1, lep, 54030f712c9SDave Chinner (leafhdr->count - index) * sizeof(*lep)); 54130f712c9SDave Chinner 54230f712c9SDave Chinner /* 54330f712c9SDave Chinner * Record low and high logging indices for the leaf. 54430f712c9SDave Chinner */ 54530f712c9SDave Chinner *lfloglow = index; 54630f712c9SDave Chinner *lfloghigh = leafhdr->count++; 54730f712c9SDave Chinner return lep; 54830f712c9SDave Chinner } 54930f712c9SDave Chinner 55030f712c9SDave Chinner /* 55130f712c9SDave Chinner * There are stale entries. 55230f712c9SDave Chinner * 55330f712c9SDave Chinner * We will use one of them for the new entry. It's probably not at 55430f712c9SDave Chinner * the right location, so we'll have to shift some up or down first. 55530f712c9SDave Chinner * 55630f712c9SDave Chinner * If we didn't compact before, we need to find the nearest stale 55730f712c9SDave Chinner * entries before and after our insertion point. 55830f712c9SDave Chinner */ 55930f712c9SDave Chinner if (compact == 0) 56030f712c9SDave Chinner xfs_dir3_leaf_find_stale(leafhdr, ents, index, 56130f712c9SDave Chinner &lowstale, &highstale); 56230f712c9SDave Chinner 56330f712c9SDave Chinner /* 56430f712c9SDave Chinner * If the low one is better, use it. 56530f712c9SDave Chinner */ 56630f712c9SDave Chinner if (lowstale >= 0 && 56730f712c9SDave Chinner (highstale == leafhdr->count || 56830f712c9SDave Chinner index - lowstale - 1 < highstale - index)) { 56930f712c9SDave Chinner ASSERT(index - lowstale - 1 >= 0); 57030f712c9SDave Chinner ASSERT(ents[lowstale].address == 57130f712c9SDave Chinner cpu_to_be32(XFS_DIR2_NULL_DATAPTR)); 57230f712c9SDave Chinner 57330f712c9SDave Chinner /* 57430f712c9SDave Chinner * Copy entries up to cover the stale entry and make room 57530f712c9SDave Chinner * for the new entry. 57630f712c9SDave Chinner */ 57730f712c9SDave Chinner if (index - lowstale - 1 > 0) { 57830f712c9SDave Chinner memmove(&ents[lowstale], &ents[lowstale + 1], 57930f712c9SDave Chinner (index - lowstale - 1) * 58030f712c9SDave Chinner sizeof(xfs_dir2_leaf_entry_t)); 58130f712c9SDave Chinner } 5829bb54cb5SDave Chinner *lfloglow = min(lowstale, *lfloglow); 5839bb54cb5SDave Chinner *lfloghigh = max(index - 1, *lfloghigh); 58430f712c9SDave Chinner leafhdr->stale--; 58530f712c9SDave Chinner return &ents[index - 1]; 58630f712c9SDave Chinner } 58730f712c9SDave Chinner 58830f712c9SDave Chinner /* 58930f712c9SDave Chinner * The high one is better, so use that one. 59030f712c9SDave Chinner */ 59130f712c9SDave Chinner ASSERT(highstale - index >= 0); 59230f712c9SDave Chinner ASSERT(ents[highstale].address == cpu_to_be32(XFS_DIR2_NULL_DATAPTR)); 59330f712c9SDave Chinner 59430f712c9SDave Chinner /* 59530f712c9SDave Chinner * Copy entries down to cover the stale entry and make room for the 59630f712c9SDave Chinner * new entry. 59730f712c9SDave Chinner */ 59830f712c9SDave Chinner if (highstale - index > 0) { 59930f712c9SDave Chinner memmove(&ents[index + 1], &ents[index], 60030f712c9SDave Chinner (highstale - index) * sizeof(xfs_dir2_leaf_entry_t)); 60130f712c9SDave Chinner } 6029bb54cb5SDave Chinner *lfloglow = min(index, *lfloglow); 6039bb54cb5SDave Chinner *lfloghigh = max(highstale, *lfloghigh); 60430f712c9SDave Chinner leafhdr->stale--; 60530f712c9SDave Chinner return &ents[index]; 60630f712c9SDave Chinner } 60730f712c9SDave Chinner 60830f712c9SDave Chinner /* 60930f712c9SDave Chinner * Add an entry to a leaf form directory. 61030f712c9SDave Chinner */ 61130f712c9SDave Chinner int /* error */ 61230f712c9SDave Chinner xfs_dir2_leaf_addname( 6136ef50fe9SDarrick J. Wong struct xfs_da_args *args) /* operation arguments */ 61430f712c9SDave Chinner { 6156ef50fe9SDarrick J. Wong struct xfs_dir3_icleaf_hdr leafhdr; 6166ef50fe9SDarrick J. Wong struct xfs_trans *tp = args->trans; 61730f712c9SDave Chinner __be16 *bestsp; /* freespace table in leaf */ 6186ef50fe9SDarrick J. Wong __be16 *tagp; /* end of data entry */ 61930f712c9SDave Chinner struct xfs_buf *dbp; /* data block buffer */ 6206ef50fe9SDarrick J. Wong struct xfs_buf *lbp; /* leaf's buffer */ 6216ef50fe9SDarrick J. Wong struct xfs_dir2_leaf *leaf; /* leaf structure */ 6226ef50fe9SDarrick J. Wong struct xfs_inode *dp = args->dp; /* incore directory inode */ 6236ef50fe9SDarrick J. Wong struct xfs_dir2_data_hdr *hdr; /* data block header */ 6246ef50fe9SDarrick J. Wong struct xfs_dir2_data_entry *dep; /* data block entry */ 6256ef50fe9SDarrick J. Wong struct xfs_dir2_leaf_entry *lep; /* leaf entry table pointer */ 6266ef50fe9SDarrick J. Wong struct xfs_dir2_leaf_entry *ents; 6276ef50fe9SDarrick J. Wong struct xfs_dir2_data_unused *dup; /* data unused entry */ 6286ef50fe9SDarrick J. Wong struct xfs_dir2_leaf_tail *ltp; /* leaf tail pointer */ 6296ef50fe9SDarrick J. Wong struct xfs_dir2_data_free *bf; /* bestfree table */ 6306ef50fe9SDarrick J. Wong int compact; /* need to compact leaves */ 63130f712c9SDave Chinner int error; /* error return value */ 63230f712c9SDave Chinner int grown; /* allocated new data block */ 633f51fac68SDarrick J. Wong int highstale = 0; /* index of next stale leaf */ 63430f712c9SDave Chinner int i; /* temporary, index */ 63530f712c9SDave Chinner int index; /* leaf table position */ 63630f712c9SDave Chinner int length; /* length of new entry */ 63730f712c9SDave Chinner int lfloglow; /* low leaf logging index */ 63830f712c9SDave Chinner int lfloghigh; /* high leaf logging index */ 639f51fac68SDarrick J. Wong int lowstale = 0; /* index of prev stale leaf */ 64030f712c9SDave Chinner int needbytes; /* leaf block bytes needed */ 64130f712c9SDave Chinner int needlog; /* need to log data header */ 64230f712c9SDave Chinner int needscan; /* need to rescan data free */ 64330f712c9SDave Chinner xfs_dir2_db_t use_block; /* data block number */ 64430f712c9SDave Chinner 64530f712c9SDave Chinner trace_xfs_dir2_leaf_addname(args); 64630f712c9SDave Chinner 64730f712c9SDave Chinner error = xfs_dir3_leaf_read(tp, dp, args->geo->leafblk, -1, &lbp); 64830f712c9SDave Chinner if (error) 64930f712c9SDave Chinner return error; 65030f712c9SDave Chinner 65130f712c9SDave Chinner /* 65230f712c9SDave Chinner * Look up the entry by hash value and name. 65330f712c9SDave Chinner * We know it's not there, our caller has already done a lookup. 65430f712c9SDave Chinner * So the index is of the entry to insert in front of. 65530f712c9SDave Chinner * But if there are dup hash values the index is of the first of those. 65630f712c9SDave Chinner */ 65730f712c9SDave Chinner index = xfs_dir2_leaf_search_hash(args, lbp); 65830f712c9SDave Chinner leaf = lbp->b_addr; 65930f712c9SDave Chinner ltp = xfs_dir2_leaf_tail_p(args->geo, leaf); 66051842556SChristoph Hellwig xfs_dir2_leaf_hdr_from_disk(dp->i_mount, &leafhdr, leaf); 661787b0893SChristoph Hellwig ents = leafhdr.ents; 66230f712c9SDave Chinner bestsp = xfs_dir2_leaf_bests_p(ltp); 663fdbb8c5bSChristoph Hellwig length = xfs_dir2_data_entsize(dp->i_mount, args->namelen); 66430f712c9SDave Chinner 66530f712c9SDave Chinner /* 66630f712c9SDave Chinner * See if there are any entries with the same hash value 66730f712c9SDave Chinner * and space in their block for the new entry. 66830f712c9SDave Chinner * This is good because it puts multiple same-hash value entries 66930f712c9SDave Chinner * in a data block, improving the lookup of those entries. 67030f712c9SDave Chinner */ 67130f712c9SDave Chinner for (use_block = -1, lep = &ents[index]; 67230f712c9SDave Chinner index < leafhdr.count && be32_to_cpu(lep->hashval) == args->hashval; 67330f712c9SDave Chinner index++, lep++) { 67430f712c9SDave Chinner if (be32_to_cpu(lep->address) == XFS_DIR2_NULL_DATAPTR) 67530f712c9SDave Chinner continue; 67630f712c9SDave Chinner i = xfs_dir2_dataptr_to_db(args->geo, be32_to_cpu(lep->address)); 67730f712c9SDave Chinner ASSERT(i < be32_to_cpu(ltp->bestcount)); 67830f712c9SDave Chinner ASSERT(bestsp[i] != cpu_to_be16(NULLDATAOFF)); 67930f712c9SDave Chinner if (be16_to_cpu(bestsp[i]) >= length) { 68030f712c9SDave Chinner use_block = i; 68130f712c9SDave Chinner break; 68230f712c9SDave Chinner } 68330f712c9SDave Chinner } 68430f712c9SDave Chinner /* 68530f712c9SDave Chinner * Didn't find a block yet, linear search all the data blocks. 68630f712c9SDave Chinner */ 68730f712c9SDave Chinner if (use_block == -1) { 68830f712c9SDave Chinner for (i = 0; i < be32_to_cpu(ltp->bestcount); i++) { 68930f712c9SDave Chinner /* 69030f712c9SDave Chinner * Remember a block we see that's missing. 69130f712c9SDave Chinner */ 69230f712c9SDave Chinner if (bestsp[i] == cpu_to_be16(NULLDATAOFF) && 69330f712c9SDave Chinner use_block == -1) 69430f712c9SDave Chinner use_block = i; 69530f712c9SDave Chinner else if (be16_to_cpu(bestsp[i]) >= length) { 69630f712c9SDave Chinner use_block = i; 69730f712c9SDave Chinner break; 69830f712c9SDave Chinner } 69930f712c9SDave Chinner } 70030f712c9SDave Chinner } 70130f712c9SDave Chinner /* 70230f712c9SDave Chinner * How many bytes do we need in the leaf block? 70330f712c9SDave Chinner */ 70430f712c9SDave Chinner needbytes = 0; 70530f712c9SDave Chinner if (!leafhdr.stale) 70630f712c9SDave Chinner needbytes += sizeof(xfs_dir2_leaf_entry_t); 70730f712c9SDave Chinner if (use_block == -1) 70830f712c9SDave Chinner needbytes += sizeof(xfs_dir2_data_off_t); 70930f712c9SDave Chinner 71030f712c9SDave Chinner /* 71130f712c9SDave Chinner * Now kill use_block if it refers to a missing block, so we 71230f712c9SDave Chinner * can use it as an indication of allocation needed. 71330f712c9SDave Chinner */ 71430f712c9SDave Chinner if (use_block != -1 && bestsp[use_block] == cpu_to_be16(NULLDATAOFF)) 71530f712c9SDave Chinner use_block = -1; 71630f712c9SDave Chinner /* 71730f712c9SDave Chinner * If we don't have enough free bytes but we can make enough 71830f712c9SDave Chinner * by compacting out stale entries, we'll do that. 71930f712c9SDave Chinner */ 72030f712c9SDave Chinner if ((char *)bestsp - (char *)&ents[leafhdr.count] < needbytes && 72130f712c9SDave Chinner leafhdr.stale > 1) 72230f712c9SDave Chinner compact = 1; 72330f712c9SDave Chinner 72430f712c9SDave Chinner /* 72530f712c9SDave Chinner * Otherwise if we don't have enough free bytes we need to 72630f712c9SDave Chinner * convert to node form. 72730f712c9SDave Chinner */ 72830f712c9SDave Chinner else if ((char *)bestsp - (char *)&ents[leafhdr.count] < needbytes) { 72930f712c9SDave Chinner /* 73030f712c9SDave Chinner * Just checking or no space reservation, give up. 73130f712c9SDave Chinner */ 73230f712c9SDave Chinner if ((args->op_flags & XFS_DA_OP_JUSTCHECK) || 73330f712c9SDave Chinner args->total == 0) { 73430f712c9SDave Chinner xfs_trans_brelse(tp, lbp); 7352451337dSDave Chinner return -ENOSPC; 73630f712c9SDave Chinner } 73730f712c9SDave Chinner /* 73830f712c9SDave Chinner * Convert to node form. 73930f712c9SDave Chinner */ 74030f712c9SDave Chinner error = xfs_dir2_leaf_to_node(args, lbp); 74130f712c9SDave Chinner if (error) 74230f712c9SDave Chinner return error; 74330f712c9SDave Chinner /* 74430f712c9SDave Chinner * Then add the new entry. 74530f712c9SDave Chinner */ 74630f712c9SDave Chinner return xfs_dir2_node_addname(args); 74730f712c9SDave Chinner } 74830f712c9SDave Chinner /* 74930f712c9SDave Chinner * Otherwise it will fit without compaction. 75030f712c9SDave Chinner */ 75130f712c9SDave Chinner else 75230f712c9SDave Chinner compact = 0; 75330f712c9SDave Chinner /* 75430f712c9SDave Chinner * If just checking, then it will fit unless we needed to allocate 75530f712c9SDave Chinner * a new data block. 75630f712c9SDave Chinner */ 75730f712c9SDave Chinner if (args->op_flags & XFS_DA_OP_JUSTCHECK) { 75830f712c9SDave Chinner xfs_trans_brelse(tp, lbp); 7592451337dSDave Chinner return use_block == -1 ? -ENOSPC : 0; 76030f712c9SDave Chinner } 76130f712c9SDave Chinner /* 76230f712c9SDave Chinner * If no allocations are allowed, return now before we've 76330f712c9SDave Chinner * changed anything. 76430f712c9SDave Chinner */ 76530f712c9SDave Chinner if (args->total == 0 && use_block == -1) { 76630f712c9SDave Chinner xfs_trans_brelse(tp, lbp); 7672451337dSDave Chinner return -ENOSPC; 76830f712c9SDave Chinner } 76930f712c9SDave Chinner /* 77030f712c9SDave Chinner * Need to compact the leaf entries, removing stale ones. 77130f712c9SDave Chinner * Leave one stale entry behind - the one closest to our 77230f712c9SDave Chinner * insertion index - and we'll shift that one to our insertion 77330f712c9SDave Chinner * point later. 77430f712c9SDave Chinner */ 77530f712c9SDave Chinner if (compact) { 77630f712c9SDave Chinner xfs_dir3_leaf_compact_x1(&leafhdr, ents, &index, &lowstale, 77730f712c9SDave Chinner &highstale, &lfloglow, &lfloghigh); 77830f712c9SDave Chinner } 77930f712c9SDave Chinner /* 78030f712c9SDave Chinner * There are stale entries, so we'll need log-low and log-high 78130f712c9SDave Chinner * impossibly bad values later. 78230f712c9SDave Chinner */ 78330f712c9SDave Chinner else if (leafhdr.stale) { 78430f712c9SDave Chinner lfloglow = leafhdr.count; 78530f712c9SDave Chinner lfloghigh = -1; 78630f712c9SDave Chinner } 78730f712c9SDave Chinner /* 78830f712c9SDave Chinner * If there was no data block space found, we need to allocate 78930f712c9SDave Chinner * a new one. 79030f712c9SDave Chinner */ 79130f712c9SDave Chinner if (use_block == -1) { 79230f712c9SDave Chinner /* 79330f712c9SDave Chinner * Add the new data block. 79430f712c9SDave Chinner */ 79530f712c9SDave Chinner if ((error = xfs_dir2_grow_inode(args, XFS_DIR2_DATA_SPACE, 79630f712c9SDave Chinner &use_block))) { 79730f712c9SDave Chinner xfs_trans_brelse(tp, lbp); 79830f712c9SDave Chinner return error; 79930f712c9SDave Chinner } 80030f712c9SDave Chinner /* 80130f712c9SDave Chinner * Initialize the block. 80230f712c9SDave Chinner */ 80330f712c9SDave Chinner if ((error = xfs_dir3_data_init(args, use_block, &dbp))) { 80430f712c9SDave Chinner xfs_trans_brelse(tp, lbp); 80530f712c9SDave Chinner return error; 80630f712c9SDave Chinner } 80730f712c9SDave Chinner /* 80830f712c9SDave Chinner * If we're adding a new data block on the end we need to 80930f712c9SDave Chinner * extend the bests table. Copy it up one entry. 81030f712c9SDave Chinner */ 81130f712c9SDave Chinner if (use_block >= be32_to_cpu(ltp->bestcount)) { 81230f712c9SDave Chinner bestsp--; 81330f712c9SDave Chinner memmove(&bestsp[0], &bestsp[1], 81430f712c9SDave Chinner be32_to_cpu(ltp->bestcount) * sizeof(bestsp[0])); 81530f712c9SDave Chinner be32_add_cpu(<p->bestcount, 1); 81630f712c9SDave Chinner xfs_dir3_leaf_log_tail(args, lbp); 81730f712c9SDave Chinner xfs_dir3_leaf_log_bests(args, lbp, 0, 81830f712c9SDave Chinner be32_to_cpu(ltp->bestcount) - 1); 81930f712c9SDave Chinner } 82030f712c9SDave Chinner /* 82130f712c9SDave Chinner * If we're filling in a previously empty block just log it. 82230f712c9SDave Chinner */ 82330f712c9SDave Chinner else 82430f712c9SDave Chinner xfs_dir3_leaf_log_bests(args, lbp, use_block, use_block); 82530f712c9SDave Chinner hdr = dbp->b_addr; 82630f712c9SDave Chinner bf = dp->d_ops->data_bestfree_p(hdr); 82730f712c9SDave Chinner bestsp[use_block] = bf[0].length; 82830f712c9SDave Chinner grown = 1; 82930f712c9SDave Chinner } else { 83030f712c9SDave Chinner /* 83130f712c9SDave Chinner * Already had space in some data block. 83230f712c9SDave Chinner * Just read that one in. 83330f712c9SDave Chinner */ 83430f712c9SDave Chinner error = xfs_dir3_data_read(tp, dp, 83530f712c9SDave Chinner xfs_dir2_db_to_da(args->geo, use_block), 83630f712c9SDave Chinner -1, &dbp); 83730f712c9SDave Chinner if (error) { 83830f712c9SDave Chinner xfs_trans_brelse(tp, lbp); 83930f712c9SDave Chinner return error; 84030f712c9SDave Chinner } 84130f712c9SDave Chinner hdr = dbp->b_addr; 84230f712c9SDave Chinner bf = dp->d_ops->data_bestfree_p(hdr); 84330f712c9SDave Chinner grown = 0; 84430f712c9SDave Chinner } 84530f712c9SDave Chinner /* 84630f712c9SDave Chinner * Point to the biggest freespace in our data block. 84730f712c9SDave Chinner */ 84830f712c9SDave Chinner dup = (xfs_dir2_data_unused_t *) 84930f712c9SDave Chinner ((char *)hdr + be16_to_cpu(bf[0].offset)); 85030f712c9SDave Chinner needscan = needlog = 0; 85130f712c9SDave Chinner /* 85230f712c9SDave Chinner * Mark the initial part of our freespace in use for the new entry. 85330f712c9SDave Chinner */ 8546915ef35SDarrick J. Wong error = xfs_dir2_data_use_free(args, dbp, dup, 8556915ef35SDarrick J. Wong (xfs_dir2_data_aoff_t)((char *)dup - (char *)hdr), 8566915ef35SDarrick J. Wong length, &needlog, &needscan); 8576915ef35SDarrick J. Wong if (error) { 8586915ef35SDarrick J. Wong xfs_trans_brelse(tp, lbp); 8596915ef35SDarrick J. Wong return error; 8606915ef35SDarrick J. Wong } 86130f712c9SDave Chinner /* 86230f712c9SDave Chinner * Initialize our new entry (at last). 86330f712c9SDave Chinner */ 86430f712c9SDave Chinner dep = (xfs_dir2_data_entry_t *)dup; 86530f712c9SDave Chinner dep->inumber = cpu_to_be64(args->inumber); 86630f712c9SDave Chinner dep->namelen = args->namelen; 86730f712c9SDave Chinner memcpy(dep->name, args->name, dep->namelen); 86830f712c9SDave Chinner dp->d_ops->data_put_ftype(dep, args->filetype); 8697e8ae7bdSChristoph Hellwig tagp = xfs_dir2_data_entry_tag_p(dp->i_mount, dep); 87030f712c9SDave Chinner *tagp = cpu_to_be16((char *)dep - (char *)hdr); 87130f712c9SDave Chinner /* 87230f712c9SDave Chinner * Need to scan fix up the bestfree table. 87330f712c9SDave Chinner */ 87430f712c9SDave Chinner if (needscan) 87530f712c9SDave Chinner xfs_dir2_data_freescan(dp, hdr, &needlog); 87630f712c9SDave Chinner /* 87730f712c9SDave Chinner * Need to log the data block's header. 87830f712c9SDave Chinner */ 87930f712c9SDave Chinner if (needlog) 88030f712c9SDave Chinner xfs_dir2_data_log_header(args, dbp); 88130f712c9SDave Chinner xfs_dir2_data_log_entry(args, dbp, dep); 88230f712c9SDave Chinner /* 88330f712c9SDave Chinner * If the bests table needs to be changed, do it. 88430f712c9SDave Chinner * Log the change unless we've already done that. 88530f712c9SDave Chinner */ 88630f712c9SDave Chinner if (be16_to_cpu(bestsp[use_block]) != be16_to_cpu(bf[0].length)) { 88730f712c9SDave Chinner bestsp[use_block] = bf[0].length; 88830f712c9SDave Chinner if (!grown) 88930f712c9SDave Chinner xfs_dir3_leaf_log_bests(args, lbp, use_block, use_block); 89030f712c9SDave Chinner } 89130f712c9SDave Chinner 89230f712c9SDave Chinner lep = xfs_dir3_leaf_find_entry(&leafhdr, ents, index, compact, lowstale, 89330f712c9SDave Chinner highstale, &lfloglow, &lfloghigh); 89430f712c9SDave Chinner 89530f712c9SDave Chinner /* 89630f712c9SDave Chinner * Fill in the new leaf entry. 89730f712c9SDave Chinner */ 89830f712c9SDave Chinner lep->hashval = cpu_to_be32(args->hashval); 89930f712c9SDave Chinner lep->address = cpu_to_be32( 90030f712c9SDave Chinner xfs_dir2_db_off_to_dataptr(args->geo, use_block, 90130f712c9SDave Chinner be16_to_cpu(*tagp))); 90230f712c9SDave Chinner /* 90330f712c9SDave Chinner * Log the leaf fields and give up the buffers. 90430f712c9SDave Chinner */ 905163fbbb3SChristoph Hellwig xfs_dir2_leaf_hdr_to_disk(dp->i_mount, leaf, &leafhdr); 90630f712c9SDave Chinner xfs_dir3_leaf_log_header(args, lbp); 907787b0893SChristoph Hellwig xfs_dir3_leaf_log_ents(args, &leafhdr, lbp, lfloglow, lfloghigh); 90830f712c9SDave Chinner xfs_dir3_leaf_check(dp, lbp); 90930f712c9SDave Chinner xfs_dir3_data_check(dp, dbp); 91030f712c9SDave Chinner return 0; 91130f712c9SDave Chinner } 91230f712c9SDave Chinner 91330f712c9SDave Chinner /* 91430f712c9SDave Chinner * Compact out any stale entries in the leaf. 91530f712c9SDave Chinner * Log the header and changed leaf entries, if any. 91630f712c9SDave Chinner */ 91730f712c9SDave Chinner void 91830f712c9SDave Chinner xfs_dir3_leaf_compact( 91930f712c9SDave Chinner xfs_da_args_t *args, /* operation arguments */ 92030f712c9SDave Chinner struct xfs_dir3_icleaf_hdr *leafhdr, 92130f712c9SDave Chinner struct xfs_buf *bp) /* leaf buffer */ 92230f712c9SDave Chinner { 92330f712c9SDave Chinner int from; /* source leaf index */ 92430f712c9SDave Chinner xfs_dir2_leaf_t *leaf; /* leaf structure */ 92530f712c9SDave Chinner int loglow; /* first leaf entry to log */ 92630f712c9SDave Chinner int to; /* target leaf index */ 92730f712c9SDave Chinner struct xfs_inode *dp = args->dp; 92830f712c9SDave Chinner 92930f712c9SDave Chinner leaf = bp->b_addr; 93030f712c9SDave Chinner if (!leafhdr->stale) 93130f712c9SDave Chinner return; 93230f712c9SDave Chinner 93330f712c9SDave Chinner /* 93430f712c9SDave Chinner * Compress out the stale entries in place. 93530f712c9SDave Chinner */ 93630f712c9SDave Chinner for (from = to = 0, loglow = -1; from < leafhdr->count; from++) { 937787b0893SChristoph Hellwig if (leafhdr->ents[from].address == 938787b0893SChristoph Hellwig cpu_to_be32(XFS_DIR2_NULL_DATAPTR)) 93930f712c9SDave Chinner continue; 94030f712c9SDave Chinner /* 94130f712c9SDave Chinner * Only actually copy the entries that are different. 94230f712c9SDave Chinner */ 94330f712c9SDave Chinner if (from > to) { 94430f712c9SDave Chinner if (loglow == -1) 94530f712c9SDave Chinner loglow = to; 946787b0893SChristoph Hellwig leafhdr->ents[to] = leafhdr->ents[from]; 94730f712c9SDave Chinner } 94830f712c9SDave Chinner to++; 94930f712c9SDave Chinner } 95030f712c9SDave Chinner /* 95130f712c9SDave Chinner * Update and log the header, log the leaf entries. 95230f712c9SDave Chinner */ 95330f712c9SDave Chinner ASSERT(leafhdr->stale == from - to); 95430f712c9SDave Chinner leafhdr->count -= leafhdr->stale; 95530f712c9SDave Chinner leafhdr->stale = 0; 95630f712c9SDave Chinner 957163fbbb3SChristoph Hellwig xfs_dir2_leaf_hdr_to_disk(dp->i_mount, leaf, leafhdr); 95830f712c9SDave Chinner xfs_dir3_leaf_log_header(args, bp); 95930f712c9SDave Chinner if (loglow != -1) 960787b0893SChristoph Hellwig xfs_dir3_leaf_log_ents(args, leafhdr, bp, loglow, to - 1); 96130f712c9SDave Chinner } 96230f712c9SDave Chinner 96330f712c9SDave Chinner /* 96430f712c9SDave Chinner * Compact the leaf entries, removing stale ones. 96530f712c9SDave Chinner * Leave one stale entry behind - the one closest to our 96630f712c9SDave Chinner * insertion index - and the caller will shift that one to our insertion 96730f712c9SDave Chinner * point later. 96830f712c9SDave Chinner * Return new insertion index, where the remaining stale entry is, 96930f712c9SDave Chinner * and leaf logging indices. 97030f712c9SDave Chinner */ 97130f712c9SDave Chinner void 97230f712c9SDave Chinner xfs_dir3_leaf_compact_x1( 97330f712c9SDave Chinner struct xfs_dir3_icleaf_hdr *leafhdr, 97430f712c9SDave Chinner struct xfs_dir2_leaf_entry *ents, 97530f712c9SDave Chinner int *indexp, /* insertion index */ 97630f712c9SDave Chinner int *lowstalep, /* out: stale entry before us */ 97730f712c9SDave Chinner int *highstalep, /* out: stale entry after us */ 97830f712c9SDave Chinner int *lowlogp, /* out: low log index */ 97930f712c9SDave Chinner int *highlogp) /* out: high log index */ 98030f712c9SDave Chinner { 98130f712c9SDave Chinner int from; /* source copy index */ 98230f712c9SDave Chinner int highstale; /* stale entry at/after index */ 98330f712c9SDave Chinner int index; /* insertion index */ 98430f712c9SDave Chinner int keepstale; /* source index of kept stale */ 98530f712c9SDave Chinner int lowstale; /* stale entry before index */ 98630f712c9SDave Chinner int newindex=0; /* new insertion index */ 98730f712c9SDave Chinner int to; /* destination copy index */ 98830f712c9SDave Chinner 98930f712c9SDave Chinner ASSERT(leafhdr->stale > 1); 99030f712c9SDave Chinner index = *indexp; 99130f712c9SDave Chinner 99230f712c9SDave Chinner xfs_dir3_leaf_find_stale(leafhdr, ents, index, &lowstale, &highstale); 99330f712c9SDave Chinner 99430f712c9SDave Chinner /* 99530f712c9SDave Chinner * Pick the better of lowstale and highstale. 99630f712c9SDave Chinner */ 99730f712c9SDave Chinner if (lowstale >= 0 && 99830f712c9SDave Chinner (highstale == leafhdr->count || 99930f712c9SDave Chinner index - lowstale <= highstale - index)) 100030f712c9SDave Chinner keepstale = lowstale; 100130f712c9SDave Chinner else 100230f712c9SDave Chinner keepstale = highstale; 100330f712c9SDave Chinner /* 100430f712c9SDave Chinner * Copy the entries in place, removing all the stale entries 100530f712c9SDave Chinner * except keepstale. 100630f712c9SDave Chinner */ 100730f712c9SDave Chinner for (from = to = 0; from < leafhdr->count; from++) { 100830f712c9SDave Chinner /* 100930f712c9SDave Chinner * Notice the new value of index. 101030f712c9SDave Chinner */ 101130f712c9SDave Chinner if (index == from) 101230f712c9SDave Chinner newindex = to; 101330f712c9SDave Chinner if (from != keepstale && 101430f712c9SDave Chinner ents[from].address == cpu_to_be32(XFS_DIR2_NULL_DATAPTR)) { 101530f712c9SDave Chinner if (from == to) 101630f712c9SDave Chinner *lowlogp = to; 101730f712c9SDave Chinner continue; 101830f712c9SDave Chinner } 101930f712c9SDave Chinner /* 102030f712c9SDave Chinner * Record the new keepstale value for the insertion. 102130f712c9SDave Chinner */ 102230f712c9SDave Chinner if (from == keepstale) 102330f712c9SDave Chinner lowstale = highstale = to; 102430f712c9SDave Chinner /* 102530f712c9SDave Chinner * Copy only the entries that have moved. 102630f712c9SDave Chinner */ 102730f712c9SDave Chinner if (from > to) 102830f712c9SDave Chinner ents[to] = ents[from]; 102930f712c9SDave Chinner to++; 103030f712c9SDave Chinner } 103130f712c9SDave Chinner ASSERT(from > to); 103230f712c9SDave Chinner /* 103330f712c9SDave Chinner * If the insertion point was past the last entry, 103430f712c9SDave Chinner * set the new insertion point accordingly. 103530f712c9SDave Chinner */ 103630f712c9SDave Chinner if (index == from) 103730f712c9SDave Chinner newindex = to; 103830f712c9SDave Chinner *indexp = newindex; 103930f712c9SDave Chinner /* 104030f712c9SDave Chinner * Adjust the leaf header values. 104130f712c9SDave Chinner */ 104230f712c9SDave Chinner leafhdr->count -= from - to; 104330f712c9SDave Chinner leafhdr->stale = 1; 104430f712c9SDave Chinner /* 104530f712c9SDave Chinner * Remember the low/high stale value only in the "right" 104630f712c9SDave Chinner * direction. 104730f712c9SDave Chinner */ 104830f712c9SDave Chinner if (lowstale >= newindex) 104930f712c9SDave Chinner lowstale = -1; 105030f712c9SDave Chinner else 105130f712c9SDave Chinner highstale = leafhdr->count; 105230f712c9SDave Chinner *highlogp = leafhdr->count - 1; 105330f712c9SDave Chinner *lowstalep = lowstale; 105430f712c9SDave Chinner *highstalep = highstale; 105530f712c9SDave Chinner } 105630f712c9SDave Chinner 105730f712c9SDave Chinner /* 105830f712c9SDave Chinner * Log the bests entries indicated from a leaf1 block. 105930f712c9SDave Chinner */ 106030f712c9SDave Chinner static void 106130f712c9SDave Chinner xfs_dir3_leaf_log_bests( 106230f712c9SDave Chinner struct xfs_da_args *args, 106330f712c9SDave Chinner struct xfs_buf *bp, /* leaf buffer */ 106430f712c9SDave Chinner int first, /* first entry to log */ 106530f712c9SDave Chinner int last) /* last entry to log */ 106630f712c9SDave Chinner { 106730f712c9SDave Chinner __be16 *firstb; /* pointer to first entry */ 106830f712c9SDave Chinner __be16 *lastb; /* pointer to last entry */ 106930f712c9SDave Chinner struct xfs_dir2_leaf *leaf = bp->b_addr; 107030f712c9SDave Chinner xfs_dir2_leaf_tail_t *ltp; /* leaf tail structure */ 107130f712c9SDave Chinner 107230f712c9SDave Chinner ASSERT(leaf->hdr.info.magic == cpu_to_be16(XFS_DIR2_LEAF1_MAGIC) || 107330f712c9SDave Chinner leaf->hdr.info.magic == cpu_to_be16(XFS_DIR3_LEAF1_MAGIC)); 107430f712c9SDave Chinner 107530f712c9SDave Chinner ltp = xfs_dir2_leaf_tail_p(args->geo, leaf); 107630f712c9SDave Chinner firstb = xfs_dir2_leaf_bests_p(ltp) + first; 107730f712c9SDave Chinner lastb = xfs_dir2_leaf_bests_p(ltp) + last; 107830f712c9SDave Chinner xfs_trans_log_buf(args->trans, bp, 107930f712c9SDave Chinner (uint)((char *)firstb - (char *)leaf), 108030f712c9SDave Chinner (uint)((char *)lastb - (char *)leaf + sizeof(*lastb) - 1)); 108130f712c9SDave Chinner } 108230f712c9SDave Chinner 108330f712c9SDave Chinner /* 108430f712c9SDave Chinner * Log the leaf entries indicated from a leaf1 or leafn block. 108530f712c9SDave Chinner */ 108630f712c9SDave Chinner void 108730f712c9SDave Chinner xfs_dir3_leaf_log_ents( 108830f712c9SDave Chinner struct xfs_da_args *args, 1089787b0893SChristoph Hellwig struct xfs_dir3_icleaf_hdr *hdr, 109030f712c9SDave Chinner struct xfs_buf *bp, 109130f712c9SDave Chinner int first, 109230f712c9SDave Chinner int last) 109330f712c9SDave Chinner { 109430f712c9SDave Chinner xfs_dir2_leaf_entry_t *firstlep; /* pointer to first entry */ 109530f712c9SDave Chinner xfs_dir2_leaf_entry_t *lastlep; /* pointer to last entry */ 109630f712c9SDave Chinner struct xfs_dir2_leaf *leaf = bp->b_addr; 109730f712c9SDave Chinner 109830f712c9SDave Chinner ASSERT(leaf->hdr.info.magic == cpu_to_be16(XFS_DIR2_LEAF1_MAGIC) || 109930f712c9SDave Chinner leaf->hdr.info.magic == cpu_to_be16(XFS_DIR3_LEAF1_MAGIC) || 110030f712c9SDave Chinner leaf->hdr.info.magic == cpu_to_be16(XFS_DIR2_LEAFN_MAGIC) || 110130f712c9SDave Chinner leaf->hdr.info.magic == cpu_to_be16(XFS_DIR3_LEAFN_MAGIC)); 110230f712c9SDave Chinner 1103787b0893SChristoph Hellwig firstlep = &hdr->ents[first]; 1104787b0893SChristoph Hellwig lastlep = &hdr->ents[last]; 110530f712c9SDave Chinner xfs_trans_log_buf(args->trans, bp, 110630f712c9SDave Chinner (uint)((char *)firstlep - (char *)leaf), 110730f712c9SDave Chinner (uint)((char *)lastlep - (char *)leaf + sizeof(*lastlep) - 1)); 110830f712c9SDave Chinner } 110930f712c9SDave Chinner 111030f712c9SDave Chinner /* 111130f712c9SDave Chinner * Log the header of the leaf1 or leafn block. 111230f712c9SDave Chinner */ 111330f712c9SDave Chinner void 111430f712c9SDave Chinner xfs_dir3_leaf_log_header( 111530f712c9SDave Chinner struct xfs_da_args *args, 111630f712c9SDave Chinner struct xfs_buf *bp) 111730f712c9SDave Chinner { 111830f712c9SDave Chinner struct xfs_dir2_leaf *leaf = bp->b_addr; 111930f712c9SDave Chinner 112030f712c9SDave Chinner ASSERT(leaf->hdr.info.magic == cpu_to_be16(XFS_DIR2_LEAF1_MAGIC) || 112130f712c9SDave Chinner leaf->hdr.info.magic == cpu_to_be16(XFS_DIR3_LEAF1_MAGIC) || 112230f712c9SDave Chinner leaf->hdr.info.magic == cpu_to_be16(XFS_DIR2_LEAFN_MAGIC) || 112330f712c9SDave Chinner leaf->hdr.info.magic == cpu_to_be16(XFS_DIR3_LEAFN_MAGIC)); 112430f712c9SDave Chinner 112530f712c9SDave Chinner xfs_trans_log_buf(args->trans, bp, 112630f712c9SDave Chinner (uint)((char *)&leaf->hdr - (char *)leaf), 1127545910bcSChristoph Hellwig args->geo->leaf_hdr_size - 1); 112830f712c9SDave Chinner } 112930f712c9SDave Chinner 113030f712c9SDave Chinner /* 113130f712c9SDave Chinner * Log the tail of the leaf1 block. 113230f712c9SDave Chinner */ 113330f712c9SDave Chinner STATIC void 113430f712c9SDave Chinner xfs_dir3_leaf_log_tail( 113530f712c9SDave Chinner struct xfs_da_args *args, 113630f712c9SDave Chinner struct xfs_buf *bp) 113730f712c9SDave Chinner { 113830f712c9SDave Chinner struct xfs_dir2_leaf *leaf = bp->b_addr; 113930f712c9SDave Chinner xfs_dir2_leaf_tail_t *ltp; /* leaf tail structure */ 114030f712c9SDave Chinner 114130f712c9SDave Chinner ASSERT(leaf->hdr.info.magic == cpu_to_be16(XFS_DIR2_LEAF1_MAGIC) || 114230f712c9SDave Chinner leaf->hdr.info.magic == cpu_to_be16(XFS_DIR3_LEAF1_MAGIC) || 114330f712c9SDave Chinner leaf->hdr.info.magic == cpu_to_be16(XFS_DIR2_LEAFN_MAGIC) || 114430f712c9SDave Chinner leaf->hdr.info.magic == cpu_to_be16(XFS_DIR3_LEAFN_MAGIC)); 114530f712c9SDave Chinner 114630f712c9SDave Chinner ltp = xfs_dir2_leaf_tail_p(args->geo, leaf); 114730f712c9SDave Chinner xfs_trans_log_buf(args->trans, bp, (uint)((char *)ltp - (char *)leaf), 114830f712c9SDave Chinner (uint)(args->geo->blksize - 1)); 114930f712c9SDave Chinner } 115030f712c9SDave Chinner 115130f712c9SDave Chinner /* 115230f712c9SDave Chinner * Look up the entry referred to by args in the leaf format directory. 115330f712c9SDave Chinner * Most of the work is done by the xfs_dir2_leaf_lookup_int routine which 115430f712c9SDave Chinner * is also used by the node-format code. 115530f712c9SDave Chinner */ 115630f712c9SDave Chinner int 115730f712c9SDave Chinner xfs_dir2_leaf_lookup( 115830f712c9SDave Chinner xfs_da_args_t *args) /* operation arguments */ 115930f712c9SDave Chinner { 116030f712c9SDave Chinner struct xfs_buf *dbp; /* data block buffer */ 116130f712c9SDave Chinner xfs_dir2_data_entry_t *dep; /* data block entry */ 116230f712c9SDave Chinner xfs_inode_t *dp; /* incore directory inode */ 116330f712c9SDave Chinner int error; /* error return code */ 116430f712c9SDave Chinner int index; /* found entry index */ 116530f712c9SDave Chinner struct xfs_buf *lbp; /* leaf buffer */ 116630f712c9SDave Chinner xfs_dir2_leaf_entry_t *lep; /* leaf entry */ 116730f712c9SDave Chinner xfs_trans_t *tp; /* transaction pointer */ 1168787b0893SChristoph Hellwig struct xfs_dir3_icleaf_hdr leafhdr; 116930f712c9SDave Chinner 117030f712c9SDave Chinner trace_xfs_dir2_leaf_lookup(args); 117130f712c9SDave Chinner 117230f712c9SDave Chinner /* 117330f712c9SDave Chinner * Look up name in the leaf block, returning both buffers and index. 117430f712c9SDave Chinner */ 1175787b0893SChristoph Hellwig error = xfs_dir2_leaf_lookup_int(args, &lbp, &index, &dbp, &leafhdr); 1176787b0893SChristoph Hellwig if (error) 117730f712c9SDave Chinner return error; 1178787b0893SChristoph Hellwig 117930f712c9SDave Chinner tp = args->trans; 118030f712c9SDave Chinner dp = args->dp; 118130f712c9SDave Chinner xfs_dir3_leaf_check(dp, lbp); 1182787b0893SChristoph Hellwig 118330f712c9SDave Chinner /* 118430f712c9SDave Chinner * Get to the leaf entry and contained data entry address. 118530f712c9SDave Chinner */ 1186787b0893SChristoph Hellwig lep = &leafhdr.ents[index]; 118730f712c9SDave Chinner 118830f712c9SDave Chinner /* 118930f712c9SDave Chinner * Point to the data entry. 119030f712c9SDave Chinner */ 119130f712c9SDave Chinner dep = (xfs_dir2_data_entry_t *) 119230f712c9SDave Chinner ((char *)dbp->b_addr + 119330f712c9SDave Chinner xfs_dir2_dataptr_to_off(args->geo, be32_to_cpu(lep->address))); 119430f712c9SDave Chinner /* 119530f712c9SDave Chinner * Return the found inode number & CI name if appropriate 119630f712c9SDave Chinner */ 119730f712c9SDave Chinner args->inumber = be64_to_cpu(dep->inumber); 119830f712c9SDave Chinner args->filetype = dp->d_ops->data_get_ftype(dep); 119930f712c9SDave Chinner error = xfs_dir_cilookup_result(args, dep->name, dep->namelen); 120030f712c9SDave Chinner xfs_trans_brelse(tp, dbp); 120130f712c9SDave Chinner xfs_trans_brelse(tp, lbp); 120230f712c9SDave Chinner return error; 120330f712c9SDave Chinner } 120430f712c9SDave Chinner 120530f712c9SDave Chinner /* 120630f712c9SDave Chinner * Look up name/hash in the leaf block. 120730f712c9SDave Chinner * Fill in indexp with the found index, and dbpp with the data buffer. 120830f712c9SDave Chinner * If not found dbpp will be NULL, and ENOENT comes back. 120930f712c9SDave Chinner * lbpp will always be filled in with the leaf buffer unless there's an error. 121030f712c9SDave Chinner */ 121130f712c9SDave Chinner static int /* error */ 121230f712c9SDave Chinner xfs_dir2_leaf_lookup_int( 121330f712c9SDave Chinner xfs_da_args_t *args, /* operation arguments */ 121430f712c9SDave Chinner struct xfs_buf **lbpp, /* out: leaf buffer */ 121530f712c9SDave Chinner int *indexp, /* out: index in leaf block */ 1216787b0893SChristoph Hellwig struct xfs_buf **dbpp, /* out: data buffer */ 1217787b0893SChristoph Hellwig struct xfs_dir3_icleaf_hdr *leafhdr) 121830f712c9SDave Chinner { 121930f712c9SDave Chinner xfs_dir2_db_t curdb = -1; /* current data block number */ 122030f712c9SDave Chinner struct xfs_buf *dbp = NULL; /* data buffer */ 122130f712c9SDave Chinner xfs_dir2_data_entry_t *dep; /* data entry */ 122230f712c9SDave Chinner xfs_inode_t *dp; /* incore directory inode */ 122330f712c9SDave Chinner int error; /* error return code */ 122430f712c9SDave Chinner int index; /* index in leaf block */ 122530f712c9SDave Chinner struct xfs_buf *lbp; /* leaf buffer */ 122630f712c9SDave Chinner xfs_dir2_leaf_entry_t *lep; /* leaf entry */ 122730f712c9SDave Chinner xfs_dir2_leaf_t *leaf; /* leaf structure */ 122830f712c9SDave Chinner xfs_mount_t *mp; /* filesystem mount point */ 122930f712c9SDave Chinner xfs_dir2_db_t newdb; /* new data block number */ 123030f712c9SDave Chinner xfs_trans_t *tp; /* transaction pointer */ 123130f712c9SDave Chinner xfs_dir2_db_t cidb = -1; /* case match data block no. */ 123230f712c9SDave Chinner enum xfs_dacmp cmp; /* name compare result */ 123330f712c9SDave Chinner 123430f712c9SDave Chinner dp = args->dp; 123530f712c9SDave Chinner tp = args->trans; 123630f712c9SDave Chinner mp = dp->i_mount; 123730f712c9SDave Chinner 123830f712c9SDave Chinner error = xfs_dir3_leaf_read(tp, dp, args->geo->leafblk, -1, &lbp); 123930f712c9SDave Chinner if (error) 124030f712c9SDave Chinner return error; 124130f712c9SDave Chinner 124230f712c9SDave Chinner *lbpp = lbp; 124330f712c9SDave Chinner leaf = lbp->b_addr; 124430f712c9SDave Chinner xfs_dir3_leaf_check(dp, lbp); 1245787b0893SChristoph Hellwig xfs_dir2_leaf_hdr_from_disk(mp, leafhdr, leaf); 124630f712c9SDave Chinner 124730f712c9SDave Chinner /* 124830f712c9SDave Chinner * Look for the first leaf entry with our hash value. 124930f712c9SDave Chinner */ 125030f712c9SDave Chinner index = xfs_dir2_leaf_search_hash(args, lbp); 125130f712c9SDave Chinner /* 125230f712c9SDave Chinner * Loop over all the entries with the right hash value 125330f712c9SDave Chinner * looking to match the name. 125430f712c9SDave Chinner */ 1255787b0893SChristoph Hellwig for (lep = &leafhdr->ents[index]; 1256787b0893SChristoph Hellwig index < leafhdr->count && 1257787b0893SChristoph Hellwig be32_to_cpu(lep->hashval) == args->hashval; 125830f712c9SDave Chinner lep++, index++) { 125930f712c9SDave Chinner /* 126030f712c9SDave Chinner * Skip over stale leaf entries. 126130f712c9SDave Chinner */ 126230f712c9SDave Chinner if (be32_to_cpu(lep->address) == XFS_DIR2_NULL_DATAPTR) 126330f712c9SDave Chinner continue; 126430f712c9SDave Chinner /* 126530f712c9SDave Chinner * Get the new data block number. 126630f712c9SDave Chinner */ 126730f712c9SDave Chinner newdb = xfs_dir2_dataptr_to_db(args->geo, 126830f712c9SDave Chinner be32_to_cpu(lep->address)); 126930f712c9SDave Chinner /* 127030f712c9SDave Chinner * If it's not the same as the old data block number, 127130f712c9SDave Chinner * need to pitch the old one and read the new one. 127230f712c9SDave Chinner */ 127330f712c9SDave Chinner if (newdb != curdb) { 127430f712c9SDave Chinner if (dbp) 127530f712c9SDave Chinner xfs_trans_brelse(tp, dbp); 127630f712c9SDave Chinner error = xfs_dir3_data_read(tp, dp, 127730f712c9SDave Chinner xfs_dir2_db_to_da(args->geo, newdb), 127830f712c9SDave Chinner -1, &dbp); 127930f712c9SDave Chinner if (error) { 128030f712c9SDave Chinner xfs_trans_brelse(tp, lbp); 128130f712c9SDave Chinner return error; 128230f712c9SDave Chinner } 128330f712c9SDave Chinner curdb = newdb; 128430f712c9SDave Chinner } 128530f712c9SDave Chinner /* 128630f712c9SDave Chinner * Point to the data entry. 128730f712c9SDave Chinner */ 128830f712c9SDave Chinner dep = (xfs_dir2_data_entry_t *)((char *)dbp->b_addr + 128930f712c9SDave Chinner xfs_dir2_dataptr_to_off(args->geo, 129030f712c9SDave Chinner be32_to_cpu(lep->address))); 129130f712c9SDave Chinner /* 129230f712c9SDave Chinner * Compare name and if it's an exact match, return the index 129330f712c9SDave Chinner * and buffer. If it's the first case-insensitive match, store 129430f712c9SDave Chinner * the index and buffer and continue looking for an exact match. 129530f712c9SDave Chinner */ 129630f712c9SDave Chinner cmp = mp->m_dirnameops->compname(args, dep->name, dep->namelen); 129730f712c9SDave Chinner if (cmp != XFS_CMP_DIFFERENT && cmp != args->cmpresult) { 129830f712c9SDave Chinner args->cmpresult = cmp; 129930f712c9SDave Chinner *indexp = index; 130030f712c9SDave Chinner /* case exact match: return the current buffer. */ 130130f712c9SDave Chinner if (cmp == XFS_CMP_EXACT) { 130230f712c9SDave Chinner *dbpp = dbp; 130330f712c9SDave Chinner return 0; 130430f712c9SDave Chinner } 130530f712c9SDave Chinner cidb = curdb; 130630f712c9SDave Chinner } 130730f712c9SDave Chinner } 130830f712c9SDave Chinner ASSERT(args->op_flags & XFS_DA_OP_OKNOENT); 130930f712c9SDave Chinner /* 131030f712c9SDave Chinner * Here, we can only be doing a lookup (not a rename or remove). 131130f712c9SDave Chinner * If a case-insensitive match was found earlier, re-read the 131230f712c9SDave Chinner * appropriate data block if required and return it. 131330f712c9SDave Chinner */ 131430f712c9SDave Chinner if (args->cmpresult == XFS_CMP_CASE) { 131530f712c9SDave Chinner ASSERT(cidb != -1); 131630f712c9SDave Chinner if (cidb != curdb) { 131730f712c9SDave Chinner xfs_trans_brelse(tp, dbp); 131830f712c9SDave Chinner error = xfs_dir3_data_read(tp, dp, 131930f712c9SDave Chinner xfs_dir2_db_to_da(args->geo, cidb), 132030f712c9SDave Chinner -1, &dbp); 132130f712c9SDave Chinner if (error) { 132230f712c9SDave Chinner xfs_trans_brelse(tp, lbp); 132330f712c9SDave Chinner return error; 132430f712c9SDave Chinner } 132530f712c9SDave Chinner } 132630f712c9SDave Chinner *dbpp = dbp; 132730f712c9SDave Chinner return 0; 132830f712c9SDave Chinner } 132930f712c9SDave Chinner /* 13302451337dSDave Chinner * No match found, return -ENOENT. 133130f712c9SDave Chinner */ 133230f712c9SDave Chinner ASSERT(cidb == -1); 133330f712c9SDave Chinner if (dbp) 133430f712c9SDave Chinner xfs_trans_brelse(tp, dbp); 133530f712c9SDave Chinner xfs_trans_brelse(tp, lbp); 13362451337dSDave Chinner return -ENOENT; 133730f712c9SDave Chinner } 133830f712c9SDave Chinner 133930f712c9SDave Chinner /* 134030f712c9SDave Chinner * Remove an entry from a leaf format directory. 134130f712c9SDave Chinner */ 134230f712c9SDave Chinner int /* error */ 134330f712c9SDave Chinner xfs_dir2_leaf_removename( 134430f712c9SDave Chinner xfs_da_args_t *args) /* operation arguments */ 134530f712c9SDave Chinner { 1346d73e1ceeSChristoph Hellwig struct xfs_da_geometry *geo = args->geo; 134730f712c9SDave Chinner __be16 *bestsp; /* leaf block best freespace */ 134830f712c9SDave Chinner xfs_dir2_data_hdr_t *hdr; /* data block header */ 134930f712c9SDave Chinner xfs_dir2_db_t db; /* data block number */ 135030f712c9SDave Chinner struct xfs_buf *dbp; /* data block buffer */ 135130f712c9SDave Chinner xfs_dir2_data_entry_t *dep; /* data entry structure */ 135230f712c9SDave Chinner xfs_inode_t *dp; /* incore directory inode */ 135330f712c9SDave Chinner int error; /* error return code */ 135430f712c9SDave Chinner xfs_dir2_db_t i; /* temporary data block # */ 135530f712c9SDave Chinner int index; /* index into leaf entries */ 135630f712c9SDave Chinner struct xfs_buf *lbp; /* leaf buffer */ 135730f712c9SDave Chinner xfs_dir2_leaf_t *leaf; /* leaf structure */ 135830f712c9SDave Chinner xfs_dir2_leaf_entry_t *lep; /* leaf entry */ 135930f712c9SDave Chinner xfs_dir2_leaf_tail_t *ltp; /* leaf tail structure */ 136030f712c9SDave Chinner int needlog; /* need to log data header */ 136130f712c9SDave Chinner int needscan; /* need to rescan data frees */ 136230f712c9SDave Chinner xfs_dir2_data_off_t oldbest; /* old value of best free */ 136330f712c9SDave Chinner struct xfs_dir2_data_free *bf; /* bestfree table */ 136430f712c9SDave Chinner struct xfs_dir3_icleaf_hdr leafhdr; 136530f712c9SDave Chinner 136630f712c9SDave Chinner trace_xfs_dir2_leaf_removename(args); 136730f712c9SDave Chinner 136830f712c9SDave Chinner /* 136930f712c9SDave Chinner * Lookup the leaf entry, get the leaf and data blocks read in. 137030f712c9SDave Chinner */ 1371787b0893SChristoph Hellwig error = xfs_dir2_leaf_lookup_int(args, &lbp, &index, &dbp, &leafhdr); 1372787b0893SChristoph Hellwig if (error) 137330f712c9SDave Chinner return error; 1374787b0893SChristoph Hellwig 137530f712c9SDave Chinner dp = args->dp; 137630f712c9SDave Chinner leaf = lbp->b_addr; 137730f712c9SDave Chinner hdr = dbp->b_addr; 137830f712c9SDave Chinner xfs_dir3_data_check(dp, dbp); 137930f712c9SDave Chinner bf = dp->d_ops->data_bestfree_p(hdr); 1380787b0893SChristoph Hellwig 138130f712c9SDave Chinner /* 138230f712c9SDave Chinner * Point to the leaf entry, use that to point to the data entry. 138330f712c9SDave Chinner */ 1384787b0893SChristoph Hellwig lep = &leafhdr.ents[index]; 1385d73e1ceeSChristoph Hellwig db = xfs_dir2_dataptr_to_db(geo, be32_to_cpu(lep->address)); 138630f712c9SDave Chinner dep = (xfs_dir2_data_entry_t *)((char *)hdr + 1387d73e1ceeSChristoph Hellwig xfs_dir2_dataptr_to_off(geo, be32_to_cpu(lep->address))); 138830f712c9SDave Chinner needscan = needlog = 0; 138930f712c9SDave Chinner oldbest = be16_to_cpu(bf[0].length); 1390d73e1ceeSChristoph Hellwig ltp = xfs_dir2_leaf_tail_p(geo, leaf); 139130f712c9SDave Chinner bestsp = xfs_dir2_leaf_bests_p(ltp); 1392a5155b87SDarrick J. Wong if (be16_to_cpu(bestsp[db]) != oldbest) { 1393a5155b87SDarrick J. Wong xfs_buf_corruption_error(lbp); 13943f883f5bSDarrick J. Wong return -EFSCORRUPTED; 1395a5155b87SDarrick J. Wong } 139630f712c9SDave Chinner /* 139730f712c9SDave Chinner * Mark the former data entry unused. 139830f712c9SDave Chinner */ 139930f712c9SDave Chinner xfs_dir2_data_make_free(args, dbp, 140030f712c9SDave Chinner (xfs_dir2_data_aoff_t)((char *)dep - (char *)hdr), 1401fdbb8c5bSChristoph Hellwig xfs_dir2_data_entsize(dp->i_mount, dep->namelen), &needlog, 1402fdbb8c5bSChristoph Hellwig &needscan); 140330f712c9SDave Chinner /* 140430f712c9SDave Chinner * We just mark the leaf entry stale by putting a null in it. 140530f712c9SDave Chinner */ 140630f712c9SDave Chinner leafhdr.stale++; 1407163fbbb3SChristoph Hellwig xfs_dir2_leaf_hdr_to_disk(dp->i_mount, leaf, &leafhdr); 140830f712c9SDave Chinner xfs_dir3_leaf_log_header(args, lbp); 140930f712c9SDave Chinner 141030f712c9SDave Chinner lep->address = cpu_to_be32(XFS_DIR2_NULL_DATAPTR); 1411787b0893SChristoph Hellwig xfs_dir3_leaf_log_ents(args, &leafhdr, lbp, index, index); 141230f712c9SDave Chinner 141330f712c9SDave Chinner /* 141430f712c9SDave Chinner * Scan the freespace in the data block again if necessary, 141530f712c9SDave Chinner * log the data block header if necessary. 141630f712c9SDave Chinner */ 141730f712c9SDave Chinner if (needscan) 141830f712c9SDave Chinner xfs_dir2_data_freescan(dp, hdr, &needlog); 141930f712c9SDave Chinner if (needlog) 142030f712c9SDave Chinner xfs_dir2_data_log_header(args, dbp); 142130f712c9SDave Chinner /* 142230f712c9SDave Chinner * If the longest freespace in the data block has changed, 142330f712c9SDave Chinner * put the new value in the bests table and log that. 142430f712c9SDave Chinner */ 142530f712c9SDave Chinner if (be16_to_cpu(bf[0].length) != oldbest) { 142630f712c9SDave Chinner bestsp[db] = bf[0].length; 142730f712c9SDave Chinner xfs_dir3_leaf_log_bests(args, lbp, db, db); 142830f712c9SDave Chinner } 142930f712c9SDave Chinner xfs_dir3_data_check(dp, dbp); 143030f712c9SDave Chinner /* 143130f712c9SDave Chinner * If the data block is now empty then get rid of the data block. 143230f712c9SDave Chinner */ 143330f712c9SDave Chinner if (be16_to_cpu(bf[0].length) == 1434d73e1ceeSChristoph Hellwig geo->blksize - geo->data_entry_offset) { 1435d73e1ceeSChristoph Hellwig ASSERT(db != geo->datablk); 143630f712c9SDave Chinner if ((error = xfs_dir2_shrink_inode(args, db, dbp))) { 143730f712c9SDave Chinner /* 143830f712c9SDave Chinner * Nope, can't get rid of it because it caused 143930f712c9SDave Chinner * allocation of a bmap btree block to do so. 144030f712c9SDave Chinner * Just go on, returning success, leaving the 144130f712c9SDave Chinner * empty block in place. 144230f712c9SDave Chinner */ 14432451337dSDave Chinner if (error == -ENOSPC && args->total == 0) 144430f712c9SDave Chinner error = 0; 144530f712c9SDave Chinner xfs_dir3_leaf_check(dp, lbp); 144630f712c9SDave Chinner return error; 144730f712c9SDave Chinner } 144830f712c9SDave Chinner dbp = NULL; 144930f712c9SDave Chinner /* 145030f712c9SDave Chinner * If this is the last data block then compact the 145130f712c9SDave Chinner * bests table by getting rid of entries. 145230f712c9SDave Chinner */ 145330f712c9SDave Chinner if (db == be32_to_cpu(ltp->bestcount) - 1) { 145430f712c9SDave Chinner /* 145530f712c9SDave Chinner * Look for the last active entry (i). 145630f712c9SDave Chinner */ 145730f712c9SDave Chinner for (i = db - 1; i > 0; i--) { 145830f712c9SDave Chinner if (bestsp[i] != cpu_to_be16(NULLDATAOFF)) 145930f712c9SDave Chinner break; 146030f712c9SDave Chinner } 146130f712c9SDave Chinner /* 146230f712c9SDave Chinner * Copy the table down so inactive entries at the 146330f712c9SDave Chinner * end are removed. 146430f712c9SDave Chinner */ 146530f712c9SDave Chinner memmove(&bestsp[db - i], bestsp, 146630f712c9SDave Chinner (be32_to_cpu(ltp->bestcount) - (db - i)) * sizeof(*bestsp)); 146730f712c9SDave Chinner be32_add_cpu(<p->bestcount, -(db - i)); 146830f712c9SDave Chinner xfs_dir3_leaf_log_tail(args, lbp); 146930f712c9SDave Chinner xfs_dir3_leaf_log_bests(args, lbp, 0, 147030f712c9SDave Chinner be32_to_cpu(ltp->bestcount) - 1); 147130f712c9SDave Chinner } else 147230f712c9SDave Chinner bestsp[db] = cpu_to_be16(NULLDATAOFF); 147330f712c9SDave Chinner } 147430f712c9SDave Chinner /* 147530f712c9SDave Chinner * If the data block was not the first one, drop it. 147630f712c9SDave Chinner */ 1477d73e1ceeSChristoph Hellwig else if (db != geo->datablk) 147830f712c9SDave Chinner dbp = NULL; 147930f712c9SDave Chinner 148030f712c9SDave Chinner xfs_dir3_leaf_check(dp, lbp); 148130f712c9SDave Chinner /* 148230f712c9SDave Chinner * See if we can convert to block form. 148330f712c9SDave Chinner */ 148430f712c9SDave Chinner return xfs_dir2_leaf_to_block(args, lbp, dbp); 148530f712c9SDave Chinner } 148630f712c9SDave Chinner 148730f712c9SDave Chinner /* 148830f712c9SDave Chinner * Replace the inode number in a leaf format directory entry. 148930f712c9SDave Chinner */ 149030f712c9SDave Chinner int /* error */ 149130f712c9SDave Chinner xfs_dir2_leaf_replace( 149230f712c9SDave Chinner xfs_da_args_t *args) /* operation arguments */ 149330f712c9SDave Chinner { 149430f712c9SDave Chinner struct xfs_buf *dbp; /* data block buffer */ 149530f712c9SDave Chinner xfs_dir2_data_entry_t *dep; /* data block entry */ 149630f712c9SDave Chinner xfs_inode_t *dp; /* incore directory inode */ 149730f712c9SDave Chinner int error; /* error return code */ 149830f712c9SDave Chinner int index; /* index of leaf entry */ 149930f712c9SDave Chinner struct xfs_buf *lbp; /* leaf buffer */ 150030f712c9SDave Chinner xfs_dir2_leaf_entry_t *lep; /* leaf entry */ 150130f712c9SDave Chinner xfs_trans_t *tp; /* transaction pointer */ 1502787b0893SChristoph Hellwig struct xfs_dir3_icleaf_hdr leafhdr; 150330f712c9SDave Chinner 150430f712c9SDave Chinner trace_xfs_dir2_leaf_replace(args); 150530f712c9SDave Chinner 150630f712c9SDave Chinner /* 150730f712c9SDave Chinner * Look up the entry. 150830f712c9SDave Chinner */ 1509787b0893SChristoph Hellwig error = xfs_dir2_leaf_lookup_int(args, &lbp, &index, &dbp, &leafhdr); 1510787b0893SChristoph Hellwig if (error) 151130f712c9SDave Chinner return error; 1512787b0893SChristoph Hellwig 151330f712c9SDave Chinner dp = args->dp; 151430f712c9SDave Chinner /* 151530f712c9SDave Chinner * Point to the leaf entry, get data address from it. 151630f712c9SDave Chinner */ 1517787b0893SChristoph Hellwig lep = &leafhdr.ents[index]; 151830f712c9SDave Chinner /* 151930f712c9SDave Chinner * Point to the data entry. 152030f712c9SDave Chinner */ 152130f712c9SDave Chinner dep = (xfs_dir2_data_entry_t *) 152230f712c9SDave Chinner ((char *)dbp->b_addr + 152330f712c9SDave Chinner xfs_dir2_dataptr_to_off(args->geo, be32_to_cpu(lep->address))); 152430f712c9SDave Chinner ASSERT(args->inumber != be64_to_cpu(dep->inumber)); 152530f712c9SDave Chinner /* 152630f712c9SDave Chinner * Put the new inode number in, log it. 152730f712c9SDave Chinner */ 152830f712c9SDave Chinner dep->inumber = cpu_to_be64(args->inumber); 152930f712c9SDave Chinner dp->d_ops->data_put_ftype(dep, args->filetype); 153030f712c9SDave Chinner tp = args->trans; 153130f712c9SDave Chinner xfs_dir2_data_log_entry(args, dbp, dep); 153230f712c9SDave Chinner xfs_dir3_leaf_check(dp, lbp); 153330f712c9SDave Chinner xfs_trans_brelse(tp, lbp); 153430f712c9SDave Chinner return 0; 153530f712c9SDave Chinner } 153630f712c9SDave Chinner 153730f712c9SDave Chinner /* 153830f712c9SDave Chinner * Return index in the leaf block (lbp) which is either the first 153930f712c9SDave Chinner * one with this hash value, or if there are none, the insert point 154030f712c9SDave Chinner * for that hash value. 154130f712c9SDave Chinner */ 154230f712c9SDave Chinner int /* index value */ 154330f712c9SDave Chinner xfs_dir2_leaf_search_hash( 154430f712c9SDave Chinner xfs_da_args_t *args, /* operation arguments */ 154530f712c9SDave Chinner struct xfs_buf *lbp) /* leaf buffer */ 154630f712c9SDave Chinner { 154730f712c9SDave Chinner xfs_dahash_t hash=0; /* hash from this entry */ 154830f712c9SDave Chinner xfs_dahash_t hashwant; /* hash value looking for */ 154930f712c9SDave Chinner int high; /* high leaf index */ 155030f712c9SDave Chinner int low; /* low leaf index */ 155130f712c9SDave Chinner xfs_dir2_leaf_entry_t *lep; /* leaf entry */ 155230f712c9SDave Chinner int mid=0; /* current leaf index */ 155330f712c9SDave Chinner struct xfs_dir3_icleaf_hdr leafhdr; 155430f712c9SDave Chinner 1555787b0893SChristoph Hellwig xfs_dir2_leaf_hdr_from_disk(args->dp->i_mount, &leafhdr, lbp->b_addr); 155630f712c9SDave Chinner 155730f712c9SDave Chinner /* 155830f712c9SDave Chinner * Note, the table cannot be empty, so we have to go through the loop. 155930f712c9SDave Chinner * Binary search the leaf entries looking for our hash value. 156030f712c9SDave Chinner */ 1561787b0893SChristoph Hellwig for (lep = leafhdr.ents, low = 0, high = leafhdr.count - 1, 156230f712c9SDave Chinner hashwant = args->hashval; 156330f712c9SDave Chinner low <= high; ) { 156430f712c9SDave Chinner mid = (low + high) >> 1; 156530f712c9SDave Chinner if ((hash = be32_to_cpu(lep[mid].hashval)) == hashwant) 156630f712c9SDave Chinner break; 156730f712c9SDave Chinner if (hash < hashwant) 156830f712c9SDave Chinner low = mid + 1; 156930f712c9SDave Chinner else 157030f712c9SDave Chinner high = mid - 1; 157130f712c9SDave Chinner } 157230f712c9SDave Chinner /* 157330f712c9SDave Chinner * Found one, back up through all the equal hash values. 157430f712c9SDave Chinner */ 157530f712c9SDave Chinner if (hash == hashwant) { 157630f712c9SDave Chinner while (mid > 0 && be32_to_cpu(lep[mid - 1].hashval) == hashwant) { 157730f712c9SDave Chinner mid--; 157830f712c9SDave Chinner } 157930f712c9SDave Chinner } 158030f712c9SDave Chinner /* 158130f712c9SDave Chinner * Need to point to an entry higher than ours. 158230f712c9SDave Chinner */ 158330f712c9SDave Chinner else if (hash < hashwant) 158430f712c9SDave Chinner mid++; 158530f712c9SDave Chinner return mid; 158630f712c9SDave Chinner } 158730f712c9SDave Chinner 158830f712c9SDave Chinner /* 158930f712c9SDave Chinner * Trim off a trailing data block. We know it's empty since the leaf 159030f712c9SDave Chinner * freespace table says so. 159130f712c9SDave Chinner */ 159230f712c9SDave Chinner int /* error */ 159330f712c9SDave Chinner xfs_dir2_leaf_trim_data( 159430f712c9SDave Chinner xfs_da_args_t *args, /* operation arguments */ 159530f712c9SDave Chinner struct xfs_buf *lbp, /* leaf buffer */ 159630f712c9SDave Chinner xfs_dir2_db_t db) /* data block number */ 159730f712c9SDave Chinner { 1598d73e1ceeSChristoph Hellwig struct xfs_da_geometry *geo = args->geo; 159930f712c9SDave Chinner __be16 *bestsp; /* leaf bests table */ 160030f712c9SDave Chinner struct xfs_buf *dbp; /* data block buffer */ 160130f712c9SDave Chinner xfs_inode_t *dp; /* incore directory inode */ 160230f712c9SDave Chinner int error; /* error return value */ 160330f712c9SDave Chinner xfs_dir2_leaf_t *leaf; /* leaf structure */ 160430f712c9SDave Chinner xfs_dir2_leaf_tail_t *ltp; /* leaf tail structure */ 160530f712c9SDave Chinner xfs_trans_t *tp; /* transaction pointer */ 160630f712c9SDave Chinner 160730f712c9SDave Chinner dp = args->dp; 160830f712c9SDave Chinner tp = args->trans; 160930f712c9SDave Chinner /* 161030f712c9SDave Chinner * Read the offending data block. We need its buffer. 161130f712c9SDave Chinner */ 1612d73e1ceeSChristoph Hellwig error = xfs_dir3_data_read(tp, dp, xfs_dir2_db_to_da(geo, db), -1, 1613d73e1ceeSChristoph Hellwig &dbp); 161430f712c9SDave Chinner if (error) 161530f712c9SDave Chinner return error; 161630f712c9SDave Chinner 161730f712c9SDave Chinner leaf = lbp->b_addr; 1618d73e1ceeSChristoph Hellwig ltp = xfs_dir2_leaf_tail_p(geo, leaf); 161930f712c9SDave Chinner 162030f712c9SDave Chinner #ifdef DEBUG 162130f712c9SDave Chinner { 162230f712c9SDave Chinner struct xfs_dir2_data_hdr *hdr = dbp->b_addr; 162330f712c9SDave Chinner struct xfs_dir2_data_free *bf = dp->d_ops->data_bestfree_p(hdr); 162430f712c9SDave Chinner 162530f712c9SDave Chinner ASSERT(hdr->magic == cpu_to_be32(XFS_DIR2_DATA_MAGIC) || 162630f712c9SDave Chinner hdr->magic == cpu_to_be32(XFS_DIR3_DATA_MAGIC)); 162730f712c9SDave Chinner ASSERT(be16_to_cpu(bf[0].length) == 1628d73e1ceeSChristoph Hellwig geo->blksize - geo->data_entry_offset); 162930f712c9SDave Chinner ASSERT(db == be32_to_cpu(ltp->bestcount) - 1); 163030f712c9SDave Chinner } 163130f712c9SDave Chinner #endif 163230f712c9SDave Chinner 163330f712c9SDave Chinner /* 163430f712c9SDave Chinner * Get rid of the data block. 163530f712c9SDave Chinner */ 163630f712c9SDave Chinner if ((error = xfs_dir2_shrink_inode(args, db, dbp))) { 16372451337dSDave Chinner ASSERT(error != -ENOSPC); 163830f712c9SDave Chinner xfs_trans_brelse(tp, dbp); 163930f712c9SDave Chinner return error; 164030f712c9SDave Chinner } 164130f712c9SDave Chinner /* 164230f712c9SDave Chinner * Eliminate the last bests entry from the table. 164330f712c9SDave Chinner */ 164430f712c9SDave Chinner bestsp = xfs_dir2_leaf_bests_p(ltp); 164530f712c9SDave Chinner be32_add_cpu(<p->bestcount, -1); 164630f712c9SDave Chinner memmove(&bestsp[1], &bestsp[0], be32_to_cpu(ltp->bestcount) * sizeof(*bestsp)); 164730f712c9SDave Chinner xfs_dir3_leaf_log_tail(args, lbp); 164830f712c9SDave Chinner xfs_dir3_leaf_log_bests(args, lbp, 0, be32_to_cpu(ltp->bestcount) - 1); 164930f712c9SDave Chinner return 0; 165030f712c9SDave Chinner } 165130f712c9SDave Chinner 165230f712c9SDave Chinner static inline size_t 165330f712c9SDave Chinner xfs_dir3_leaf_size( 165430f712c9SDave Chinner struct xfs_dir3_icleaf_hdr *hdr, 165530f712c9SDave Chinner int counts) 165630f712c9SDave Chinner { 165730f712c9SDave Chinner int entries; 165830f712c9SDave Chinner int hdrsize; 165930f712c9SDave Chinner 166030f712c9SDave Chinner entries = hdr->count - hdr->stale; 166130f712c9SDave Chinner if (hdr->magic == XFS_DIR2_LEAF1_MAGIC || 166230f712c9SDave Chinner hdr->magic == XFS_DIR2_LEAFN_MAGIC) 166330f712c9SDave Chinner hdrsize = sizeof(struct xfs_dir2_leaf_hdr); 166430f712c9SDave Chinner else 166530f712c9SDave Chinner hdrsize = sizeof(struct xfs_dir3_leaf_hdr); 166630f712c9SDave Chinner 166730f712c9SDave Chinner return hdrsize + entries * sizeof(xfs_dir2_leaf_entry_t) 166830f712c9SDave Chinner + counts * sizeof(xfs_dir2_data_off_t) 166930f712c9SDave Chinner + sizeof(xfs_dir2_leaf_tail_t); 167030f712c9SDave Chinner } 167130f712c9SDave Chinner 167230f712c9SDave Chinner /* 167330f712c9SDave Chinner * Convert node form directory to leaf form directory. 167430f712c9SDave Chinner * The root of the node form dir needs to already be a LEAFN block. 167530f712c9SDave Chinner * Just return if we can't do anything. 167630f712c9SDave Chinner */ 167730f712c9SDave Chinner int /* error */ 167830f712c9SDave Chinner xfs_dir2_node_to_leaf( 167930f712c9SDave Chinner xfs_da_state_t *state) /* directory operation state */ 168030f712c9SDave Chinner { 168130f712c9SDave Chinner xfs_da_args_t *args; /* operation arguments */ 168230f712c9SDave Chinner xfs_inode_t *dp; /* incore directory inode */ 168330f712c9SDave Chinner int error; /* error return code */ 168430f712c9SDave Chinner struct xfs_buf *fbp; /* buffer for freespace block */ 168530f712c9SDave Chinner xfs_fileoff_t fo; /* freespace file offset */ 168630f712c9SDave Chinner struct xfs_buf *lbp; /* buffer for leaf block */ 168730f712c9SDave Chinner xfs_dir2_leaf_tail_t *ltp; /* tail of leaf structure */ 168830f712c9SDave Chinner xfs_dir2_leaf_t *leaf; /* leaf structure */ 168930f712c9SDave Chinner xfs_mount_t *mp; /* filesystem mount point */ 169030f712c9SDave Chinner int rval; /* successful free trim? */ 169130f712c9SDave Chinner xfs_trans_t *tp; /* transaction pointer */ 169230f712c9SDave Chinner struct xfs_dir3_icleaf_hdr leafhdr; 169330f712c9SDave Chinner struct xfs_dir3_icfree_hdr freehdr; 169430f712c9SDave Chinner 169530f712c9SDave Chinner /* 169630f712c9SDave Chinner * There's more than a leaf level in the btree, so there must 169730f712c9SDave Chinner * be multiple leafn blocks. Give up. 169830f712c9SDave Chinner */ 169930f712c9SDave Chinner if (state->path.active > 1) 170030f712c9SDave Chinner return 0; 170130f712c9SDave Chinner args = state->args; 170230f712c9SDave Chinner 170330f712c9SDave Chinner trace_xfs_dir2_node_to_leaf(args); 170430f712c9SDave Chinner 170530f712c9SDave Chinner mp = state->mp; 170630f712c9SDave Chinner dp = args->dp; 170730f712c9SDave Chinner tp = args->trans; 170830f712c9SDave Chinner /* 170930f712c9SDave Chinner * Get the last offset in the file. 171030f712c9SDave Chinner */ 171130f712c9SDave Chinner if ((error = xfs_bmap_last_offset(dp, &fo, XFS_DATA_FORK))) { 171230f712c9SDave Chinner return error; 171330f712c9SDave Chinner } 171430f712c9SDave Chinner fo -= args->geo->fsbcount; 171530f712c9SDave Chinner /* 171630f712c9SDave Chinner * If there are freespace blocks other than the first one, 171730f712c9SDave Chinner * take this opportunity to remove trailing empty freespace blocks 171830f712c9SDave Chinner * that may have been left behind during no-space-reservation 171930f712c9SDave Chinner * operations. 172030f712c9SDave Chinner */ 172130f712c9SDave Chinner while (fo > args->geo->freeblk) { 172230f712c9SDave Chinner if ((error = xfs_dir2_node_trim_free(args, fo, &rval))) { 172330f712c9SDave Chinner return error; 172430f712c9SDave Chinner } 172530f712c9SDave Chinner if (rval) 172630f712c9SDave Chinner fo -= args->geo->fsbcount; 172730f712c9SDave Chinner else 172830f712c9SDave Chinner return 0; 172930f712c9SDave Chinner } 173030f712c9SDave Chinner /* 173130f712c9SDave Chinner * Now find the block just before the freespace block. 173230f712c9SDave Chinner */ 173330f712c9SDave Chinner if ((error = xfs_bmap_last_before(tp, dp, &fo, XFS_DATA_FORK))) { 173430f712c9SDave Chinner return error; 173530f712c9SDave Chinner } 173630f712c9SDave Chinner /* 173730f712c9SDave Chinner * If it's not the single leaf block, give up. 173830f712c9SDave Chinner */ 173930f712c9SDave Chinner if (XFS_FSB_TO_B(mp, fo) > XFS_DIR2_LEAF_OFFSET + args->geo->blksize) 174030f712c9SDave Chinner return 0; 174130f712c9SDave Chinner lbp = state->path.blk[0].bp; 174230f712c9SDave Chinner leaf = lbp->b_addr; 174351842556SChristoph Hellwig xfs_dir2_leaf_hdr_from_disk(mp, &leafhdr, leaf); 174430f712c9SDave Chinner 174530f712c9SDave Chinner ASSERT(leafhdr.magic == XFS_DIR2_LEAFN_MAGIC || 174630f712c9SDave Chinner leafhdr.magic == XFS_DIR3_LEAFN_MAGIC); 174730f712c9SDave Chinner 174830f712c9SDave Chinner /* 174930f712c9SDave Chinner * Read the freespace block. 175030f712c9SDave Chinner */ 175130f712c9SDave Chinner error = xfs_dir2_free_read(tp, dp, args->geo->freeblk, &fbp); 175230f712c9SDave Chinner if (error) 175330f712c9SDave Chinner return error; 1754a84f3d5cSChristoph Hellwig xfs_dir2_free_hdr_from_disk(mp, &freehdr, fbp->b_addr); 175530f712c9SDave Chinner 175630f712c9SDave Chinner ASSERT(!freehdr.firstdb); 175730f712c9SDave Chinner 175830f712c9SDave Chinner /* 175930f712c9SDave Chinner * Now see if the leafn and free data will fit in a leaf1. 176030f712c9SDave Chinner * If not, release the buffer and give up. 176130f712c9SDave Chinner */ 176230f712c9SDave Chinner if (xfs_dir3_leaf_size(&leafhdr, freehdr.nvalid) > args->geo->blksize) { 176330f712c9SDave Chinner xfs_trans_brelse(tp, fbp); 176430f712c9SDave Chinner return 0; 176530f712c9SDave Chinner } 176630f712c9SDave Chinner 176730f712c9SDave Chinner /* 176830f712c9SDave Chinner * If the leaf has any stale entries in it, compress them out. 176930f712c9SDave Chinner */ 177030f712c9SDave Chinner if (leafhdr.stale) 177130f712c9SDave Chinner xfs_dir3_leaf_compact(args, &leafhdr, lbp); 177230f712c9SDave Chinner 177330f712c9SDave Chinner lbp->b_ops = &xfs_dir3_leaf1_buf_ops; 177430f712c9SDave Chinner xfs_trans_buf_set_type(tp, lbp, XFS_BLFT_DIR_LEAF1_BUF); 177530f712c9SDave Chinner leafhdr.magic = (leafhdr.magic == XFS_DIR2_LEAFN_MAGIC) 177630f712c9SDave Chinner ? XFS_DIR2_LEAF1_MAGIC 177730f712c9SDave Chinner : XFS_DIR3_LEAF1_MAGIC; 177830f712c9SDave Chinner 177930f712c9SDave Chinner /* 178030f712c9SDave Chinner * Set up the leaf tail from the freespace block. 178130f712c9SDave Chinner */ 178230f712c9SDave Chinner ltp = xfs_dir2_leaf_tail_p(args->geo, leaf); 178330f712c9SDave Chinner ltp->bestcount = cpu_to_be32(freehdr.nvalid); 178430f712c9SDave Chinner 178530f712c9SDave Chinner /* 178630f712c9SDave Chinner * Set up the leaf bests table. 178730f712c9SDave Chinner */ 1788a84f3d5cSChristoph Hellwig memcpy(xfs_dir2_leaf_bests_p(ltp), freehdr.bests, 178930f712c9SDave Chinner freehdr.nvalid * sizeof(xfs_dir2_data_off_t)); 179030f712c9SDave Chinner 1791163fbbb3SChristoph Hellwig xfs_dir2_leaf_hdr_to_disk(mp, leaf, &leafhdr); 179230f712c9SDave Chinner xfs_dir3_leaf_log_header(args, lbp); 179330f712c9SDave Chinner xfs_dir3_leaf_log_bests(args, lbp, 0, be32_to_cpu(ltp->bestcount) - 1); 179430f712c9SDave Chinner xfs_dir3_leaf_log_tail(args, lbp); 179530f712c9SDave Chinner xfs_dir3_leaf_check(dp, lbp); 179630f712c9SDave Chinner 179730f712c9SDave Chinner /* 179830f712c9SDave Chinner * Get rid of the freespace block. 179930f712c9SDave Chinner */ 180030f712c9SDave Chinner error = xfs_dir2_shrink_inode(args, 180130f712c9SDave Chinner xfs_dir2_byte_to_db(args->geo, XFS_DIR2_FREE_OFFSET), 180230f712c9SDave Chinner fbp); 180330f712c9SDave Chinner if (error) { 180430f712c9SDave Chinner /* 180530f712c9SDave Chinner * This can't fail here because it can only happen when 180630f712c9SDave Chinner * punching out the middle of an extent, and this is an 180730f712c9SDave Chinner * isolated block. 180830f712c9SDave Chinner */ 18092451337dSDave Chinner ASSERT(error != -ENOSPC); 181030f712c9SDave Chinner return error; 181130f712c9SDave Chinner } 181230f712c9SDave Chinner fbp = NULL; 181330f712c9SDave Chinner /* 181430f712c9SDave Chinner * Now see if we can convert the single-leaf directory 181530f712c9SDave Chinner * down to a block form directory. 181630f712c9SDave Chinner * This routine always kills the dabuf for the leaf, so 181730f712c9SDave Chinner * eliminate it from the path. 181830f712c9SDave Chinner */ 181930f712c9SDave Chinner error = xfs_dir2_leaf_to_block(args, lbp, NULL); 182030f712c9SDave Chinner state->path.blk[0].bp = NULL; 182130f712c9SDave Chinner return error; 182230f712c9SDave Chinner } 1823