15880f2d7SDarrick J. Wong /* 25880f2d7SDarrick J. Wong * Copyright (C) 2016 Oracle. All Rights Reserved. 35880f2d7SDarrick J. Wong * 45880f2d7SDarrick J. Wong * Author: Darrick J. Wong <darrick.wong@oracle.com> 55880f2d7SDarrick J. Wong * 65880f2d7SDarrick J. Wong * This program is free software; you can redistribute it and/or 75880f2d7SDarrick J. Wong * modify it under the terms of the GNU General Public License 85880f2d7SDarrick J. Wong * as published by the Free Software Foundation; either version 2 95880f2d7SDarrick J. Wong * of the License, or (at your option) any later version. 105880f2d7SDarrick J. Wong * 115880f2d7SDarrick J. Wong * This program is distributed in the hope that it would be useful, 125880f2d7SDarrick J. Wong * but WITHOUT ANY WARRANTY; without even the implied warranty of 135880f2d7SDarrick J. Wong * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 145880f2d7SDarrick J. Wong * GNU General Public License for more details. 155880f2d7SDarrick J. Wong * 165880f2d7SDarrick J. Wong * You should have received a copy of the GNU General Public License 175880f2d7SDarrick J. Wong * along with this program; if not, write the Free Software Foundation, 185880f2d7SDarrick J. Wong * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA. 195880f2d7SDarrick J. Wong */ 205880f2d7SDarrick J. Wong #include "xfs.h" 215880f2d7SDarrick J. Wong #include "xfs_fs.h" 225880f2d7SDarrick J. Wong #include "xfs_format.h" 235880f2d7SDarrick J. Wong #include "xfs_log_format.h" 245880f2d7SDarrick J. Wong #include "xfs_trans_resv.h" 259e88b5d8SDarrick J. Wong #include "xfs_bit.h" 26b31c2bdcSDarrick J. Wong #include "xfs_shared.h" 275880f2d7SDarrick J. Wong #include "xfs_mount.h" 289c194644SDarrick J. Wong #include "xfs_defer.h" 295880f2d7SDarrick J. Wong #include "xfs_trans.h" 305880f2d7SDarrick J. Wong #include "xfs_trans_priv.h" 315880f2d7SDarrick J. Wong #include "xfs_buf_item.h" 325880f2d7SDarrick J. Wong #include "xfs_rmap_item.h" 335880f2d7SDarrick J. Wong #include "xfs_log.h" 349c194644SDarrick J. Wong #include "xfs_rmap.h" 355880f2d7SDarrick J. Wong 365880f2d7SDarrick J. Wong 375880f2d7SDarrick J. Wong kmem_zone_t *xfs_rui_zone; 385880f2d7SDarrick J. Wong kmem_zone_t *xfs_rud_zone; 395880f2d7SDarrick J. Wong 405880f2d7SDarrick J. Wong static inline struct xfs_rui_log_item *RUI_ITEM(struct xfs_log_item *lip) 415880f2d7SDarrick J. Wong { 425880f2d7SDarrick J. Wong return container_of(lip, struct xfs_rui_log_item, rui_item); 435880f2d7SDarrick J. Wong } 445880f2d7SDarrick J. Wong 455880f2d7SDarrick J. Wong void 465880f2d7SDarrick J. Wong xfs_rui_item_free( 475880f2d7SDarrick J. Wong struct xfs_rui_log_item *ruip) 485880f2d7SDarrick J. Wong { 495880f2d7SDarrick J. Wong if (ruip->rui_format.rui_nextents > XFS_RUI_MAX_FAST_EXTENTS) 505880f2d7SDarrick J. Wong kmem_free(ruip); 515880f2d7SDarrick J. Wong else 525880f2d7SDarrick J. Wong kmem_zone_free(xfs_rui_zone, ruip); 535880f2d7SDarrick J. Wong } 545880f2d7SDarrick J. Wong 550612d116SDave Chinner /* 560612d116SDave Chinner * Freeing the RUI requires that we remove it from the AIL if it has already 570612d116SDave Chinner * been placed there. However, the RUI may not yet have been placed in the AIL 580612d116SDave Chinner * when called by xfs_rui_release() from RUD processing due to the ordering of 590612d116SDave Chinner * committed vs unpin operations in bulk insert operations. Hence the reference 600612d116SDave Chinner * count to ensure only the last caller frees the RUI. 610612d116SDave Chinner */ 620612d116SDave Chinner void 630612d116SDave Chinner xfs_rui_release( 640612d116SDave Chinner struct xfs_rui_log_item *ruip) 650612d116SDave Chinner { 660612d116SDave Chinner ASSERT(atomic_read(&ruip->rui_refcount) > 0); 670612d116SDave Chinner if (atomic_dec_and_test(&ruip->rui_refcount)) { 680612d116SDave Chinner xfs_trans_ail_remove(&ruip->rui_item, SHUTDOWN_LOG_IO_ERROR); 690612d116SDave Chinner xfs_rui_item_free(ruip); 700612d116SDave Chinner } 710612d116SDave Chinner } 720612d116SDave Chinner 735880f2d7SDarrick J. Wong STATIC void 745880f2d7SDarrick J. Wong xfs_rui_item_size( 755880f2d7SDarrick J. Wong struct xfs_log_item *lip, 765880f2d7SDarrick J. Wong int *nvecs, 775880f2d7SDarrick J. Wong int *nbytes) 785880f2d7SDarrick J. Wong { 79cd00158cSDarrick J. Wong struct xfs_rui_log_item *ruip = RUI_ITEM(lip); 80cd00158cSDarrick J. Wong 815880f2d7SDarrick J. Wong *nvecs += 1; 82cd00158cSDarrick J. Wong *nbytes += xfs_rui_log_format_sizeof(ruip->rui_format.rui_nextents); 835880f2d7SDarrick J. Wong } 845880f2d7SDarrick J. Wong 855880f2d7SDarrick J. Wong /* 865880f2d7SDarrick J. Wong * This is called to fill in the vector of log iovecs for the 875880f2d7SDarrick J. Wong * given rui log item. We use only 1 iovec, and we point that 885880f2d7SDarrick J. Wong * at the rui_log_format structure embedded in the rui item. 895880f2d7SDarrick J. Wong * It is at this point that we assert that all of the extent 905880f2d7SDarrick J. Wong * slots in the rui item have been filled. 915880f2d7SDarrick J. Wong */ 925880f2d7SDarrick J. Wong STATIC void 935880f2d7SDarrick J. Wong xfs_rui_item_format( 945880f2d7SDarrick J. Wong struct xfs_log_item *lip, 955880f2d7SDarrick J. Wong struct xfs_log_vec *lv) 965880f2d7SDarrick J. Wong { 975880f2d7SDarrick J. Wong struct xfs_rui_log_item *ruip = RUI_ITEM(lip); 985880f2d7SDarrick J. Wong struct xfs_log_iovec *vecp = NULL; 995880f2d7SDarrick J. Wong 1005880f2d7SDarrick J. Wong ASSERT(atomic_read(&ruip->rui_next_extent) == 1015880f2d7SDarrick J. Wong ruip->rui_format.rui_nextents); 1025880f2d7SDarrick J. Wong 1035880f2d7SDarrick J. Wong ruip->rui_format.rui_type = XFS_LI_RUI; 1045880f2d7SDarrick J. Wong ruip->rui_format.rui_size = 1; 1055880f2d7SDarrick J. Wong 1065880f2d7SDarrick J. Wong xlog_copy_iovec(lv, &vecp, XLOG_REG_TYPE_RUI_FORMAT, &ruip->rui_format, 107cd00158cSDarrick J. Wong xfs_rui_log_format_sizeof(ruip->rui_format.rui_nextents)); 1085880f2d7SDarrick J. Wong } 1095880f2d7SDarrick J. Wong 1105880f2d7SDarrick J. Wong /* 1115880f2d7SDarrick J. Wong * Pinning has no meaning for an rui item, so just return. 1125880f2d7SDarrick J. Wong */ 1135880f2d7SDarrick J. Wong STATIC void 1145880f2d7SDarrick J. Wong xfs_rui_item_pin( 1155880f2d7SDarrick J. Wong struct xfs_log_item *lip) 1165880f2d7SDarrick J. Wong { 1175880f2d7SDarrick J. Wong } 1185880f2d7SDarrick J. Wong 1195880f2d7SDarrick J. Wong /* 1205880f2d7SDarrick J. Wong * The unpin operation is the last place an RUI is manipulated in the log. It is 1215880f2d7SDarrick J. Wong * either inserted in the AIL or aborted in the event of a log I/O error. In 1225880f2d7SDarrick J. Wong * either case, the RUI transaction has been successfully committed to make it 1235880f2d7SDarrick J. Wong * this far. Therefore, we expect whoever committed the RUI to either construct 1245880f2d7SDarrick J. Wong * and commit the RUD or drop the RUD's reference in the event of error. Simply 1255880f2d7SDarrick J. Wong * drop the log's RUI reference now that the log is done with it. 1265880f2d7SDarrick J. Wong */ 1275880f2d7SDarrick J. Wong STATIC void 1285880f2d7SDarrick J. Wong xfs_rui_item_unpin( 1295880f2d7SDarrick J. Wong struct xfs_log_item *lip, 1305880f2d7SDarrick J. Wong int remove) 1315880f2d7SDarrick J. Wong { 1325880f2d7SDarrick J. Wong struct xfs_rui_log_item *ruip = RUI_ITEM(lip); 1335880f2d7SDarrick J. Wong 1345880f2d7SDarrick J. Wong xfs_rui_release(ruip); 1355880f2d7SDarrick J. Wong } 1365880f2d7SDarrick J. Wong 1375880f2d7SDarrick J. Wong /* 1385880f2d7SDarrick J. Wong * RUI items have no locking or pushing. However, since RUIs are pulled from 1395880f2d7SDarrick J. Wong * the AIL when their corresponding RUDs are committed to disk, their situation 1405880f2d7SDarrick J. Wong * is very similar to being pinned. Return XFS_ITEM_PINNED so that the caller 1415880f2d7SDarrick J. Wong * will eventually flush the log. This should help in getting the RUI out of 1425880f2d7SDarrick J. Wong * the AIL. 1435880f2d7SDarrick J. Wong */ 1445880f2d7SDarrick J. Wong STATIC uint 1455880f2d7SDarrick J. Wong xfs_rui_item_push( 1465880f2d7SDarrick J. Wong struct xfs_log_item *lip, 1475880f2d7SDarrick J. Wong struct list_head *buffer_list) 1485880f2d7SDarrick J. Wong { 1495880f2d7SDarrick J. Wong return XFS_ITEM_PINNED; 1505880f2d7SDarrick J. Wong } 1515880f2d7SDarrick J. Wong 1525880f2d7SDarrick J. Wong /* 1535880f2d7SDarrick J. Wong * The RUI has been either committed or aborted if the transaction has been 1545880f2d7SDarrick J. Wong * cancelled. If the transaction was cancelled, an RUD isn't going to be 1555880f2d7SDarrick J. Wong * constructed and thus we free the RUI here directly. 1565880f2d7SDarrick J. Wong */ 1575880f2d7SDarrick J. Wong STATIC void 1585880f2d7SDarrick J. Wong xfs_rui_item_unlock( 1595880f2d7SDarrick J. Wong struct xfs_log_item *lip) 1605880f2d7SDarrick J. Wong { 1615880f2d7SDarrick J. Wong if (lip->li_flags & XFS_LI_ABORTED) 1620612d116SDave Chinner xfs_rui_release(RUI_ITEM(lip)); 1635880f2d7SDarrick J. Wong } 1645880f2d7SDarrick J. Wong 1655880f2d7SDarrick J. Wong /* 1665880f2d7SDarrick J. Wong * The RUI is logged only once and cannot be moved in the log, so simply return 1675880f2d7SDarrick J. Wong * the lsn at which it's been logged. 1685880f2d7SDarrick J. Wong */ 1695880f2d7SDarrick J. Wong STATIC xfs_lsn_t 1705880f2d7SDarrick J. Wong xfs_rui_item_committed( 1715880f2d7SDarrick J. Wong struct xfs_log_item *lip, 1725880f2d7SDarrick J. Wong xfs_lsn_t lsn) 1735880f2d7SDarrick J. Wong { 1745880f2d7SDarrick J. Wong return lsn; 1755880f2d7SDarrick J. Wong } 1765880f2d7SDarrick J. Wong 1775880f2d7SDarrick J. Wong /* 1785880f2d7SDarrick J. Wong * The RUI dependency tracking op doesn't do squat. It can't because 1795880f2d7SDarrick J. Wong * it doesn't know where the free extent is coming from. The dependency 1805880f2d7SDarrick J. Wong * tracking has to be handled by the "enclosing" metadata object. For 1815880f2d7SDarrick J. Wong * example, for inodes, the inode is locked throughout the extent freeing 1825880f2d7SDarrick J. Wong * so the dependency should be recorded there. 1835880f2d7SDarrick J. Wong */ 1845880f2d7SDarrick J. Wong STATIC void 1855880f2d7SDarrick J. Wong xfs_rui_item_committing( 1865880f2d7SDarrick J. Wong struct xfs_log_item *lip, 1875880f2d7SDarrick J. Wong xfs_lsn_t lsn) 1885880f2d7SDarrick J. Wong { 1895880f2d7SDarrick J. Wong } 1905880f2d7SDarrick J. Wong 1915880f2d7SDarrick J. Wong /* 1925880f2d7SDarrick J. Wong * This is the ops vector shared by all rui log items. 1935880f2d7SDarrick J. Wong */ 1945880f2d7SDarrick J. Wong static const struct xfs_item_ops xfs_rui_item_ops = { 1955880f2d7SDarrick J. Wong .iop_size = xfs_rui_item_size, 1965880f2d7SDarrick J. Wong .iop_format = xfs_rui_item_format, 1975880f2d7SDarrick J. Wong .iop_pin = xfs_rui_item_pin, 1985880f2d7SDarrick J. Wong .iop_unpin = xfs_rui_item_unpin, 1995880f2d7SDarrick J. Wong .iop_unlock = xfs_rui_item_unlock, 2005880f2d7SDarrick J. Wong .iop_committed = xfs_rui_item_committed, 2015880f2d7SDarrick J. Wong .iop_push = xfs_rui_item_push, 2025880f2d7SDarrick J. Wong .iop_committing = xfs_rui_item_committing, 2035880f2d7SDarrick J. Wong }; 2045880f2d7SDarrick J. Wong 2055880f2d7SDarrick J. Wong /* 2065880f2d7SDarrick J. Wong * Allocate and initialize an rui item with the given number of extents. 2075880f2d7SDarrick J. Wong */ 2085880f2d7SDarrick J. Wong struct xfs_rui_log_item * 2095880f2d7SDarrick J. Wong xfs_rui_init( 2105880f2d7SDarrick J. Wong struct xfs_mount *mp, 2115880f2d7SDarrick J. Wong uint nextents) 2125880f2d7SDarrick J. Wong 2135880f2d7SDarrick J. Wong { 2145880f2d7SDarrick J. Wong struct xfs_rui_log_item *ruip; 2155880f2d7SDarrick J. Wong 2165880f2d7SDarrick J. Wong ASSERT(nextents > 0); 217cd00158cSDarrick J. Wong if (nextents > XFS_RUI_MAX_FAST_EXTENTS) 218cd00158cSDarrick J. Wong ruip = kmem_zalloc(xfs_rui_log_item_sizeof(nextents), KM_SLEEP); 219cd00158cSDarrick J. Wong else 2205880f2d7SDarrick J. Wong ruip = kmem_zone_zalloc(xfs_rui_zone, KM_SLEEP); 2215880f2d7SDarrick J. Wong 2225880f2d7SDarrick J. Wong xfs_log_item_init(mp, &ruip->rui_item, XFS_LI_RUI, &xfs_rui_item_ops); 2235880f2d7SDarrick J. Wong ruip->rui_format.rui_nextents = nextents; 2245880f2d7SDarrick J. Wong ruip->rui_format.rui_id = (uintptr_t)(void *)ruip; 2255880f2d7SDarrick J. Wong atomic_set(&ruip->rui_next_extent, 0); 2265880f2d7SDarrick J. Wong atomic_set(&ruip->rui_refcount, 2); 2275880f2d7SDarrick J. Wong 2285880f2d7SDarrick J. Wong return ruip; 2295880f2d7SDarrick J. Wong } 2305880f2d7SDarrick J. Wong 2315880f2d7SDarrick J. Wong /* 2325880f2d7SDarrick J. Wong * Copy an RUI format buffer from the given buf, and into the destination 2335880f2d7SDarrick J. Wong * RUI format structure. The RUI/RUD items were designed not to need any 2345880f2d7SDarrick J. Wong * special alignment handling. 2355880f2d7SDarrick J. Wong */ 2365880f2d7SDarrick J. Wong int 2375880f2d7SDarrick J. Wong xfs_rui_copy_format( 2385880f2d7SDarrick J. Wong struct xfs_log_iovec *buf, 2395880f2d7SDarrick J. Wong struct xfs_rui_log_format *dst_rui_fmt) 2405880f2d7SDarrick J. Wong { 2415880f2d7SDarrick J. Wong struct xfs_rui_log_format *src_rui_fmt; 2425880f2d7SDarrick J. Wong uint len; 2435880f2d7SDarrick J. Wong 2445880f2d7SDarrick J. Wong src_rui_fmt = buf->i_addr; 245cd00158cSDarrick J. Wong len = xfs_rui_log_format_sizeof(src_rui_fmt->rui_nextents); 2465880f2d7SDarrick J. Wong 2475880f2d7SDarrick J. Wong if (buf->i_len != len) 2485880f2d7SDarrick J. Wong return -EFSCORRUPTED; 2495880f2d7SDarrick J. Wong 250cd00158cSDarrick J. Wong memcpy(dst_rui_fmt, src_rui_fmt, len); 2515880f2d7SDarrick J. Wong return 0; 2525880f2d7SDarrick J. Wong } 2535880f2d7SDarrick J. Wong 2545880f2d7SDarrick J. Wong static inline struct xfs_rud_log_item *RUD_ITEM(struct xfs_log_item *lip) 2555880f2d7SDarrick J. Wong { 2565880f2d7SDarrick J. Wong return container_of(lip, struct xfs_rud_log_item, rud_item); 2575880f2d7SDarrick J. Wong } 2585880f2d7SDarrick J. Wong 2595880f2d7SDarrick J. Wong STATIC void 2605880f2d7SDarrick J. Wong xfs_rud_item_size( 2615880f2d7SDarrick J. Wong struct xfs_log_item *lip, 2625880f2d7SDarrick J. Wong int *nvecs, 2635880f2d7SDarrick J. Wong int *nbytes) 2645880f2d7SDarrick J. Wong { 2655880f2d7SDarrick J. Wong *nvecs += 1; 266722e2517SDarrick J. Wong *nbytes += sizeof(struct xfs_rud_log_format); 2675880f2d7SDarrick J. Wong } 2685880f2d7SDarrick J. Wong 2695880f2d7SDarrick J. Wong /* 2705880f2d7SDarrick J. Wong * This is called to fill in the vector of log iovecs for the 2715880f2d7SDarrick J. Wong * given rud log item. We use only 1 iovec, and we point that 2725880f2d7SDarrick J. Wong * at the rud_log_format structure embedded in the rud item. 2735880f2d7SDarrick J. Wong * It is at this point that we assert that all of the extent 2745880f2d7SDarrick J. Wong * slots in the rud item have been filled. 2755880f2d7SDarrick J. Wong */ 2765880f2d7SDarrick J. Wong STATIC void 2775880f2d7SDarrick J. Wong xfs_rud_item_format( 2785880f2d7SDarrick J. Wong struct xfs_log_item *lip, 2795880f2d7SDarrick J. Wong struct xfs_log_vec *lv) 2805880f2d7SDarrick J. Wong { 2815880f2d7SDarrick J. Wong struct xfs_rud_log_item *rudp = RUD_ITEM(lip); 2825880f2d7SDarrick J. Wong struct xfs_log_iovec *vecp = NULL; 2835880f2d7SDarrick J. Wong 2845880f2d7SDarrick J. Wong rudp->rud_format.rud_type = XFS_LI_RUD; 2855880f2d7SDarrick J. Wong rudp->rud_format.rud_size = 1; 2865880f2d7SDarrick J. Wong 2875880f2d7SDarrick J. Wong xlog_copy_iovec(lv, &vecp, XLOG_REG_TYPE_RUD_FORMAT, &rudp->rud_format, 288722e2517SDarrick J. Wong sizeof(struct xfs_rud_log_format)); 2895880f2d7SDarrick J. Wong } 2905880f2d7SDarrick J. Wong 2915880f2d7SDarrick J. Wong /* 2925880f2d7SDarrick J. Wong * Pinning has no meaning for an rud item, so just return. 2935880f2d7SDarrick J. Wong */ 2945880f2d7SDarrick J. Wong STATIC void 2955880f2d7SDarrick J. Wong xfs_rud_item_pin( 2965880f2d7SDarrick J. Wong struct xfs_log_item *lip) 2975880f2d7SDarrick J. Wong { 2985880f2d7SDarrick J. Wong } 2995880f2d7SDarrick J. Wong 3005880f2d7SDarrick J. Wong /* 3015880f2d7SDarrick J. Wong * Since pinning has no meaning for an rud item, unpinning does 3025880f2d7SDarrick J. Wong * not either. 3035880f2d7SDarrick J. Wong */ 3045880f2d7SDarrick J. Wong STATIC void 3055880f2d7SDarrick J. Wong xfs_rud_item_unpin( 3065880f2d7SDarrick J. Wong struct xfs_log_item *lip, 3075880f2d7SDarrick J. Wong int remove) 3085880f2d7SDarrick J. Wong { 3095880f2d7SDarrick J. Wong } 3105880f2d7SDarrick J. Wong 3115880f2d7SDarrick J. Wong /* 3125880f2d7SDarrick J. Wong * There isn't much you can do to push on an rud item. It is simply stuck 3135880f2d7SDarrick J. Wong * waiting for the log to be flushed to disk. 3145880f2d7SDarrick J. Wong */ 3155880f2d7SDarrick J. Wong STATIC uint 3165880f2d7SDarrick J. Wong xfs_rud_item_push( 3175880f2d7SDarrick J. Wong struct xfs_log_item *lip, 3185880f2d7SDarrick J. Wong struct list_head *buffer_list) 3195880f2d7SDarrick J. Wong { 3205880f2d7SDarrick J. Wong return XFS_ITEM_PINNED; 3215880f2d7SDarrick J. Wong } 3225880f2d7SDarrick J. Wong 3235880f2d7SDarrick J. Wong /* 3245880f2d7SDarrick J. Wong * The RUD is either committed or aborted if the transaction is cancelled. If 3255880f2d7SDarrick J. Wong * the transaction is cancelled, drop our reference to the RUI and free the 3265880f2d7SDarrick J. Wong * RUD. 3275880f2d7SDarrick J. Wong */ 3285880f2d7SDarrick J. Wong STATIC void 3295880f2d7SDarrick J. Wong xfs_rud_item_unlock( 3305880f2d7SDarrick J. Wong struct xfs_log_item *lip) 3315880f2d7SDarrick J. Wong { 3325880f2d7SDarrick J. Wong struct xfs_rud_log_item *rudp = RUD_ITEM(lip); 3335880f2d7SDarrick J. Wong 3345880f2d7SDarrick J. Wong if (lip->li_flags & XFS_LI_ABORTED) { 3355880f2d7SDarrick J. Wong xfs_rui_release(rudp->rud_ruip); 336722e2517SDarrick J. Wong kmem_zone_free(xfs_rud_zone, rudp); 3375880f2d7SDarrick J. Wong } 3385880f2d7SDarrick J. Wong } 3395880f2d7SDarrick J. Wong 3405880f2d7SDarrick J. Wong /* 3415880f2d7SDarrick J. Wong * When the rud item is committed to disk, all we need to do is delete our 3425880f2d7SDarrick J. Wong * reference to our partner rui item and then free ourselves. Since we're 3435880f2d7SDarrick J. Wong * freeing ourselves we must return -1 to keep the transaction code from 3445880f2d7SDarrick J. Wong * further referencing this item. 3455880f2d7SDarrick J. Wong */ 3465880f2d7SDarrick J. Wong STATIC xfs_lsn_t 3475880f2d7SDarrick J. Wong xfs_rud_item_committed( 3485880f2d7SDarrick J. Wong struct xfs_log_item *lip, 3495880f2d7SDarrick J. Wong xfs_lsn_t lsn) 3505880f2d7SDarrick J. Wong { 3515880f2d7SDarrick J. Wong struct xfs_rud_log_item *rudp = RUD_ITEM(lip); 3525880f2d7SDarrick J. Wong 3535880f2d7SDarrick J. Wong /* 3545880f2d7SDarrick J. Wong * Drop the RUI reference regardless of whether the RUD has been 3555880f2d7SDarrick J. Wong * aborted. Once the RUD transaction is constructed, it is the sole 3565880f2d7SDarrick J. Wong * responsibility of the RUD to release the RUI (even if the RUI is 3575880f2d7SDarrick J. Wong * aborted due to log I/O error). 3585880f2d7SDarrick J. Wong */ 3595880f2d7SDarrick J. Wong xfs_rui_release(rudp->rud_ruip); 360722e2517SDarrick J. Wong kmem_zone_free(xfs_rud_zone, rudp); 3615880f2d7SDarrick J. Wong 3625880f2d7SDarrick J. Wong return (xfs_lsn_t)-1; 3635880f2d7SDarrick J. Wong } 3645880f2d7SDarrick J. Wong 3655880f2d7SDarrick J. Wong /* 3665880f2d7SDarrick J. Wong * The RUD dependency tracking op doesn't do squat. It can't because 3675880f2d7SDarrick J. Wong * it doesn't know where the free extent is coming from. The dependency 3685880f2d7SDarrick J. Wong * tracking has to be handled by the "enclosing" metadata object. For 3695880f2d7SDarrick J. Wong * example, for inodes, the inode is locked throughout the extent freeing 3705880f2d7SDarrick J. Wong * so the dependency should be recorded there. 3715880f2d7SDarrick J. Wong */ 3725880f2d7SDarrick J. Wong STATIC void 3735880f2d7SDarrick J. Wong xfs_rud_item_committing( 3745880f2d7SDarrick J. Wong struct xfs_log_item *lip, 3755880f2d7SDarrick J. Wong xfs_lsn_t lsn) 3765880f2d7SDarrick J. Wong { 3775880f2d7SDarrick J. Wong } 3785880f2d7SDarrick J. Wong 3795880f2d7SDarrick J. Wong /* 3805880f2d7SDarrick J. Wong * This is the ops vector shared by all rud log items. 3815880f2d7SDarrick J. Wong */ 3825880f2d7SDarrick J. Wong static const struct xfs_item_ops xfs_rud_item_ops = { 3835880f2d7SDarrick J. Wong .iop_size = xfs_rud_item_size, 3845880f2d7SDarrick J. Wong .iop_format = xfs_rud_item_format, 3855880f2d7SDarrick J. Wong .iop_pin = xfs_rud_item_pin, 3865880f2d7SDarrick J. Wong .iop_unpin = xfs_rud_item_unpin, 3875880f2d7SDarrick J. Wong .iop_unlock = xfs_rud_item_unlock, 3885880f2d7SDarrick J. Wong .iop_committed = xfs_rud_item_committed, 3895880f2d7SDarrick J. Wong .iop_push = xfs_rud_item_push, 3905880f2d7SDarrick J. Wong .iop_committing = xfs_rud_item_committing, 3915880f2d7SDarrick J. Wong }; 3925880f2d7SDarrick J. Wong 3935880f2d7SDarrick J. Wong /* 3945880f2d7SDarrick J. Wong * Allocate and initialize an rud item with the given number of extents. 3955880f2d7SDarrick J. Wong */ 3965880f2d7SDarrick J. Wong struct xfs_rud_log_item * 3975880f2d7SDarrick J. Wong xfs_rud_init( 3985880f2d7SDarrick J. Wong struct xfs_mount *mp, 399722e2517SDarrick J. Wong struct xfs_rui_log_item *ruip) 4005880f2d7SDarrick J. Wong 4015880f2d7SDarrick J. Wong { 4025880f2d7SDarrick J. Wong struct xfs_rud_log_item *rudp; 4035880f2d7SDarrick J. Wong 4045880f2d7SDarrick J. Wong rudp = kmem_zone_zalloc(xfs_rud_zone, KM_SLEEP); 4055880f2d7SDarrick J. Wong xfs_log_item_init(mp, &rudp->rud_item, XFS_LI_RUD, &xfs_rud_item_ops); 4065880f2d7SDarrick J. Wong rudp->rud_ruip = ruip; 4075880f2d7SDarrick J. Wong rudp->rud_format.rud_rui_id = ruip->rui_format.rui_id; 4085880f2d7SDarrick J. Wong 4095880f2d7SDarrick J. Wong return rudp; 4105880f2d7SDarrick J. Wong } 4119e88b5d8SDarrick J. Wong 4129e88b5d8SDarrick J. Wong /* 4139e88b5d8SDarrick J. Wong * Process an rmap update intent item that was recovered from the log. 4149e88b5d8SDarrick J. Wong * We need to update the rmapbt. 4159e88b5d8SDarrick J. Wong */ 4169e88b5d8SDarrick J. Wong int 4179e88b5d8SDarrick J. Wong xfs_rui_recover( 4189e88b5d8SDarrick J. Wong struct xfs_mount *mp, 4199e88b5d8SDarrick J. Wong struct xfs_rui_log_item *ruip) 4209e88b5d8SDarrick J. Wong { 4219e88b5d8SDarrick J. Wong int i; 4229e88b5d8SDarrick J. Wong int error = 0; 4239e88b5d8SDarrick J. Wong struct xfs_map_extent *rmap; 4249e88b5d8SDarrick J. Wong xfs_fsblock_t startblock_fsb; 4259e88b5d8SDarrick J. Wong bool op_ok; 4269c194644SDarrick J. Wong struct xfs_rud_log_item *rudp; 4279c194644SDarrick J. Wong enum xfs_rmap_intent_type type; 4289c194644SDarrick J. Wong int whichfork; 4299c194644SDarrick J. Wong xfs_exntst_t state; 4309c194644SDarrick J. Wong struct xfs_trans *tp; 4319c194644SDarrick J. Wong struct xfs_btree_cur *rcur = NULL; 4329e88b5d8SDarrick J. Wong 4339e88b5d8SDarrick J. Wong ASSERT(!test_bit(XFS_RUI_RECOVERED, &ruip->rui_flags)); 4349e88b5d8SDarrick J. Wong 4359e88b5d8SDarrick J. Wong /* 4369e88b5d8SDarrick J. Wong * First check the validity of the extents described by the 4379e88b5d8SDarrick J. Wong * RUI. If any are bad, then assume that all are bad and 4389e88b5d8SDarrick J. Wong * just toss the RUI. 4399e88b5d8SDarrick J. Wong */ 4409e88b5d8SDarrick J. Wong for (i = 0; i < ruip->rui_format.rui_nextents; i++) { 441e127fafdSDarrick J. Wong rmap = &ruip->rui_format.rui_extents[i]; 4429e88b5d8SDarrick J. Wong startblock_fsb = XFS_BB_TO_FSB(mp, 4439e88b5d8SDarrick J. Wong XFS_FSB_TO_DADDR(mp, rmap->me_startblock)); 4449e88b5d8SDarrick J. Wong switch (rmap->me_flags & XFS_RMAP_EXTENT_TYPE_MASK) { 4459e88b5d8SDarrick J. Wong case XFS_RMAP_EXTENT_MAP: 4460e07c039SDarrick J. Wong case XFS_RMAP_EXTENT_MAP_SHARED: 4479e88b5d8SDarrick J. Wong case XFS_RMAP_EXTENT_UNMAP: 4480e07c039SDarrick J. Wong case XFS_RMAP_EXTENT_UNMAP_SHARED: 4499e88b5d8SDarrick J. Wong case XFS_RMAP_EXTENT_CONVERT: 4500e07c039SDarrick J. Wong case XFS_RMAP_EXTENT_CONVERT_SHARED: 4519e88b5d8SDarrick J. Wong case XFS_RMAP_EXTENT_ALLOC: 4529e88b5d8SDarrick J. Wong case XFS_RMAP_EXTENT_FREE: 4539e88b5d8SDarrick J. Wong op_ok = true; 4549e88b5d8SDarrick J. Wong break; 4559e88b5d8SDarrick J. Wong default: 4569e88b5d8SDarrick J. Wong op_ok = false; 4579e88b5d8SDarrick J. Wong break; 4589e88b5d8SDarrick J. Wong } 459e127fafdSDarrick J. Wong if (!op_ok || startblock_fsb == 0 || 460e127fafdSDarrick J. Wong rmap->me_len == 0 || 461e127fafdSDarrick J. Wong startblock_fsb >= mp->m_sb.sb_dblocks || 462e127fafdSDarrick J. Wong rmap->me_len >= mp->m_sb.sb_agblocks || 4639e88b5d8SDarrick J. Wong (rmap->me_flags & ~XFS_RMAP_EXTENT_FLAGS)) { 4649e88b5d8SDarrick J. Wong /* 4659e88b5d8SDarrick J. Wong * This will pull the RUI from the AIL and 4669e88b5d8SDarrick J. Wong * free the memory associated with it. 4679e88b5d8SDarrick J. Wong */ 4689e88b5d8SDarrick J. Wong set_bit(XFS_RUI_RECOVERED, &ruip->rui_flags); 4699e88b5d8SDarrick J. Wong xfs_rui_release(ruip); 4709e88b5d8SDarrick J. Wong return -EIO; 4719e88b5d8SDarrick J. Wong } 4729e88b5d8SDarrick J. Wong } 4739e88b5d8SDarrick J. Wong 474b31c2bdcSDarrick J. Wong error = xfs_trans_alloc(mp, &M_RES(mp)->tr_itruncate, 475b31c2bdcSDarrick J. Wong mp->m_rmap_maxlevels, 0, XFS_TRANS_RESERVE, &tp); 4769c194644SDarrick J. Wong if (error) 4779c194644SDarrick J. Wong return error; 478722e2517SDarrick J. Wong rudp = xfs_trans_get_rud(tp, ruip); 4799c194644SDarrick J. Wong 4809c194644SDarrick J. Wong for (i = 0; i < ruip->rui_format.rui_nextents; i++) { 481e127fafdSDarrick J. Wong rmap = &ruip->rui_format.rui_extents[i]; 4829c194644SDarrick J. Wong state = (rmap->me_flags & XFS_RMAP_EXTENT_UNWRITTEN) ? 4839c194644SDarrick J. Wong XFS_EXT_UNWRITTEN : XFS_EXT_NORM; 4849c194644SDarrick J. Wong whichfork = (rmap->me_flags & XFS_RMAP_EXTENT_ATTR_FORK) ? 4859c194644SDarrick J. Wong XFS_ATTR_FORK : XFS_DATA_FORK; 4869c194644SDarrick J. Wong switch (rmap->me_flags & XFS_RMAP_EXTENT_TYPE_MASK) { 4879c194644SDarrick J. Wong case XFS_RMAP_EXTENT_MAP: 4889c194644SDarrick J. Wong type = XFS_RMAP_MAP; 4899c194644SDarrick J. Wong break; 490ceeb9c83SDarrick J. Wong case XFS_RMAP_EXTENT_MAP_SHARED: 491ceeb9c83SDarrick J. Wong type = XFS_RMAP_MAP_SHARED; 492ceeb9c83SDarrick J. Wong break; 4939c194644SDarrick J. Wong case XFS_RMAP_EXTENT_UNMAP: 4949c194644SDarrick J. Wong type = XFS_RMAP_UNMAP; 4959c194644SDarrick J. Wong break; 496ceeb9c83SDarrick J. Wong case XFS_RMAP_EXTENT_UNMAP_SHARED: 497ceeb9c83SDarrick J. Wong type = XFS_RMAP_UNMAP_SHARED; 498ceeb9c83SDarrick J. Wong break; 4999c194644SDarrick J. Wong case XFS_RMAP_EXTENT_CONVERT: 5009c194644SDarrick J. Wong type = XFS_RMAP_CONVERT; 5019c194644SDarrick J. Wong break; 5023f165b33SDarrick J. Wong case XFS_RMAP_EXTENT_CONVERT_SHARED: 5033f165b33SDarrick J. Wong type = XFS_RMAP_CONVERT_SHARED; 5043f165b33SDarrick J. Wong break; 5059c194644SDarrick J. Wong case XFS_RMAP_EXTENT_ALLOC: 5069c194644SDarrick J. Wong type = XFS_RMAP_ALLOC; 5079c194644SDarrick J. Wong break; 5089c194644SDarrick J. Wong case XFS_RMAP_EXTENT_FREE: 5099c194644SDarrick J. Wong type = XFS_RMAP_FREE; 5109c194644SDarrick J. Wong break; 5119c194644SDarrick J. Wong default: 5129c194644SDarrick J. Wong error = -EFSCORRUPTED; 5139c194644SDarrick J. Wong goto abort_error; 5149c194644SDarrick J. Wong } 5159c194644SDarrick J. Wong error = xfs_trans_log_finish_rmap_update(tp, rudp, type, 5169c194644SDarrick J. Wong rmap->me_owner, whichfork, 5179c194644SDarrick J. Wong rmap->me_startoff, rmap->me_startblock, 5189c194644SDarrick J. Wong rmap->me_len, state, &rcur); 5199c194644SDarrick J. Wong if (error) 5209c194644SDarrick J. Wong goto abort_error; 5219c194644SDarrick J. Wong 5229c194644SDarrick J. Wong } 5239c194644SDarrick J. Wong 5249c194644SDarrick J. Wong xfs_rmap_finish_one_cleanup(tp, rcur, error); 5259e88b5d8SDarrick J. Wong set_bit(XFS_RUI_RECOVERED, &ruip->rui_flags); 5269c194644SDarrick J. Wong error = xfs_trans_commit(tp); 5279c194644SDarrick J. Wong return error; 5289c194644SDarrick J. Wong 5299c194644SDarrick J. Wong abort_error: 5309c194644SDarrick J. Wong xfs_rmap_finish_one_cleanup(tp, rcur, error); 5319c194644SDarrick J. Wong xfs_trans_cancel(tp); 5329e88b5d8SDarrick J. Wong return error; 5339e88b5d8SDarrick J. Wong } 534