15880f2d7SDarrick J. Wong /* 25880f2d7SDarrick J. Wong * Copyright (C) 2016 Oracle. All Rights Reserved. 35880f2d7SDarrick J. Wong * 45880f2d7SDarrick J. Wong * Author: Darrick J. Wong <darrick.wong@oracle.com> 55880f2d7SDarrick J. Wong * 65880f2d7SDarrick J. Wong * This program is free software; you can redistribute it and/or 75880f2d7SDarrick J. Wong * modify it under the terms of the GNU General Public License 85880f2d7SDarrick J. Wong * as published by the Free Software Foundation; either version 2 95880f2d7SDarrick J. Wong * of the License, or (at your option) any later version. 105880f2d7SDarrick J. Wong * 115880f2d7SDarrick J. Wong * This program is distributed in the hope that it would be useful, 125880f2d7SDarrick J. Wong * but WITHOUT ANY WARRANTY; without even the implied warranty of 135880f2d7SDarrick J. Wong * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 145880f2d7SDarrick J. Wong * GNU General Public License for more details. 155880f2d7SDarrick J. Wong * 165880f2d7SDarrick J. Wong * You should have received a copy of the GNU General Public License 175880f2d7SDarrick J. Wong * along with this program; if not, write the Free Software Foundation, 185880f2d7SDarrick J. Wong * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA. 195880f2d7SDarrick J. Wong */ 205880f2d7SDarrick J. Wong #include "xfs.h" 215880f2d7SDarrick J. Wong #include "xfs_fs.h" 225880f2d7SDarrick J. Wong #include "xfs_format.h" 235880f2d7SDarrick J. Wong #include "xfs_log_format.h" 245880f2d7SDarrick J. Wong #include "xfs_trans_resv.h" 259e88b5d8SDarrick J. Wong #include "xfs_bit.h" 265880f2d7SDarrick J. Wong #include "xfs_mount.h" 279c194644SDarrick J. Wong #include "xfs_defer.h" 285880f2d7SDarrick J. Wong #include "xfs_trans.h" 295880f2d7SDarrick J. Wong #include "xfs_trans_priv.h" 305880f2d7SDarrick J. Wong #include "xfs_buf_item.h" 315880f2d7SDarrick J. Wong #include "xfs_rmap_item.h" 325880f2d7SDarrick J. Wong #include "xfs_log.h" 339c194644SDarrick J. Wong #include "xfs_rmap.h" 345880f2d7SDarrick J. Wong 355880f2d7SDarrick J. Wong 365880f2d7SDarrick J. Wong kmem_zone_t *xfs_rui_zone; 375880f2d7SDarrick J. Wong kmem_zone_t *xfs_rud_zone; 385880f2d7SDarrick J. Wong 395880f2d7SDarrick J. Wong static inline struct xfs_rui_log_item *RUI_ITEM(struct xfs_log_item *lip) 405880f2d7SDarrick J. Wong { 415880f2d7SDarrick J. Wong return container_of(lip, struct xfs_rui_log_item, rui_item); 425880f2d7SDarrick J. Wong } 435880f2d7SDarrick J. Wong 445880f2d7SDarrick J. Wong void 455880f2d7SDarrick J. Wong xfs_rui_item_free( 465880f2d7SDarrick J. Wong struct xfs_rui_log_item *ruip) 475880f2d7SDarrick J. Wong { 485880f2d7SDarrick J. Wong if (ruip->rui_format.rui_nextents > XFS_RUI_MAX_FAST_EXTENTS) 495880f2d7SDarrick J. Wong kmem_free(ruip); 505880f2d7SDarrick J. Wong else 515880f2d7SDarrick J. Wong kmem_zone_free(xfs_rui_zone, ruip); 525880f2d7SDarrick J. Wong } 535880f2d7SDarrick J. Wong 545880f2d7SDarrick J. Wong /* 555880f2d7SDarrick J. Wong * This returns the number of iovecs needed to log the given rui item. 565880f2d7SDarrick J. Wong * We only need 1 iovec for an rui item. It just logs the rui_log_format 575880f2d7SDarrick J. Wong * structure. 585880f2d7SDarrick J. Wong */ 595880f2d7SDarrick J. Wong static inline int 605880f2d7SDarrick J. Wong xfs_rui_item_sizeof( 615880f2d7SDarrick J. Wong struct xfs_rui_log_item *ruip) 625880f2d7SDarrick J. Wong { 635880f2d7SDarrick J. Wong return sizeof(struct xfs_rui_log_format) + 645880f2d7SDarrick J. Wong (ruip->rui_format.rui_nextents - 1) * 655880f2d7SDarrick J. Wong sizeof(struct xfs_map_extent); 665880f2d7SDarrick J. Wong } 675880f2d7SDarrick J. Wong 685880f2d7SDarrick J. Wong STATIC void 695880f2d7SDarrick J. Wong xfs_rui_item_size( 705880f2d7SDarrick J. Wong struct xfs_log_item *lip, 715880f2d7SDarrick J. Wong int *nvecs, 725880f2d7SDarrick J. Wong int *nbytes) 735880f2d7SDarrick J. Wong { 745880f2d7SDarrick J. Wong *nvecs += 1; 755880f2d7SDarrick J. Wong *nbytes += xfs_rui_item_sizeof(RUI_ITEM(lip)); 765880f2d7SDarrick J. Wong } 775880f2d7SDarrick J. Wong 785880f2d7SDarrick J. Wong /* 795880f2d7SDarrick J. Wong * This is called to fill in the vector of log iovecs for the 805880f2d7SDarrick J. Wong * given rui log item. We use only 1 iovec, and we point that 815880f2d7SDarrick J. Wong * at the rui_log_format structure embedded in the rui item. 825880f2d7SDarrick J. Wong * It is at this point that we assert that all of the extent 835880f2d7SDarrick J. Wong * slots in the rui item have been filled. 845880f2d7SDarrick J. Wong */ 855880f2d7SDarrick J. Wong STATIC void 865880f2d7SDarrick J. Wong xfs_rui_item_format( 875880f2d7SDarrick J. Wong struct xfs_log_item *lip, 885880f2d7SDarrick J. Wong struct xfs_log_vec *lv) 895880f2d7SDarrick J. Wong { 905880f2d7SDarrick J. Wong struct xfs_rui_log_item *ruip = RUI_ITEM(lip); 915880f2d7SDarrick J. Wong struct xfs_log_iovec *vecp = NULL; 925880f2d7SDarrick J. Wong 935880f2d7SDarrick J. Wong ASSERT(atomic_read(&ruip->rui_next_extent) == 945880f2d7SDarrick J. Wong ruip->rui_format.rui_nextents); 955880f2d7SDarrick J. Wong 965880f2d7SDarrick J. Wong ruip->rui_format.rui_type = XFS_LI_RUI; 975880f2d7SDarrick J. Wong ruip->rui_format.rui_size = 1; 985880f2d7SDarrick J. Wong 995880f2d7SDarrick J. Wong xlog_copy_iovec(lv, &vecp, XLOG_REG_TYPE_RUI_FORMAT, &ruip->rui_format, 1005880f2d7SDarrick J. Wong xfs_rui_item_sizeof(ruip)); 1015880f2d7SDarrick J. Wong } 1025880f2d7SDarrick J. Wong 1035880f2d7SDarrick J. Wong /* 1045880f2d7SDarrick J. Wong * Pinning has no meaning for an rui item, so just return. 1055880f2d7SDarrick J. Wong */ 1065880f2d7SDarrick J. Wong STATIC void 1075880f2d7SDarrick J. Wong xfs_rui_item_pin( 1085880f2d7SDarrick J. Wong struct xfs_log_item *lip) 1095880f2d7SDarrick J. Wong { 1105880f2d7SDarrick J. Wong } 1115880f2d7SDarrick J. Wong 1125880f2d7SDarrick J. Wong /* 1135880f2d7SDarrick J. Wong * The unpin operation is the last place an RUI is manipulated in the log. It is 1145880f2d7SDarrick J. Wong * either inserted in the AIL or aborted in the event of a log I/O error. In 1155880f2d7SDarrick J. Wong * either case, the RUI transaction has been successfully committed to make it 1165880f2d7SDarrick J. Wong * this far. Therefore, we expect whoever committed the RUI to either construct 1175880f2d7SDarrick J. Wong * and commit the RUD or drop the RUD's reference in the event of error. Simply 1185880f2d7SDarrick J. Wong * drop the log's RUI reference now that the log is done with it. 1195880f2d7SDarrick J. Wong */ 1205880f2d7SDarrick J. Wong STATIC void 1215880f2d7SDarrick J. Wong xfs_rui_item_unpin( 1225880f2d7SDarrick J. Wong struct xfs_log_item *lip, 1235880f2d7SDarrick J. Wong int remove) 1245880f2d7SDarrick J. Wong { 1255880f2d7SDarrick J. Wong struct xfs_rui_log_item *ruip = RUI_ITEM(lip); 1265880f2d7SDarrick J. Wong 1275880f2d7SDarrick J. Wong xfs_rui_release(ruip); 1285880f2d7SDarrick J. Wong } 1295880f2d7SDarrick J. Wong 1305880f2d7SDarrick J. Wong /* 1315880f2d7SDarrick J. Wong * RUI items have no locking or pushing. However, since RUIs are pulled from 1325880f2d7SDarrick J. Wong * the AIL when their corresponding RUDs are committed to disk, their situation 1335880f2d7SDarrick J. Wong * is very similar to being pinned. Return XFS_ITEM_PINNED so that the caller 1345880f2d7SDarrick J. Wong * will eventually flush the log. This should help in getting the RUI out of 1355880f2d7SDarrick J. Wong * the AIL. 1365880f2d7SDarrick J. Wong */ 1375880f2d7SDarrick J. Wong STATIC uint 1385880f2d7SDarrick J. Wong xfs_rui_item_push( 1395880f2d7SDarrick J. Wong struct xfs_log_item *lip, 1405880f2d7SDarrick J. Wong struct list_head *buffer_list) 1415880f2d7SDarrick J. Wong { 1425880f2d7SDarrick J. Wong return XFS_ITEM_PINNED; 1435880f2d7SDarrick J. Wong } 1445880f2d7SDarrick J. Wong 1455880f2d7SDarrick J. Wong /* 1465880f2d7SDarrick J. Wong * The RUI has been either committed or aborted if the transaction has been 1475880f2d7SDarrick J. Wong * cancelled. If the transaction was cancelled, an RUD isn't going to be 1485880f2d7SDarrick J. Wong * constructed and thus we free the RUI here directly. 1495880f2d7SDarrick J. Wong */ 1505880f2d7SDarrick J. Wong STATIC void 1515880f2d7SDarrick J. Wong xfs_rui_item_unlock( 1525880f2d7SDarrick J. Wong struct xfs_log_item *lip) 1535880f2d7SDarrick J. Wong { 1545880f2d7SDarrick J. Wong if (lip->li_flags & XFS_LI_ABORTED) 1555880f2d7SDarrick J. Wong xfs_rui_item_free(RUI_ITEM(lip)); 1565880f2d7SDarrick J. Wong } 1575880f2d7SDarrick J. Wong 1585880f2d7SDarrick J. Wong /* 1595880f2d7SDarrick J. Wong * The RUI is logged only once and cannot be moved in the log, so simply return 1605880f2d7SDarrick J. Wong * the lsn at which it's been logged. 1615880f2d7SDarrick J. Wong */ 1625880f2d7SDarrick J. Wong STATIC xfs_lsn_t 1635880f2d7SDarrick J. Wong xfs_rui_item_committed( 1645880f2d7SDarrick J. Wong struct xfs_log_item *lip, 1655880f2d7SDarrick J. Wong xfs_lsn_t lsn) 1665880f2d7SDarrick J. Wong { 1675880f2d7SDarrick J. Wong return lsn; 1685880f2d7SDarrick J. Wong } 1695880f2d7SDarrick J. Wong 1705880f2d7SDarrick J. Wong /* 1715880f2d7SDarrick J. Wong * The RUI dependency tracking op doesn't do squat. It can't because 1725880f2d7SDarrick J. Wong * it doesn't know where the free extent is coming from. The dependency 1735880f2d7SDarrick J. Wong * tracking has to be handled by the "enclosing" metadata object. For 1745880f2d7SDarrick J. Wong * example, for inodes, the inode is locked throughout the extent freeing 1755880f2d7SDarrick J. Wong * so the dependency should be recorded there. 1765880f2d7SDarrick J. Wong */ 1775880f2d7SDarrick J. Wong STATIC void 1785880f2d7SDarrick J. Wong xfs_rui_item_committing( 1795880f2d7SDarrick J. Wong struct xfs_log_item *lip, 1805880f2d7SDarrick J. Wong xfs_lsn_t lsn) 1815880f2d7SDarrick J. Wong { 1825880f2d7SDarrick J. Wong } 1835880f2d7SDarrick J. Wong 1845880f2d7SDarrick J. Wong /* 1855880f2d7SDarrick J. Wong * This is the ops vector shared by all rui log items. 1865880f2d7SDarrick J. Wong */ 1875880f2d7SDarrick J. Wong static const struct xfs_item_ops xfs_rui_item_ops = { 1885880f2d7SDarrick J. Wong .iop_size = xfs_rui_item_size, 1895880f2d7SDarrick J. Wong .iop_format = xfs_rui_item_format, 1905880f2d7SDarrick J. Wong .iop_pin = xfs_rui_item_pin, 1915880f2d7SDarrick J. Wong .iop_unpin = xfs_rui_item_unpin, 1925880f2d7SDarrick J. Wong .iop_unlock = xfs_rui_item_unlock, 1935880f2d7SDarrick J. Wong .iop_committed = xfs_rui_item_committed, 1945880f2d7SDarrick J. Wong .iop_push = xfs_rui_item_push, 1955880f2d7SDarrick J. Wong .iop_committing = xfs_rui_item_committing, 1965880f2d7SDarrick J. Wong }; 1975880f2d7SDarrick J. Wong 1985880f2d7SDarrick J. Wong /* 1995880f2d7SDarrick J. Wong * Allocate and initialize an rui item with the given number of extents. 2005880f2d7SDarrick J. Wong */ 2015880f2d7SDarrick J. Wong struct xfs_rui_log_item * 2025880f2d7SDarrick J. Wong xfs_rui_init( 2035880f2d7SDarrick J. Wong struct xfs_mount *mp, 2045880f2d7SDarrick J. Wong uint nextents) 2055880f2d7SDarrick J. Wong 2065880f2d7SDarrick J. Wong { 2075880f2d7SDarrick J. Wong struct xfs_rui_log_item *ruip; 2085880f2d7SDarrick J. Wong uint size; 2095880f2d7SDarrick J. Wong 2105880f2d7SDarrick J. Wong ASSERT(nextents > 0); 2115880f2d7SDarrick J. Wong if (nextents > XFS_RUI_MAX_FAST_EXTENTS) { 2125880f2d7SDarrick J. Wong size = (uint)(sizeof(struct xfs_rui_log_item) + 2135880f2d7SDarrick J. Wong ((nextents - 1) * sizeof(struct xfs_map_extent))); 2145880f2d7SDarrick J. Wong ruip = kmem_zalloc(size, KM_SLEEP); 2155880f2d7SDarrick J. Wong } else { 2165880f2d7SDarrick J. Wong ruip = kmem_zone_zalloc(xfs_rui_zone, KM_SLEEP); 2175880f2d7SDarrick J. Wong } 2185880f2d7SDarrick J. Wong 2195880f2d7SDarrick J. Wong xfs_log_item_init(mp, &ruip->rui_item, XFS_LI_RUI, &xfs_rui_item_ops); 2205880f2d7SDarrick J. Wong ruip->rui_format.rui_nextents = nextents; 2215880f2d7SDarrick J. Wong ruip->rui_format.rui_id = (uintptr_t)(void *)ruip; 2225880f2d7SDarrick J. Wong atomic_set(&ruip->rui_next_extent, 0); 2235880f2d7SDarrick J. Wong atomic_set(&ruip->rui_refcount, 2); 2245880f2d7SDarrick J. Wong 2255880f2d7SDarrick J. Wong return ruip; 2265880f2d7SDarrick J. Wong } 2275880f2d7SDarrick J. Wong 2285880f2d7SDarrick J. Wong /* 2295880f2d7SDarrick J. Wong * Copy an RUI format buffer from the given buf, and into the destination 2305880f2d7SDarrick J. Wong * RUI format structure. The RUI/RUD items were designed not to need any 2315880f2d7SDarrick J. Wong * special alignment handling. 2325880f2d7SDarrick J. Wong */ 2335880f2d7SDarrick J. Wong int 2345880f2d7SDarrick J. Wong xfs_rui_copy_format( 2355880f2d7SDarrick J. Wong struct xfs_log_iovec *buf, 2365880f2d7SDarrick J. Wong struct xfs_rui_log_format *dst_rui_fmt) 2375880f2d7SDarrick J. Wong { 2385880f2d7SDarrick J. Wong struct xfs_rui_log_format *src_rui_fmt; 2395880f2d7SDarrick J. Wong uint len; 2405880f2d7SDarrick J. Wong 2415880f2d7SDarrick J. Wong src_rui_fmt = buf->i_addr; 2425880f2d7SDarrick J. Wong len = sizeof(struct xfs_rui_log_format) + 2435880f2d7SDarrick J. Wong (src_rui_fmt->rui_nextents - 1) * 2445880f2d7SDarrick J. Wong sizeof(struct xfs_map_extent); 2455880f2d7SDarrick J. Wong 2465880f2d7SDarrick J. Wong if (buf->i_len != len) 2475880f2d7SDarrick J. Wong return -EFSCORRUPTED; 2485880f2d7SDarrick J. Wong 2495880f2d7SDarrick J. Wong memcpy((char *)dst_rui_fmt, (char *)src_rui_fmt, len); 2505880f2d7SDarrick J. Wong return 0; 2515880f2d7SDarrick J. Wong } 2525880f2d7SDarrick J. Wong 2535880f2d7SDarrick J. Wong /* 2545880f2d7SDarrick J. Wong * Freeing the RUI requires that we remove it from the AIL if it has already 2555880f2d7SDarrick J. Wong * been placed there. However, the RUI may not yet have been placed in the AIL 2565880f2d7SDarrick J. Wong * when called by xfs_rui_release() from RUD processing due to the ordering of 2575880f2d7SDarrick J. Wong * committed vs unpin operations in bulk insert operations. Hence the reference 2585880f2d7SDarrick J. Wong * count to ensure only the last caller frees the RUI. 2595880f2d7SDarrick J. Wong */ 2605880f2d7SDarrick J. Wong void 2615880f2d7SDarrick J. Wong xfs_rui_release( 2625880f2d7SDarrick J. Wong struct xfs_rui_log_item *ruip) 2635880f2d7SDarrick J. Wong { 2645880f2d7SDarrick J. Wong if (atomic_dec_and_test(&ruip->rui_refcount)) { 2655880f2d7SDarrick J. Wong xfs_trans_ail_remove(&ruip->rui_item, SHUTDOWN_LOG_IO_ERROR); 2665880f2d7SDarrick J. Wong xfs_rui_item_free(ruip); 2675880f2d7SDarrick J. Wong } 2685880f2d7SDarrick J. Wong } 2695880f2d7SDarrick J. Wong 2705880f2d7SDarrick J. Wong static inline struct xfs_rud_log_item *RUD_ITEM(struct xfs_log_item *lip) 2715880f2d7SDarrick J. Wong { 2725880f2d7SDarrick J. Wong return container_of(lip, struct xfs_rud_log_item, rud_item); 2735880f2d7SDarrick J. Wong } 2745880f2d7SDarrick J. Wong 2755880f2d7SDarrick J. Wong STATIC void 2765880f2d7SDarrick J. Wong xfs_rud_item_size( 2775880f2d7SDarrick J. Wong struct xfs_log_item *lip, 2785880f2d7SDarrick J. Wong int *nvecs, 2795880f2d7SDarrick J. Wong int *nbytes) 2805880f2d7SDarrick J. Wong { 2815880f2d7SDarrick J. Wong *nvecs += 1; 282722e2517SDarrick J. Wong *nbytes += sizeof(struct xfs_rud_log_format); 2835880f2d7SDarrick J. Wong } 2845880f2d7SDarrick J. Wong 2855880f2d7SDarrick J. Wong /* 2865880f2d7SDarrick J. Wong * This is called to fill in the vector of log iovecs for the 2875880f2d7SDarrick J. Wong * given rud log item. We use only 1 iovec, and we point that 2885880f2d7SDarrick J. Wong * at the rud_log_format structure embedded in the rud item. 2895880f2d7SDarrick J. Wong * It is at this point that we assert that all of the extent 2905880f2d7SDarrick J. Wong * slots in the rud item have been filled. 2915880f2d7SDarrick J. Wong */ 2925880f2d7SDarrick J. Wong STATIC void 2935880f2d7SDarrick J. Wong xfs_rud_item_format( 2945880f2d7SDarrick J. Wong struct xfs_log_item *lip, 2955880f2d7SDarrick J. Wong struct xfs_log_vec *lv) 2965880f2d7SDarrick J. Wong { 2975880f2d7SDarrick J. Wong struct xfs_rud_log_item *rudp = RUD_ITEM(lip); 2985880f2d7SDarrick J. Wong struct xfs_log_iovec *vecp = NULL; 2995880f2d7SDarrick J. Wong 3005880f2d7SDarrick J. Wong rudp->rud_format.rud_type = XFS_LI_RUD; 3015880f2d7SDarrick J. Wong rudp->rud_format.rud_size = 1; 3025880f2d7SDarrick J. Wong 3035880f2d7SDarrick J. Wong xlog_copy_iovec(lv, &vecp, XLOG_REG_TYPE_RUD_FORMAT, &rudp->rud_format, 304722e2517SDarrick J. Wong sizeof(struct xfs_rud_log_format)); 3055880f2d7SDarrick J. Wong } 3065880f2d7SDarrick J. Wong 3075880f2d7SDarrick J. Wong /* 3085880f2d7SDarrick J. Wong * Pinning has no meaning for an rud item, so just return. 3095880f2d7SDarrick J. Wong */ 3105880f2d7SDarrick J. Wong STATIC void 3115880f2d7SDarrick J. Wong xfs_rud_item_pin( 3125880f2d7SDarrick J. Wong struct xfs_log_item *lip) 3135880f2d7SDarrick J. Wong { 3145880f2d7SDarrick J. Wong } 3155880f2d7SDarrick J. Wong 3165880f2d7SDarrick J. Wong /* 3175880f2d7SDarrick J. Wong * Since pinning has no meaning for an rud item, unpinning does 3185880f2d7SDarrick J. Wong * not either. 3195880f2d7SDarrick J. Wong */ 3205880f2d7SDarrick J. Wong STATIC void 3215880f2d7SDarrick J. Wong xfs_rud_item_unpin( 3225880f2d7SDarrick J. Wong struct xfs_log_item *lip, 3235880f2d7SDarrick J. Wong int remove) 3245880f2d7SDarrick J. Wong { 3255880f2d7SDarrick J. Wong } 3265880f2d7SDarrick J. Wong 3275880f2d7SDarrick J. Wong /* 3285880f2d7SDarrick J. Wong * There isn't much you can do to push on an rud item. It is simply stuck 3295880f2d7SDarrick J. Wong * waiting for the log to be flushed to disk. 3305880f2d7SDarrick J. Wong */ 3315880f2d7SDarrick J. Wong STATIC uint 3325880f2d7SDarrick J. Wong xfs_rud_item_push( 3335880f2d7SDarrick J. Wong struct xfs_log_item *lip, 3345880f2d7SDarrick J. Wong struct list_head *buffer_list) 3355880f2d7SDarrick J. Wong { 3365880f2d7SDarrick J. Wong return XFS_ITEM_PINNED; 3375880f2d7SDarrick J. Wong } 3385880f2d7SDarrick J. Wong 3395880f2d7SDarrick J. Wong /* 3405880f2d7SDarrick J. Wong * The RUD is either committed or aborted if the transaction is cancelled. If 3415880f2d7SDarrick J. Wong * the transaction is cancelled, drop our reference to the RUI and free the 3425880f2d7SDarrick J. Wong * RUD. 3435880f2d7SDarrick J. Wong */ 3445880f2d7SDarrick J. Wong STATIC void 3455880f2d7SDarrick J. Wong xfs_rud_item_unlock( 3465880f2d7SDarrick J. Wong struct xfs_log_item *lip) 3475880f2d7SDarrick J. Wong { 3485880f2d7SDarrick J. Wong struct xfs_rud_log_item *rudp = RUD_ITEM(lip); 3495880f2d7SDarrick J. Wong 3505880f2d7SDarrick J. Wong if (lip->li_flags & XFS_LI_ABORTED) { 3515880f2d7SDarrick J. Wong xfs_rui_release(rudp->rud_ruip); 352722e2517SDarrick J. Wong kmem_zone_free(xfs_rud_zone, rudp); 3535880f2d7SDarrick J. Wong } 3545880f2d7SDarrick J. Wong } 3555880f2d7SDarrick J. Wong 3565880f2d7SDarrick J. Wong /* 3575880f2d7SDarrick J. Wong * When the rud item is committed to disk, all we need to do is delete our 3585880f2d7SDarrick J. Wong * reference to our partner rui item and then free ourselves. Since we're 3595880f2d7SDarrick J. Wong * freeing ourselves we must return -1 to keep the transaction code from 3605880f2d7SDarrick J. Wong * further referencing this item. 3615880f2d7SDarrick J. Wong */ 3625880f2d7SDarrick J. Wong STATIC xfs_lsn_t 3635880f2d7SDarrick J. Wong xfs_rud_item_committed( 3645880f2d7SDarrick J. Wong struct xfs_log_item *lip, 3655880f2d7SDarrick J. Wong xfs_lsn_t lsn) 3665880f2d7SDarrick J. Wong { 3675880f2d7SDarrick J. Wong struct xfs_rud_log_item *rudp = RUD_ITEM(lip); 3685880f2d7SDarrick J. Wong 3695880f2d7SDarrick J. Wong /* 3705880f2d7SDarrick J. Wong * Drop the RUI reference regardless of whether the RUD has been 3715880f2d7SDarrick J. Wong * aborted. Once the RUD transaction is constructed, it is the sole 3725880f2d7SDarrick J. Wong * responsibility of the RUD to release the RUI (even if the RUI is 3735880f2d7SDarrick J. Wong * aborted due to log I/O error). 3745880f2d7SDarrick J. Wong */ 3755880f2d7SDarrick J. Wong xfs_rui_release(rudp->rud_ruip); 376722e2517SDarrick J. Wong kmem_zone_free(xfs_rud_zone, rudp); 3775880f2d7SDarrick J. Wong 3785880f2d7SDarrick J. Wong return (xfs_lsn_t)-1; 3795880f2d7SDarrick J. Wong } 3805880f2d7SDarrick J. Wong 3815880f2d7SDarrick J. Wong /* 3825880f2d7SDarrick J. Wong * The RUD dependency tracking op doesn't do squat. It can't because 3835880f2d7SDarrick J. Wong * it doesn't know where the free extent is coming from. The dependency 3845880f2d7SDarrick J. Wong * tracking has to be handled by the "enclosing" metadata object. For 3855880f2d7SDarrick J. Wong * example, for inodes, the inode is locked throughout the extent freeing 3865880f2d7SDarrick J. Wong * so the dependency should be recorded there. 3875880f2d7SDarrick J. Wong */ 3885880f2d7SDarrick J. Wong STATIC void 3895880f2d7SDarrick J. Wong xfs_rud_item_committing( 3905880f2d7SDarrick J. Wong struct xfs_log_item *lip, 3915880f2d7SDarrick J. Wong xfs_lsn_t lsn) 3925880f2d7SDarrick J. Wong { 3935880f2d7SDarrick J. Wong } 3945880f2d7SDarrick J. Wong 3955880f2d7SDarrick J. Wong /* 3965880f2d7SDarrick J. Wong * This is the ops vector shared by all rud log items. 3975880f2d7SDarrick J. Wong */ 3985880f2d7SDarrick J. Wong static const struct xfs_item_ops xfs_rud_item_ops = { 3995880f2d7SDarrick J. Wong .iop_size = xfs_rud_item_size, 4005880f2d7SDarrick J. Wong .iop_format = xfs_rud_item_format, 4015880f2d7SDarrick J. Wong .iop_pin = xfs_rud_item_pin, 4025880f2d7SDarrick J. Wong .iop_unpin = xfs_rud_item_unpin, 4035880f2d7SDarrick J. Wong .iop_unlock = xfs_rud_item_unlock, 4045880f2d7SDarrick J. Wong .iop_committed = xfs_rud_item_committed, 4055880f2d7SDarrick J. Wong .iop_push = xfs_rud_item_push, 4065880f2d7SDarrick J. Wong .iop_committing = xfs_rud_item_committing, 4075880f2d7SDarrick J. Wong }; 4085880f2d7SDarrick J. Wong 4095880f2d7SDarrick J. Wong /* 4105880f2d7SDarrick J. Wong * Allocate and initialize an rud item with the given number of extents. 4115880f2d7SDarrick J. Wong */ 4125880f2d7SDarrick J. Wong struct xfs_rud_log_item * 4135880f2d7SDarrick J. Wong xfs_rud_init( 4145880f2d7SDarrick J. Wong struct xfs_mount *mp, 415722e2517SDarrick J. Wong struct xfs_rui_log_item *ruip) 4165880f2d7SDarrick J. Wong 4175880f2d7SDarrick J. Wong { 4185880f2d7SDarrick J. Wong struct xfs_rud_log_item *rudp; 4195880f2d7SDarrick J. Wong 4205880f2d7SDarrick J. Wong rudp = kmem_zone_zalloc(xfs_rud_zone, KM_SLEEP); 4215880f2d7SDarrick J. Wong xfs_log_item_init(mp, &rudp->rud_item, XFS_LI_RUD, &xfs_rud_item_ops); 4225880f2d7SDarrick J. Wong rudp->rud_ruip = ruip; 4235880f2d7SDarrick J. Wong rudp->rud_format.rud_rui_id = ruip->rui_format.rui_id; 4245880f2d7SDarrick J. Wong 4255880f2d7SDarrick J. Wong return rudp; 4265880f2d7SDarrick J. Wong } 4279e88b5d8SDarrick J. Wong 4289e88b5d8SDarrick J. Wong /* 4299e88b5d8SDarrick J. Wong * Process an rmap update intent item that was recovered from the log. 4309e88b5d8SDarrick J. Wong * We need to update the rmapbt. 4319e88b5d8SDarrick J. Wong */ 4329e88b5d8SDarrick J. Wong int 4339e88b5d8SDarrick J. Wong xfs_rui_recover( 4349e88b5d8SDarrick J. Wong struct xfs_mount *mp, 4359e88b5d8SDarrick J. Wong struct xfs_rui_log_item *ruip) 4369e88b5d8SDarrick J. Wong { 4379e88b5d8SDarrick J. Wong int i; 4389e88b5d8SDarrick J. Wong int error = 0; 4399e88b5d8SDarrick J. Wong struct xfs_map_extent *rmap; 4409e88b5d8SDarrick J. Wong xfs_fsblock_t startblock_fsb; 4419e88b5d8SDarrick J. Wong bool op_ok; 4429c194644SDarrick J. Wong struct xfs_rud_log_item *rudp; 4439c194644SDarrick J. Wong enum xfs_rmap_intent_type type; 4449c194644SDarrick J. Wong int whichfork; 4459c194644SDarrick J. Wong xfs_exntst_t state; 4469c194644SDarrick J. Wong struct xfs_trans *tp; 4479c194644SDarrick J. Wong struct xfs_btree_cur *rcur = NULL; 4489e88b5d8SDarrick J. Wong 4499e88b5d8SDarrick J. Wong ASSERT(!test_bit(XFS_RUI_RECOVERED, &ruip->rui_flags)); 4509e88b5d8SDarrick J. Wong 4519e88b5d8SDarrick J. Wong /* 4529e88b5d8SDarrick J. Wong * First check the validity of the extents described by the 4539e88b5d8SDarrick J. Wong * RUI. If any are bad, then assume that all are bad and 4549e88b5d8SDarrick J. Wong * just toss the RUI. 4559e88b5d8SDarrick J. Wong */ 4569e88b5d8SDarrick J. Wong for (i = 0; i < ruip->rui_format.rui_nextents; i++) { 457e127fafdSDarrick J. Wong rmap = &ruip->rui_format.rui_extents[i]; 4589e88b5d8SDarrick J. Wong startblock_fsb = XFS_BB_TO_FSB(mp, 4599e88b5d8SDarrick J. Wong XFS_FSB_TO_DADDR(mp, rmap->me_startblock)); 4609e88b5d8SDarrick J. Wong switch (rmap->me_flags & XFS_RMAP_EXTENT_TYPE_MASK) { 4619e88b5d8SDarrick J. Wong case XFS_RMAP_EXTENT_MAP: 4629e88b5d8SDarrick J. Wong case XFS_RMAP_EXTENT_UNMAP: 4639e88b5d8SDarrick J. Wong case XFS_RMAP_EXTENT_CONVERT: 4649e88b5d8SDarrick J. Wong case XFS_RMAP_EXTENT_ALLOC: 4659e88b5d8SDarrick J. Wong case XFS_RMAP_EXTENT_FREE: 4669e88b5d8SDarrick J. Wong op_ok = true; 4679e88b5d8SDarrick J. Wong break; 4689e88b5d8SDarrick J. Wong default: 4699e88b5d8SDarrick J. Wong op_ok = false; 4709e88b5d8SDarrick J. Wong break; 4719e88b5d8SDarrick J. Wong } 472e127fafdSDarrick J. Wong if (!op_ok || startblock_fsb == 0 || 473e127fafdSDarrick J. Wong rmap->me_len == 0 || 474e127fafdSDarrick J. Wong startblock_fsb >= mp->m_sb.sb_dblocks || 475e127fafdSDarrick J. Wong rmap->me_len >= mp->m_sb.sb_agblocks || 4769e88b5d8SDarrick J. Wong (rmap->me_flags & ~XFS_RMAP_EXTENT_FLAGS)) { 4779e88b5d8SDarrick J. Wong /* 4789e88b5d8SDarrick J. Wong * This will pull the RUI from the AIL and 4799e88b5d8SDarrick J. Wong * free the memory associated with it. 4809e88b5d8SDarrick J. Wong */ 4819e88b5d8SDarrick J. Wong set_bit(XFS_RUI_RECOVERED, &ruip->rui_flags); 4829e88b5d8SDarrick J. Wong xfs_rui_release(ruip); 4839e88b5d8SDarrick J. Wong return -EIO; 4849e88b5d8SDarrick J. Wong } 4859e88b5d8SDarrick J. Wong } 4869e88b5d8SDarrick J. Wong 4879c194644SDarrick J. Wong error = xfs_trans_alloc(mp, &M_RES(mp)->tr_itruncate, 0, 0, 0, &tp); 4889c194644SDarrick J. Wong if (error) 4899c194644SDarrick J. Wong return error; 490722e2517SDarrick J. Wong rudp = xfs_trans_get_rud(tp, ruip); 4919c194644SDarrick J. Wong 4929c194644SDarrick J. Wong for (i = 0; i < ruip->rui_format.rui_nextents; i++) { 493e127fafdSDarrick J. Wong rmap = &ruip->rui_format.rui_extents[i]; 4949c194644SDarrick J. Wong state = (rmap->me_flags & XFS_RMAP_EXTENT_UNWRITTEN) ? 4959c194644SDarrick J. Wong XFS_EXT_UNWRITTEN : XFS_EXT_NORM; 4969c194644SDarrick J. Wong whichfork = (rmap->me_flags & XFS_RMAP_EXTENT_ATTR_FORK) ? 4979c194644SDarrick J. Wong XFS_ATTR_FORK : XFS_DATA_FORK; 4989c194644SDarrick J. Wong switch (rmap->me_flags & XFS_RMAP_EXTENT_TYPE_MASK) { 4999c194644SDarrick J. Wong case XFS_RMAP_EXTENT_MAP: 5009c194644SDarrick J. Wong type = XFS_RMAP_MAP; 5019c194644SDarrick J. Wong break; 5029c194644SDarrick J. Wong case XFS_RMAP_EXTENT_UNMAP: 5039c194644SDarrick J. Wong type = XFS_RMAP_UNMAP; 5049c194644SDarrick J. Wong break; 5059c194644SDarrick J. Wong case XFS_RMAP_EXTENT_CONVERT: 5069c194644SDarrick J. Wong type = XFS_RMAP_CONVERT; 5079c194644SDarrick J. Wong break; 5089c194644SDarrick J. Wong case XFS_RMAP_EXTENT_ALLOC: 5099c194644SDarrick J. Wong type = XFS_RMAP_ALLOC; 5109c194644SDarrick J. Wong break; 5119c194644SDarrick J. Wong case XFS_RMAP_EXTENT_FREE: 5129c194644SDarrick J. Wong type = XFS_RMAP_FREE; 5139c194644SDarrick J. Wong break; 5149c194644SDarrick J. Wong default: 5159c194644SDarrick J. Wong error = -EFSCORRUPTED; 5169c194644SDarrick J. Wong goto abort_error; 5179c194644SDarrick J. Wong } 5189c194644SDarrick J. Wong error = xfs_trans_log_finish_rmap_update(tp, rudp, type, 5199c194644SDarrick J. Wong rmap->me_owner, whichfork, 5209c194644SDarrick J. Wong rmap->me_startoff, rmap->me_startblock, 5219c194644SDarrick J. Wong rmap->me_len, state, &rcur); 5229c194644SDarrick J. Wong if (error) 5239c194644SDarrick J. Wong goto abort_error; 5249c194644SDarrick J. Wong 5259c194644SDarrick J. Wong } 5269c194644SDarrick J. Wong 5279c194644SDarrick J. Wong xfs_rmap_finish_one_cleanup(tp, rcur, error); 5289e88b5d8SDarrick J. Wong set_bit(XFS_RUI_RECOVERED, &ruip->rui_flags); 5299c194644SDarrick J. Wong error = xfs_trans_commit(tp); 5309c194644SDarrick J. Wong return error; 5319c194644SDarrick J. Wong 5329c194644SDarrick J. Wong abort_error: 5339c194644SDarrick J. Wong xfs_rmap_finish_one_cleanup(tp, rcur, error); 5349c194644SDarrick J. Wong xfs_trans_cancel(tp); 5359e88b5d8SDarrick J. Wong return error; 5369e88b5d8SDarrick J. Wong } 537