1 /* 2 * Copyright (c) 2000-2005 Silicon Graphics, Inc. 3 * All Rights Reserved. 4 * 5 * This program is free software; you can redistribute it and/or 6 * modify it under the terms of the GNU General Public License as 7 * published by the Free Software Foundation. 8 * 9 * This program is distributed in the hope that it would be useful, 10 * but WITHOUT ANY WARRANTY; without even the implied warranty of 11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 12 * GNU General Public License for more details. 13 * 14 * You should have received a copy of the GNU General Public License 15 * along with this program; if not, write the Free Software Foundation, 16 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA 17 */ 18 #include "xfs.h" 19 #include "xfs_fs.h" 20 #include "xfs_shared.h" 21 #include "xfs_format.h" 22 #include "xfs_log_format.h" 23 #include "xfs_trans_resv.h" 24 #include "xfs_sb.h" 25 #include "xfs_mount.h" 26 #include "xfs_defer.h" 27 #include "xfs_da_format.h" 28 #include "xfs_da_btree.h" 29 #include "xfs_inode.h" 30 #include "xfs_trans.h" 31 #include "xfs_inode_item.h" 32 #include "xfs_error.h" 33 #include "xfs_btree.h" 34 #include "xfs_alloc_btree.h" 35 #include "xfs_alloc.h" 36 #include "xfs_rmap_btree.h" 37 #include "xfs_ialloc.h" 38 #include "xfs_fsops.h" 39 #include "xfs_itable.h" 40 #include "xfs_trans_space.h" 41 #include "xfs_rtalloc.h" 42 #include "xfs_trace.h" 43 #include "xfs_log.h" 44 #include "xfs_filestream.h" 45 #include "xfs_rmap.h" 46 #include "xfs_ag_resv.h" 47 48 /* 49 * File system operations 50 */ 51 52 int 53 xfs_fs_geometry( 54 xfs_mount_t *mp, 55 xfs_fsop_geom_t *geo, 56 int new_version) 57 { 58 59 memset(geo, 0, sizeof(*geo)); 60 61 geo->blocksize = mp->m_sb.sb_blocksize; 62 geo->rtextsize = mp->m_sb.sb_rextsize; 63 geo->agblocks = mp->m_sb.sb_agblocks; 64 geo->agcount = mp->m_sb.sb_agcount; 65 geo->logblocks = mp->m_sb.sb_logblocks; 66 geo->sectsize = mp->m_sb.sb_sectsize; 67 geo->inodesize = mp->m_sb.sb_inodesize; 68 geo->imaxpct = mp->m_sb.sb_imax_pct; 69 geo->datablocks = mp->m_sb.sb_dblocks; 70 geo->rtblocks = mp->m_sb.sb_rblocks; 71 geo->rtextents = mp->m_sb.sb_rextents; 72 geo->logstart = mp->m_sb.sb_logstart; 73 ASSERT(sizeof(geo->uuid)==sizeof(mp->m_sb.sb_uuid)); 74 memcpy(geo->uuid, &mp->m_sb.sb_uuid, sizeof(mp->m_sb.sb_uuid)); 75 if (new_version >= 2) { 76 geo->sunit = mp->m_sb.sb_unit; 77 geo->swidth = mp->m_sb.sb_width; 78 } 79 if (new_version >= 3) { 80 geo->version = XFS_FSOP_GEOM_VERSION; 81 geo->flags = XFS_FSOP_GEOM_FLAGS_NLINK | 82 XFS_FSOP_GEOM_FLAGS_DIRV2 | 83 (xfs_sb_version_hasattr(&mp->m_sb) ? 84 XFS_FSOP_GEOM_FLAGS_ATTR : 0) | 85 (xfs_sb_version_hasquota(&mp->m_sb) ? 86 XFS_FSOP_GEOM_FLAGS_QUOTA : 0) | 87 (xfs_sb_version_hasalign(&mp->m_sb) ? 88 XFS_FSOP_GEOM_FLAGS_IALIGN : 0) | 89 (xfs_sb_version_hasdalign(&mp->m_sb) ? 90 XFS_FSOP_GEOM_FLAGS_DALIGN : 0) | 91 (xfs_sb_version_hasextflgbit(&mp->m_sb) ? 92 XFS_FSOP_GEOM_FLAGS_EXTFLG : 0) | 93 (xfs_sb_version_hassector(&mp->m_sb) ? 94 XFS_FSOP_GEOM_FLAGS_SECTOR : 0) | 95 (xfs_sb_version_hasasciici(&mp->m_sb) ? 96 XFS_FSOP_GEOM_FLAGS_DIRV2CI : 0) | 97 (xfs_sb_version_haslazysbcount(&mp->m_sb) ? 98 XFS_FSOP_GEOM_FLAGS_LAZYSB : 0) | 99 (xfs_sb_version_hasattr2(&mp->m_sb) ? 100 XFS_FSOP_GEOM_FLAGS_ATTR2 : 0) | 101 (xfs_sb_version_hasprojid32bit(&mp->m_sb) ? 102 XFS_FSOP_GEOM_FLAGS_PROJID32 : 0) | 103 (xfs_sb_version_hascrc(&mp->m_sb) ? 104 XFS_FSOP_GEOM_FLAGS_V5SB : 0) | 105 (xfs_sb_version_hasftype(&mp->m_sb) ? 106 XFS_FSOP_GEOM_FLAGS_FTYPE : 0) | 107 (xfs_sb_version_hasfinobt(&mp->m_sb) ? 108 XFS_FSOP_GEOM_FLAGS_FINOBT : 0) | 109 (xfs_sb_version_hassparseinodes(&mp->m_sb) ? 110 XFS_FSOP_GEOM_FLAGS_SPINODES : 0) | 111 (xfs_sb_version_hasrmapbt(&mp->m_sb) ? 112 XFS_FSOP_GEOM_FLAGS_RMAPBT : 0) | 113 (xfs_sb_version_hasreflink(&mp->m_sb) ? 114 XFS_FSOP_GEOM_FLAGS_REFLINK : 0); 115 geo->logsectsize = xfs_sb_version_hassector(&mp->m_sb) ? 116 mp->m_sb.sb_logsectsize : BBSIZE; 117 geo->rtsectsize = mp->m_sb.sb_blocksize; 118 geo->dirblocksize = mp->m_dir_geo->blksize; 119 } 120 if (new_version >= 4) { 121 geo->flags |= 122 (xfs_sb_version_haslogv2(&mp->m_sb) ? 123 XFS_FSOP_GEOM_FLAGS_LOGV2 : 0); 124 geo->logsunit = mp->m_sb.sb_logsunit; 125 } 126 return 0; 127 } 128 129 static struct xfs_buf * 130 xfs_growfs_get_hdr_buf( 131 struct xfs_mount *mp, 132 xfs_daddr_t blkno, 133 size_t numblks, 134 int flags, 135 const struct xfs_buf_ops *ops) 136 { 137 struct xfs_buf *bp; 138 139 bp = xfs_buf_get_uncached(mp->m_ddev_targp, numblks, flags); 140 if (!bp) 141 return NULL; 142 143 xfs_buf_zero(bp, 0, BBTOB(bp->b_length)); 144 bp->b_bn = blkno; 145 bp->b_maps[0].bm_bn = blkno; 146 bp->b_ops = ops; 147 148 return bp; 149 } 150 151 static int 152 xfs_growfs_data_private( 153 xfs_mount_t *mp, /* mount point for filesystem */ 154 xfs_growfs_data_t *in) /* growfs data input struct */ 155 { 156 xfs_agf_t *agf; 157 struct xfs_agfl *agfl; 158 xfs_agi_t *agi; 159 xfs_agnumber_t agno; 160 xfs_extlen_t agsize; 161 xfs_extlen_t tmpsize; 162 xfs_alloc_rec_t *arec; 163 xfs_buf_t *bp; 164 int bucket; 165 int dpct; 166 int error, saved_error = 0; 167 xfs_agnumber_t nagcount; 168 xfs_agnumber_t nagimax = 0; 169 xfs_rfsblock_t nb, nb_mod; 170 xfs_rfsblock_t new; 171 xfs_rfsblock_t nfree; 172 xfs_agnumber_t oagcount; 173 int pct; 174 xfs_trans_t *tp; 175 176 nb = in->newblocks; 177 pct = in->imaxpct; 178 if (nb < mp->m_sb.sb_dblocks || pct < 0 || pct > 100) 179 return -EINVAL; 180 if ((error = xfs_sb_validate_fsb_count(&mp->m_sb, nb))) 181 return error; 182 dpct = pct - mp->m_sb.sb_imax_pct; 183 error = xfs_buf_read_uncached(mp->m_ddev_targp, 184 XFS_FSB_TO_BB(mp, nb) - XFS_FSS_TO_BB(mp, 1), 185 XFS_FSS_TO_BB(mp, 1), 0, &bp, NULL); 186 if (error) 187 return error; 188 xfs_buf_relse(bp); 189 190 new = nb; /* use new as a temporary here */ 191 nb_mod = do_div(new, mp->m_sb.sb_agblocks); 192 nagcount = new + (nb_mod != 0); 193 if (nb_mod && nb_mod < XFS_MIN_AG_BLOCKS) { 194 nagcount--; 195 nb = (xfs_rfsblock_t)nagcount * mp->m_sb.sb_agblocks; 196 if (nb < mp->m_sb.sb_dblocks) 197 return -EINVAL; 198 } 199 new = nb - mp->m_sb.sb_dblocks; 200 oagcount = mp->m_sb.sb_agcount; 201 202 /* allocate the new per-ag structures */ 203 if (nagcount > oagcount) { 204 error = xfs_initialize_perag(mp, nagcount, &nagimax); 205 if (error) 206 return error; 207 } 208 209 error = xfs_trans_alloc(mp, &M_RES(mp)->tr_growdata, 210 XFS_GROWFS_SPACE_RES(mp), 0, XFS_TRANS_RESERVE, &tp); 211 if (error) 212 return error; 213 214 /* 215 * Write new AG headers to disk. Non-transactional, but written 216 * synchronously so they are completed prior to the growfs transaction 217 * being logged. 218 */ 219 nfree = 0; 220 for (agno = nagcount - 1; agno >= oagcount; agno--, new -= agsize) { 221 __be32 *agfl_bno; 222 223 /* 224 * AG freespace header block 225 */ 226 bp = xfs_growfs_get_hdr_buf(mp, 227 XFS_AG_DADDR(mp, agno, XFS_AGF_DADDR(mp)), 228 XFS_FSS_TO_BB(mp, 1), 0, 229 &xfs_agf_buf_ops); 230 if (!bp) { 231 error = -ENOMEM; 232 goto error0; 233 } 234 235 agf = XFS_BUF_TO_AGF(bp); 236 agf->agf_magicnum = cpu_to_be32(XFS_AGF_MAGIC); 237 agf->agf_versionnum = cpu_to_be32(XFS_AGF_VERSION); 238 agf->agf_seqno = cpu_to_be32(agno); 239 if (agno == nagcount - 1) 240 agsize = 241 nb - 242 (agno * (xfs_rfsblock_t)mp->m_sb.sb_agblocks); 243 else 244 agsize = mp->m_sb.sb_agblocks; 245 agf->agf_length = cpu_to_be32(agsize); 246 agf->agf_roots[XFS_BTNUM_BNOi] = cpu_to_be32(XFS_BNO_BLOCK(mp)); 247 agf->agf_roots[XFS_BTNUM_CNTi] = cpu_to_be32(XFS_CNT_BLOCK(mp)); 248 agf->agf_levels[XFS_BTNUM_BNOi] = cpu_to_be32(1); 249 agf->agf_levels[XFS_BTNUM_CNTi] = cpu_to_be32(1); 250 if (xfs_sb_version_hasrmapbt(&mp->m_sb)) { 251 agf->agf_roots[XFS_BTNUM_RMAPi] = 252 cpu_to_be32(XFS_RMAP_BLOCK(mp)); 253 agf->agf_levels[XFS_BTNUM_RMAPi] = cpu_to_be32(1); 254 agf->agf_rmap_blocks = cpu_to_be32(1); 255 } 256 257 agf->agf_flfirst = cpu_to_be32(1); 258 agf->agf_fllast = 0; 259 agf->agf_flcount = 0; 260 tmpsize = agsize - mp->m_ag_prealloc_blocks; 261 agf->agf_freeblks = cpu_to_be32(tmpsize); 262 agf->agf_longest = cpu_to_be32(tmpsize); 263 if (xfs_sb_version_hascrc(&mp->m_sb)) 264 uuid_copy(&agf->agf_uuid, &mp->m_sb.sb_meta_uuid); 265 if (xfs_sb_version_hasreflink(&mp->m_sb)) { 266 agf->agf_refcount_root = cpu_to_be32( 267 xfs_refc_block(mp)); 268 agf->agf_refcount_level = cpu_to_be32(1); 269 agf->agf_refcount_blocks = cpu_to_be32(1); 270 } 271 272 error = xfs_bwrite(bp); 273 xfs_buf_relse(bp); 274 if (error) 275 goto error0; 276 277 /* 278 * AG freelist header block 279 */ 280 bp = xfs_growfs_get_hdr_buf(mp, 281 XFS_AG_DADDR(mp, agno, XFS_AGFL_DADDR(mp)), 282 XFS_FSS_TO_BB(mp, 1), 0, 283 &xfs_agfl_buf_ops); 284 if (!bp) { 285 error = -ENOMEM; 286 goto error0; 287 } 288 289 agfl = XFS_BUF_TO_AGFL(bp); 290 if (xfs_sb_version_hascrc(&mp->m_sb)) { 291 agfl->agfl_magicnum = cpu_to_be32(XFS_AGFL_MAGIC); 292 agfl->agfl_seqno = cpu_to_be32(agno); 293 uuid_copy(&agfl->agfl_uuid, &mp->m_sb.sb_meta_uuid); 294 } 295 296 agfl_bno = XFS_BUF_TO_AGFL_BNO(mp, bp); 297 for (bucket = 0; bucket < XFS_AGFL_SIZE(mp); bucket++) 298 agfl_bno[bucket] = cpu_to_be32(NULLAGBLOCK); 299 300 error = xfs_bwrite(bp); 301 xfs_buf_relse(bp); 302 if (error) 303 goto error0; 304 305 /* 306 * AG inode header block 307 */ 308 bp = xfs_growfs_get_hdr_buf(mp, 309 XFS_AG_DADDR(mp, agno, XFS_AGI_DADDR(mp)), 310 XFS_FSS_TO_BB(mp, 1), 0, 311 &xfs_agi_buf_ops); 312 if (!bp) { 313 error = -ENOMEM; 314 goto error0; 315 } 316 317 agi = XFS_BUF_TO_AGI(bp); 318 agi->agi_magicnum = cpu_to_be32(XFS_AGI_MAGIC); 319 agi->agi_versionnum = cpu_to_be32(XFS_AGI_VERSION); 320 agi->agi_seqno = cpu_to_be32(agno); 321 agi->agi_length = cpu_to_be32(agsize); 322 agi->agi_count = 0; 323 agi->agi_root = cpu_to_be32(XFS_IBT_BLOCK(mp)); 324 agi->agi_level = cpu_to_be32(1); 325 agi->agi_freecount = 0; 326 agi->agi_newino = cpu_to_be32(NULLAGINO); 327 agi->agi_dirino = cpu_to_be32(NULLAGINO); 328 if (xfs_sb_version_hascrc(&mp->m_sb)) 329 uuid_copy(&agi->agi_uuid, &mp->m_sb.sb_meta_uuid); 330 if (xfs_sb_version_hasfinobt(&mp->m_sb)) { 331 agi->agi_free_root = cpu_to_be32(XFS_FIBT_BLOCK(mp)); 332 agi->agi_free_level = cpu_to_be32(1); 333 } 334 for (bucket = 0; bucket < XFS_AGI_UNLINKED_BUCKETS; bucket++) 335 agi->agi_unlinked[bucket] = cpu_to_be32(NULLAGINO); 336 337 error = xfs_bwrite(bp); 338 xfs_buf_relse(bp); 339 if (error) 340 goto error0; 341 342 /* 343 * BNO btree root block 344 */ 345 bp = xfs_growfs_get_hdr_buf(mp, 346 XFS_AGB_TO_DADDR(mp, agno, XFS_BNO_BLOCK(mp)), 347 BTOBB(mp->m_sb.sb_blocksize), 0, 348 &xfs_allocbt_buf_ops); 349 350 if (!bp) { 351 error = -ENOMEM; 352 goto error0; 353 } 354 355 xfs_btree_init_block(mp, bp, XFS_BTNUM_BNO, 0, 1, agno, 0); 356 357 arec = XFS_ALLOC_REC_ADDR(mp, XFS_BUF_TO_BLOCK(bp), 1); 358 arec->ar_startblock = cpu_to_be32(mp->m_ag_prealloc_blocks); 359 arec->ar_blockcount = cpu_to_be32( 360 agsize - be32_to_cpu(arec->ar_startblock)); 361 362 error = xfs_bwrite(bp); 363 xfs_buf_relse(bp); 364 if (error) 365 goto error0; 366 367 /* 368 * CNT btree root block 369 */ 370 bp = xfs_growfs_get_hdr_buf(mp, 371 XFS_AGB_TO_DADDR(mp, agno, XFS_CNT_BLOCK(mp)), 372 BTOBB(mp->m_sb.sb_blocksize), 0, 373 &xfs_allocbt_buf_ops); 374 if (!bp) { 375 error = -ENOMEM; 376 goto error0; 377 } 378 379 xfs_btree_init_block(mp, bp, XFS_BTNUM_CNT, 0, 1, agno, 0); 380 381 arec = XFS_ALLOC_REC_ADDR(mp, XFS_BUF_TO_BLOCK(bp), 1); 382 arec->ar_startblock = cpu_to_be32(mp->m_ag_prealloc_blocks); 383 arec->ar_blockcount = cpu_to_be32( 384 agsize - be32_to_cpu(arec->ar_startblock)); 385 nfree += be32_to_cpu(arec->ar_blockcount); 386 387 error = xfs_bwrite(bp); 388 xfs_buf_relse(bp); 389 if (error) 390 goto error0; 391 392 /* RMAP btree root block */ 393 if (xfs_sb_version_hasrmapbt(&mp->m_sb)) { 394 struct xfs_rmap_rec *rrec; 395 struct xfs_btree_block *block; 396 397 bp = xfs_growfs_get_hdr_buf(mp, 398 XFS_AGB_TO_DADDR(mp, agno, XFS_RMAP_BLOCK(mp)), 399 BTOBB(mp->m_sb.sb_blocksize), 0, 400 &xfs_rmapbt_buf_ops); 401 if (!bp) { 402 error = -ENOMEM; 403 goto error0; 404 } 405 406 xfs_btree_init_block(mp, bp, XFS_BTNUM_RMAP, 0, 0, 407 agno, 0); 408 block = XFS_BUF_TO_BLOCK(bp); 409 410 411 /* 412 * mark the AG header regions as static metadata The BNO 413 * btree block is the first block after the headers, so 414 * it's location defines the size of region the static 415 * metadata consumes. 416 * 417 * Note: unlike mkfs, we never have to account for log 418 * space when growing the data regions 419 */ 420 rrec = XFS_RMAP_REC_ADDR(block, 1); 421 rrec->rm_startblock = 0; 422 rrec->rm_blockcount = cpu_to_be32(XFS_BNO_BLOCK(mp)); 423 rrec->rm_owner = cpu_to_be64(XFS_RMAP_OWN_FS); 424 rrec->rm_offset = 0; 425 be16_add_cpu(&block->bb_numrecs, 1); 426 427 /* account freespace btree root blocks */ 428 rrec = XFS_RMAP_REC_ADDR(block, 2); 429 rrec->rm_startblock = cpu_to_be32(XFS_BNO_BLOCK(mp)); 430 rrec->rm_blockcount = cpu_to_be32(2); 431 rrec->rm_owner = cpu_to_be64(XFS_RMAP_OWN_AG); 432 rrec->rm_offset = 0; 433 be16_add_cpu(&block->bb_numrecs, 1); 434 435 /* account inode btree root blocks */ 436 rrec = XFS_RMAP_REC_ADDR(block, 3); 437 rrec->rm_startblock = cpu_to_be32(XFS_IBT_BLOCK(mp)); 438 rrec->rm_blockcount = cpu_to_be32(XFS_RMAP_BLOCK(mp) - 439 XFS_IBT_BLOCK(mp)); 440 rrec->rm_owner = cpu_to_be64(XFS_RMAP_OWN_INOBT); 441 rrec->rm_offset = 0; 442 be16_add_cpu(&block->bb_numrecs, 1); 443 444 /* account for rmap btree root */ 445 rrec = XFS_RMAP_REC_ADDR(block, 4); 446 rrec->rm_startblock = cpu_to_be32(XFS_RMAP_BLOCK(mp)); 447 rrec->rm_blockcount = cpu_to_be32(1); 448 rrec->rm_owner = cpu_to_be64(XFS_RMAP_OWN_AG); 449 rrec->rm_offset = 0; 450 be16_add_cpu(&block->bb_numrecs, 1); 451 452 /* account for refc btree root */ 453 if (xfs_sb_version_hasreflink(&mp->m_sb)) { 454 rrec = XFS_RMAP_REC_ADDR(block, 5); 455 rrec->rm_startblock = cpu_to_be32( 456 xfs_refc_block(mp)); 457 rrec->rm_blockcount = cpu_to_be32(1); 458 rrec->rm_owner = cpu_to_be64(XFS_RMAP_OWN_REFC); 459 rrec->rm_offset = 0; 460 be16_add_cpu(&block->bb_numrecs, 1); 461 } 462 463 error = xfs_bwrite(bp); 464 xfs_buf_relse(bp); 465 if (error) 466 goto error0; 467 } 468 469 /* 470 * INO btree root block 471 */ 472 bp = xfs_growfs_get_hdr_buf(mp, 473 XFS_AGB_TO_DADDR(mp, agno, XFS_IBT_BLOCK(mp)), 474 BTOBB(mp->m_sb.sb_blocksize), 0, 475 &xfs_inobt_buf_ops); 476 if (!bp) { 477 error = -ENOMEM; 478 goto error0; 479 } 480 481 xfs_btree_init_block(mp, bp, XFS_BTNUM_INO , 0, 0, agno, 0); 482 483 error = xfs_bwrite(bp); 484 xfs_buf_relse(bp); 485 if (error) 486 goto error0; 487 488 /* 489 * FINO btree root block 490 */ 491 if (xfs_sb_version_hasfinobt(&mp->m_sb)) { 492 bp = xfs_growfs_get_hdr_buf(mp, 493 XFS_AGB_TO_DADDR(mp, agno, XFS_FIBT_BLOCK(mp)), 494 BTOBB(mp->m_sb.sb_blocksize), 0, 495 &xfs_inobt_buf_ops); 496 if (!bp) { 497 error = -ENOMEM; 498 goto error0; 499 } 500 501 xfs_btree_init_block(mp, bp, XFS_BTNUM_FINO, 502 0, 0, agno, 0); 503 504 error = xfs_bwrite(bp); 505 xfs_buf_relse(bp); 506 if (error) 507 goto error0; 508 } 509 510 /* 511 * refcount btree root block 512 */ 513 if (xfs_sb_version_hasreflink(&mp->m_sb)) { 514 bp = xfs_growfs_get_hdr_buf(mp, 515 XFS_AGB_TO_DADDR(mp, agno, xfs_refc_block(mp)), 516 BTOBB(mp->m_sb.sb_blocksize), 0, 517 &xfs_refcountbt_buf_ops); 518 if (!bp) { 519 error = -ENOMEM; 520 goto error0; 521 } 522 523 xfs_btree_init_block(mp, bp, XFS_BTNUM_REFC, 524 0, 0, agno, 0); 525 526 error = xfs_bwrite(bp); 527 xfs_buf_relse(bp); 528 if (error) 529 goto error0; 530 } 531 } 532 xfs_trans_agblocks_delta(tp, nfree); 533 /* 534 * There are new blocks in the old last a.g. 535 */ 536 if (new) { 537 struct xfs_owner_info oinfo; 538 539 /* 540 * Change the agi length. 541 */ 542 error = xfs_ialloc_read_agi(mp, tp, agno, &bp); 543 if (error) { 544 goto error0; 545 } 546 ASSERT(bp); 547 agi = XFS_BUF_TO_AGI(bp); 548 be32_add_cpu(&agi->agi_length, new); 549 ASSERT(nagcount == oagcount || 550 be32_to_cpu(agi->agi_length) == mp->m_sb.sb_agblocks); 551 xfs_ialloc_log_agi(tp, bp, XFS_AGI_LENGTH); 552 /* 553 * Change agf length. 554 */ 555 error = xfs_alloc_read_agf(mp, tp, agno, 0, &bp); 556 if (error) { 557 goto error0; 558 } 559 ASSERT(bp); 560 agf = XFS_BUF_TO_AGF(bp); 561 be32_add_cpu(&agf->agf_length, new); 562 ASSERT(be32_to_cpu(agf->agf_length) == 563 be32_to_cpu(agi->agi_length)); 564 565 xfs_alloc_log_agf(tp, bp, XFS_AGF_LENGTH); 566 567 /* 568 * Free the new space. 569 * 570 * XFS_RMAP_OWN_NULL is used here to tell the rmap btree that 571 * this doesn't actually exist in the rmap btree. 572 */ 573 xfs_rmap_ag_owner(&oinfo, XFS_RMAP_OWN_NULL); 574 error = xfs_rmap_free(tp, bp, agno, 575 be32_to_cpu(agf->agf_length) - new, 576 new, &oinfo); 577 if (error) 578 goto error0; 579 error = xfs_free_extent(tp, 580 XFS_AGB_TO_FSB(mp, agno, 581 be32_to_cpu(agf->agf_length) - new), 582 new, &oinfo, XFS_AG_RESV_NONE); 583 if (error) 584 goto error0; 585 } 586 587 /* 588 * Update changed superblock fields transactionally. These are not 589 * seen by the rest of the world until the transaction commit applies 590 * them atomically to the superblock. 591 */ 592 if (nagcount > oagcount) 593 xfs_trans_mod_sb(tp, XFS_TRANS_SB_AGCOUNT, nagcount - oagcount); 594 if (nb > mp->m_sb.sb_dblocks) 595 xfs_trans_mod_sb(tp, XFS_TRANS_SB_DBLOCKS, 596 nb - mp->m_sb.sb_dblocks); 597 if (nfree) 598 xfs_trans_mod_sb(tp, XFS_TRANS_SB_FDBLOCKS, nfree); 599 if (dpct) 600 xfs_trans_mod_sb(tp, XFS_TRANS_SB_IMAXPCT, dpct); 601 xfs_trans_set_sync(tp); 602 error = xfs_trans_commit(tp); 603 if (error) 604 return error; 605 606 /* New allocation groups fully initialized, so update mount struct */ 607 if (nagimax) 608 mp->m_maxagi = nagimax; 609 if (mp->m_sb.sb_imax_pct) { 610 uint64_t icount = mp->m_sb.sb_dblocks * mp->m_sb.sb_imax_pct; 611 do_div(icount, 100); 612 mp->m_maxicount = icount << mp->m_sb.sb_inopblog; 613 } else 614 mp->m_maxicount = 0; 615 xfs_set_low_space_thresholds(mp); 616 mp->m_alloc_set_aside = xfs_alloc_set_aside(mp); 617 618 /* 619 * If we expanded the last AG, free the per-AG reservation 620 * so we can reinitialize it with the new size. 621 */ 622 if (new) { 623 struct xfs_perag *pag; 624 625 pag = xfs_perag_get(mp, agno); 626 error = xfs_ag_resv_free(pag); 627 xfs_perag_put(pag); 628 if (error) 629 goto out; 630 } 631 632 /* Reserve AG metadata blocks. */ 633 error = xfs_fs_reserve_ag_blocks(mp); 634 if (error && error != -ENOSPC) 635 goto out; 636 637 /* update secondary superblocks. */ 638 for (agno = 1; agno < nagcount; agno++) { 639 error = 0; 640 /* 641 * new secondary superblocks need to be zeroed, not read from 642 * disk as the contents of the new area we are growing into is 643 * completely unknown. 644 */ 645 if (agno < oagcount) { 646 error = xfs_trans_read_buf(mp, NULL, mp->m_ddev_targp, 647 XFS_AGB_TO_DADDR(mp, agno, XFS_SB_BLOCK(mp)), 648 XFS_FSS_TO_BB(mp, 1), 0, &bp, 649 &xfs_sb_buf_ops); 650 } else { 651 bp = xfs_trans_get_buf(NULL, mp->m_ddev_targp, 652 XFS_AGB_TO_DADDR(mp, agno, XFS_SB_BLOCK(mp)), 653 XFS_FSS_TO_BB(mp, 1), 0); 654 if (bp) { 655 bp->b_ops = &xfs_sb_buf_ops; 656 xfs_buf_zero(bp, 0, BBTOB(bp->b_length)); 657 } else 658 error = -ENOMEM; 659 } 660 661 /* 662 * If we get an error reading or writing alternate superblocks, 663 * continue. xfs_repair chooses the "best" superblock based 664 * on most matches; if we break early, we'll leave more 665 * superblocks un-updated than updated, and xfs_repair may 666 * pick them over the properly-updated primary. 667 */ 668 if (error) { 669 xfs_warn(mp, 670 "error %d reading secondary superblock for ag %d", 671 error, agno); 672 saved_error = error; 673 continue; 674 } 675 xfs_sb_to_disk(XFS_BUF_TO_SBP(bp), &mp->m_sb); 676 677 error = xfs_bwrite(bp); 678 xfs_buf_relse(bp); 679 if (error) { 680 xfs_warn(mp, 681 "write error %d updating secondary superblock for ag %d", 682 error, agno); 683 saved_error = error; 684 continue; 685 } 686 } 687 688 out: 689 return saved_error ? saved_error : error; 690 691 error0: 692 xfs_trans_cancel(tp); 693 return error; 694 } 695 696 static int 697 xfs_growfs_log_private( 698 xfs_mount_t *mp, /* mount point for filesystem */ 699 xfs_growfs_log_t *in) /* growfs log input struct */ 700 { 701 xfs_extlen_t nb; 702 703 nb = in->newblocks; 704 if (nb < XFS_MIN_LOG_BLOCKS || nb < XFS_B_TO_FSB(mp, XFS_MIN_LOG_BYTES)) 705 return -EINVAL; 706 if (nb == mp->m_sb.sb_logblocks && 707 in->isint == (mp->m_sb.sb_logstart != 0)) 708 return -EINVAL; 709 /* 710 * Moving the log is hard, need new interfaces to sync 711 * the log first, hold off all activity while moving it. 712 * Can have shorter or longer log in the same space, 713 * or transform internal to external log or vice versa. 714 */ 715 return -ENOSYS; 716 } 717 718 /* 719 * protected versions of growfs function acquire and release locks on the mount 720 * point - exported through ioctls: XFS_IOC_FSGROWFSDATA, XFS_IOC_FSGROWFSLOG, 721 * XFS_IOC_FSGROWFSRT 722 */ 723 724 725 int 726 xfs_growfs_data( 727 xfs_mount_t *mp, 728 xfs_growfs_data_t *in) 729 { 730 int error; 731 732 if (!capable(CAP_SYS_ADMIN)) 733 return -EPERM; 734 if (!mutex_trylock(&mp->m_growlock)) 735 return -EWOULDBLOCK; 736 error = xfs_growfs_data_private(mp, in); 737 /* 738 * Increment the generation unconditionally, the error could be from 739 * updating the secondary superblocks, in which case the new size 740 * is live already. 741 */ 742 mp->m_generation++; 743 mutex_unlock(&mp->m_growlock); 744 return error; 745 } 746 747 int 748 xfs_growfs_log( 749 xfs_mount_t *mp, 750 xfs_growfs_log_t *in) 751 { 752 int error; 753 754 if (!capable(CAP_SYS_ADMIN)) 755 return -EPERM; 756 if (!mutex_trylock(&mp->m_growlock)) 757 return -EWOULDBLOCK; 758 error = xfs_growfs_log_private(mp, in); 759 mutex_unlock(&mp->m_growlock); 760 return error; 761 } 762 763 /* 764 * exported through ioctl XFS_IOC_FSCOUNTS 765 */ 766 767 int 768 xfs_fs_counts( 769 xfs_mount_t *mp, 770 xfs_fsop_counts_t *cnt) 771 { 772 cnt->allocino = percpu_counter_read_positive(&mp->m_icount); 773 cnt->freeino = percpu_counter_read_positive(&mp->m_ifree); 774 cnt->freedata = percpu_counter_read_positive(&mp->m_fdblocks) - 775 mp->m_alloc_set_aside; 776 777 spin_lock(&mp->m_sb_lock); 778 cnt->freertx = mp->m_sb.sb_frextents; 779 spin_unlock(&mp->m_sb_lock); 780 return 0; 781 } 782 783 /* 784 * exported through ioctl XFS_IOC_SET_RESBLKS & XFS_IOC_GET_RESBLKS 785 * 786 * xfs_reserve_blocks is called to set m_resblks 787 * in the in-core mount table. The number of unused reserved blocks 788 * is kept in m_resblks_avail. 789 * 790 * Reserve the requested number of blocks if available. Otherwise return 791 * as many as possible to satisfy the request. The actual number 792 * reserved are returned in outval 793 * 794 * A null inval pointer indicates that only the current reserved blocks 795 * available should be returned no settings are changed. 796 */ 797 798 int 799 xfs_reserve_blocks( 800 xfs_mount_t *mp, 801 uint64_t *inval, 802 xfs_fsop_resblks_t *outval) 803 { 804 int64_t lcounter, delta; 805 int64_t fdblks_delta = 0; 806 uint64_t request; 807 int64_t free; 808 int error = 0; 809 810 /* If inval is null, report current values and return */ 811 if (inval == (uint64_t *)NULL) { 812 if (!outval) 813 return -EINVAL; 814 outval->resblks = mp->m_resblks; 815 outval->resblks_avail = mp->m_resblks_avail; 816 return 0; 817 } 818 819 request = *inval; 820 821 /* 822 * With per-cpu counters, this becomes an interesting problem. we need 823 * to work out if we are freeing or allocation blocks first, then we can 824 * do the modification as necessary. 825 * 826 * We do this under the m_sb_lock so that if we are near ENOSPC, we will 827 * hold out any changes while we work out what to do. This means that 828 * the amount of free space can change while we do this, so we need to 829 * retry if we end up trying to reserve more space than is available. 830 */ 831 spin_lock(&mp->m_sb_lock); 832 833 /* 834 * If our previous reservation was larger than the current value, 835 * then move any unused blocks back to the free pool. Modify the resblks 836 * counters directly since we shouldn't have any problems unreserving 837 * space. 838 */ 839 if (mp->m_resblks > request) { 840 lcounter = mp->m_resblks_avail - request; 841 if (lcounter > 0) { /* release unused blocks */ 842 fdblks_delta = lcounter; 843 mp->m_resblks_avail -= lcounter; 844 } 845 mp->m_resblks = request; 846 if (fdblks_delta) { 847 spin_unlock(&mp->m_sb_lock); 848 error = xfs_mod_fdblocks(mp, fdblks_delta, 0); 849 spin_lock(&mp->m_sb_lock); 850 } 851 852 goto out; 853 } 854 855 /* 856 * If the request is larger than the current reservation, reserve the 857 * blocks before we update the reserve counters. Sample m_fdblocks and 858 * perform a partial reservation if the request exceeds free space. 859 */ 860 error = -ENOSPC; 861 do { 862 free = percpu_counter_sum(&mp->m_fdblocks) - 863 mp->m_alloc_set_aside; 864 if (!free) 865 break; 866 867 delta = request - mp->m_resblks; 868 lcounter = free - delta; 869 if (lcounter < 0) 870 /* We can't satisfy the request, just get what we can */ 871 fdblks_delta = free; 872 else 873 fdblks_delta = delta; 874 875 /* 876 * We'll either succeed in getting space from the free block 877 * count or we'll get an ENOSPC. If we get a ENOSPC, it means 878 * things changed while we were calculating fdblks_delta and so 879 * we should try again to see if there is anything left to 880 * reserve. 881 * 882 * Don't set the reserved flag here - we don't want to reserve 883 * the extra reserve blocks from the reserve..... 884 */ 885 spin_unlock(&mp->m_sb_lock); 886 error = xfs_mod_fdblocks(mp, -fdblks_delta, 0); 887 spin_lock(&mp->m_sb_lock); 888 } while (error == -ENOSPC); 889 890 /* 891 * Update the reserve counters if blocks have been successfully 892 * allocated. 893 */ 894 if (!error && fdblks_delta) { 895 mp->m_resblks += fdblks_delta; 896 mp->m_resblks_avail += fdblks_delta; 897 } 898 899 out: 900 if (outval) { 901 outval->resblks = mp->m_resblks; 902 outval->resblks_avail = mp->m_resblks_avail; 903 } 904 905 spin_unlock(&mp->m_sb_lock); 906 return error; 907 } 908 909 int 910 xfs_fs_goingdown( 911 xfs_mount_t *mp, 912 uint32_t inflags) 913 { 914 switch (inflags) { 915 case XFS_FSOP_GOING_FLAGS_DEFAULT: { 916 struct super_block *sb = freeze_bdev(mp->m_super->s_bdev); 917 918 if (sb && !IS_ERR(sb)) { 919 xfs_force_shutdown(mp, SHUTDOWN_FORCE_UMOUNT); 920 thaw_bdev(sb->s_bdev, sb); 921 } 922 923 break; 924 } 925 case XFS_FSOP_GOING_FLAGS_LOGFLUSH: 926 xfs_force_shutdown(mp, SHUTDOWN_FORCE_UMOUNT); 927 break; 928 case XFS_FSOP_GOING_FLAGS_NOLOGFLUSH: 929 xfs_force_shutdown(mp, 930 SHUTDOWN_FORCE_UMOUNT | SHUTDOWN_LOG_IO_ERROR); 931 break; 932 default: 933 return -EINVAL; 934 } 935 936 return 0; 937 } 938 939 /* 940 * Force a shutdown of the filesystem instantly while keeping the filesystem 941 * consistent. We don't do an unmount here; just shutdown the shop, make sure 942 * that absolutely nothing persistent happens to this filesystem after this 943 * point. 944 */ 945 void 946 xfs_do_force_shutdown( 947 xfs_mount_t *mp, 948 int flags, 949 char *fname, 950 int lnnum) 951 { 952 int logerror; 953 954 logerror = flags & SHUTDOWN_LOG_IO_ERROR; 955 956 if (!(flags & SHUTDOWN_FORCE_UMOUNT)) { 957 xfs_notice(mp, 958 "%s(0x%x) called from line %d of file %s. Return address = 0x%p", 959 __func__, flags, lnnum, fname, __return_address); 960 } 961 /* 962 * No need to duplicate efforts. 963 */ 964 if (XFS_FORCED_SHUTDOWN(mp) && !logerror) 965 return; 966 967 /* 968 * This flags XFS_MOUNT_FS_SHUTDOWN, makes sure that we don't 969 * queue up anybody new on the log reservations, and wakes up 970 * everybody who's sleeping on log reservations to tell them 971 * the bad news. 972 */ 973 if (xfs_log_force_umount(mp, logerror)) 974 return; 975 976 if (flags & SHUTDOWN_CORRUPT_INCORE) { 977 xfs_alert_tag(mp, XFS_PTAG_SHUTDOWN_CORRUPT, 978 "Corruption of in-memory data detected. Shutting down filesystem"); 979 if (XFS_ERRLEVEL_HIGH <= xfs_error_level) 980 xfs_stack_trace(); 981 } else if (!(flags & SHUTDOWN_FORCE_UMOUNT)) { 982 if (logerror) { 983 xfs_alert_tag(mp, XFS_PTAG_SHUTDOWN_LOGERROR, 984 "Log I/O Error Detected. Shutting down filesystem"); 985 } else if (flags & SHUTDOWN_DEVICE_REQ) { 986 xfs_alert_tag(mp, XFS_PTAG_SHUTDOWN_IOERROR, 987 "All device paths lost. Shutting down filesystem"); 988 } else if (!(flags & SHUTDOWN_REMOTE_REQ)) { 989 xfs_alert_tag(mp, XFS_PTAG_SHUTDOWN_IOERROR, 990 "I/O Error Detected. Shutting down filesystem"); 991 } 992 } 993 if (!(flags & SHUTDOWN_FORCE_UMOUNT)) { 994 xfs_alert(mp, 995 "Please umount the filesystem and rectify the problem(s)"); 996 } 997 } 998 999 /* 1000 * Reserve free space for per-AG metadata. 1001 */ 1002 int 1003 xfs_fs_reserve_ag_blocks( 1004 struct xfs_mount *mp) 1005 { 1006 xfs_agnumber_t agno; 1007 struct xfs_perag *pag; 1008 int error = 0; 1009 int err2; 1010 1011 for (agno = 0; agno < mp->m_sb.sb_agcount; agno++) { 1012 pag = xfs_perag_get(mp, agno); 1013 err2 = xfs_ag_resv_init(pag); 1014 xfs_perag_put(pag); 1015 if (err2 && !error) 1016 error = err2; 1017 } 1018 1019 if (error && error != -ENOSPC) { 1020 xfs_warn(mp, 1021 "Error %d reserving per-AG metadata reserve pool.", error); 1022 xfs_force_shutdown(mp, SHUTDOWN_CORRUPT_INCORE); 1023 } 1024 1025 return error; 1026 } 1027 1028 /* 1029 * Free space reserved for per-AG metadata. 1030 */ 1031 int 1032 xfs_fs_unreserve_ag_blocks( 1033 struct xfs_mount *mp) 1034 { 1035 xfs_agnumber_t agno; 1036 struct xfs_perag *pag; 1037 int error = 0; 1038 int err2; 1039 1040 for (agno = 0; agno < mp->m_sb.sb_agcount; agno++) { 1041 pag = xfs_perag_get(mp, agno); 1042 err2 = xfs_ag_resv_free(pag); 1043 xfs_perag_put(pag); 1044 if (err2 && !error) 1045 error = err2; 1046 } 1047 1048 if (error) 1049 xfs_warn(mp, 1050 "Error %d freeing per-AG metadata reserve pool.", error); 1051 1052 return error; 1053 } 1054