1 // SPDX-License-Identifier: GPL-2.0-only 2 /* 3 * Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved. 4 * Copyright (C) 2004-2007 Red Hat, Inc. All rights reserved. 5 */ 6 7 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt 8 9 #include <linux/bio.h> 10 #include <linux/sched/signal.h> 11 #include <linux/slab.h> 12 #include <linux/spinlock.h> 13 #include <linux/completion.h> 14 #include <linux/buffer_head.h> 15 #include <linux/statfs.h> 16 #include <linux/seq_file.h> 17 #include <linux/mount.h> 18 #include <linux/kthread.h> 19 #include <linux/delay.h> 20 #include <linux/gfs2_ondisk.h> 21 #include <linux/crc32.h> 22 #include <linux/time.h> 23 #include <linux/wait.h> 24 #include <linux/writeback.h> 25 #include <linux/backing-dev.h> 26 #include <linux/kernel.h> 27 28 #include "gfs2.h" 29 #include "incore.h" 30 #include "bmap.h" 31 #include "dir.h" 32 #include "glock.h" 33 #include "glops.h" 34 #include "inode.h" 35 #include "log.h" 36 #include "meta_io.h" 37 #include "quota.h" 38 #include "recovery.h" 39 #include "rgrp.h" 40 #include "super.h" 41 #include "trans.h" 42 #include "util.h" 43 #include "sys.h" 44 #include "xattr.h" 45 #include "lops.h" 46 47 enum dinode_demise { 48 SHOULD_DELETE_DINODE, 49 SHOULD_NOT_DELETE_DINODE, 50 SHOULD_DEFER_EVICTION, 51 }; 52 53 /** 54 * gfs2_jindex_free - Clear all the journal index information 55 * @sdp: The GFS2 superblock 56 * 57 */ 58 59 void gfs2_jindex_free(struct gfs2_sbd *sdp) 60 { 61 struct list_head list; 62 struct gfs2_jdesc *jd; 63 64 spin_lock(&sdp->sd_jindex_spin); 65 list_add(&list, &sdp->sd_jindex_list); 66 list_del_init(&sdp->sd_jindex_list); 67 sdp->sd_journals = 0; 68 spin_unlock(&sdp->sd_jindex_spin); 69 70 down_write(&sdp->sd_log_flush_lock); 71 sdp->sd_jdesc = NULL; 72 up_write(&sdp->sd_log_flush_lock); 73 74 while (!list_empty(&list)) { 75 jd = list_first_entry(&list, struct gfs2_jdesc, jd_list); 76 BUG_ON(jd->jd_log_bio); 77 gfs2_free_journal_extents(jd); 78 list_del(&jd->jd_list); 79 iput(jd->jd_inode); 80 jd->jd_inode = NULL; 81 kfree(jd); 82 } 83 } 84 85 static struct gfs2_jdesc *jdesc_find_i(struct list_head *head, unsigned int jid) 86 { 87 struct gfs2_jdesc *jd; 88 89 list_for_each_entry(jd, head, jd_list) { 90 if (jd->jd_jid == jid) 91 return jd; 92 } 93 return NULL; 94 } 95 96 struct gfs2_jdesc *gfs2_jdesc_find(struct gfs2_sbd *sdp, unsigned int jid) 97 { 98 struct gfs2_jdesc *jd; 99 100 spin_lock(&sdp->sd_jindex_spin); 101 jd = jdesc_find_i(&sdp->sd_jindex_list, jid); 102 spin_unlock(&sdp->sd_jindex_spin); 103 104 return jd; 105 } 106 107 int gfs2_jdesc_check(struct gfs2_jdesc *jd) 108 { 109 struct gfs2_inode *ip = GFS2_I(jd->jd_inode); 110 struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode); 111 u64 size = i_size_read(jd->jd_inode); 112 113 if (gfs2_check_internal_file_size(jd->jd_inode, 8 << 20, BIT(30))) 114 return -EIO; 115 116 jd->jd_blocks = size >> sdp->sd_sb.sb_bsize_shift; 117 118 if (gfs2_write_alloc_required(ip, 0, size)) { 119 gfs2_consist_inode(ip); 120 return -EIO; 121 } 122 123 return 0; 124 } 125 126 /** 127 * gfs2_make_fs_rw - Turn a Read-Only FS into a Read-Write one 128 * @sdp: the filesystem 129 * 130 * Returns: errno 131 */ 132 133 int gfs2_make_fs_rw(struct gfs2_sbd *sdp) 134 { 135 struct gfs2_inode *ip = GFS2_I(sdp->sd_jdesc->jd_inode); 136 struct gfs2_glock *j_gl = ip->i_gl; 137 struct gfs2_log_header_host head; 138 int error; 139 140 j_gl->gl_ops->go_inval(j_gl, DIO_METADATA); 141 if (gfs2_withdrawing_or_withdrawn(sdp)) 142 return -EIO; 143 144 error = gfs2_find_jhead(sdp->sd_jdesc, &head, false); 145 if (error) { 146 gfs2_consist(sdp); 147 return error; 148 } 149 150 if (!(head.lh_flags & GFS2_LOG_HEAD_UNMOUNT)) { 151 gfs2_consist(sdp); 152 return -EIO; 153 } 154 155 /* Initialize some head of the log stuff */ 156 sdp->sd_log_sequence = head.lh_sequence + 1; 157 gfs2_log_pointers_init(sdp, head.lh_blkno); 158 159 error = gfs2_quota_init(sdp); 160 if (!error && gfs2_withdrawing_or_withdrawn(sdp)) 161 error = -EIO; 162 if (!error) 163 set_bit(SDF_JOURNAL_LIVE, &sdp->sd_flags); 164 return error; 165 } 166 167 void gfs2_statfs_change_in(struct gfs2_statfs_change_host *sc, const void *buf) 168 { 169 const struct gfs2_statfs_change *str = buf; 170 171 sc->sc_total = be64_to_cpu(str->sc_total); 172 sc->sc_free = be64_to_cpu(str->sc_free); 173 sc->sc_dinodes = be64_to_cpu(str->sc_dinodes); 174 } 175 176 void gfs2_statfs_change_out(const struct gfs2_statfs_change_host *sc, void *buf) 177 { 178 struct gfs2_statfs_change *str = buf; 179 180 str->sc_total = cpu_to_be64(sc->sc_total); 181 str->sc_free = cpu_to_be64(sc->sc_free); 182 str->sc_dinodes = cpu_to_be64(sc->sc_dinodes); 183 } 184 185 int gfs2_statfs_init(struct gfs2_sbd *sdp) 186 { 187 struct gfs2_inode *m_ip = GFS2_I(sdp->sd_statfs_inode); 188 struct gfs2_statfs_change_host *m_sc = &sdp->sd_statfs_master; 189 struct gfs2_statfs_change_host *l_sc = &sdp->sd_statfs_local; 190 struct buffer_head *m_bh; 191 struct gfs2_holder gh; 192 int error; 193 194 error = gfs2_glock_nq_init(m_ip->i_gl, LM_ST_EXCLUSIVE, GL_NOCACHE, 195 &gh); 196 if (error) 197 return error; 198 199 error = gfs2_meta_inode_buffer(m_ip, &m_bh); 200 if (error) 201 goto out; 202 203 if (sdp->sd_args.ar_spectator) { 204 spin_lock(&sdp->sd_statfs_spin); 205 gfs2_statfs_change_in(m_sc, m_bh->b_data + 206 sizeof(struct gfs2_dinode)); 207 spin_unlock(&sdp->sd_statfs_spin); 208 } else { 209 spin_lock(&sdp->sd_statfs_spin); 210 gfs2_statfs_change_in(m_sc, m_bh->b_data + 211 sizeof(struct gfs2_dinode)); 212 gfs2_statfs_change_in(l_sc, sdp->sd_sc_bh->b_data + 213 sizeof(struct gfs2_dinode)); 214 spin_unlock(&sdp->sd_statfs_spin); 215 216 } 217 218 brelse(m_bh); 219 out: 220 gfs2_glock_dq_uninit(&gh); 221 return 0; 222 } 223 224 void gfs2_statfs_change(struct gfs2_sbd *sdp, s64 total, s64 free, 225 s64 dinodes) 226 { 227 struct gfs2_inode *l_ip = GFS2_I(sdp->sd_sc_inode); 228 struct gfs2_statfs_change_host *l_sc = &sdp->sd_statfs_local; 229 struct gfs2_statfs_change_host *m_sc = &sdp->sd_statfs_master; 230 s64 x, y; 231 int need_sync = 0; 232 233 gfs2_trans_add_meta(l_ip->i_gl, sdp->sd_sc_bh); 234 235 spin_lock(&sdp->sd_statfs_spin); 236 l_sc->sc_total += total; 237 l_sc->sc_free += free; 238 l_sc->sc_dinodes += dinodes; 239 gfs2_statfs_change_out(l_sc, sdp->sd_sc_bh->b_data + 240 sizeof(struct gfs2_dinode)); 241 if (sdp->sd_args.ar_statfs_percent) { 242 x = 100 * l_sc->sc_free; 243 y = m_sc->sc_free * sdp->sd_args.ar_statfs_percent; 244 if (x >= y || x <= -y) 245 need_sync = 1; 246 } 247 spin_unlock(&sdp->sd_statfs_spin); 248 249 if (need_sync) 250 gfs2_wake_up_statfs(sdp); 251 } 252 253 void update_statfs(struct gfs2_sbd *sdp, struct buffer_head *m_bh) 254 { 255 struct gfs2_inode *m_ip = GFS2_I(sdp->sd_statfs_inode); 256 struct gfs2_inode *l_ip = GFS2_I(sdp->sd_sc_inode); 257 struct gfs2_statfs_change_host *m_sc = &sdp->sd_statfs_master; 258 struct gfs2_statfs_change_host *l_sc = &sdp->sd_statfs_local; 259 260 gfs2_trans_add_meta(l_ip->i_gl, sdp->sd_sc_bh); 261 gfs2_trans_add_meta(m_ip->i_gl, m_bh); 262 263 spin_lock(&sdp->sd_statfs_spin); 264 m_sc->sc_total += l_sc->sc_total; 265 m_sc->sc_free += l_sc->sc_free; 266 m_sc->sc_dinodes += l_sc->sc_dinodes; 267 memset(l_sc, 0, sizeof(struct gfs2_statfs_change)); 268 memset(sdp->sd_sc_bh->b_data + sizeof(struct gfs2_dinode), 269 0, sizeof(struct gfs2_statfs_change)); 270 gfs2_statfs_change_out(m_sc, m_bh->b_data + sizeof(struct gfs2_dinode)); 271 spin_unlock(&sdp->sd_statfs_spin); 272 } 273 274 int gfs2_statfs_sync(struct super_block *sb, int type) 275 { 276 struct gfs2_sbd *sdp = sb->s_fs_info; 277 struct gfs2_inode *m_ip = GFS2_I(sdp->sd_statfs_inode); 278 struct gfs2_statfs_change_host *m_sc = &sdp->sd_statfs_master; 279 struct gfs2_statfs_change_host *l_sc = &sdp->sd_statfs_local; 280 struct gfs2_holder gh; 281 struct buffer_head *m_bh; 282 int error; 283 284 error = gfs2_glock_nq_init(m_ip->i_gl, LM_ST_EXCLUSIVE, GL_NOCACHE, 285 &gh); 286 if (error) 287 goto out; 288 289 error = gfs2_meta_inode_buffer(m_ip, &m_bh); 290 if (error) 291 goto out_unlock; 292 293 spin_lock(&sdp->sd_statfs_spin); 294 gfs2_statfs_change_in(m_sc, m_bh->b_data + 295 sizeof(struct gfs2_dinode)); 296 if (!l_sc->sc_total && !l_sc->sc_free && !l_sc->sc_dinodes) { 297 spin_unlock(&sdp->sd_statfs_spin); 298 goto out_bh; 299 } 300 spin_unlock(&sdp->sd_statfs_spin); 301 302 error = gfs2_trans_begin(sdp, 2 * RES_DINODE, 0); 303 if (error) 304 goto out_bh; 305 306 update_statfs(sdp, m_bh); 307 sdp->sd_statfs_force_sync = 0; 308 309 gfs2_trans_end(sdp); 310 311 out_bh: 312 brelse(m_bh); 313 out_unlock: 314 gfs2_glock_dq_uninit(&gh); 315 out: 316 return error; 317 } 318 319 struct lfcc { 320 struct list_head list; 321 struct gfs2_holder gh; 322 }; 323 324 /** 325 * gfs2_lock_fs_check_clean - Stop all writes to the FS and check that all 326 * journals are clean 327 * @sdp: the file system 328 * 329 * Returns: errno 330 */ 331 332 static int gfs2_lock_fs_check_clean(struct gfs2_sbd *sdp) 333 { 334 struct gfs2_inode *ip; 335 struct gfs2_jdesc *jd; 336 struct lfcc *lfcc; 337 LIST_HEAD(list); 338 struct gfs2_log_header_host lh; 339 int error, error2; 340 341 /* 342 * Grab all the journal glocks in SH mode. We are *probably* doing 343 * that to prevent recovery. 344 */ 345 346 list_for_each_entry(jd, &sdp->sd_jindex_list, jd_list) { 347 lfcc = kmalloc(sizeof(struct lfcc), GFP_KERNEL); 348 if (!lfcc) { 349 error = -ENOMEM; 350 goto out; 351 } 352 ip = GFS2_I(jd->jd_inode); 353 error = gfs2_glock_nq_init(ip->i_gl, LM_ST_SHARED, 0, &lfcc->gh); 354 if (error) { 355 kfree(lfcc); 356 goto out; 357 } 358 list_add(&lfcc->list, &list); 359 } 360 361 gfs2_freeze_unlock(&sdp->sd_freeze_gh); 362 363 error = gfs2_glock_nq_init(sdp->sd_freeze_gl, LM_ST_EXCLUSIVE, 364 LM_FLAG_NOEXP | GL_NOPID, 365 &sdp->sd_freeze_gh); 366 if (error) 367 goto relock_shared; 368 369 list_for_each_entry(jd, &sdp->sd_jindex_list, jd_list) { 370 error = gfs2_jdesc_check(jd); 371 if (error) 372 break; 373 error = gfs2_find_jhead(jd, &lh, false); 374 if (error) 375 break; 376 if (!(lh.lh_flags & GFS2_LOG_HEAD_UNMOUNT)) { 377 error = -EBUSY; 378 break; 379 } 380 } 381 382 if (!error) 383 goto out; /* success */ 384 385 gfs2_freeze_unlock(&sdp->sd_freeze_gh); 386 387 relock_shared: 388 error2 = gfs2_freeze_lock_shared(sdp); 389 gfs2_assert_withdraw(sdp, !error2); 390 391 out: 392 while (!list_empty(&list)) { 393 lfcc = list_first_entry(&list, struct lfcc, list); 394 list_del(&lfcc->list); 395 gfs2_glock_dq_uninit(&lfcc->gh); 396 kfree(lfcc); 397 } 398 return error; 399 } 400 401 void gfs2_dinode_out(const struct gfs2_inode *ip, void *buf) 402 { 403 const struct inode *inode = &ip->i_inode; 404 struct gfs2_dinode *str = buf; 405 406 str->di_header.mh_magic = cpu_to_be32(GFS2_MAGIC); 407 str->di_header.mh_type = cpu_to_be32(GFS2_METATYPE_DI); 408 str->di_header.mh_format = cpu_to_be32(GFS2_FORMAT_DI); 409 str->di_num.no_addr = cpu_to_be64(ip->i_no_addr); 410 str->di_num.no_formal_ino = cpu_to_be64(ip->i_no_formal_ino); 411 str->di_mode = cpu_to_be32(inode->i_mode); 412 str->di_uid = cpu_to_be32(i_uid_read(inode)); 413 str->di_gid = cpu_to_be32(i_gid_read(inode)); 414 str->di_nlink = cpu_to_be32(inode->i_nlink); 415 str->di_size = cpu_to_be64(i_size_read(inode)); 416 str->di_blocks = cpu_to_be64(gfs2_get_inode_blocks(inode)); 417 str->di_atime = cpu_to_be64(inode->i_atime.tv_sec); 418 str->di_mtime = cpu_to_be64(inode->i_mtime.tv_sec); 419 str->di_ctime = cpu_to_be64(inode_get_ctime(inode).tv_sec); 420 421 str->di_goal_meta = cpu_to_be64(ip->i_goal); 422 str->di_goal_data = cpu_to_be64(ip->i_goal); 423 str->di_generation = cpu_to_be64(ip->i_generation); 424 425 str->di_flags = cpu_to_be32(ip->i_diskflags); 426 str->di_height = cpu_to_be16(ip->i_height); 427 str->di_payload_format = cpu_to_be32(S_ISDIR(inode->i_mode) && 428 !(ip->i_diskflags & GFS2_DIF_EXHASH) ? 429 GFS2_FORMAT_DE : 0); 430 str->di_depth = cpu_to_be16(ip->i_depth); 431 str->di_entries = cpu_to_be32(ip->i_entries); 432 433 str->di_eattr = cpu_to_be64(ip->i_eattr); 434 str->di_atime_nsec = cpu_to_be32(inode->i_atime.tv_nsec); 435 str->di_mtime_nsec = cpu_to_be32(inode->i_mtime.tv_nsec); 436 str->di_ctime_nsec = cpu_to_be32(inode_get_ctime(inode).tv_nsec); 437 } 438 439 /** 440 * gfs2_write_inode - Make sure the inode is stable on the disk 441 * @inode: The inode 442 * @wbc: The writeback control structure 443 * 444 * Returns: errno 445 */ 446 447 static int gfs2_write_inode(struct inode *inode, struct writeback_control *wbc) 448 { 449 struct gfs2_inode *ip = GFS2_I(inode); 450 struct gfs2_sbd *sdp = GFS2_SB(inode); 451 struct address_space *metamapping = gfs2_glock2aspace(ip->i_gl); 452 struct backing_dev_info *bdi = inode_to_bdi(metamapping->host); 453 int ret = 0; 454 bool flush_all = (wbc->sync_mode == WB_SYNC_ALL || gfs2_is_jdata(ip)); 455 456 if (flush_all) 457 gfs2_log_flush(GFS2_SB(inode), ip->i_gl, 458 GFS2_LOG_HEAD_FLUSH_NORMAL | 459 GFS2_LFC_WRITE_INODE); 460 if (bdi->wb.dirty_exceeded) 461 gfs2_ail1_flush(sdp, wbc); 462 else 463 filemap_fdatawrite(metamapping); 464 if (flush_all) 465 ret = filemap_fdatawait(metamapping); 466 if (ret) 467 mark_inode_dirty_sync(inode); 468 else { 469 spin_lock(&inode->i_lock); 470 if (!(inode->i_flags & I_DIRTY)) 471 gfs2_ordered_del_inode(ip); 472 spin_unlock(&inode->i_lock); 473 } 474 return ret; 475 } 476 477 /** 478 * gfs2_dirty_inode - check for atime updates 479 * @inode: The inode in question 480 * @flags: The type of dirty 481 * 482 * Unfortunately it can be called under any combination of inode 483 * glock and freeze glock, so we have to check carefully. 484 * 485 * At the moment this deals only with atime - it should be possible 486 * to expand that role in future, once a review of the locking has 487 * been carried out. 488 */ 489 490 static void gfs2_dirty_inode(struct inode *inode, int flags) 491 { 492 struct gfs2_inode *ip = GFS2_I(inode); 493 struct gfs2_sbd *sdp = GFS2_SB(inode); 494 struct buffer_head *bh; 495 struct gfs2_holder gh; 496 int need_unlock = 0; 497 int need_endtrans = 0; 498 int ret; 499 500 if (unlikely(!ip->i_gl)) { 501 /* This can only happen during incomplete inode creation. */ 502 BUG_ON(!test_bit(GIF_ALLOC_FAILED, &ip->i_flags)); 503 return; 504 } 505 506 if (gfs2_withdrawing_or_withdrawn(sdp)) 507 return; 508 if (!gfs2_glock_is_locked_by_me(ip->i_gl)) { 509 ret = gfs2_glock_nq_init(ip->i_gl, LM_ST_EXCLUSIVE, 0, &gh); 510 if (ret) { 511 fs_err(sdp, "dirty_inode: glock %d\n", ret); 512 gfs2_dump_glock(NULL, ip->i_gl, true); 513 return; 514 } 515 need_unlock = 1; 516 } else if (WARN_ON_ONCE(ip->i_gl->gl_state != LM_ST_EXCLUSIVE)) 517 return; 518 519 if (current->journal_info == NULL) { 520 ret = gfs2_trans_begin(sdp, RES_DINODE, 0); 521 if (ret) { 522 fs_err(sdp, "dirty_inode: gfs2_trans_begin %d\n", ret); 523 goto out; 524 } 525 need_endtrans = 1; 526 } 527 528 ret = gfs2_meta_inode_buffer(ip, &bh); 529 if (ret == 0) { 530 gfs2_trans_add_meta(ip->i_gl, bh); 531 gfs2_dinode_out(ip, bh->b_data); 532 brelse(bh); 533 } 534 535 if (need_endtrans) 536 gfs2_trans_end(sdp); 537 out: 538 if (need_unlock) 539 gfs2_glock_dq_uninit(&gh); 540 } 541 542 /** 543 * gfs2_make_fs_ro - Turn a Read-Write FS into a Read-Only one 544 * @sdp: the filesystem 545 * 546 * Returns: errno 547 */ 548 549 void gfs2_make_fs_ro(struct gfs2_sbd *sdp) 550 { 551 int log_write_allowed = test_bit(SDF_JOURNAL_LIVE, &sdp->sd_flags); 552 553 if (!test_bit(SDF_KILL, &sdp->sd_flags)) 554 gfs2_flush_delete_work(sdp); 555 556 gfs2_destroy_threads(sdp); 557 558 if (log_write_allowed) { 559 gfs2_quota_sync(sdp->sd_vfs, 0); 560 gfs2_statfs_sync(sdp->sd_vfs, 0); 561 562 /* We do two log flushes here. The first one commits dirty inodes 563 * and rgrps to the journal, but queues up revokes to the ail list. 564 * The second flush writes out and removes the revokes. 565 * 566 * The first must be done before the FLUSH_SHUTDOWN code 567 * clears the LIVE flag, otherwise it will not be able to start 568 * a transaction to write its revokes, and the error will cause 569 * a withdraw of the file system. */ 570 gfs2_log_flush(sdp, NULL, GFS2_LFC_MAKE_FS_RO); 571 gfs2_log_flush(sdp, NULL, GFS2_LOG_HEAD_FLUSH_SHUTDOWN | 572 GFS2_LFC_MAKE_FS_RO); 573 wait_event_timeout(sdp->sd_log_waitq, 574 gfs2_log_is_empty(sdp), 575 HZ * 5); 576 gfs2_assert_warn(sdp, gfs2_log_is_empty(sdp)); 577 } 578 gfs2_quota_cleanup(sdp); 579 } 580 581 /** 582 * gfs2_put_super - Unmount the filesystem 583 * @sb: The VFS superblock 584 * 585 */ 586 587 static void gfs2_put_super(struct super_block *sb) 588 { 589 struct gfs2_sbd *sdp = sb->s_fs_info; 590 struct gfs2_jdesc *jd; 591 592 /* No more recovery requests */ 593 set_bit(SDF_NORECOVERY, &sdp->sd_flags); 594 smp_mb(); 595 596 /* Wait on outstanding recovery */ 597 restart: 598 spin_lock(&sdp->sd_jindex_spin); 599 list_for_each_entry(jd, &sdp->sd_jindex_list, jd_list) { 600 if (!test_bit(JDF_RECOVERY, &jd->jd_flags)) 601 continue; 602 spin_unlock(&sdp->sd_jindex_spin); 603 wait_on_bit(&jd->jd_flags, JDF_RECOVERY, 604 TASK_UNINTERRUPTIBLE); 605 goto restart; 606 } 607 spin_unlock(&sdp->sd_jindex_spin); 608 609 if (!sb_rdonly(sb)) 610 gfs2_make_fs_ro(sdp); 611 else { 612 if (gfs2_withdrawing_or_withdrawn(sdp)) 613 gfs2_destroy_threads(sdp); 614 615 gfs2_quota_cleanup(sdp); 616 } 617 618 WARN_ON(gfs2_withdrawing(sdp)); 619 620 /* At this point, we're through modifying the disk */ 621 622 /* Release stuff */ 623 624 gfs2_freeze_unlock(&sdp->sd_freeze_gh); 625 626 iput(sdp->sd_jindex); 627 iput(sdp->sd_statfs_inode); 628 iput(sdp->sd_rindex); 629 iput(sdp->sd_quota_inode); 630 631 gfs2_glock_put(sdp->sd_rename_gl); 632 gfs2_glock_put(sdp->sd_freeze_gl); 633 634 if (!sdp->sd_args.ar_spectator) { 635 if (gfs2_holder_initialized(&sdp->sd_journal_gh)) 636 gfs2_glock_dq_uninit(&sdp->sd_journal_gh); 637 if (gfs2_holder_initialized(&sdp->sd_jinode_gh)) 638 gfs2_glock_dq_uninit(&sdp->sd_jinode_gh); 639 brelse(sdp->sd_sc_bh); 640 gfs2_glock_dq_uninit(&sdp->sd_sc_gh); 641 gfs2_glock_dq_uninit(&sdp->sd_qc_gh); 642 free_local_statfs_inodes(sdp); 643 iput(sdp->sd_qc_inode); 644 } 645 646 gfs2_glock_dq_uninit(&sdp->sd_live_gh); 647 gfs2_clear_rgrpd(sdp); 648 gfs2_jindex_free(sdp); 649 /* Take apart glock structures and buffer lists */ 650 gfs2_gl_hash_clear(sdp); 651 truncate_inode_pages_final(&sdp->sd_aspace); 652 gfs2_delete_debugfs_file(sdp); 653 654 gfs2_sys_fs_del(sdp); 655 free_sbd(sdp); 656 } 657 658 /** 659 * gfs2_sync_fs - sync the filesystem 660 * @sb: the superblock 661 * @wait: true to wait for completion 662 * 663 * Flushes the log to disk. 664 */ 665 666 static int gfs2_sync_fs(struct super_block *sb, int wait) 667 { 668 struct gfs2_sbd *sdp = sb->s_fs_info; 669 670 gfs2_quota_sync(sb, -1); 671 if (wait) 672 gfs2_log_flush(sdp, NULL, GFS2_LOG_HEAD_FLUSH_NORMAL | 673 GFS2_LFC_SYNC_FS); 674 return sdp->sd_log_error; 675 } 676 677 static int gfs2_freeze_locally(struct gfs2_sbd *sdp) 678 { 679 struct super_block *sb = sdp->sd_vfs; 680 int error; 681 682 error = freeze_super(sb, FREEZE_HOLDER_USERSPACE); 683 if (error) 684 return error; 685 686 if (test_bit(SDF_JOURNAL_LIVE, &sdp->sd_flags)) { 687 gfs2_log_flush(sdp, NULL, GFS2_LOG_HEAD_FLUSH_FREEZE | 688 GFS2_LFC_FREEZE_GO_SYNC); 689 if (gfs2_withdrawing_or_withdrawn(sdp)) { 690 error = thaw_super(sb, FREEZE_HOLDER_USERSPACE); 691 if (error) 692 return error; 693 return -EIO; 694 } 695 } 696 return 0; 697 } 698 699 static int gfs2_do_thaw(struct gfs2_sbd *sdp) 700 { 701 struct super_block *sb = sdp->sd_vfs; 702 int error; 703 704 error = gfs2_freeze_lock_shared(sdp); 705 if (error) 706 goto fail; 707 error = thaw_super(sb, FREEZE_HOLDER_USERSPACE); 708 if (!error) 709 return 0; 710 711 fail: 712 fs_info(sdp, "GFS2: couldn't thaw filesystem: %d\n", error); 713 gfs2_assert_withdraw(sdp, 0); 714 return error; 715 } 716 717 void gfs2_freeze_func(struct work_struct *work) 718 { 719 struct gfs2_sbd *sdp = container_of(work, struct gfs2_sbd, sd_freeze_work); 720 struct super_block *sb = sdp->sd_vfs; 721 int error; 722 723 mutex_lock(&sdp->sd_freeze_mutex); 724 error = -EBUSY; 725 if (test_bit(SDF_FROZEN, &sdp->sd_flags)) 726 goto freeze_failed; 727 728 error = gfs2_freeze_locally(sdp); 729 if (error) 730 goto freeze_failed; 731 732 gfs2_freeze_unlock(&sdp->sd_freeze_gh); 733 set_bit(SDF_FROZEN, &sdp->sd_flags); 734 735 error = gfs2_do_thaw(sdp); 736 if (error) 737 goto out; 738 739 clear_bit(SDF_FROZEN, &sdp->sd_flags); 740 goto out; 741 742 freeze_failed: 743 fs_info(sdp, "GFS2: couldn't freeze filesystem: %d\n", error); 744 745 out: 746 mutex_unlock(&sdp->sd_freeze_mutex); 747 deactivate_super(sb); 748 } 749 750 /** 751 * gfs2_freeze_super - prevent further writes to the filesystem 752 * @sb: the VFS structure for the filesystem 753 * 754 */ 755 756 static int gfs2_freeze_super(struct super_block *sb, enum freeze_holder who) 757 { 758 struct gfs2_sbd *sdp = sb->s_fs_info; 759 int error; 760 761 if (!mutex_trylock(&sdp->sd_freeze_mutex)) 762 return -EBUSY; 763 error = -EBUSY; 764 if (test_bit(SDF_FROZEN, &sdp->sd_flags)) 765 goto out; 766 767 for (;;) { 768 error = gfs2_freeze_locally(sdp); 769 if (error) { 770 fs_info(sdp, "GFS2: couldn't freeze filesystem: %d\n", 771 error); 772 goto out; 773 } 774 775 error = gfs2_lock_fs_check_clean(sdp); 776 if (!error) 777 break; /* success */ 778 779 error = gfs2_do_thaw(sdp); 780 if (error) 781 goto out; 782 783 if (error == -EBUSY) 784 fs_err(sdp, "waiting for recovery before freeze\n"); 785 else if (error == -EIO) { 786 fs_err(sdp, "Fatal IO error: cannot freeze gfs2 due " 787 "to recovery error.\n"); 788 goto out; 789 } else { 790 fs_err(sdp, "error freezing FS: %d\n", error); 791 } 792 fs_err(sdp, "retrying...\n"); 793 msleep(1000); 794 } 795 796 out: 797 if (!error) { 798 set_bit(SDF_FREEZE_INITIATOR, &sdp->sd_flags); 799 set_bit(SDF_FROZEN, &sdp->sd_flags); 800 } 801 mutex_unlock(&sdp->sd_freeze_mutex); 802 return error; 803 } 804 805 /** 806 * gfs2_thaw_super - reallow writes to the filesystem 807 * @sb: the VFS structure for the filesystem 808 * 809 */ 810 811 static int gfs2_thaw_super(struct super_block *sb, enum freeze_holder who) 812 { 813 struct gfs2_sbd *sdp = sb->s_fs_info; 814 int error; 815 816 if (!mutex_trylock(&sdp->sd_freeze_mutex)) 817 return -EBUSY; 818 error = -EINVAL; 819 if (!test_bit(SDF_FREEZE_INITIATOR, &sdp->sd_flags)) 820 goto out; 821 822 atomic_inc(&sb->s_active); 823 gfs2_freeze_unlock(&sdp->sd_freeze_gh); 824 825 error = gfs2_do_thaw(sdp); 826 827 if (!error) { 828 clear_bit(SDF_FREEZE_INITIATOR, &sdp->sd_flags); 829 clear_bit(SDF_FROZEN, &sdp->sd_flags); 830 } 831 out: 832 mutex_unlock(&sdp->sd_freeze_mutex); 833 deactivate_super(sb); 834 return error; 835 } 836 837 void gfs2_thaw_freeze_initiator(struct super_block *sb) 838 { 839 struct gfs2_sbd *sdp = sb->s_fs_info; 840 841 mutex_lock(&sdp->sd_freeze_mutex); 842 if (!test_bit(SDF_FREEZE_INITIATOR, &sdp->sd_flags)) 843 goto out; 844 845 gfs2_freeze_unlock(&sdp->sd_freeze_gh); 846 847 out: 848 mutex_unlock(&sdp->sd_freeze_mutex); 849 } 850 851 /** 852 * statfs_slow_fill - fill in the sg for a given RG 853 * @rgd: the RG 854 * @sc: the sc structure 855 * 856 * Returns: 0 on success, -ESTALE if the LVB is invalid 857 */ 858 859 static int statfs_slow_fill(struct gfs2_rgrpd *rgd, 860 struct gfs2_statfs_change_host *sc) 861 { 862 gfs2_rgrp_verify(rgd); 863 sc->sc_total += rgd->rd_data; 864 sc->sc_free += rgd->rd_free; 865 sc->sc_dinodes += rgd->rd_dinodes; 866 return 0; 867 } 868 869 /** 870 * gfs2_statfs_slow - Stat a filesystem using asynchronous locking 871 * @sdp: the filesystem 872 * @sc: the sc info that will be returned 873 * 874 * Any error (other than a signal) will cause this routine to fall back 875 * to the synchronous version. 876 * 877 * FIXME: This really shouldn't busy wait like this. 878 * 879 * Returns: errno 880 */ 881 882 static int gfs2_statfs_slow(struct gfs2_sbd *sdp, struct gfs2_statfs_change_host *sc) 883 { 884 struct gfs2_rgrpd *rgd_next; 885 struct gfs2_holder *gha, *gh; 886 unsigned int slots = 64; 887 unsigned int x; 888 int done; 889 int error = 0, err; 890 891 memset(sc, 0, sizeof(struct gfs2_statfs_change_host)); 892 gha = kmalloc_array(slots, sizeof(struct gfs2_holder), GFP_KERNEL); 893 if (!gha) 894 return -ENOMEM; 895 for (x = 0; x < slots; x++) 896 gfs2_holder_mark_uninitialized(gha + x); 897 898 rgd_next = gfs2_rgrpd_get_first(sdp); 899 900 for (;;) { 901 done = 1; 902 903 for (x = 0; x < slots; x++) { 904 gh = gha + x; 905 906 if (gfs2_holder_initialized(gh) && gfs2_glock_poll(gh)) { 907 err = gfs2_glock_wait(gh); 908 if (err) { 909 gfs2_holder_uninit(gh); 910 error = err; 911 } else { 912 if (!error) { 913 struct gfs2_rgrpd *rgd = 914 gfs2_glock2rgrp(gh->gh_gl); 915 916 error = statfs_slow_fill(rgd, sc); 917 } 918 gfs2_glock_dq_uninit(gh); 919 } 920 } 921 922 if (gfs2_holder_initialized(gh)) 923 done = 0; 924 else if (rgd_next && !error) { 925 error = gfs2_glock_nq_init(rgd_next->rd_gl, 926 LM_ST_SHARED, 927 GL_ASYNC, 928 gh); 929 rgd_next = gfs2_rgrpd_get_next(rgd_next); 930 done = 0; 931 } 932 933 if (signal_pending(current)) 934 error = -ERESTARTSYS; 935 } 936 937 if (done) 938 break; 939 940 yield(); 941 } 942 943 kfree(gha); 944 return error; 945 } 946 947 /** 948 * gfs2_statfs_i - Do a statfs 949 * @sdp: the filesystem 950 * @sc: the sc structure 951 * 952 * Returns: errno 953 */ 954 955 static int gfs2_statfs_i(struct gfs2_sbd *sdp, struct gfs2_statfs_change_host *sc) 956 { 957 struct gfs2_statfs_change_host *m_sc = &sdp->sd_statfs_master; 958 struct gfs2_statfs_change_host *l_sc = &sdp->sd_statfs_local; 959 960 spin_lock(&sdp->sd_statfs_spin); 961 962 *sc = *m_sc; 963 sc->sc_total += l_sc->sc_total; 964 sc->sc_free += l_sc->sc_free; 965 sc->sc_dinodes += l_sc->sc_dinodes; 966 967 spin_unlock(&sdp->sd_statfs_spin); 968 969 if (sc->sc_free < 0) 970 sc->sc_free = 0; 971 if (sc->sc_free > sc->sc_total) 972 sc->sc_free = sc->sc_total; 973 if (sc->sc_dinodes < 0) 974 sc->sc_dinodes = 0; 975 976 return 0; 977 } 978 979 /** 980 * gfs2_statfs - Gather and return stats about the filesystem 981 * @dentry: The name of the link 982 * @buf: The buffer 983 * 984 * Returns: 0 on success or error code 985 */ 986 987 static int gfs2_statfs(struct dentry *dentry, struct kstatfs *buf) 988 { 989 struct super_block *sb = dentry->d_sb; 990 struct gfs2_sbd *sdp = sb->s_fs_info; 991 struct gfs2_statfs_change_host sc; 992 int error; 993 994 error = gfs2_rindex_update(sdp); 995 if (error) 996 return error; 997 998 if (gfs2_tune_get(sdp, gt_statfs_slow)) 999 error = gfs2_statfs_slow(sdp, &sc); 1000 else 1001 error = gfs2_statfs_i(sdp, &sc); 1002 1003 if (error) 1004 return error; 1005 1006 buf->f_type = GFS2_MAGIC; 1007 buf->f_bsize = sdp->sd_sb.sb_bsize; 1008 buf->f_blocks = sc.sc_total; 1009 buf->f_bfree = sc.sc_free; 1010 buf->f_bavail = sc.sc_free; 1011 buf->f_files = sc.sc_dinodes + sc.sc_free; 1012 buf->f_ffree = sc.sc_free; 1013 buf->f_namelen = GFS2_FNAMESIZE; 1014 1015 return 0; 1016 } 1017 1018 /** 1019 * gfs2_drop_inode - Drop an inode (test for remote unlink) 1020 * @inode: The inode to drop 1021 * 1022 * If we've received a callback on an iopen lock then it's because a 1023 * remote node tried to deallocate the inode but failed due to this node 1024 * still having the inode open. Here we mark the link count zero 1025 * since we know that it must have reached zero if the GLF_DEMOTE flag 1026 * is set on the iopen glock. If we didn't do a disk read since the 1027 * remote node removed the final link then we might otherwise miss 1028 * this event. This check ensures that this node will deallocate the 1029 * inode's blocks, or alternatively pass the baton on to another 1030 * node for later deallocation. 1031 */ 1032 1033 static int gfs2_drop_inode(struct inode *inode) 1034 { 1035 struct gfs2_inode *ip = GFS2_I(inode); 1036 struct gfs2_sbd *sdp = GFS2_SB(inode); 1037 1038 if (inode->i_nlink && 1039 gfs2_holder_initialized(&ip->i_iopen_gh)) { 1040 struct gfs2_glock *gl = ip->i_iopen_gh.gh_gl; 1041 if (test_bit(GLF_DEMOTE, &gl->gl_flags)) 1042 clear_nlink(inode); 1043 } 1044 1045 /* 1046 * When under memory pressure when an inode's link count has dropped to 1047 * zero, defer deleting the inode to the delete workqueue. This avoids 1048 * calling into DLM under memory pressure, which can deadlock. 1049 */ 1050 if (!inode->i_nlink && 1051 unlikely(current->flags & PF_MEMALLOC) && 1052 gfs2_holder_initialized(&ip->i_iopen_gh)) { 1053 struct gfs2_glock *gl = ip->i_iopen_gh.gh_gl; 1054 1055 gfs2_glock_hold(gl); 1056 if (!gfs2_queue_try_to_evict(gl)) 1057 gfs2_glock_queue_put(gl); 1058 return 0; 1059 } 1060 1061 /* 1062 * No longer cache inodes when trying to evict them all. 1063 */ 1064 if (test_bit(SDF_EVICTING, &sdp->sd_flags)) 1065 return 1; 1066 1067 return generic_drop_inode(inode); 1068 } 1069 1070 static int is_ancestor(const struct dentry *d1, const struct dentry *d2) 1071 { 1072 do { 1073 if (d1 == d2) 1074 return 1; 1075 d1 = d1->d_parent; 1076 } while (!IS_ROOT(d1)); 1077 return 0; 1078 } 1079 1080 /** 1081 * gfs2_show_options - Show mount options for /proc/mounts 1082 * @s: seq_file structure 1083 * @root: root of this (sub)tree 1084 * 1085 * Returns: 0 on success or error code 1086 */ 1087 1088 static int gfs2_show_options(struct seq_file *s, struct dentry *root) 1089 { 1090 struct gfs2_sbd *sdp = root->d_sb->s_fs_info; 1091 struct gfs2_args *args = &sdp->sd_args; 1092 unsigned int logd_secs, statfs_slow, statfs_quantum, quota_quantum; 1093 1094 spin_lock(&sdp->sd_tune.gt_spin); 1095 logd_secs = sdp->sd_tune.gt_logd_secs; 1096 quota_quantum = sdp->sd_tune.gt_quota_quantum; 1097 statfs_quantum = sdp->sd_tune.gt_statfs_quantum; 1098 statfs_slow = sdp->sd_tune.gt_statfs_slow; 1099 spin_unlock(&sdp->sd_tune.gt_spin); 1100 1101 if (is_ancestor(root, sdp->sd_master_dir)) 1102 seq_puts(s, ",meta"); 1103 if (args->ar_lockproto[0]) 1104 seq_show_option(s, "lockproto", args->ar_lockproto); 1105 if (args->ar_locktable[0]) 1106 seq_show_option(s, "locktable", args->ar_locktable); 1107 if (args->ar_hostdata[0]) 1108 seq_show_option(s, "hostdata", args->ar_hostdata); 1109 if (args->ar_spectator) 1110 seq_puts(s, ",spectator"); 1111 if (args->ar_localflocks) 1112 seq_puts(s, ",localflocks"); 1113 if (args->ar_debug) 1114 seq_puts(s, ",debug"); 1115 if (args->ar_posix_acl) 1116 seq_puts(s, ",acl"); 1117 if (args->ar_quota != GFS2_QUOTA_DEFAULT) { 1118 char *state; 1119 switch (args->ar_quota) { 1120 case GFS2_QUOTA_OFF: 1121 state = "off"; 1122 break; 1123 case GFS2_QUOTA_ACCOUNT: 1124 state = "account"; 1125 break; 1126 case GFS2_QUOTA_ON: 1127 state = "on"; 1128 break; 1129 case GFS2_QUOTA_QUIET: 1130 state = "quiet"; 1131 break; 1132 default: 1133 state = "unknown"; 1134 break; 1135 } 1136 seq_printf(s, ",quota=%s", state); 1137 } 1138 if (args->ar_suiddir) 1139 seq_puts(s, ",suiddir"); 1140 if (args->ar_data != GFS2_DATA_DEFAULT) { 1141 char *state; 1142 switch (args->ar_data) { 1143 case GFS2_DATA_WRITEBACK: 1144 state = "writeback"; 1145 break; 1146 case GFS2_DATA_ORDERED: 1147 state = "ordered"; 1148 break; 1149 default: 1150 state = "unknown"; 1151 break; 1152 } 1153 seq_printf(s, ",data=%s", state); 1154 } 1155 if (args->ar_discard) 1156 seq_puts(s, ",discard"); 1157 if (logd_secs != 30) 1158 seq_printf(s, ",commit=%d", logd_secs); 1159 if (statfs_quantum != 30) 1160 seq_printf(s, ",statfs_quantum=%d", statfs_quantum); 1161 else if (statfs_slow) 1162 seq_puts(s, ",statfs_quantum=0"); 1163 if (quota_quantum != 60) 1164 seq_printf(s, ",quota_quantum=%d", quota_quantum); 1165 if (args->ar_statfs_percent) 1166 seq_printf(s, ",statfs_percent=%d", args->ar_statfs_percent); 1167 if (args->ar_errors != GFS2_ERRORS_DEFAULT) { 1168 const char *state; 1169 1170 switch (args->ar_errors) { 1171 case GFS2_ERRORS_WITHDRAW: 1172 state = "withdraw"; 1173 break; 1174 case GFS2_ERRORS_PANIC: 1175 state = "panic"; 1176 break; 1177 default: 1178 state = "unknown"; 1179 break; 1180 } 1181 seq_printf(s, ",errors=%s", state); 1182 } 1183 if (test_bit(SDF_NOBARRIERS, &sdp->sd_flags)) 1184 seq_puts(s, ",nobarrier"); 1185 if (test_bit(SDF_DEMOTE, &sdp->sd_flags)) 1186 seq_puts(s, ",demote_interface_used"); 1187 if (args->ar_rgrplvb) 1188 seq_puts(s, ",rgrplvb"); 1189 if (args->ar_loccookie) 1190 seq_puts(s, ",loccookie"); 1191 return 0; 1192 } 1193 1194 static void gfs2_final_release_pages(struct gfs2_inode *ip) 1195 { 1196 struct inode *inode = &ip->i_inode; 1197 struct gfs2_glock *gl = ip->i_gl; 1198 1199 if (unlikely(!gl)) { 1200 /* This can only happen during incomplete inode creation. */ 1201 BUG_ON(!test_bit(GIF_ALLOC_FAILED, &ip->i_flags)); 1202 return; 1203 } 1204 1205 truncate_inode_pages(gfs2_glock2aspace(gl), 0); 1206 truncate_inode_pages(&inode->i_data, 0); 1207 1208 if (atomic_read(&gl->gl_revokes) == 0) { 1209 clear_bit(GLF_LFLUSH, &gl->gl_flags); 1210 clear_bit(GLF_DIRTY, &gl->gl_flags); 1211 } 1212 } 1213 1214 static int gfs2_dinode_dealloc(struct gfs2_inode *ip) 1215 { 1216 struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode); 1217 struct gfs2_rgrpd *rgd; 1218 struct gfs2_holder gh; 1219 int error; 1220 1221 if (gfs2_get_inode_blocks(&ip->i_inode) != 1) { 1222 gfs2_consist_inode(ip); 1223 return -EIO; 1224 } 1225 1226 gfs2_rindex_update(sdp); 1227 1228 error = gfs2_quota_hold(ip, NO_UID_QUOTA_CHANGE, NO_GID_QUOTA_CHANGE); 1229 if (error) 1230 return error; 1231 1232 rgd = gfs2_blk2rgrpd(sdp, ip->i_no_addr, 1); 1233 if (!rgd) { 1234 gfs2_consist_inode(ip); 1235 error = -EIO; 1236 goto out_qs; 1237 } 1238 1239 error = gfs2_glock_nq_init(rgd->rd_gl, LM_ST_EXCLUSIVE, 1240 LM_FLAG_NODE_SCOPE, &gh); 1241 if (error) 1242 goto out_qs; 1243 1244 error = gfs2_trans_begin(sdp, RES_RG_BIT + RES_STATFS + RES_QUOTA, 1245 sdp->sd_jdesc->jd_blocks); 1246 if (error) 1247 goto out_rg_gunlock; 1248 1249 gfs2_free_di(rgd, ip); 1250 1251 gfs2_final_release_pages(ip); 1252 1253 gfs2_trans_end(sdp); 1254 1255 out_rg_gunlock: 1256 gfs2_glock_dq_uninit(&gh); 1257 out_qs: 1258 gfs2_quota_unhold(ip); 1259 return error; 1260 } 1261 1262 /** 1263 * gfs2_glock_put_eventually 1264 * @gl: The glock to put 1265 * 1266 * When under memory pressure, trigger a deferred glock put to make sure we 1267 * won't call into DLM and deadlock. Otherwise, put the glock directly. 1268 */ 1269 1270 static void gfs2_glock_put_eventually(struct gfs2_glock *gl) 1271 { 1272 if (current->flags & PF_MEMALLOC) 1273 gfs2_glock_queue_put(gl); 1274 else 1275 gfs2_glock_put(gl); 1276 } 1277 1278 static bool gfs2_upgrade_iopen_glock(struct inode *inode) 1279 { 1280 struct gfs2_inode *ip = GFS2_I(inode); 1281 struct gfs2_sbd *sdp = GFS2_SB(inode); 1282 struct gfs2_holder *gh = &ip->i_iopen_gh; 1283 long timeout = 5 * HZ; 1284 int error; 1285 1286 gh->gh_flags |= GL_NOCACHE; 1287 gfs2_glock_dq_wait(gh); 1288 1289 /* 1290 * If there are no other lock holders, we will immediately get 1291 * exclusive access to the iopen glock here. 1292 * 1293 * Otherwise, the other nodes holding the lock will be notified about 1294 * our locking request. If they do not have the inode open, they are 1295 * expected to evict the cached inode and release the lock, allowing us 1296 * to proceed. 1297 * 1298 * Otherwise, if they cannot evict the inode, they are expected to poke 1299 * the inode glock (note: not the iopen glock). We will notice that 1300 * and stop waiting for the iopen glock immediately. The other node(s) 1301 * are then expected to take care of deleting the inode when they no 1302 * longer use it. 1303 * 1304 * As a last resort, if another node keeps holding the iopen glock 1305 * without showing any activity on the inode glock, we will eventually 1306 * time out and fail the iopen glock upgrade. 1307 * 1308 * Note that we're passing the LM_FLAG_TRY_1CB flag to the first 1309 * locking request as an optimization to notify lock holders as soon as 1310 * possible. Without that flag, they'd be notified implicitly by the 1311 * second locking request. 1312 */ 1313 1314 gfs2_holder_reinit(LM_ST_EXCLUSIVE, LM_FLAG_TRY_1CB | GL_NOCACHE, gh); 1315 error = gfs2_glock_nq(gh); 1316 if (error != GLR_TRYFAILED) 1317 return !error; 1318 1319 gfs2_holder_reinit(LM_ST_EXCLUSIVE, GL_ASYNC | GL_NOCACHE, gh); 1320 error = gfs2_glock_nq(gh); 1321 if (error) 1322 return false; 1323 1324 timeout = wait_event_interruptible_timeout(sdp->sd_async_glock_wait, 1325 !test_bit(HIF_WAIT, &gh->gh_iflags) || 1326 test_bit(GLF_DEMOTE, &ip->i_gl->gl_flags), 1327 timeout); 1328 if (!test_bit(HIF_HOLDER, &gh->gh_iflags)) { 1329 gfs2_glock_dq(gh); 1330 return false; 1331 } 1332 return gfs2_glock_holder_ready(gh) == 0; 1333 } 1334 1335 /** 1336 * evict_should_delete - determine whether the inode is eligible for deletion 1337 * @inode: The inode to evict 1338 * @gh: The glock holder structure 1339 * 1340 * This function determines whether the evicted inode is eligible to be deleted 1341 * and locks the inode glock. 1342 * 1343 * Returns: the fate of the dinode 1344 */ 1345 static enum dinode_demise evict_should_delete(struct inode *inode, 1346 struct gfs2_holder *gh) 1347 { 1348 struct gfs2_inode *ip = GFS2_I(inode); 1349 struct super_block *sb = inode->i_sb; 1350 struct gfs2_sbd *sdp = sb->s_fs_info; 1351 int ret; 1352 1353 if (unlikely(test_bit(GIF_ALLOC_FAILED, &ip->i_flags))) 1354 goto should_delete; 1355 1356 if (test_bit(GIF_DEFERRED_DELETE, &ip->i_flags)) 1357 return SHOULD_DEFER_EVICTION; 1358 1359 /* Deletes should never happen under memory pressure anymore. */ 1360 if (WARN_ON_ONCE(current->flags & PF_MEMALLOC)) 1361 return SHOULD_DEFER_EVICTION; 1362 1363 /* Must not read inode block until block type has been verified */ 1364 ret = gfs2_glock_nq_init(ip->i_gl, LM_ST_EXCLUSIVE, GL_SKIP, gh); 1365 if (unlikely(ret)) { 1366 glock_clear_object(ip->i_iopen_gh.gh_gl, ip); 1367 ip->i_iopen_gh.gh_flags |= GL_NOCACHE; 1368 gfs2_glock_dq_uninit(&ip->i_iopen_gh); 1369 return SHOULD_DEFER_EVICTION; 1370 } 1371 1372 if (gfs2_inode_already_deleted(ip->i_gl, ip->i_no_formal_ino)) 1373 return SHOULD_NOT_DELETE_DINODE; 1374 ret = gfs2_check_blk_type(sdp, ip->i_no_addr, GFS2_BLKST_UNLINKED); 1375 if (ret) 1376 return SHOULD_NOT_DELETE_DINODE; 1377 1378 ret = gfs2_instantiate(gh); 1379 if (ret) 1380 return SHOULD_NOT_DELETE_DINODE; 1381 1382 /* 1383 * The inode may have been recreated in the meantime. 1384 */ 1385 if (inode->i_nlink) 1386 return SHOULD_NOT_DELETE_DINODE; 1387 1388 should_delete: 1389 if (gfs2_holder_initialized(&ip->i_iopen_gh) && 1390 test_bit(HIF_HOLDER, &ip->i_iopen_gh.gh_iflags)) { 1391 if (!gfs2_upgrade_iopen_glock(inode)) { 1392 gfs2_holder_uninit(&ip->i_iopen_gh); 1393 return SHOULD_NOT_DELETE_DINODE; 1394 } 1395 } 1396 return SHOULD_DELETE_DINODE; 1397 } 1398 1399 /** 1400 * evict_unlinked_inode - delete the pieces of an unlinked evicted inode 1401 * @inode: The inode to evict 1402 */ 1403 static int evict_unlinked_inode(struct inode *inode) 1404 { 1405 struct gfs2_inode *ip = GFS2_I(inode); 1406 int ret; 1407 1408 if (S_ISDIR(inode->i_mode) && 1409 (ip->i_diskflags & GFS2_DIF_EXHASH)) { 1410 ret = gfs2_dir_exhash_dealloc(ip); 1411 if (ret) 1412 goto out; 1413 } 1414 1415 if (ip->i_eattr) { 1416 ret = gfs2_ea_dealloc(ip); 1417 if (ret) 1418 goto out; 1419 } 1420 1421 if (!gfs2_is_stuffed(ip)) { 1422 ret = gfs2_file_dealloc(ip); 1423 if (ret) 1424 goto out; 1425 } 1426 1427 /* 1428 * As soon as we clear the bitmap for the dinode, gfs2_create_inode() 1429 * can get called to recreate it, or even gfs2_inode_lookup() if the 1430 * inode was recreated on another node in the meantime. 1431 * 1432 * However, inserting the new inode into the inode hash table will not 1433 * succeed until the old inode is removed, and that only happens after 1434 * ->evict_inode() returns. The new inode is attached to its inode and 1435 * iopen glocks after inserting it into the inode hash table, so at 1436 * that point we can be sure that both glocks are unused. 1437 */ 1438 1439 ret = gfs2_dinode_dealloc(ip); 1440 if (!ret && ip->i_gl) 1441 gfs2_inode_remember_delete(ip->i_gl, ip->i_no_formal_ino); 1442 1443 out: 1444 return ret; 1445 } 1446 1447 /* 1448 * evict_linked_inode - evict an inode whose dinode has not been unlinked 1449 * @inode: The inode to evict 1450 */ 1451 static int evict_linked_inode(struct inode *inode) 1452 { 1453 struct super_block *sb = inode->i_sb; 1454 struct gfs2_sbd *sdp = sb->s_fs_info; 1455 struct gfs2_inode *ip = GFS2_I(inode); 1456 struct address_space *metamapping; 1457 int ret; 1458 1459 gfs2_log_flush(sdp, ip->i_gl, GFS2_LOG_HEAD_FLUSH_NORMAL | 1460 GFS2_LFC_EVICT_INODE); 1461 metamapping = gfs2_glock2aspace(ip->i_gl); 1462 if (test_bit(GLF_DIRTY, &ip->i_gl->gl_flags)) { 1463 filemap_fdatawrite(metamapping); 1464 filemap_fdatawait(metamapping); 1465 } 1466 write_inode_now(inode, 1); 1467 gfs2_ail_flush(ip->i_gl, 0); 1468 1469 ret = gfs2_trans_begin(sdp, 0, sdp->sd_jdesc->jd_blocks); 1470 if (ret) 1471 return ret; 1472 1473 /* Needs to be done before glock release & also in a transaction */ 1474 truncate_inode_pages(&inode->i_data, 0); 1475 truncate_inode_pages(metamapping, 0); 1476 gfs2_trans_end(sdp); 1477 return 0; 1478 } 1479 1480 /** 1481 * gfs2_evict_inode - Remove an inode from cache 1482 * @inode: The inode to evict 1483 * 1484 * There are three cases to consider: 1485 * 1. i_nlink == 0, we are final opener (and must deallocate) 1486 * 2. i_nlink == 0, we are not the final opener (and cannot deallocate) 1487 * 3. i_nlink > 0 1488 * 1489 * If the fs is read only, then we have to treat all cases as per #3 1490 * since we are unable to do any deallocation. The inode will be 1491 * deallocated by the next read/write node to attempt an allocation 1492 * in the same resource group 1493 * 1494 * We have to (at the moment) hold the inodes main lock to cover 1495 * the gap between unlocking the shared lock on the iopen lock and 1496 * taking the exclusive lock. I'd rather do a shared -> exclusive 1497 * conversion on the iopen lock, but we can change that later. This 1498 * is safe, just less efficient. 1499 */ 1500 1501 static void gfs2_evict_inode(struct inode *inode) 1502 { 1503 struct super_block *sb = inode->i_sb; 1504 struct gfs2_sbd *sdp = sb->s_fs_info; 1505 struct gfs2_inode *ip = GFS2_I(inode); 1506 struct gfs2_holder gh; 1507 int ret; 1508 1509 if (inode->i_nlink || sb_rdonly(sb) || !ip->i_no_addr) 1510 goto out; 1511 1512 /* 1513 * In case of an incomplete mount, gfs2_evict_inode() may be called for 1514 * system files without having an active journal to write to. In that 1515 * case, skip the filesystem evict. 1516 */ 1517 if (!sdp->sd_jdesc) 1518 goto out; 1519 1520 gfs2_holder_mark_uninitialized(&gh); 1521 ret = evict_should_delete(inode, &gh); 1522 if (ret == SHOULD_DEFER_EVICTION) 1523 goto out; 1524 if (ret == SHOULD_DELETE_DINODE) 1525 ret = evict_unlinked_inode(inode); 1526 else 1527 ret = evict_linked_inode(inode); 1528 1529 if (gfs2_rs_active(&ip->i_res)) 1530 gfs2_rs_deltree(&ip->i_res); 1531 1532 if (gfs2_holder_initialized(&gh)) 1533 gfs2_glock_dq_uninit(&gh); 1534 if (ret && ret != GLR_TRYFAILED && ret != -EROFS) 1535 fs_warn(sdp, "gfs2_evict_inode: %d\n", ret); 1536 out: 1537 truncate_inode_pages_final(&inode->i_data); 1538 if (ip->i_qadata) 1539 gfs2_assert_warn(sdp, ip->i_qadata->qa_ref == 0); 1540 gfs2_rs_deltree(&ip->i_res); 1541 gfs2_ordered_del_inode(ip); 1542 clear_inode(inode); 1543 gfs2_dir_hash_inval(ip); 1544 if (gfs2_holder_initialized(&ip->i_iopen_gh)) { 1545 struct gfs2_glock *gl = ip->i_iopen_gh.gh_gl; 1546 1547 glock_clear_object(gl, ip); 1548 gfs2_glock_hold(gl); 1549 ip->i_iopen_gh.gh_flags |= GL_NOCACHE; 1550 gfs2_glock_dq_uninit(&ip->i_iopen_gh); 1551 gfs2_glock_put_eventually(gl); 1552 } 1553 if (ip->i_gl) { 1554 glock_clear_object(ip->i_gl, ip); 1555 wait_on_bit_io(&ip->i_flags, GIF_GLOP_PENDING, TASK_UNINTERRUPTIBLE); 1556 gfs2_glock_add_to_lru(ip->i_gl); 1557 gfs2_glock_put_eventually(ip->i_gl); 1558 rcu_assign_pointer(ip->i_gl, NULL); 1559 } 1560 } 1561 1562 static struct inode *gfs2_alloc_inode(struct super_block *sb) 1563 { 1564 struct gfs2_inode *ip; 1565 1566 ip = alloc_inode_sb(sb, gfs2_inode_cachep, GFP_KERNEL); 1567 if (!ip) 1568 return NULL; 1569 ip->i_no_addr = 0; 1570 ip->i_flags = 0; 1571 ip->i_gl = NULL; 1572 gfs2_holder_mark_uninitialized(&ip->i_iopen_gh); 1573 memset(&ip->i_res, 0, sizeof(ip->i_res)); 1574 RB_CLEAR_NODE(&ip->i_res.rs_node); 1575 ip->i_rahead = 0; 1576 return &ip->i_inode; 1577 } 1578 1579 static void gfs2_free_inode(struct inode *inode) 1580 { 1581 kmem_cache_free(gfs2_inode_cachep, GFS2_I(inode)); 1582 } 1583 1584 void free_local_statfs_inodes(struct gfs2_sbd *sdp) 1585 { 1586 struct local_statfs_inode *lsi, *safe; 1587 1588 /* Run through the statfs inodes list to iput and free memory */ 1589 list_for_each_entry_safe(lsi, safe, &sdp->sd_sc_inodes_list, si_list) { 1590 if (lsi->si_jid == sdp->sd_jdesc->jd_jid) 1591 sdp->sd_sc_inode = NULL; /* belongs to this node */ 1592 if (lsi->si_sc_inode) 1593 iput(lsi->si_sc_inode); 1594 list_del(&lsi->si_list); 1595 kfree(lsi); 1596 } 1597 } 1598 1599 struct inode *find_local_statfs_inode(struct gfs2_sbd *sdp, 1600 unsigned int index) 1601 { 1602 struct local_statfs_inode *lsi; 1603 1604 /* Return the local (per node) statfs inode in the 1605 * sdp->sd_sc_inodes_list corresponding to the 'index'. */ 1606 list_for_each_entry(lsi, &sdp->sd_sc_inodes_list, si_list) { 1607 if (lsi->si_jid == index) 1608 return lsi->si_sc_inode; 1609 } 1610 return NULL; 1611 } 1612 1613 const struct super_operations gfs2_super_ops = { 1614 .alloc_inode = gfs2_alloc_inode, 1615 .free_inode = gfs2_free_inode, 1616 .write_inode = gfs2_write_inode, 1617 .dirty_inode = gfs2_dirty_inode, 1618 .evict_inode = gfs2_evict_inode, 1619 .put_super = gfs2_put_super, 1620 .sync_fs = gfs2_sync_fs, 1621 .freeze_super = gfs2_freeze_super, 1622 .thaw_super = gfs2_thaw_super, 1623 .statfs = gfs2_statfs, 1624 .drop_inode = gfs2_drop_inode, 1625 .show_options = gfs2_show_options, 1626 }; 1627 1628