1 /* 2 * Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved. 3 * Copyright (C) 2004-2008 Red Hat, Inc. All rights reserved. 4 * 5 * This copyrighted material is made available to anyone wishing to use, 6 * modify, copy, or redistribute it subject to the terms and conditions 7 * of the GNU General Public License version 2. 8 */ 9 10 #include <linux/slab.h> 11 #include <linux/spinlock.h> 12 #include <linux/completion.h> 13 #include <linux/buffer_head.h> 14 #include <linux/gfs2_ondisk.h> 15 #include <linux/bio.h> 16 17 #include "gfs2.h" 18 #include "incore.h" 19 #include "bmap.h" 20 #include "glock.h" 21 #include "glops.h" 22 #include "inode.h" 23 #include "log.h" 24 #include "meta_io.h" 25 #include "recovery.h" 26 #include "rgrp.h" 27 #include "util.h" 28 #include "trans.h" 29 30 /** 31 * ail_empty_gl - remove all buffers for a given lock from the AIL 32 * @gl: the glock 33 * 34 * None of the buffers should be dirty, locked, or pinned. 35 */ 36 37 static void gfs2_ail_empty_gl(struct gfs2_glock *gl) 38 { 39 struct gfs2_sbd *sdp = gl->gl_sbd; 40 struct list_head *head = &gl->gl_ail_list; 41 struct gfs2_bufdata *bd; 42 struct buffer_head *bh; 43 struct gfs2_trans tr; 44 45 memset(&tr, 0, sizeof(tr)); 46 tr.tr_revokes = atomic_read(&gl->gl_ail_count); 47 48 if (!tr.tr_revokes) 49 return; 50 51 /* A shortened, inline version of gfs2_trans_begin() */ 52 tr.tr_reserved = 1 + gfs2_struct2blk(sdp, tr.tr_revokes, sizeof(u64)); 53 tr.tr_ip = (unsigned long)__builtin_return_address(0); 54 INIT_LIST_HEAD(&tr.tr_list_buf); 55 gfs2_log_reserve(sdp, tr.tr_reserved); 56 BUG_ON(current->journal_info); 57 current->journal_info = &tr; 58 59 gfs2_log_lock(sdp); 60 while (!list_empty(head)) { 61 bd = list_entry(head->next, struct gfs2_bufdata, 62 bd_ail_gl_list); 63 bh = bd->bd_bh; 64 gfs2_remove_from_ail(bd); 65 bd->bd_bh = NULL; 66 bh->b_private = NULL; 67 bd->bd_blkno = bh->b_blocknr; 68 gfs2_assert_withdraw(sdp, !buffer_busy(bh)); 69 gfs2_trans_add_revoke(sdp, bd); 70 } 71 gfs2_assert_withdraw(sdp, !atomic_read(&gl->gl_ail_count)); 72 gfs2_log_unlock(sdp); 73 74 gfs2_trans_end(sdp); 75 gfs2_log_flush(sdp, NULL); 76 } 77 78 /** 79 * rgrp_go_sync - sync out the metadata for this glock 80 * @gl: the glock 81 * 82 * Called when demoting or unlocking an EX glock. We must flush 83 * to disk all dirty buffers/pages relating to this glock, and must not 84 * not return to caller to demote/unlock the glock until I/O is complete. 85 */ 86 87 static void rgrp_go_sync(struct gfs2_glock *gl) 88 { 89 struct address_space *metamapping = gl->gl_aspace->i_mapping; 90 int error; 91 92 if (!test_and_clear_bit(GLF_DIRTY, &gl->gl_flags)) 93 return; 94 BUG_ON(gl->gl_state != LM_ST_EXCLUSIVE); 95 96 gfs2_log_flush(gl->gl_sbd, gl); 97 filemap_fdatawrite(metamapping); 98 error = filemap_fdatawait(metamapping); 99 mapping_set_error(metamapping, error); 100 gfs2_ail_empty_gl(gl); 101 } 102 103 /** 104 * rgrp_go_inval - invalidate the metadata for this glock 105 * @gl: the glock 106 * @flags: 107 * 108 * We never used LM_ST_DEFERRED with resource groups, so that we 109 * should always see the metadata flag set here. 110 * 111 */ 112 113 static void rgrp_go_inval(struct gfs2_glock *gl, int flags) 114 { 115 struct address_space *mapping = gl->gl_aspace->i_mapping; 116 117 BUG_ON(!(flags & DIO_METADATA)); 118 gfs2_assert_withdraw(gl->gl_sbd, !atomic_read(&gl->gl_ail_count)); 119 truncate_inode_pages(mapping, 0); 120 121 if (gl->gl_object) { 122 struct gfs2_rgrpd *rgd = (struct gfs2_rgrpd *)gl->gl_object; 123 rgd->rd_flags &= ~GFS2_RDF_UPTODATE; 124 } 125 } 126 127 /** 128 * inode_go_sync - Sync the dirty data and/or metadata for an inode glock 129 * @gl: the glock protecting the inode 130 * 131 */ 132 133 static void inode_go_sync(struct gfs2_glock *gl) 134 { 135 struct gfs2_inode *ip = gl->gl_object; 136 struct address_space *metamapping = gl->gl_aspace->i_mapping; 137 int error; 138 139 if (ip && !S_ISREG(ip->i_inode.i_mode)) 140 ip = NULL; 141 if (ip && test_and_clear_bit(GIF_SW_PAGED, &ip->i_flags)) 142 unmap_shared_mapping_range(ip->i_inode.i_mapping, 0, 0); 143 if (!test_and_clear_bit(GLF_DIRTY, &gl->gl_flags)) 144 return; 145 146 BUG_ON(gl->gl_state != LM_ST_EXCLUSIVE); 147 148 gfs2_log_flush(gl->gl_sbd, gl); 149 filemap_fdatawrite(metamapping); 150 if (ip) { 151 struct address_space *mapping = ip->i_inode.i_mapping; 152 filemap_fdatawrite(mapping); 153 error = filemap_fdatawait(mapping); 154 mapping_set_error(mapping, error); 155 } 156 error = filemap_fdatawait(metamapping); 157 mapping_set_error(metamapping, error); 158 gfs2_ail_empty_gl(gl); 159 } 160 161 /** 162 * inode_go_inval - prepare a inode glock to be released 163 * @gl: the glock 164 * @flags: 165 * 166 * Normally we invlidate everything, but if we are moving into 167 * LM_ST_DEFERRED from LM_ST_SHARED or LM_ST_EXCLUSIVE then we 168 * can keep hold of the metadata, since it won't have changed. 169 * 170 */ 171 172 static void inode_go_inval(struct gfs2_glock *gl, int flags) 173 { 174 struct gfs2_inode *ip = gl->gl_object; 175 176 gfs2_assert_withdraw(gl->gl_sbd, !atomic_read(&gl->gl_ail_count)); 177 178 if (flags & DIO_METADATA) { 179 struct address_space *mapping = gl->gl_aspace->i_mapping; 180 truncate_inode_pages(mapping, 0); 181 if (ip) 182 set_bit(GIF_INVALID, &ip->i_flags); 183 } 184 185 if (ip == GFS2_I(gl->gl_sbd->sd_rindex)) 186 gl->gl_sbd->sd_rindex_uptodate = 0; 187 if (ip && S_ISREG(ip->i_inode.i_mode)) 188 truncate_inode_pages(ip->i_inode.i_mapping, 0); 189 } 190 191 /** 192 * inode_go_demote_ok - Check to see if it's ok to unlock an inode glock 193 * @gl: the glock 194 * 195 * Returns: 1 if it's ok 196 */ 197 198 static int inode_go_demote_ok(const struct gfs2_glock *gl) 199 { 200 struct gfs2_sbd *sdp = gl->gl_sbd; 201 if (sdp->sd_jindex == gl->gl_object || sdp->sd_rindex == gl->gl_object) 202 return 0; 203 return 1; 204 } 205 206 /** 207 * inode_go_lock - operation done after an inode lock is locked by a process 208 * @gl: the glock 209 * @flags: 210 * 211 * Returns: errno 212 */ 213 214 static int inode_go_lock(struct gfs2_holder *gh) 215 { 216 struct gfs2_glock *gl = gh->gh_gl; 217 struct gfs2_sbd *sdp = gl->gl_sbd; 218 struct gfs2_inode *ip = gl->gl_object; 219 int error = 0; 220 221 if (!ip || (gh->gh_flags & GL_SKIP)) 222 return 0; 223 224 if (test_bit(GIF_INVALID, &ip->i_flags)) { 225 error = gfs2_inode_refresh(ip); 226 if (error) 227 return error; 228 } 229 230 if ((ip->i_diskflags & GFS2_DIF_TRUNC_IN_PROG) && 231 (gl->gl_state == LM_ST_EXCLUSIVE) && 232 (gh->gh_state == LM_ST_EXCLUSIVE)) { 233 spin_lock(&sdp->sd_trunc_lock); 234 if (list_empty(&ip->i_trunc_list)) 235 list_add(&sdp->sd_trunc_list, &ip->i_trunc_list); 236 spin_unlock(&sdp->sd_trunc_lock); 237 wake_up(&sdp->sd_quota_wait); 238 return 1; 239 } 240 241 return error; 242 } 243 244 /** 245 * inode_go_dump - print information about an inode 246 * @seq: The iterator 247 * @ip: the inode 248 * 249 * Returns: 0 on success, -ENOBUFS when we run out of space 250 */ 251 252 static int inode_go_dump(struct seq_file *seq, const struct gfs2_glock *gl) 253 { 254 const struct gfs2_inode *ip = gl->gl_object; 255 if (ip == NULL) 256 return 0; 257 gfs2_print_dbg(seq, " I: n:%llu/%llu t:%u f:0x%02lx d:0x%08x s:%llu/%llu\n", 258 (unsigned long long)ip->i_no_formal_ino, 259 (unsigned long long)ip->i_no_addr, 260 IF2DT(ip->i_inode.i_mode), ip->i_flags, 261 (unsigned int)ip->i_diskflags, 262 (unsigned long long)ip->i_inode.i_size, 263 (unsigned long long)ip->i_disksize); 264 return 0; 265 } 266 267 /** 268 * rgrp_go_demote_ok - Check to see if it's ok to unlock a RG's glock 269 * @gl: the glock 270 * 271 * Returns: 1 if it's ok 272 */ 273 274 static int rgrp_go_demote_ok(const struct gfs2_glock *gl) 275 { 276 return !gl->gl_aspace->i_mapping->nrpages; 277 } 278 279 /** 280 * rgrp_go_lock - operation done after an rgrp lock is locked by 281 * a first holder on this node. 282 * @gl: the glock 283 * @flags: 284 * 285 * Returns: errno 286 */ 287 288 static int rgrp_go_lock(struct gfs2_holder *gh) 289 { 290 return gfs2_rgrp_bh_get(gh->gh_gl->gl_object); 291 } 292 293 /** 294 * rgrp_go_unlock - operation done before an rgrp lock is unlocked by 295 * a last holder on this node. 296 * @gl: the glock 297 * @flags: 298 * 299 */ 300 301 static void rgrp_go_unlock(struct gfs2_holder *gh) 302 { 303 gfs2_rgrp_bh_put(gh->gh_gl->gl_object); 304 } 305 306 /** 307 * rgrp_go_dump - print out an rgrp 308 * @seq: The iterator 309 * @gl: The glock in question 310 * 311 */ 312 313 static int rgrp_go_dump(struct seq_file *seq, const struct gfs2_glock *gl) 314 { 315 const struct gfs2_rgrpd *rgd = gl->gl_object; 316 if (rgd == NULL) 317 return 0; 318 gfs2_print_dbg(seq, " R: n:%llu f:%02x b:%u/%u i:%u\n", 319 (unsigned long long)rgd->rd_addr, rgd->rd_flags, 320 rgd->rd_free, rgd->rd_free_clone, rgd->rd_dinodes); 321 return 0; 322 } 323 324 /** 325 * trans_go_sync - promote/demote the transaction glock 326 * @gl: the glock 327 * @state: the requested state 328 * @flags: 329 * 330 */ 331 332 static void trans_go_sync(struct gfs2_glock *gl) 333 { 334 struct gfs2_sbd *sdp = gl->gl_sbd; 335 336 if (gl->gl_state != LM_ST_UNLOCKED && 337 test_bit(SDF_JOURNAL_LIVE, &sdp->sd_flags)) { 338 gfs2_meta_syncfs(sdp); 339 gfs2_log_shutdown(sdp); 340 } 341 } 342 343 /** 344 * trans_go_xmote_bh - After promoting/demoting the transaction glock 345 * @gl: the glock 346 * 347 */ 348 349 static int trans_go_xmote_bh(struct gfs2_glock *gl, struct gfs2_holder *gh) 350 { 351 struct gfs2_sbd *sdp = gl->gl_sbd; 352 struct gfs2_inode *ip = GFS2_I(sdp->sd_jdesc->jd_inode); 353 struct gfs2_glock *j_gl = ip->i_gl; 354 struct gfs2_log_header_host head; 355 int error; 356 357 if (test_bit(SDF_JOURNAL_LIVE, &sdp->sd_flags)) { 358 j_gl->gl_ops->go_inval(j_gl, DIO_METADATA); 359 360 error = gfs2_find_jhead(sdp->sd_jdesc, &head); 361 if (error) 362 gfs2_consist(sdp); 363 if (!(head.lh_flags & GFS2_LOG_HEAD_UNMOUNT)) 364 gfs2_consist(sdp); 365 366 /* Initialize some head of the log stuff */ 367 if (!test_bit(SDF_SHUTDOWN, &sdp->sd_flags)) { 368 sdp->sd_log_sequence = head.lh_sequence + 1; 369 gfs2_log_pointers_init(sdp, head.lh_blkno); 370 } 371 } 372 return 0; 373 } 374 375 /** 376 * trans_go_demote_ok 377 * @gl: the glock 378 * 379 * Always returns 0 380 */ 381 382 static int trans_go_demote_ok(const struct gfs2_glock *gl) 383 { 384 return 0; 385 } 386 387 const struct gfs2_glock_operations gfs2_meta_glops = { 388 .go_type = LM_TYPE_META, 389 }; 390 391 const struct gfs2_glock_operations gfs2_inode_glops = { 392 .go_xmote_th = inode_go_sync, 393 .go_inval = inode_go_inval, 394 .go_demote_ok = inode_go_demote_ok, 395 .go_lock = inode_go_lock, 396 .go_dump = inode_go_dump, 397 .go_type = LM_TYPE_INODE, 398 .go_min_hold_time = HZ / 5, 399 }; 400 401 const struct gfs2_glock_operations gfs2_rgrp_glops = { 402 .go_xmote_th = rgrp_go_sync, 403 .go_inval = rgrp_go_inval, 404 .go_demote_ok = rgrp_go_demote_ok, 405 .go_lock = rgrp_go_lock, 406 .go_unlock = rgrp_go_unlock, 407 .go_dump = rgrp_go_dump, 408 .go_type = LM_TYPE_RGRP, 409 .go_min_hold_time = HZ / 5, 410 }; 411 412 const struct gfs2_glock_operations gfs2_trans_glops = { 413 .go_xmote_th = trans_go_sync, 414 .go_xmote_bh = trans_go_xmote_bh, 415 .go_demote_ok = trans_go_demote_ok, 416 .go_type = LM_TYPE_NONDISK, 417 }; 418 419 const struct gfs2_glock_operations gfs2_iopen_glops = { 420 .go_type = LM_TYPE_IOPEN, 421 }; 422 423 const struct gfs2_glock_operations gfs2_flock_glops = { 424 .go_type = LM_TYPE_FLOCK, 425 }; 426 427 const struct gfs2_glock_operations gfs2_nondisk_glops = { 428 .go_type = LM_TYPE_NONDISK, 429 }; 430 431 const struct gfs2_glock_operations gfs2_quota_glops = { 432 .go_type = LM_TYPE_QUOTA, 433 }; 434 435 const struct gfs2_glock_operations gfs2_journal_glops = { 436 .go_type = LM_TYPE_JOURNAL, 437 }; 438 439 const struct gfs2_glock_operations *gfs2_glops_list[] = { 440 [LM_TYPE_META] = &gfs2_meta_glops, 441 [LM_TYPE_INODE] = &gfs2_inode_glops, 442 [LM_TYPE_RGRP] = &gfs2_rgrp_glops, 443 [LM_TYPE_NONDISK] = &gfs2_trans_glops, 444 [LM_TYPE_IOPEN] = &gfs2_iopen_glops, 445 [LM_TYPE_FLOCK] = &gfs2_flock_glops, 446 [LM_TYPE_NONDISK] = &gfs2_nondisk_glops, 447 [LM_TYPE_QUOTA] = &gfs2_quota_glops, 448 [LM_TYPE_JOURNAL] = &gfs2_journal_glops, 449 }; 450 451