1 /* -*- mode: c; c-basic-offset: 8; -*- 2 * vim: noexpandtab sw=8 ts=8 sts=0: 3 * 4 * dlmglue.c 5 * 6 * Code which implements an OCFS2 specific interface to our DLM. 7 * 8 * Copyright (C) 2003, 2004 Oracle. All rights reserved. 9 * 10 * This program is free software; you can redistribute it and/or 11 * modify it under the terms of the GNU General Public 12 * License as published by the Free Software Foundation; either 13 * version 2 of the License, or (at your option) any later version. 14 * 15 * This program is distributed in the hope that it will be useful, 16 * but WITHOUT ANY WARRANTY; without even the implied warranty of 17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 18 * General Public License for more details. 19 * 20 * You should have received a copy of the GNU General Public 21 * License along with this program; if not, write to the 22 * Free Software Foundation, Inc., 59 Temple Place - Suite 330, 23 * Boston, MA 021110-1307, USA. 24 */ 25 26 #include <linux/types.h> 27 #include <linux/slab.h> 28 #include <linux/highmem.h> 29 #include <linux/mm.h> 30 #include <linux/kthread.h> 31 #include <linux/pagemap.h> 32 #include <linux/debugfs.h> 33 #include <linux/seq_file.h> 34 #include <linux/time.h> 35 #include <linux/quotaops.h> 36 37 #define MLOG_MASK_PREFIX ML_DLM_GLUE 38 #include <cluster/masklog.h> 39 40 #include "ocfs2.h" 41 #include "ocfs2_lockingver.h" 42 43 #include "alloc.h" 44 #include "dcache.h" 45 #include "dlmglue.h" 46 #include "extent_map.h" 47 #include "file.h" 48 #include "heartbeat.h" 49 #include "inode.h" 50 #include "journal.h" 51 #include "stackglue.h" 52 #include "slot_map.h" 53 #include "super.h" 54 #include "uptodate.h" 55 #include "quota.h" 56 #include "refcounttree.h" 57 #include "acl.h" 58 59 #include "buffer_head_io.h" 60 61 struct ocfs2_mask_waiter { 62 struct list_head mw_item; 63 int mw_status; 64 struct completion mw_complete; 65 unsigned long mw_mask; 66 unsigned long mw_goal; 67 #ifdef CONFIG_OCFS2_FS_STATS 68 ktime_t mw_lock_start; 69 #endif 70 }; 71 72 static struct ocfs2_super *ocfs2_get_dentry_osb(struct ocfs2_lock_res *lockres); 73 static struct ocfs2_super *ocfs2_get_inode_osb(struct ocfs2_lock_res *lockres); 74 static struct ocfs2_super *ocfs2_get_file_osb(struct ocfs2_lock_res *lockres); 75 static struct ocfs2_super *ocfs2_get_qinfo_osb(struct ocfs2_lock_res *lockres); 76 77 /* 78 * Return value from ->downconvert_worker functions. 79 * 80 * These control the precise actions of ocfs2_unblock_lock() 81 * and ocfs2_process_blocked_lock() 82 * 83 */ 84 enum ocfs2_unblock_action { 85 UNBLOCK_CONTINUE = 0, /* Continue downconvert */ 86 UNBLOCK_CONTINUE_POST = 1, /* Continue downconvert, fire 87 * ->post_unlock callback */ 88 UNBLOCK_STOP_POST = 2, /* Do not downconvert, fire 89 * ->post_unlock() callback. */ 90 }; 91 92 struct ocfs2_unblock_ctl { 93 int requeue; 94 enum ocfs2_unblock_action unblock_action; 95 }; 96 97 /* Lockdep class keys */ 98 struct lock_class_key lockdep_keys[OCFS2_NUM_LOCK_TYPES]; 99 100 static int ocfs2_check_meta_downconvert(struct ocfs2_lock_res *lockres, 101 int new_level); 102 static void ocfs2_set_meta_lvb(struct ocfs2_lock_res *lockres); 103 104 static int ocfs2_data_convert_worker(struct ocfs2_lock_res *lockres, 105 int blocking); 106 107 static int ocfs2_dentry_convert_worker(struct ocfs2_lock_res *lockres, 108 int blocking); 109 110 static void ocfs2_dentry_post_unlock(struct ocfs2_super *osb, 111 struct ocfs2_lock_res *lockres); 112 113 static void ocfs2_set_qinfo_lvb(struct ocfs2_lock_res *lockres); 114 115 static int ocfs2_check_refcount_downconvert(struct ocfs2_lock_res *lockres, 116 int new_level); 117 static int ocfs2_refcount_convert_worker(struct ocfs2_lock_res *lockres, 118 int blocking); 119 120 #define mlog_meta_lvb(__level, __lockres) ocfs2_dump_meta_lvb_info(__level, __PRETTY_FUNCTION__, __LINE__, __lockres) 121 122 /* This aids in debugging situations where a bad LVB might be involved. */ 123 static void ocfs2_dump_meta_lvb_info(u64 level, 124 const char *function, 125 unsigned int line, 126 struct ocfs2_lock_res *lockres) 127 { 128 struct ocfs2_meta_lvb *lvb = ocfs2_dlm_lvb(&lockres->l_lksb); 129 130 mlog(level, "LVB information for %s (called from %s:%u):\n", 131 lockres->l_name, function, line); 132 mlog(level, "version: %u, clusters: %u, generation: 0x%x\n", 133 lvb->lvb_version, be32_to_cpu(lvb->lvb_iclusters), 134 be32_to_cpu(lvb->lvb_igeneration)); 135 mlog(level, "size: %llu, uid %u, gid %u, mode 0x%x\n", 136 (unsigned long long)be64_to_cpu(lvb->lvb_isize), 137 be32_to_cpu(lvb->lvb_iuid), be32_to_cpu(lvb->lvb_igid), 138 be16_to_cpu(lvb->lvb_imode)); 139 mlog(level, "nlink %u, atime_packed 0x%llx, ctime_packed 0x%llx, " 140 "mtime_packed 0x%llx iattr 0x%x\n", be16_to_cpu(lvb->lvb_inlink), 141 (long long)be64_to_cpu(lvb->lvb_iatime_packed), 142 (long long)be64_to_cpu(lvb->lvb_ictime_packed), 143 (long long)be64_to_cpu(lvb->lvb_imtime_packed), 144 be32_to_cpu(lvb->lvb_iattr)); 145 } 146 147 148 /* 149 * OCFS2 Lock Resource Operations 150 * 151 * These fine tune the behavior of the generic dlmglue locking infrastructure. 152 * 153 * The most basic of lock types can point ->l_priv to their respective 154 * struct ocfs2_super and allow the default actions to manage things. 155 * 156 * Right now, each lock type also needs to implement an init function, 157 * and trivial lock/unlock wrappers. ocfs2_simple_drop_lockres() 158 * should be called when the lock is no longer needed (i.e., object 159 * destruction time). 160 */ 161 struct ocfs2_lock_res_ops { 162 /* 163 * Translate an ocfs2_lock_res * into an ocfs2_super *. Define 164 * this callback if ->l_priv is not an ocfs2_super pointer 165 */ 166 struct ocfs2_super * (*get_osb)(struct ocfs2_lock_res *); 167 168 /* 169 * Optionally called in the downconvert thread after a 170 * successful downconvert. The lockres will not be referenced 171 * after this callback is called, so it is safe to free 172 * memory, etc. 173 * 174 * The exact semantics of when this is called are controlled 175 * by ->downconvert_worker() 176 */ 177 void (*post_unlock)(struct ocfs2_super *, struct ocfs2_lock_res *); 178 179 /* 180 * Allow a lock type to add checks to determine whether it is 181 * safe to downconvert a lock. Return 0 to re-queue the 182 * downconvert at a later time, nonzero to continue. 183 * 184 * For most locks, the default checks that there are no 185 * incompatible holders are sufficient. 186 * 187 * Called with the lockres spinlock held. 188 */ 189 int (*check_downconvert)(struct ocfs2_lock_res *, int); 190 191 /* 192 * Allows a lock type to populate the lock value block. This 193 * is called on downconvert, and when we drop a lock. 194 * 195 * Locks that want to use this should set LOCK_TYPE_USES_LVB 196 * in the flags field. 197 * 198 * Called with the lockres spinlock held. 199 */ 200 void (*set_lvb)(struct ocfs2_lock_res *); 201 202 /* 203 * Called from the downconvert thread when it is determined 204 * that a lock will be downconverted. This is called without 205 * any locks held so the function can do work that might 206 * schedule (syncing out data, etc). 207 * 208 * This should return any one of the ocfs2_unblock_action 209 * values, depending on what it wants the thread to do. 210 */ 211 int (*downconvert_worker)(struct ocfs2_lock_res *, int); 212 213 /* 214 * LOCK_TYPE_* flags which describe the specific requirements 215 * of a lock type. Descriptions of each individual flag follow. 216 */ 217 int flags; 218 }; 219 220 /* 221 * Some locks want to "refresh" potentially stale data when a 222 * meaningful (PRMODE or EXMODE) lock level is first obtained. If this 223 * flag is set, the OCFS2_LOCK_NEEDS_REFRESH flag will be set on the 224 * individual lockres l_flags member from the ast function. It is 225 * expected that the locking wrapper will clear the 226 * OCFS2_LOCK_NEEDS_REFRESH flag when done. 227 */ 228 #define LOCK_TYPE_REQUIRES_REFRESH 0x1 229 230 /* 231 * Indicate that a lock type makes use of the lock value block. The 232 * ->set_lvb lock type callback must be defined. 233 */ 234 #define LOCK_TYPE_USES_LVB 0x2 235 236 static struct ocfs2_lock_res_ops ocfs2_inode_rw_lops = { 237 .get_osb = ocfs2_get_inode_osb, 238 .flags = 0, 239 }; 240 241 static struct ocfs2_lock_res_ops ocfs2_inode_inode_lops = { 242 .get_osb = ocfs2_get_inode_osb, 243 .check_downconvert = ocfs2_check_meta_downconvert, 244 .set_lvb = ocfs2_set_meta_lvb, 245 .downconvert_worker = ocfs2_data_convert_worker, 246 .flags = LOCK_TYPE_REQUIRES_REFRESH|LOCK_TYPE_USES_LVB, 247 }; 248 249 static struct ocfs2_lock_res_ops ocfs2_super_lops = { 250 .flags = LOCK_TYPE_REQUIRES_REFRESH, 251 }; 252 253 static struct ocfs2_lock_res_ops ocfs2_rename_lops = { 254 .flags = 0, 255 }; 256 257 static struct ocfs2_lock_res_ops ocfs2_nfs_sync_lops = { 258 .flags = 0, 259 }; 260 261 static struct ocfs2_lock_res_ops ocfs2_orphan_scan_lops = { 262 .flags = LOCK_TYPE_REQUIRES_REFRESH|LOCK_TYPE_USES_LVB, 263 }; 264 265 static struct ocfs2_lock_res_ops ocfs2_dentry_lops = { 266 .get_osb = ocfs2_get_dentry_osb, 267 .post_unlock = ocfs2_dentry_post_unlock, 268 .downconvert_worker = ocfs2_dentry_convert_worker, 269 .flags = 0, 270 }; 271 272 static struct ocfs2_lock_res_ops ocfs2_inode_open_lops = { 273 .get_osb = ocfs2_get_inode_osb, 274 .flags = 0, 275 }; 276 277 static struct ocfs2_lock_res_ops ocfs2_flock_lops = { 278 .get_osb = ocfs2_get_file_osb, 279 .flags = 0, 280 }; 281 282 static struct ocfs2_lock_res_ops ocfs2_qinfo_lops = { 283 .set_lvb = ocfs2_set_qinfo_lvb, 284 .get_osb = ocfs2_get_qinfo_osb, 285 .flags = LOCK_TYPE_REQUIRES_REFRESH | LOCK_TYPE_USES_LVB, 286 }; 287 288 static struct ocfs2_lock_res_ops ocfs2_refcount_block_lops = { 289 .check_downconvert = ocfs2_check_refcount_downconvert, 290 .downconvert_worker = ocfs2_refcount_convert_worker, 291 .flags = 0, 292 }; 293 294 static inline int ocfs2_is_inode_lock(struct ocfs2_lock_res *lockres) 295 { 296 return lockres->l_type == OCFS2_LOCK_TYPE_META || 297 lockres->l_type == OCFS2_LOCK_TYPE_RW || 298 lockres->l_type == OCFS2_LOCK_TYPE_OPEN; 299 } 300 301 static inline struct ocfs2_lock_res *ocfs2_lksb_to_lock_res(struct ocfs2_dlm_lksb *lksb) 302 { 303 return container_of(lksb, struct ocfs2_lock_res, l_lksb); 304 } 305 306 static inline struct inode *ocfs2_lock_res_inode(struct ocfs2_lock_res *lockres) 307 { 308 BUG_ON(!ocfs2_is_inode_lock(lockres)); 309 310 return (struct inode *) lockres->l_priv; 311 } 312 313 static inline struct ocfs2_dentry_lock *ocfs2_lock_res_dl(struct ocfs2_lock_res *lockres) 314 { 315 BUG_ON(lockres->l_type != OCFS2_LOCK_TYPE_DENTRY); 316 317 return (struct ocfs2_dentry_lock *)lockres->l_priv; 318 } 319 320 static inline struct ocfs2_mem_dqinfo *ocfs2_lock_res_qinfo(struct ocfs2_lock_res *lockres) 321 { 322 BUG_ON(lockres->l_type != OCFS2_LOCK_TYPE_QINFO); 323 324 return (struct ocfs2_mem_dqinfo *)lockres->l_priv; 325 } 326 327 static inline struct ocfs2_refcount_tree * 328 ocfs2_lock_res_refcount_tree(struct ocfs2_lock_res *res) 329 { 330 return container_of(res, struct ocfs2_refcount_tree, rf_lockres); 331 } 332 333 static inline struct ocfs2_super *ocfs2_get_lockres_osb(struct ocfs2_lock_res *lockres) 334 { 335 if (lockres->l_ops->get_osb) 336 return lockres->l_ops->get_osb(lockres); 337 338 return (struct ocfs2_super *)lockres->l_priv; 339 } 340 341 static int ocfs2_lock_create(struct ocfs2_super *osb, 342 struct ocfs2_lock_res *lockres, 343 int level, 344 u32 dlm_flags); 345 static inline int ocfs2_may_continue_on_blocked_lock(struct ocfs2_lock_res *lockres, 346 int wanted); 347 static void __ocfs2_cluster_unlock(struct ocfs2_super *osb, 348 struct ocfs2_lock_res *lockres, 349 int level, unsigned long caller_ip); 350 static inline void ocfs2_cluster_unlock(struct ocfs2_super *osb, 351 struct ocfs2_lock_res *lockres, 352 int level) 353 { 354 __ocfs2_cluster_unlock(osb, lockres, level, _RET_IP_); 355 } 356 357 static inline void ocfs2_generic_handle_downconvert_action(struct ocfs2_lock_res *lockres); 358 static inline void ocfs2_generic_handle_convert_action(struct ocfs2_lock_res *lockres); 359 static inline void ocfs2_generic_handle_attach_action(struct ocfs2_lock_res *lockres); 360 static int ocfs2_generic_handle_bast(struct ocfs2_lock_res *lockres, int level); 361 static void ocfs2_schedule_blocked_lock(struct ocfs2_super *osb, 362 struct ocfs2_lock_res *lockres); 363 static inline void ocfs2_recover_from_dlm_error(struct ocfs2_lock_res *lockres, 364 int convert); 365 #define ocfs2_log_dlm_error(_func, _err, _lockres) do { \ 366 if ((_lockres)->l_type != OCFS2_LOCK_TYPE_DENTRY) \ 367 mlog(ML_ERROR, "DLM error %d while calling %s on resource %s\n", \ 368 _err, _func, _lockres->l_name); \ 369 else \ 370 mlog(ML_ERROR, "DLM error %d while calling %s on resource %.*s%08x\n", \ 371 _err, _func, OCFS2_DENTRY_LOCK_INO_START - 1, (_lockres)->l_name, \ 372 (unsigned int)ocfs2_get_dentry_lock_ino(_lockres)); \ 373 } while (0) 374 static int ocfs2_downconvert_thread(void *arg); 375 static void ocfs2_downconvert_on_unlock(struct ocfs2_super *osb, 376 struct ocfs2_lock_res *lockres); 377 static int ocfs2_inode_lock_update(struct inode *inode, 378 struct buffer_head **bh); 379 static void ocfs2_drop_osb_locks(struct ocfs2_super *osb); 380 static inline int ocfs2_highest_compat_lock_level(int level); 381 static unsigned int ocfs2_prepare_downconvert(struct ocfs2_lock_res *lockres, 382 int new_level); 383 static int ocfs2_downconvert_lock(struct ocfs2_super *osb, 384 struct ocfs2_lock_res *lockres, 385 int new_level, 386 int lvb, 387 unsigned int generation); 388 static int ocfs2_prepare_cancel_convert(struct ocfs2_super *osb, 389 struct ocfs2_lock_res *lockres); 390 static int ocfs2_cancel_convert(struct ocfs2_super *osb, 391 struct ocfs2_lock_res *lockres); 392 393 394 static void ocfs2_build_lock_name(enum ocfs2_lock_type type, 395 u64 blkno, 396 u32 generation, 397 char *name) 398 { 399 int len; 400 401 BUG_ON(type >= OCFS2_NUM_LOCK_TYPES); 402 403 len = snprintf(name, OCFS2_LOCK_ID_MAX_LEN, "%c%s%016llx%08x", 404 ocfs2_lock_type_char(type), OCFS2_LOCK_ID_PAD, 405 (long long)blkno, generation); 406 407 BUG_ON(len != (OCFS2_LOCK_ID_MAX_LEN - 1)); 408 409 mlog(0, "built lock resource with name: %s\n", name); 410 } 411 412 static DEFINE_SPINLOCK(ocfs2_dlm_tracking_lock); 413 414 static void ocfs2_add_lockres_tracking(struct ocfs2_lock_res *res, 415 struct ocfs2_dlm_debug *dlm_debug) 416 { 417 mlog(0, "Add tracking for lockres %s\n", res->l_name); 418 419 spin_lock(&ocfs2_dlm_tracking_lock); 420 list_add(&res->l_debug_list, &dlm_debug->d_lockres_tracking); 421 spin_unlock(&ocfs2_dlm_tracking_lock); 422 } 423 424 static void ocfs2_remove_lockres_tracking(struct ocfs2_lock_res *res) 425 { 426 spin_lock(&ocfs2_dlm_tracking_lock); 427 if (!list_empty(&res->l_debug_list)) 428 list_del_init(&res->l_debug_list); 429 spin_unlock(&ocfs2_dlm_tracking_lock); 430 } 431 432 #ifdef CONFIG_OCFS2_FS_STATS 433 static void ocfs2_init_lock_stats(struct ocfs2_lock_res *res) 434 { 435 res->l_lock_refresh = 0; 436 memset(&res->l_lock_prmode, 0, sizeof(struct ocfs2_lock_stats)); 437 memset(&res->l_lock_exmode, 0, sizeof(struct ocfs2_lock_stats)); 438 } 439 440 static void ocfs2_update_lock_stats(struct ocfs2_lock_res *res, int level, 441 struct ocfs2_mask_waiter *mw, int ret) 442 { 443 u32 usec; 444 ktime_t kt; 445 struct ocfs2_lock_stats *stats; 446 447 if (level == LKM_PRMODE) 448 stats = &res->l_lock_prmode; 449 else if (level == LKM_EXMODE) 450 stats = &res->l_lock_exmode; 451 else 452 return; 453 454 kt = ktime_sub(ktime_get(), mw->mw_lock_start); 455 usec = ktime_to_us(kt); 456 457 stats->ls_gets++; 458 stats->ls_total += ktime_to_ns(kt); 459 /* overflow */ 460 if (unlikely(stats->ls_gets == 0)) { 461 stats->ls_gets++; 462 stats->ls_total = ktime_to_ns(kt); 463 } 464 465 if (stats->ls_max < usec) 466 stats->ls_max = usec; 467 468 if (ret) 469 stats->ls_fail++; 470 } 471 472 static inline void ocfs2_track_lock_refresh(struct ocfs2_lock_res *lockres) 473 { 474 lockres->l_lock_refresh++; 475 } 476 477 static inline void ocfs2_init_start_time(struct ocfs2_mask_waiter *mw) 478 { 479 mw->mw_lock_start = ktime_get(); 480 } 481 #else 482 static inline void ocfs2_init_lock_stats(struct ocfs2_lock_res *res) 483 { 484 } 485 static inline void ocfs2_update_lock_stats(struct ocfs2_lock_res *res, 486 int level, struct ocfs2_mask_waiter *mw, int ret) 487 { 488 } 489 static inline void ocfs2_track_lock_refresh(struct ocfs2_lock_res *lockres) 490 { 491 } 492 static inline void ocfs2_init_start_time(struct ocfs2_mask_waiter *mw) 493 { 494 } 495 #endif 496 497 static void ocfs2_lock_res_init_common(struct ocfs2_super *osb, 498 struct ocfs2_lock_res *res, 499 enum ocfs2_lock_type type, 500 struct ocfs2_lock_res_ops *ops, 501 void *priv) 502 { 503 res->l_type = type; 504 res->l_ops = ops; 505 res->l_priv = priv; 506 507 res->l_level = DLM_LOCK_IV; 508 res->l_requested = DLM_LOCK_IV; 509 res->l_blocking = DLM_LOCK_IV; 510 res->l_action = OCFS2_AST_INVALID; 511 res->l_unlock_action = OCFS2_UNLOCK_INVALID; 512 513 res->l_flags = OCFS2_LOCK_INITIALIZED; 514 515 ocfs2_add_lockres_tracking(res, osb->osb_dlm_debug); 516 517 ocfs2_init_lock_stats(res); 518 #ifdef CONFIG_DEBUG_LOCK_ALLOC 519 if (type != OCFS2_LOCK_TYPE_OPEN) 520 lockdep_init_map(&res->l_lockdep_map, ocfs2_lock_type_strings[type], 521 &lockdep_keys[type], 0); 522 else 523 res->l_lockdep_map.key = NULL; 524 #endif 525 } 526 527 void ocfs2_lock_res_init_once(struct ocfs2_lock_res *res) 528 { 529 /* This also clears out the lock status block */ 530 memset(res, 0, sizeof(struct ocfs2_lock_res)); 531 spin_lock_init(&res->l_lock); 532 init_waitqueue_head(&res->l_event); 533 INIT_LIST_HEAD(&res->l_blocked_list); 534 INIT_LIST_HEAD(&res->l_mask_waiters); 535 } 536 537 void ocfs2_inode_lock_res_init(struct ocfs2_lock_res *res, 538 enum ocfs2_lock_type type, 539 unsigned int generation, 540 struct inode *inode) 541 { 542 struct ocfs2_lock_res_ops *ops; 543 544 switch(type) { 545 case OCFS2_LOCK_TYPE_RW: 546 ops = &ocfs2_inode_rw_lops; 547 break; 548 case OCFS2_LOCK_TYPE_META: 549 ops = &ocfs2_inode_inode_lops; 550 break; 551 case OCFS2_LOCK_TYPE_OPEN: 552 ops = &ocfs2_inode_open_lops; 553 break; 554 default: 555 mlog_bug_on_msg(1, "type: %d\n", type); 556 ops = NULL; /* thanks, gcc */ 557 break; 558 }; 559 560 ocfs2_build_lock_name(type, OCFS2_I(inode)->ip_blkno, 561 generation, res->l_name); 562 ocfs2_lock_res_init_common(OCFS2_SB(inode->i_sb), res, type, ops, inode); 563 } 564 565 static struct ocfs2_super *ocfs2_get_inode_osb(struct ocfs2_lock_res *lockres) 566 { 567 struct inode *inode = ocfs2_lock_res_inode(lockres); 568 569 return OCFS2_SB(inode->i_sb); 570 } 571 572 static struct ocfs2_super *ocfs2_get_qinfo_osb(struct ocfs2_lock_res *lockres) 573 { 574 struct ocfs2_mem_dqinfo *info = lockres->l_priv; 575 576 return OCFS2_SB(info->dqi_gi.dqi_sb); 577 } 578 579 static struct ocfs2_super *ocfs2_get_file_osb(struct ocfs2_lock_res *lockres) 580 { 581 struct ocfs2_file_private *fp = lockres->l_priv; 582 583 return OCFS2_SB(fp->fp_file->f_mapping->host->i_sb); 584 } 585 586 static __u64 ocfs2_get_dentry_lock_ino(struct ocfs2_lock_res *lockres) 587 { 588 __be64 inode_blkno_be; 589 590 memcpy(&inode_blkno_be, &lockres->l_name[OCFS2_DENTRY_LOCK_INO_START], 591 sizeof(__be64)); 592 593 return be64_to_cpu(inode_blkno_be); 594 } 595 596 static struct ocfs2_super *ocfs2_get_dentry_osb(struct ocfs2_lock_res *lockres) 597 { 598 struct ocfs2_dentry_lock *dl = lockres->l_priv; 599 600 return OCFS2_SB(dl->dl_inode->i_sb); 601 } 602 603 void ocfs2_dentry_lock_res_init(struct ocfs2_dentry_lock *dl, 604 u64 parent, struct inode *inode) 605 { 606 int len; 607 u64 inode_blkno = OCFS2_I(inode)->ip_blkno; 608 __be64 inode_blkno_be = cpu_to_be64(inode_blkno); 609 struct ocfs2_lock_res *lockres = &dl->dl_lockres; 610 611 ocfs2_lock_res_init_once(lockres); 612 613 /* 614 * Unfortunately, the standard lock naming scheme won't work 615 * here because we have two 16 byte values to use. Instead, 616 * we'll stuff the inode number as a binary value. We still 617 * want error prints to show something without garbling the 618 * display, so drop a null byte in there before the inode 619 * number. A future version of OCFS2 will likely use all 620 * binary lock names. The stringified names have been a 621 * tremendous aid in debugging, but now that the debugfs 622 * interface exists, we can mangle things there if need be. 623 * 624 * NOTE: We also drop the standard "pad" value (the total lock 625 * name size stays the same though - the last part is all 626 * zeros due to the memset in ocfs2_lock_res_init_once() 627 */ 628 len = snprintf(lockres->l_name, OCFS2_DENTRY_LOCK_INO_START, 629 "%c%016llx", 630 ocfs2_lock_type_char(OCFS2_LOCK_TYPE_DENTRY), 631 (long long)parent); 632 633 BUG_ON(len != (OCFS2_DENTRY_LOCK_INO_START - 1)); 634 635 memcpy(&lockres->l_name[OCFS2_DENTRY_LOCK_INO_START], &inode_blkno_be, 636 sizeof(__be64)); 637 638 ocfs2_lock_res_init_common(OCFS2_SB(inode->i_sb), lockres, 639 OCFS2_LOCK_TYPE_DENTRY, &ocfs2_dentry_lops, 640 dl); 641 } 642 643 static void ocfs2_super_lock_res_init(struct ocfs2_lock_res *res, 644 struct ocfs2_super *osb) 645 { 646 /* Superblock lockres doesn't come from a slab so we call init 647 * once on it manually. */ 648 ocfs2_lock_res_init_once(res); 649 ocfs2_build_lock_name(OCFS2_LOCK_TYPE_SUPER, OCFS2_SUPER_BLOCK_BLKNO, 650 0, res->l_name); 651 ocfs2_lock_res_init_common(osb, res, OCFS2_LOCK_TYPE_SUPER, 652 &ocfs2_super_lops, osb); 653 } 654 655 static void ocfs2_rename_lock_res_init(struct ocfs2_lock_res *res, 656 struct ocfs2_super *osb) 657 { 658 /* Rename lockres doesn't come from a slab so we call init 659 * once on it manually. */ 660 ocfs2_lock_res_init_once(res); 661 ocfs2_build_lock_name(OCFS2_LOCK_TYPE_RENAME, 0, 0, res->l_name); 662 ocfs2_lock_res_init_common(osb, res, OCFS2_LOCK_TYPE_RENAME, 663 &ocfs2_rename_lops, osb); 664 } 665 666 static void ocfs2_nfs_sync_lock_res_init(struct ocfs2_lock_res *res, 667 struct ocfs2_super *osb) 668 { 669 /* nfs_sync lockres doesn't come from a slab so we call init 670 * once on it manually. */ 671 ocfs2_lock_res_init_once(res); 672 ocfs2_build_lock_name(OCFS2_LOCK_TYPE_NFS_SYNC, 0, 0, res->l_name); 673 ocfs2_lock_res_init_common(osb, res, OCFS2_LOCK_TYPE_NFS_SYNC, 674 &ocfs2_nfs_sync_lops, osb); 675 } 676 677 static void ocfs2_orphan_scan_lock_res_init(struct ocfs2_lock_res *res, 678 struct ocfs2_super *osb) 679 { 680 ocfs2_lock_res_init_once(res); 681 ocfs2_build_lock_name(OCFS2_LOCK_TYPE_ORPHAN_SCAN, 0, 0, res->l_name); 682 ocfs2_lock_res_init_common(osb, res, OCFS2_LOCK_TYPE_ORPHAN_SCAN, 683 &ocfs2_orphan_scan_lops, osb); 684 } 685 686 void ocfs2_file_lock_res_init(struct ocfs2_lock_res *lockres, 687 struct ocfs2_file_private *fp) 688 { 689 struct inode *inode = fp->fp_file->f_mapping->host; 690 struct ocfs2_inode_info *oi = OCFS2_I(inode); 691 692 ocfs2_lock_res_init_once(lockres); 693 ocfs2_build_lock_name(OCFS2_LOCK_TYPE_FLOCK, oi->ip_blkno, 694 inode->i_generation, lockres->l_name); 695 ocfs2_lock_res_init_common(OCFS2_SB(inode->i_sb), lockres, 696 OCFS2_LOCK_TYPE_FLOCK, &ocfs2_flock_lops, 697 fp); 698 lockres->l_flags |= OCFS2_LOCK_NOCACHE; 699 } 700 701 void ocfs2_qinfo_lock_res_init(struct ocfs2_lock_res *lockres, 702 struct ocfs2_mem_dqinfo *info) 703 { 704 ocfs2_lock_res_init_once(lockres); 705 ocfs2_build_lock_name(OCFS2_LOCK_TYPE_QINFO, info->dqi_gi.dqi_type, 706 0, lockres->l_name); 707 ocfs2_lock_res_init_common(OCFS2_SB(info->dqi_gi.dqi_sb), lockres, 708 OCFS2_LOCK_TYPE_QINFO, &ocfs2_qinfo_lops, 709 info); 710 } 711 712 void ocfs2_refcount_lock_res_init(struct ocfs2_lock_res *lockres, 713 struct ocfs2_super *osb, u64 ref_blkno, 714 unsigned int generation) 715 { 716 ocfs2_lock_res_init_once(lockres); 717 ocfs2_build_lock_name(OCFS2_LOCK_TYPE_REFCOUNT, ref_blkno, 718 generation, lockres->l_name); 719 ocfs2_lock_res_init_common(osb, lockres, OCFS2_LOCK_TYPE_REFCOUNT, 720 &ocfs2_refcount_block_lops, osb); 721 } 722 723 void ocfs2_lock_res_free(struct ocfs2_lock_res *res) 724 { 725 if (!(res->l_flags & OCFS2_LOCK_INITIALIZED)) 726 return; 727 728 ocfs2_remove_lockres_tracking(res); 729 730 mlog_bug_on_msg(!list_empty(&res->l_blocked_list), 731 "Lockres %s is on the blocked list\n", 732 res->l_name); 733 mlog_bug_on_msg(!list_empty(&res->l_mask_waiters), 734 "Lockres %s has mask waiters pending\n", 735 res->l_name); 736 mlog_bug_on_msg(spin_is_locked(&res->l_lock), 737 "Lockres %s is locked\n", 738 res->l_name); 739 mlog_bug_on_msg(res->l_ro_holders, 740 "Lockres %s has %u ro holders\n", 741 res->l_name, res->l_ro_holders); 742 mlog_bug_on_msg(res->l_ex_holders, 743 "Lockres %s has %u ex holders\n", 744 res->l_name, res->l_ex_holders); 745 746 /* Need to clear out the lock status block for the dlm */ 747 memset(&res->l_lksb, 0, sizeof(res->l_lksb)); 748 749 res->l_flags = 0UL; 750 } 751 752 static inline void ocfs2_inc_holders(struct ocfs2_lock_res *lockres, 753 int level) 754 { 755 BUG_ON(!lockres); 756 757 switch(level) { 758 case DLM_LOCK_EX: 759 lockres->l_ex_holders++; 760 break; 761 case DLM_LOCK_PR: 762 lockres->l_ro_holders++; 763 break; 764 default: 765 BUG(); 766 } 767 } 768 769 static inline void ocfs2_dec_holders(struct ocfs2_lock_res *lockres, 770 int level) 771 { 772 BUG_ON(!lockres); 773 774 switch(level) { 775 case DLM_LOCK_EX: 776 BUG_ON(!lockres->l_ex_holders); 777 lockres->l_ex_holders--; 778 break; 779 case DLM_LOCK_PR: 780 BUG_ON(!lockres->l_ro_holders); 781 lockres->l_ro_holders--; 782 break; 783 default: 784 BUG(); 785 } 786 } 787 788 /* WARNING: This function lives in a world where the only three lock 789 * levels are EX, PR, and NL. It *will* have to be adjusted when more 790 * lock types are added. */ 791 static inline int ocfs2_highest_compat_lock_level(int level) 792 { 793 int new_level = DLM_LOCK_EX; 794 795 if (level == DLM_LOCK_EX) 796 new_level = DLM_LOCK_NL; 797 else if (level == DLM_LOCK_PR) 798 new_level = DLM_LOCK_PR; 799 return new_level; 800 } 801 802 static void lockres_set_flags(struct ocfs2_lock_res *lockres, 803 unsigned long newflags) 804 { 805 struct ocfs2_mask_waiter *mw, *tmp; 806 807 assert_spin_locked(&lockres->l_lock); 808 809 lockres->l_flags = newflags; 810 811 list_for_each_entry_safe(mw, tmp, &lockres->l_mask_waiters, mw_item) { 812 if ((lockres->l_flags & mw->mw_mask) != mw->mw_goal) 813 continue; 814 815 list_del_init(&mw->mw_item); 816 mw->mw_status = 0; 817 complete(&mw->mw_complete); 818 } 819 } 820 static void lockres_or_flags(struct ocfs2_lock_res *lockres, unsigned long or) 821 { 822 lockres_set_flags(lockres, lockres->l_flags | or); 823 } 824 static void lockres_clear_flags(struct ocfs2_lock_res *lockres, 825 unsigned long clear) 826 { 827 lockres_set_flags(lockres, lockres->l_flags & ~clear); 828 } 829 830 static inline void ocfs2_generic_handle_downconvert_action(struct ocfs2_lock_res *lockres) 831 { 832 BUG_ON(!(lockres->l_flags & OCFS2_LOCK_BUSY)); 833 BUG_ON(!(lockres->l_flags & OCFS2_LOCK_ATTACHED)); 834 BUG_ON(!(lockres->l_flags & OCFS2_LOCK_BLOCKED)); 835 BUG_ON(lockres->l_blocking <= DLM_LOCK_NL); 836 837 lockres->l_level = lockres->l_requested; 838 if (lockres->l_level <= 839 ocfs2_highest_compat_lock_level(lockres->l_blocking)) { 840 lockres->l_blocking = DLM_LOCK_NL; 841 lockres_clear_flags(lockres, OCFS2_LOCK_BLOCKED); 842 } 843 lockres_clear_flags(lockres, OCFS2_LOCK_BUSY); 844 } 845 846 static inline void ocfs2_generic_handle_convert_action(struct ocfs2_lock_res *lockres) 847 { 848 BUG_ON(!(lockres->l_flags & OCFS2_LOCK_BUSY)); 849 BUG_ON(!(lockres->l_flags & OCFS2_LOCK_ATTACHED)); 850 851 /* Convert from RO to EX doesn't really need anything as our 852 * information is already up to data. Convert from NL to 853 * *anything* however should mark ourselves as needing an 854 * update */ 855 if (lockres->l_level == DLM_LOCK_NL && 856 lockres->l_ops->flags & LOCK_TYPE_REQUIRES_REFRESH) 857 lockres_or_flags(lockres, OCFS2_LOCK_NEEDS_REFRESH); 858 859 lockres->l_level = lockres->l_requested; 860 861 /* 862 * We set the OCFS2_LOCK_UPCONVERT_FINISHING flag before clearing 863 * the OCFS2_LOCK_BUSY flag to prevent the dc thread from 864 * downconverting the lock before the upconvert has fully completed. 865 * Do not prevent the dc thread from downconverting if NONBLOCK lock 866 * had already returned. 867 */ 868 if (!(lockres->l_flags & OCFS2_LOCK_NONBLOCK_FINISHED)) 869 lockres_or_flags(lockres, OCFS2_LOCK_UPCONVERT_FINISHING); 870 else 871 lockres_clear_flags(lockres, OCFS2_LOCK_NONBLOCK_FINISHED); 872 873 lockres_clear_flags(lockres, OCFS2_LOCK_BUSY); 874 } 875 876 static inline void ocfs2_generic_handle_attach_action(struct ocfs2_lock_res *lockres) 877 { 878 BUG_ON((!(lockres->l_flags & OCFS2_LOCK_BUSY))); 879 BUG_ON(lockres->l_flags & OCFS2_LOCK_ATTACHED); 880 881 if (lockres->l_requested > DLM_LOCK_NL && 882 !(lockres->l_flags & OCFS2_LOCK_LOCAL) && 883 lockres->l_ops->flags & LOCK_TYPE_REQUIRES_REFRESH) 884 lockres_or_flags(lockres, OCFS2_LOCK_NEEDS_REFRESH); 885 886 lockres->l_level = lockres->l_requested; 887 lockres_or_flags(lockres, OCFS2_LOCK_ATTACHED); 888 lockres_clear_flags(lockres, OCFS2_LOCK_BUSY); 889 } 890 891 static int ocfs2_generic_handle_bast(struct ocfs2_lock_res *lockres, 892 int level) 893 { 894 int needs_downconvert = 0; 895 896 assert_spin_locked(&lockres->l_lock); 897 898 if (level > lockres->l_blocking) { 899 /* only schedule a downconvert if we haven't already scheduled 900 * one that goes low enough to satisfy the level we're 901 * blocking. this also catches the case where we get 902 * duplicate BASTs */ 903 if (ocfs2_highest_compat_lock_level(level) < 904 ocfs2_highest_compat_lock_level(lockres->l_blocking)) 905 needs_downconvert = 1; 906 907 lockres->l_blocking = level; 908 } 909 910 mlog(ML_BASTS, "lockres %s, block %d, level %d, l_block %d, dwn %d\n", 911 lockres->l_name, level, lockres->l_level, lockres->l_blocking, 912 needs_downconvert); 913 914 if (needs_downconvert) 915 lockres_or_flags(lockres, OCFS2_LOCK_BLOCKED); 916 mlog(0, "needs_downconvert = %d\n", needs_downconvert); 917 return needs_downconvert; 918 } 919 920 /* 921 * OCFS2_LOCK_PENDING and l_pending_gen. 922 * 923 * Why does OCFS2_LOCK_PENDING exist? To close a race between setting 924 * OCFS2_LOCK_BUSY and calling ocfs2_dlm_lock(). See ocfs2_unblock_lock() 925 * for more details on the race. 926 * 927 * OCFS2_LOCK_PENDING closes the race quite nicely. However, it introduces 928 * a race on itself. In o2dlm, we can get the ast before ocfs2_dlm_lock() 929 * returns. The ast clears OCFS2_LOCK_BUSY, and must therefore clear 930 * OCFS2_LOCK_PENDING at the same time. When ocfs2_dlm_lock() returns, 931 * the caller is going to try to clear PENDING again. If nothing else is 932 * happening, __lockres_clear_pending() sees PENDING is unset and does 933 * nothing. 934 * 935 * But what if another path (eg downconvert thread) has just started a 936 * new locking action? The other path has re-set PENDING. Our path 937 * cannot clear PENDING, because that will re-open the original race 938 * window. 939 * 940 * [Example] 941 * 942 * ocfs2_meta_lock() 943 * ocfs2_cluster_lock() 944 * set BUSY 945 * set PENDING 946 * drop l_lock 947 * ocfs2_dlm_lock() 948 * ocfs2_locking_ast() ocfs2_downconvert_thread() 949 * clear PENDING ocfs2_unblock_lock() 950 * take_l_lock 951 * !BUSY 952 * ocfs2_prepare_downconvert() 953 * set BUSY 954 * set PENDING 955 * drop l_lock 956 * take l_lock 957 * clear PENDING 958 * drop l_lock 959 * <window> 960 * ocfs2_dlm_lock() 961 * 962 * So as you can see, we now have a window where l_lock is not held, 963 * PENDING is not set, and ocfs2_dlm_lock() has not been called. 964 * 965 * The core problem is that ocfs2_cluster_lock() has cleared the PENDING 966 * set by ocfs2_prepare_downconvert(). That wasn't nice. 967 * 968 * To solve this we introduce l_pending_gen. A call to 969 * lockres_clear_pending() will only do so when it is passed a generation 970 * number that matches the lockres. lockres_set_pending() will return the 971 * current generation number. When ocfs2_cluster_lock() goes to clear 972 * PENDING, it passes the generation it got from set_pending(). In our 973 * example above, the generation numbers will *not* match. Thus, 974 * ocfs2_cluster_lock() will not clear the PENDING set by 975 * ocfs2_prepare_downconvert(). 976 */ 977 978 /* Unlocked version for ocfs2_locking_ast() */ 979 static void __lockres_clear_pending(struct ocfs2_lock_res *lockres, 980 unsigned int generation, 981 struct ocfs2_super *osb) 982 { 983 assert_spin_locked(&lockres->l_lock); 984 985 /* 986 * The ast and locking functions can race us here. The winner 987 * will clear pending, the loser will not. 988 */ 989 if (!(lockres->l_flags & OCFS2_LOCK_PENDING) || 990 (lockres->l_pending_gen != generation)) 991 return; 992 993 lockres_clear_flags(lockres, OCFS2_LOCK_PENDING); 994 lockres->l_pending_gen++; 995 996 /* 997 * The downconvert thread may have skipped us because we 998 * were PENDING. Wake it up. 999 */ 1000 if (lockres->l_flags & OCFS2_LOCK_BLOCKED) 1001 ocfs2_wake_downconvert_thread(osb); 1002 } 1003 1004 /* Locked version for callers of ocfs2_dlm_lock() */ 1005 static void lockres_clear_pending(struct ocfs2_lock_res *lockres, 1006 unsigned int generation, 1007 struct ocfs2_super *osb) 1008 { 1009 unsigned long flags; 1010 1011 spin_lock_irqsave(&lockres->l_lock, flags); 1012 __lockres_clear_pending(lockres, generation, osb); 1013 spin_unlock_irqrestore(&lockres->l_lock, flags); 1014 } 1015 1016 static unsigned int lockres_set_pending(struct ocfs2_lock_res *lockres) 1017 { 1018 assert_spin_locked(&lockres->l_lock); 1019 BUG_ON(!(lockres->l_flags & OCFS2_LOCK_BUSY)); 1020 1021 lockres_or_flags(lockres, OCFS2_LOCK_PENDING); 1022 1023 return lockres->l_pending_gen; 1024 } 1025 1026 static void ocfs2_blocking_ast(struct ocfs2_dlm_lksb *lksb, int level) 1027 { 1028 struct ocfs2_lock_res *lockres = ocfs2_lksb_to_lock_res(lksb); 1029 struct ocfs2_super *osb = ocfs2_get_lockres_osb(lockres); 1030 int needs_downconvert; 1031 unsigned long flags; 1032 1033 BUG_ON(level <= DLM_LOCK_NL); 1034 1035 mlog(ML_BASTS, "BAST fired for lockres %s, blocking %d, level %d, " 1036 "type %s\n", lockres->l_name, level, lockres->l_level, 1037 ocfs2_lock_type_string(lockres->l_type)); 1038 1039 /* 1040 * We can skip the bast for locks which don't enable caching - 1041 * they'll be dropped at the earliest possible time anyway. 1042 */ 1043 if (lockres->l_flags & OCFS2_LOCK_NOCACHE) 1044 return; 1045 1046 spin_lock_irqsave(&lockres->l_lock, flags); 1047 needs_downconvert = ocfs2_generic_handle_bast(lockres, level); 1048 if (needs_downconvert) 1049 ocfs2_schedule_blocked_lock(osb, lockres); 1050 spin_unlock_irqrestore(&lockres->l_lock, flags); 1051 1052 wake_up(&lockres->l_event); 1053 1054 ocfs2_wake_downconvert_thread(osb); 1055 } 1056 1057 static void ocfs2_locking_ast(struct ocfs2_dlm_lksb *lksb) 1058 { 1059 struct ocfs2_lock_res *lockres = ocfs2_lksb_to_lock_res(lksb); 1060 struct ocfs2_super *osb = ocfs2_get_lockres_osb(lockres); 1061 unsigned long flags; 1062 int status; 1063 1064 spin_lock_irqsave(&lockres->l_lock, flags); 1065 1066 status = ocfs2_dlm_lock_status(&lockres->l_lksb); 1067 1068 if (status == -EAGAIN) { 1069 lockres_clear_flags(lockres, OCFS2_LOCK_BUSY); 1070 goto out; 1071 } 1072 1073 if (status) { 1074 mlog(ML_ERROR, "lockres %s: lksb status value of %d!\n", 1075 lockres->l_name, status); 1076 spin_unlock_irqrestore(&lockres->l_lock, flags); 1077 return; 1078 } 1079 1080 mlog(ML_BASTS, "AST fired for lockres %s, action %d, unlock %d, " 1081 "level %d => %d\n", lockres->l_name, lockres->l_action, 1082 lockres->l_unlock_action, lockres->l_level, lockres->l_requested); 1083 1084 switch(lockres->l_action) { 1085 case OCFS2_AST_ATTACH: 1086 ocfs2_generic_handle_attach_action(lockres); 1087 lockres_clear_flags(lockres, OCFS2_LOCK_LOCAL); 1088 break; 1089 case OCFS2_AST_CONVERT: 1090 ocfs2_generic_handle_convert_action(lockres); 1091 break; 1092 case OCFS2_AST_DOWNCONVERT: 1093 ocfs2_generic_handle_downconvert_action(lockres); 1094 break; 1095 default: 1096 mlog(ML_ERROR, "lockres %s: AST fired with invalid action: %u, " 1097 "flags 0x%lx, unlock: %u\n", 1098 lockres->l_name, lockres->l_action, lockres->l_flags, 1099 lockres->l_unlock_action); 1100 BUG(); 1101 } 1102 out: 1103 /* set it to something invalid so if we get called again we 1104 * can catch it. */ 1105 lockres->l_action = OCFS2_AST_INVALID; 1106 1107 /* Did we try to cancel this lock? Clear that state */ 1108 if (lockres->l_unlock_action == OCFS2_UNLOCK_CANCEL_CONVERT) 1109 lockres->l_unlock_action = OCFS2_UNLOCK_INVALID; 1110 1111 /* 1112 * We may have beaten the locking functions here. We certainly 1113 * know that dlm_lock() has been called :-) 1114 * Because we can't have two lock calls in flight at once, we 1115 * can use lockres->l_pending_gen. 1116 */ 1117 __lockres_clear_pending(lockres, lockres->l_pending_gen, osb); 1118 1119 wake_up(&lockres->l_event); 1120 spin_unlock_irqrestore(&lockres->l_lock, flags); 1121 } 1122 1123 static void ocfs2_unlock_ast(struct ocfs2_dlm_lksb *lksb, int error) 1124 { 1125 struct ocfs2_lock_res *lockres = ocfs2_lksb_to_lock_res(lksb); 1126 unsigned long flags; 1127 1128 mlog(ML_BASTS, "UNLOCK AST fired for lockres %s, action = %d\n", 1129 lockres->l_name, lockres->l_unlock_action); 1130 1131 spin_lock_irqsave(&lockres->l_lock, flags); 1132 if (error) { 1133 mlog(ML_ERROR, "Dlm passes error %d for lock %s, " 1134 "unlock_action %d\n", error, lockres->l_name, 1135 lockres->l_unlock_action); 1136 spin_unlock_irqrestore(&lockres->l_lock, flags); 1137 return; 1138 } 1139 1140 switch(lockres->l_unlock_action) { 1141 case OCFS2_UNLOCK_CANCEL_CONVERT: 1142 mlog(0, "Cancel convert success for %s\n", lockres->l_name); 1143 lockres->l_action = OCFS2_AST_INVALID; 1144 /* Downconvert thread may have requeued this lock, we 1145 * need to wake it. */ 1146 if (lockres->l_flags & OCFS2_LOCK_BLOCKED) 1147 ocfs2_wake_downconvert_thread(ocfs2_get_lockres_osb(lockres)); 1148 break; 1149 case OCFS2_UNLOCK_DROP_LOCK: 1150 lockres->l_level = DLM_LOCK_IV; 1151 break; 1152 default: 1153 BUG(); 1154 } 1155 1156 lockres_clear_flags(lockres, OCFS2_LOCK_BUSY); 1157 lockres->l_unlock_action = OCFS2_UNLOCK_INVALID; 1158 wake_up(&lockres->l_event); 1159 spin_unlock_irqrestore(&lockres->l_lock, flags); 1160 } 1161 1162 /* 1163 * This is the filesystem locking protocol. It provides the lock handling 1164 * hooks for the underlying DLM. It has a maximum version number. 1165 * The version number allows interoperability with systems running at 1166 * the same major number and an equal or smaller minor number. 1167 * 1168 * Whenever the filesystem does new things with locks (adds or removes a 1169 * lock, orders them differently, does different things underneath a lock), 1170 * the version must be changed. The protocol is negotiated when joining 1171 * the dlm domain. A node may join the domain if its major version is 1172 * identical to all other nodes and its minor version is greater than 1173 * or equal to all other nodes. When its minor version is greater than 1174 * the other nodes, it will run at the minor version specified by the 1175 * other nodes. 1176 * 1177 * If a locking change is made that will not be compatible with older 1178 * versions, the major number must be increased and the minor version set 1179 * to zero. If a change merely adds a behavior that can be disabled when 1180 * speaking to older versions, the minor version must be increased. If a 1181 * change adds a fully backwards compatible change (eg, LVB changes that 1182 * are just ignored by older versions), the version does not need to be 1183 * updated. 1184 */ 1185 static struct ocfs2_locking_protocol lproto = { 1186 .lp_max_version = { 1187 .pv_major = OCFS2_LOCKING_PROTOCOL_MAJOR, 1188 .pv_minor = OCFS2_LOCKING_PROTOCOL_MINOR, 1189 }, 1190 .lp_lock_ast = ocfs2_locking_ast, 1191 .lp_blocking_ast = ocfs2_blocking_ast, 1192 .lp_unlock_ast = ocfs2_unlock_ast, 1193 }; 1194 1195 void ocfs2_set_locking_protocol(void) 1196 { 1197 ocfs2_stack_glue_set_max_proto_version(&lproto.lp_max_version); 1198 } 1199 1200 static inline void ocfs2_recover_from_dlm_error(struct ocfs2_lock_res *lockres, 1201 int convert) 1202 { 1203 unsigned long flags; 1204 1205 spin_lock_irqsave(&lockres->l_lock, flags); 1206 lockres_clear_flags(lockres, OCFS2_LOCK_BUSY); 1207 lockres_clear_flags(lockres, OCFS2_LOCK_UPCONVERT_FINISHING); 1208 if (convert) 1209 lockres->l_action = OCFS2_AST_INVALID; 1210 else 1211 lockres->l_unlock_action = OCFS2_UNLOCK_INVALID; 1212 spin_unlock_irqrestore(&lockres->l_lock, flags); 1213 1214 wake_up(&lockres->l_event); 1215 } 1216 1217 /* Note: If we detect another process working on the lock (i.e., 1218 * OCFS2_LOCK_BUSY), we'll bail out returning 0. It's up to the caller 1219 * to do the right thing in that case. 1220 */ 1221 static int ocfs2_lock_create(struct ocfs2_super *osb, 1222 struct ocfs2_lock_res *lockres, 1223 int level, 1224 u32 dlm_flags) 1225 { 1226 int ret = 0; 1227 unsigned long flags; 1228 unsigned int gen; 1229 1230 mlog(0, "lock %s, level = %d, flags = %u\n", lockres->l_name, level, 1231 dlm_flags); 1232 1233 spin_lock_irqsave(&lockres->l_lock, flags); 1234 if ((lockres->l_flags & OCFS2_LOCK_ATTACHED) || 1235 (lockres->l_flags & OCFS2_LOCK_BUSY)) { 1236 spin_unlock_irqrestore(&lockres->l_lock, flags); 1237 goto bail; 1238 } 1239 1240 lockres->l_action = OCFS2_AST_ATTACH; 1241 lockres->l_requested = level; 1242 lockres_or_flags(lockres, OCFS2_LOCK_BUSY); 1243 gen = lockres_set_pending(lockres); 1244 spin_unlock_irqrestore(&lockres->l_lock, flags); 1245 1246 ret = ocfs2_dlm_lock(osb->cconn, 1247 level, 1248 &lockres->l_lksb, 1249 dlm_flags, 1250 lockres->l_name, 1251 OCFS2_LOCK_ID_MAX_LEN - 1); 1252 lockres_clear_pending(lockres, gen, osb); 1253 if (ret) { 1254 ocfs2_log_dlm_error("ocfs2_dlm_lock", ret, lockres); 1255 ocfs2_recover_from_dlm_error(lockres, 1); 1256 } 1257 1258 mlog(0, "lock %s, return from ocfs2_dlm_lock\n", lockres->l_name); 1259 1260 bail: 1261 return ret; 1262 } 1263 1264 static inline int ocfs2_check_wait_flag(struct ocfs2_lock_res *lockres, 1265 int flag) 1266 { 1267 unsigned long flags; 1268 int ret; 1269 1270 spin_lock_irqsave(&lockres->l_lock, flags); 1271 ret = lockres->l_flags & flag; 1272 spin_unlock_irqrestore(&lockres->l_lock, flags); 1273 1274 return ret; 1275 } 1276 1277 static inline void ocfs2_wait_on_busy_lock(struct ocfs2_lock_res *lockres) 1278 1279 { 1280 wait_event(lockres->l_event, 1281 !ocfs2_check_wait_flag(lockres, OCFS2_LOCK_BUSY)); 1282 } 1283 1284 static inline void ocfs2_wait_on_refreshing_lock(struct ocfs2_lock_res *lockres) 1285 1286 { 1287 wait_event(lockres->l_event, 1288 !ocfs2_check_wait_flag(lockres, OCFS2_LOCK_REFRESHING)); 1289 } 1290 1291 /* predict what lock level we'll be dropping down to on behalf 1292 * of another node, and return true if the currently wanted 1293 * level will be compatible with it. */ 1294 static inline int ocfs2_may_continue_on_blocked_lock(struct ocfs2_lock_res *lockres, 1295 int wanted) 1296 { 1297 BUG_ON(!(lockres->l_flags & OCFS2_LOCK_BLOCKED)); 1298 1299 return wanted <= ocfs2_highest_compat_lock_level(lockres->l_blocking); 1300 } 1301 1302 static void ocfs2_init_mask_waiter(struct ocfs2_mask_waiter *mw) 1303 { 1304 INIT_LIST_HEAD(&mw->mw_item); 1305 init_completion(&mw->mw_complete); 1306 ocfs2_init_start_time(mw); 1307 } 1308 1309 static int ocfs2_wait_for_mask(struct ocfs2_mask_waiter *mw) 1310 { 1311 wait_for_completion(&mw->mw_complete); 1312 /* Re-arm the completion in case we want to wait on it again */ 1313 reinit_completion(&mw->mw_complete); 1314 return mw->mw_status; 1315 } 1316 1317 static void lockres_add_mask_waiter(struct ocfs2_lock_res *lockres, 1318 struct ocfs2_mask_waiter *mw, 1319 unsigned long mask, 1320 unsigned long goal) 1321 { 1322 BUG_ON(!list_empty(&mw->mw_item)); 1323 1324 assert_spin_locked(&lockres->l_lock); 1325 1326 list_add_tail(&mw->mw_item, &lockres->l_mask_waiters); 1327 mw->mw_mask = mask; 1328 mw->mw_goal = goal; 1329 } 1330 1331 /* returns 0 if the mw that was removed was already satisfied, -EBUSY 1332 * if the mask still hadn't reached its goal */ 1333 static int __lockres_remove_mask_waiter(struct ocfs2_lock_res *lockres, 1334 struct ocfs2_mask_waiter *mw) 1335 { 1336 int ret = 0; 1337 1338 assert_spin_locked(&lockres->l_lock); 1339 if (!list_empty(&mw->mw_item)) { 1340 if ((lockres->l_flags & mw->mw_mask) != mw->mw_goal) 1341 ret = -EBUSY; 1342 1343 list_del_init(&mw->mw_item); 1344 init_completion(&mw->mw_complete); 1345 } 1346 1347 return ret; 1348 } 1349 1350 static int lockres_remove_mask_waiter(struct ocfs2_lock_res *lockres, 1351 struct ocfs2_mask_waiter *mw) 1352 { 1353 unsigned long flags; 1354 int ret = 0; 1355 1356 spin_lock_irqsave(&lockres->l_lock, flags); 1357 ret = __lockres_remove_mask_waiter(lockres, mw); 1358 spin_unlock_irqrestore(&lockres->l_lock, flags); 1359 1360 return ret; 1361 1362 } 1363 1364 static int ocfs2_wait_for_mask_interruptible(struct ocfs2_mask_waiter *mw, 1365 struct ocfs2_lock_res *lockres) 1366 { 1367 int ret; 1368 1369 ret = wait_for_completion_interruptible(&mw->mw_complete); 1370 if (ret) 1371 lockres_remove_mask_waiter(lockres, mw); 1372 else 1373 ret = mw->mw_status; 1374 /* Re-arm the completion in case we want to wait on it again */ 1375 reinit_completion(&mw->mw_complete); 1376 return ret; 1377 } 1378 1379 static int __ocfs2_cluster_lock(struct ocfs2_super *osb, 1380 struct ocfs2_lock_res *lockres, 1381 int level, 1382 u32 lkm_flags, 1383 int arg_flags, 1384 int l_subclass, 1385 unsigned long caller_ip) 1386 { 1387 struct ocfs2_mask_waiter mw; 1388 int wait, catch_signals = !(osb->s_mount_opt & OCFS2_MOUNT_NOINTR); 1389 int ret = 0; /* gcc doesn't realize wait = 1 guarantees ret is set */ 1390 unsigned long flags; 1391 unsigned int gen; 1392 int noqueue_attempted = 0; 1393 int dlm_locked = 0; 1394 int kick_dc = 0; 1395 1396 if (!(lockres->l_flags & OCFS2_LOCK_INITIALIZED)) { 1397 mlog_errno(-EINVAL); 1398 return -EINVAL; 1399 } 1400 1401 ocfs2_init_mask_waiter(&mw); 1402 1403 if (lockres->l_ops->flags & LOCK_TYPE_USES_LVB) 1404 lkm_flags |= DLM_LKF_VALBLK; 1405 1406 again: 1407 wait = 0; 1408 1409 spin_lock_irqsave(&lockres->l_lock, flags); 1410 1411 if (catch_signals && signal_pending(current)) { 1412 ret = -ERESTARTSYS; 1413 goto unlock; 1414 } 1415 1416 mlog_bug_on_msg(lockres->l_flags & OCFS2_LOCK_FREEING, 1417 "Cluster lock called on freeing lockres %s! flags " 1418 "0x%lx\n", lockres->l_name, lockres->l_flags); 1419 1420 /* We only compare against the currently granted level 1421 * here. If the lock is blocked waiting on a downconvert, 1422 * we'll get caught below. */ 1423 if (lockres->l_flags & OCFS2_LOCK_BUSY && 1424 level > lockres->l_level) { 1425 /* is someone sitting in dlm_lock? If so, wait on 1426 * them. */ 1427 lockres_add_mask_waiter(lockres, &mw, OCFS2_LOCK_BUSY, 0); 1428 wait = 1; 1429 goto unlock; 1430 } 1431 1432 if (lockres->l_flags & OCFS2_LOCK_UPCONVERT_FINISHING) { 1433 /* 1434 * We've upconverted. If the lock now has a level we can 1435 * work with, we take it. If, however, the lock is not at the 1436 * required level, we go thru the full cycle. One way this could 1437 * happen is if a process requesting an upconvert to PR is 1438 * closely followed by another requesting upconvert to an EX. 1439 * If the process requesting EX lands here, we want it to 1440 * continue attempting to upconvert and let the process 1441 * requesting PR take the lock. 1442 * If multiple processes request upconvert to PR, the first one 1443 * here will take the lock. The others will have to go thru the 1444 * OCFS2_LOCK_BLOCKED check to ensure that there is no pending 1445 * downconvert request. 1446 */ 1447 if (level <= lockres->l_level) 1448 goto update_holders; 1449 } 1450 1451 if (lockres->l_flags & OCFS2_LOCK_BLOCKED && 1452 !ocfs2_may_continue_on_blocked_lock(lockres, level)) { 1453 /* is the lock is currently blocked on behalf of 1454 * another node */ 1455 lockres_add_mask_waiter(lockres, &mw, OCFS2_LOCK_BLOCKED, 0); 1456 wait = 1; 1457 goto unlock; 1458 } 1459 1460 if (level > lockres->l_level) { 1461 if (noqueue_attempted > 0) { 1462 ret = -EAGAIN; 1463 goto unlock; 1464 } 1465 if (lkm_flags & DLM_LKF_NOQUEUE) 1466 noqueue_attempted = 1; 1467 1468 if (lockres->l_action != OCFS2_AST_INVALID) 1469 mlog(ML_ERROR, "lockres %s has action %u pending\n", 1470 lockres->l_name, lockres->l_action); 1471 1472 if (!(lockres->l_flags & OCFS2_LOCK_ATTACHED)) { 1473 lockres->l_action = OCFS2_AST_ATTACH; 1474 lkm_flags &= ~DLM_LKF_CONVERT; 1475 } else { 1476 lockres->l_action = OCFS2_AST_CONVERT; 1477 lkm_flags |= DLM_LKF_CONVERT; 1478 } 1479 1480 lockres->l_requested = level; 1481 lockres_or_flags(lockres, OCFS2_LOCK_BUSY); 1482 gen = lockres_set_pending(lockres); 1483 spin_unlock_irqrestore(&lockres->l_lock, flags); 1484 1485 BUG_ON(level == DLM_LOCK_IV); 1486 BUG_ON(level == DLM_LOCK_NL); 1487 1488 mlog(ML_BASTS, "lockres %s, convert from %d to %d\n", 1489 lockres->l_name, lockres->l_level, level); 1490 1491 /* call dlm_lock to upgrade lock now */ 1492 ret = ocfs2_dlm_lock(osb->cconn, 1493 level, 1494 &lockres->l_lksb, 1495 lkm_flags, 1496 lockres->l_name, 1497 OCFS2_LOCK_ID_MAX_LEN - 1); 1498 lockres_clear_pending(lockres, gen, osb); 1499 if (ret) { 1500 if (!(lkm_flags & DLM_LKF_NOQUEUE) || 1501 (ret != -EAGAIN)) { 1502 ocfs2_log_dlm_error("ocfs2_dlm_lock", 1503 ret, lockres); 1504 } 1505 ocfs2_recover_from_dlm_error(lockres, 1); 1506 goto out; 1507 } 1508 dlm_locked = 1; 1509 1510 mlog(0, "lock %s, successful return from ocfs2_dlm_lock\n", 1511 lockres->l_name); 1512 1513 /* At this point we've gone inside the dlm and need to 1514 * complete our work regardless. */ 1515 catch_signals = 0; 1516 1517 /* wait for busy to clear and carry on */ 1518 goto again; 1519 } 1520 1521 update_holders: 1522 /* Ok, if we get here then we're good to go. */ 1523 ocfs2_inc_holders(lockres, level); 1524 1525 ret = 0; 1526 unlock: 1527 lockres_clear_flags(lockres, OCFS2_LOCK_UPCONVERT_FINISHING); 1528 1529 /* ocfs2_unblock_lock reques on seeing OCFS2_LOCK_UPCONVERT_FINISHING */ 1530 kick_dc = (lockres->l_flags & OCFS2_LOCK_BLOCKED); 1531 1532 spin_unlock_irqrestore(&lockres->l_lock, flags); 1533 if (kick_dc) 1534 ocfs2_wake_downconvert_thread(osb); 1535 out: 1536 /* 1537 * This is helping work around a lock inversion between the page lock 1538 * and dlm locks. One path holds the page lock while calling aops 1539 * which block acquiring dlm locks. The voting thread holds dlm 1540 * locks while acquiring page locks while down converting data locks. 1541 * This block is helping an aop path notice the inversion and back 1542 * off to unlock its page lock before trying the dlm lock again. 1543 */ 1544 if (wait && arg_flags & OCFS2_LOCK_NONBLOCK && 1545 mw.mw_mask & (OCFS2_LOCK_BUSY|OCFS2_LOCK_BLOCKED)) { 1546 wait = 0; 1547 spin_lock_irqsave(&lockres->l_lock, flags); 1548 if (__lockres_remove_mask_waiter(lockres, &mw)) { 1549 if (dlm_locked) 1550 lockres_or_flags(lockres, 1551 OCFS2_LOCK_NONBLOCK_FINISHED); 1552 spin_unlock_irqrestore(&lockres->l_lock, flags); 1553 ret = -EAGAIN; 1554 } else { 1555 spin_unlock_irqrestore(&lockres->l_lock, flags); 1556 goto again; 1557 } 1558 } 1559 if (wait) { 1560 ret = ocfs2_wait_for_mask(&mw); 1561 if (ret == 0) 1562 goto again; 1563 mlog_errno(ret); 1564 } 1565 ocfs2_update_lock_stats(lockres, level, &mw, ret); 1566 1567 #ifdef CONFIG_DEBUG_LOCK_ALLOC 1568 if (!ret && lockres->l_lockdep_map.key != NULL) { 1569 if (level == DLM_LOCK_PR) 1570 rwsem_acquire_read(&lockres->l_lockdep_map, l_subclass, 1571 !!(arg_flags & OCFS2_META_LOCK_NOQUEUE), 1572 caller_ip); 1573 else 1574 rwsem_acquire(&lockres->l_lockdep_map, l_subclass, 1575 !!(arg_flags & OCFS2_META_LOCK_NOQUEUE), 1576 caller_ip); 1577 } 1578 #endif 1579 return ret; 1580 } 1581 1582 static inline int ocfs2_cluster_lock(struct ocfs2_super *osb, 1583 struct ocfs2_lock_res *lockres, 1584 int level, 1585 u32 lkm_flags, 1586 int arg_flags) 1587 { 1588 return __ocfs2_cluster_lock(osb, lockres, level, lkm_flags, arg_flags, 1589 0, _RET_IP_); 1590 } 1591 1592 1593 static void __ocfs2_cluster_unlock(struct ocfs2_super *osb, 1594 struct ocfs2_lock_res *lockres, 1595 int level, 1596 unsigned long caller_ip) 1597 { 1598 unsigned long flags; 1599 1600 spin_lock_irqsave(&lockres->l_lock, flags); 1601 ocfs2_dec_holders(lockres, level); 1602 ocfs2_downconvert_on_unlock(osb, lockres); 1603 spin_unlock_irqrestore(&lockres->l_lock, flags); 1604 #ifdef CONFIG_DEBUG_LOCK_ALLOC 1605 if (lockres->l_lockdep_map.key != NULL) 1606 rwsem_release(&lockres->l_lockdep_map, 1, caller_ip); 1607 #endif 1608 } 1609 1610 static int ocfs2_create_new_lock(struct ocfs2_super *osb, 1611 struct ocfs2_lock_res *lockres, 1612 int ex, 1613 int local) 1614 { 1615 int level = ex ? DLM_LOCK_EX : DLM_LOCK_PR; 1616 unsigned long flags; 1617 u32 lkm_flags = local ? DLM_LKF_LOCAL : 0; 1618 1619 spin_lock_irqsave(&lockres->l_lock, flags); 1620 BUG_ON(lockres->l_flags & OCFS2_LOCK_ATTACHED); 1621 lockres_or_flags(lockres, OCFS2_LOCK_LOCAL); 1622 spin_unlock_irqrestore(&lockres->l_lock, flags); 1623 1624 return ocfs2_lock_create(osb, lockres, level, lkm_flags); 1625 } 1626 1627 /* Grants us an EX lock on the data and metadata resources, skipping 1628 * the normal cluster directory lookup. Use this ONLY on newly created 1629 * inodes which other nodes can't possibly see, and which haven't been 1630 * hashed in the inode hash yet. This can give us a good performance 1631 * increase as it'll skip the network broadcast normally associated 1632 * with creating a new lock resource. */ 1633 int ocfs2_create_new_inode_locks(struct inode *inode) 1634 { 1635 int ret; 1636 struct ocfs2_super *osb = OCFS2_SB(inode->i_sb); 1637 1638 BUG_ON(!inode); 1639 BUG_ON(!ocfs2_inode_is_new(inode)); 1640 1641 mlog(0, "Inode %llu\n", (unsigned long long)OCFS2_I(inode)->ip_blkno); 1642 1643 /* NOTE: That we don't increment any of the holder counts, nor 1644 * do we add anything to a journal handle. Since this is 1645 * supposed to be a new inode which the cluster doesn't know 1646 * about yet, there is no need to. As far as the LVB handling 1647 * is concerned, this is basically like acquiring an EX lock 1648 * on a resource which has an invalid one -- we'll set it 1649 * valid when we release the EX. */ 1650 1651 ret = ocfs2_create_new_lock(osb, &OCFS2_I(inode)->ip_rw_lockres, 1, 1); 1652 if (ret) { 1653 mlog_errno(ret); 1654 goto bail; 1655 } 1656 1657 /* 1658 * We don't want to use DLM_LKF_LOCAL on a meta data lock as they 1659 * don't use a generation in their lock names. 1660 */ 1661 ret = ocfs2_create_new_lock(osb, &OCFS2_I(inode)->ip_inode_lockres, 1, 0); 1662 if (ret) { 1663 mlog_errno(ret); 1664 goto bail; 1665 } 1666 1667 ret = ocfs2_create_new_lock(osb, &OCFS2_I(inode)->ip_open_lockres, 0, 0); 1668 if (ret) { 1669 mlog_errno(ret); 1670 goto bail; 1671 } 1672 1673 bail: 1674 return ret; 1675 } 1676 1677 int ocfs2_rw_lock(struct inode *inode, int write) 1678 { 1679 int status, level; 1680 struct ocfs2_lock_res *lockres; 1681 struct ocfs2_super *osb = OCFS2_SB(inode->i_sb); 1682 1683 BUG_ON(!inode); 1684 1685 mlog(0, "inode %llu take %s RW lock\n", 1686 (unsigned long long)OCFS2_I(inode)->ip_blkno, 1687 write ? "EXMODE" : "PRMODE"); 1688 1689 if (ocfs2_mount_local(osb)) 1690 return 0; 1691 1692 lockres = &OCFS2_I(inode)->ip_rw_lockres; 1693 1694 level = write ? DLM_LOCK_EX : DLM_LOCK_PR; 1695 1696 status = ocfs2_cluster_lock(OCFS2_SB(inode->i_sb), lockres, level, 0, 1697 0); 1698 if (status < 0) 1699 mlog_errno(status); 1700 1701 return status; 1702 } 1703 1704 void ocfs2_rw_unlock(struct inode *inode, int write) 1705 { 1706 int level = write ? DLM_LOCK_EX : DLM_LOCK_PR; 1707 struct ocfs2_lock_res *lockres = &OCFS2_I(inode)->ip_rw_lockres; 1708 struct ocfs2_super *osb = OCFS2_SB(inode->i_sb); 1709 1710 mlog(0, "inode %llu drop %s RW lock\n", 1711 (unsigned long long)OCFS2_I(inode)->ip_blkno, 1712 write ? "EXMODE" : "PRMODE"); 1713 1714 if (!ocfs2_mount_local(osb)) 1715 ocfs2_cluster_unlock(OCFS2_SB(inode->i_sb), lockres, level); 1716 } 1717 1718 /* 1719 * ocfs2_open_lock always get PR mode lock. 1720 */ 1721 int ocfs2_open_lock(struct inode *inode) 1722 { 1723 int status = 0; 1724 struct ocfs2_lock_res *lockres; 1725 struct ocfs2_super *osb = OCFS2_SB(inode->i_sb); 1726 1727 BUG_ON(!inode); 1728 1729 mlog(0, "inode %llu take PRMODE open lock\n", 1730 (unsigned long long)OCFS2_I(inode)->ip_blkno); 1731 1732 if (ocfs2_is_hard_readonly(osb) || ocfs2_mount_local(osb)) 1733 goto out; 1734 1735 lockres = &OCFS2_I(inode)->ip_open_lockres; 1736 1737 status = ocfs2_cluster_lock(OCFS2_SB(inode->i_sb), lockres, 1738 DLM_LOCK_PR, 0, 0); 1739 if (status < 0) 1740 mlog_errno(status); 1741 1742 out: 1743 return status; 1744 } 1745 1746 int ocfs2_try_open_lock(struct inode *inode, int write) 1747 { 1748 int status = 0, level; 1749 struct ocfs2_lock_res *lockres; 1750 struct ocfs2_super *osb = OCFS2_SB(inode->i_sb); 1751 1752 BUG_ON(!inode); 1753 1754 mlog(0, "inode %llu try to take %s open lock\n", 1755 (unsigned long long)OCFS2_I(inode)->ip_blkno, 1756 write ? "EXMODE" : "PRMODE"); 1757 1758 if (ocfs2_is_hard_readonly(osb)) { 1759 if (write) 1760 status = -EROFS; 1761 goto out; 1762 } 1763 1764 if (ocfs2_mount_local(osb)) 1765 goto out; 1766 1767 lockres = &OCFS2_I(inode)->ip_open_lockres; 1768 1769 level = write ? DLM_LOCK_EX : DLM_LOCK_PR; 1770 1771 /* 1772 * The file system may already holding a PRMODE/EXMODE open lock. 1773 * Since we pass DLM_LKF_NOQUEUE, the request won't block waiting on 1774 * other nodes and the -EAGAIN will indicate to the caller that 1775 * this inode is still in use. 1776 */ 1777 status = ocfs2_cluster_lock(OCFS2_SB(inode->i_sb), lockres, 1778 level, DLM_LKF_NOQUEUE, 0); 1779 1780 out: 1781 return status; 1782 } 1783 1784 /* 1785 * ocfs2_open_unlock unlock PR and EX mode open locks. 1786 */ 1787 void ocfs2_open_unlock(struct inode *inode) 1788 { 1789 struct ocfs2_lock_res *lockres = &OCFS2_I(inode)->ip_open_lockres; 1790 struct ocfs2_super *osb = OCFS2_SB(inode->i_sb); 1791 1792 mlog(0, "inode %llu drop open lock\n", 1793 (unsigned long long)OCFS2_I(inode)->ip_blkno); 1794 1795 if (ocfs2_mount_local(osb)) 1796 goto out; 1797 1798 if(lockres->l_ro_holders) 1799 ocfs2_cluster_unlock(OCFS2_SB(inode->i_sb), lockres, 1800 DLM_LOCK_PR); 1801 if(lockres->l_ex_holders) 1802 ocfs2_cluster_unlock(OCFS2_SB(inode->i_sb), lockres, 1803 DLM_LOCK_EX); 1804 1805 out: 1806 return; 1807 } 1808 1809 static int ocfs2_flock_handle_signal(struct ocfs2_lock_res *lockres, 1810 int level) 1811 { 1812 int ret; 1813 struct ocfs2_super *osb = ocfs2_get_lockres_osb(lockres); 1814 unsigned long flags; 1815 struct ocfs2_mask_waiter mw; 1816 1817 ocfs2_init_mask_waiter(&mw); 1818 1819 retry_cancel: 1820 spin_lock_irqsave(&lockres->l_lock, flags); 1821 if (lockres->l_flags & OCFS2_LOCK_BUSY) { 1822 ret = ocfs2_prepare_cancel_convert(osb, lockres); 1823 if (ret) { 1824 spin_unlock_irqrestore(&lockres->l_lock, flags); 1825 ret = ocfs2_cancel_convert(osb, lockres); 1826 if (ret < 0) { 1827 mlog_errno(ret); 1828 goto out; 1829 } 1830 goto retry_cancel; 1831 } 1832 lockres_add_mask_waiter(lockres, &mw, OCFS2_LOCK_BUSY, 0); 1833 spin_unlock_irqrestore(&lockres->l_lock, flags); 1834 1835 ocfs2_wait_for_mask(&mw); 1836 goto retry_cancel; 1837 } 1838 1839 ret = -ERESTARTSYS; 1840 /* 1841 * We may still have gotten the lock, in which case there's no 1842 * point to restarting the syscall. 1843 */ 1844 if (lockres->l_level == level) 1845 ret = 0; 1846 1847 mlog(0, "Cancel returning %d. flags: 0x%lx, level: %d, act: %d\n", ret, 1848 lockres->l_flags, lockres->l_level, lockres->l_action); 1849 1850 spin_unlock_irqrestore(&lockres->l_lock, flags); 1851 1852 out: 1853 return ret; 1854 } 1855 1856 /* 1857 * ocfs2_file_lock() and ocfs2_file_unlock() map to a single pair of 1858 * flock() calls. The locking approach this requires is sufficiently 1859 * different from all other cluster lock types that we implement a 1860 * separate path to the "low-level" dlm calls. In particular: 1861 * 1862 * - No optimization of lock levels is done - we take at exactly 1863 * what's been requested. 1864 * 1865 * - No lock caching is employed. We immediately downconvert to 1866 * no-lock at unlock time. This also means flock locks never go on 1867 * the blocking list). 1868 * 1869 * - Since userspace can trivially deadlock itself with flock, we make 1870 * sure to allow cancellation of a misbehaving applications flock() 1871 * request. 1872 * 1873 * - Access to any flock lockres doesn't require concurrency, so we 1874 * can simplify the code by requiring the caller to guarantee 1875 * serialization of dlmglue flock calls. 1876 */ 1877 int ocfs2_file_lock(struct file *file, int ex, int trylock) 1878 { 1879 int ret, level = ex ? DLM_LOCK_EX : DLM_LOCK_PR; 1880 unsigned int lkm_flags = trylock ? DLM_LKF_NOQUEUE : 0; 1881 unsigned long flags; 1882 struct ocfs2_file_private *fp = file->private_data; 1883 struct ocfs2_lock_res *lockres = &fp->fp_flock; 1884 struct ocfs2_super *osb = OCFS2_SB(file->f_mapping->host->i_sb); 1885 struct ocfs2_mask_waiter mw; 1886 1887 ocfs2_init_mask_waiter(&mw); 1888 1889 if ((lockres->l_flags & OCFS2_LOCK_BUSY) || 1890 (lockres->l_level > DLM_LOCK_NL)) { 1891 mlog(ML_ERROR, 1892 "File lock \"%s\" has busy or locked state: flags: 0x%lx, " 1893 "level: %u\n", lockres->l_name, lockres->l_flags, 1894 lockres->l_level); 1895 return -EINVAL; 1896 } 1897 1898 spin_lock_irqsave(&lockres->l_lock, flags); 1899 if (!(lockres->l_flags & OCFS2_LOCK_ATTACHED)) { 1900 lockres_add_mask_waiter(lockres, &mw, OCFS2_LOCK_BUSY, 0); 1901 spin_unlock_irqrestore(&lockres->l_lock, flags); 1902 1903 /* 1904 * Get the lock at NLMODE to start - that way we 1905 * can cancel the upconvert request if need be. 1906 */ 1907 ret = ocfs2_lock_create(osb, lockres, DLM_LOCK_NL, 0); 1908 if (ret < 0) { 1909 mlog_errno(ret); 1910 goto out; 1911 } 1912 1913 ret = ocfs2_wait_for_mask(&mw); 1914 if (ret) { 1915 mlog_errno(ret); 1916 goto out; 1917 } 1918 spin_lock_irqsave(&lockres->l_lock, flags); 1919 } 1920 1921 lockres->l_action = OCFS2_AST_CONVERT; 1922 lkm_flags |= DLM_LKF_CONVERT; 1923 lockres->l_requested = level; 1924 lockres_or_flags(lockres, OCFS2_LOCK_BUSY); 1925 1926 lockres_add_mask_waiter(lockres, &mw, OCFS2_LOCK_BUSY, 0); 1927 spin_unlock_irqrestore(&lockres->l_lock, flags); 1928 1929 ret = ocfs2_dlm_lock(osb->cconn, level, &lockres->l_lksb, lkm_flags, 1930 lockres->l_name, OCFS2_LOCK_ID_MAX_LEN - 1); 1931 if (ret) { 1932 if (!trylock || (ret != -EAGAIN)) { 1933 ocfs2_log_dlm_error("ocfs2_dlm_lock", ret, lockres); 1934 ret = -EINVAL; 1935 } 1936 1937 ocfs2_recover_from_dlm_error(lockres, 1); 1938 lockres_remove_mask_waiter(lockres, &mw); 1939 goto out; 1940 } 1941 1942 ret = ocfs2_wait_for_mask_interruptible(&mw, lockres); 1943 if (ret == -ERESTARTSYS) { 1944 /* 1945 * Userspace can cause deadlock itself with 1946 * flock(). Current behavior locally is to allow the 1947 * deadlock, but abort the system call if a signal is 1948 * received. We follow this example, otherwise a 1949 * poorly written program could sit in kernel until 1950 * reboot. 1951 * 1952 * Handling this is a bit more complicated for Ocfs2 1953 * though. We can't exit this function with an 1954 * outstanding lock request, so a cancel convert is 1955 * required. We intentionally overwrite 'ret' - if the 1956 * cancel fails and the lock was granted, it's easier 1957 * to just bubble success back up to the user. 1958 */ 1959 ret = ocfs2_flock_handle_signal(lockres, level); 1960 } else if (!ret && (level > lockres->l_level)) { 1961 /* Trylock failed asynchronously */ 1962 BUG_ON(!trylock); 1963 ret = -EAGAIN; 1964 } 1965 1966 out: 1967 1968 mlog(0, "Lock: \"%s\" ex: %d, trylock: %d, returns: %d\n", 1969 lockres->l_name, ex, trylock, ret); 1970 return ret; 1971 } 1972 1973 void ocfs2_file_unlock(struct file *file) 1974 { 1975 int ret; 1976 unsigned int gen; 1977 unsigned long flags; 1978 struct ocfs2_file_private *fp = file->private_data; 1979 struct ocfs2_lock_res *lockres = &fp->fp_flock; 1980 struct ocfs2_super *osb = OCFS2_SB(file->f_mapping->host->i_sb); 1981 struct ocfs2_mask_waiter mw; 1982 1983 ocfs2_init_mask_waiter(&mw); 1984 1985 if (!(lockres->l_flags & OCFS2_LOCK_ATTACHED)) 1986 return; 1987 1988 if (lockres->l_level == DLM_LOCK_NL) 1989 return; 1990 1991 mlog(0, "Unlock: \"%s\" flags: 0x%lx, level: %d, act: %d\n", 1992 lockres->l_name, lockres->l_flags, lockres->l_level, 1993 lockres->l_action); 1994 1995 spin_lock_irqsave(&lockres->l_lock, flags); 1996 /* 1997 * Fake a blocking ast for the downconvert code. 1998 */ 1999 lockres_or_flags(lockres, OCFS2_LOCK_BLOCKED); 2000 lockres->l_blocking = DLM_LOCK_EX; 2001 2002 gen = ocfs2_prepare_downconvert(lockres, DLM_LOCK_NL); 2003 lockres_add_mask_waiter(lockres, &mw, OCFS2_LOCK_BUSY, 0); 2004 spin_unlock_irqrestore(&lockres->l_lock, flags); 2005 2006 ret = ocfs2_downconvert_lock(osb, lockres, DLM_LOCK_NL, 0, gen); 2007 if (ret) { 2008 mlog_errno(ret); 2009 return; 2010 } 2011 2012 ret = ocfs2_wait_for_mask(&mw); 2013 if (ret) 2014 mlog_errno(ret); 2015 } 2016 2017 static void ocfs2_downconvert_on_unlock(struct ocfs2_super *osb, 2018 struct ocfs2_lock_res *lockres) 2019 { 2020 int kick = 0; 2021 2022 /* If we know that another node is waiting on our lock, kick 2023 * the downconvert thread * pre-emptively when we reach a release 2024 * condition. */ 2025 if (lockres->l_flags & OCFS2_LOCK_BLOCKED) { 2026 switch(lockres->l_blocking) { 2027 case DLM_LOCK_EX: 2028 if (!lockres->l_ex_holders && !lockres->l_ro_holders) 2029 kick = 1; 2030 break; 2031 case DLM_LOCK_PR: 2032 if (!lockres->l_ex_holders) 2033 kick = 1; 2034 break; 2035 default: 2036 BUG(); 2037 } 2038 } 2039 2040 if (kick) 2041 ocfs2_wake_downconvert_thread(osb); 2042 } 2043 2044 #define OCFS2_SEC_BITS 34 2045 #define OCFS2_SEC_SHIFT (64 - 34) 2046 #define OCFS2_NSEC_MASK ((1ULL << OCFS2_SEC_SHIFT) - 1) 2047 2048 /* LVB only has room for 64 bits of time here so we pack it for 2049 * now. */ 2050 static u64 ocfs2_pack_timespec(struct timespec *spec) 2051 { 2052 u64 res; 2053 u64 sec = spec->tv_sec; 2054 u32 nsec = spec->tv_nsec; 2055 2056 res = (sec << OCFS2_SEC_SHIFT) | (nsec & OCFS2_NSEC_MASK); 2057 2058 return res; 2059 } 2060 2061 /* Call this with the lockres locked. I am reasonably sure we don't 2062 * need ip_lock in this function as anyone who would be changing those 2063 * values is supposed to be blocked in ocfs2_inode_lock right now. */ 2064 static void __ocfs2_stuff_meta_lvb(struct inode *inode) 2065 { 2066 struct ocfs2_inode_info *oi = OCFS2_I(inode); 2067 struct ocfs2_lock_res *lockres = &oi->ip_inode_lockres; 2068 struct ocfs2_meta_lvb *lvb; 2069 2070 lvb = ocfs2_dlm_lvb(&lockres->l_lksb); 2071 2072 /* 2073 * Invalidate the LVB of a deleted inode - this way other 2074 * nodes are forced to go to disk and discover the new inode 2075 * status. 2076 */ 2077 if (oi->ip_flags & OCFS2_INODE_DELETED) { 2078 lvb->lvb_version = 0; 2079 goto out; 2080 } 2081 2082 lvb->lvb_version = OCFS2_LVB_VERSION; 2083 lvb->lvb_isize = cpu_to_be64(i_size_read(inode)); 2084 lvb->lvb_iclusters = cpu_to_be32(oi->ip_clusters); 2085 lvb->lvb_iuid = cpu_to_be32(i_uid_read(inode)); 2086 lvb->lvb_igid = cpu_to_be32(i_gid_read(inode)); 2087 lvb->lvb_imode = cpu_to_be16(inode->i_mode); 2088 lvb->lvb_inlink = cpu_to_be16(inode->i_nlink); 2089 lvb->lvb_iatime_packed = 2090 cpu_to_be64(ocfs2_pack_timespec(&inode->i_atime)); 2091 lvb->lvb_ictime_packed = 2092 cpu_to_be64(ocfs2_pack_timespec(&inode->i_ctime)); 2093 lvb->lvb_imtime_packed = 2094 cpu_to_be64(ocfs2_pack_timespec(&inode->i_mtime)); 2095 lvb->lvb_iattr = cpu_to_be32(oi->ip_attr); 2096 lvb->lvb_idynfeatures = cpu_to_be16(oi->ip_dyn_features); 2097 lvb->lvb_igeneration = cpu_to_be32(inode->i_generation); 2098 2099 out: 2100 mlog_meta_lvb(0, lockres); 2101 } 2102 2103 static void ocfs2_unpack_timespec(struct timespec *spec, 2104 u64 packed_time) 2105 { 2106 spec->tv_sec = packed_time >> OCFS2_SEC_SHIFT; 2107 spec->tv_nsec = packed_time & OCFS2_NSEC_MASK; 2108 } 2109 2110 static void ocfs2_refresh_inode_from_lvb(struct inode *inode) 2111 { 2112 struct ocfs2_inode_info *oi = OCFS2_I(inode); 2113 struct ocfs2_lock_res *lockres = &oi->ip_inode_lockres; 2114 struct ocfs2_meta_lvb *lvb; 2115 2116 mlog_meta_lvb(0, lockres); 2117 2118 lvb = ocfs2_dlm_lvb(&lockres->l_lksb); 2119 2120 /* We're safe here without the lockres lock... */ 2121 spin_lock(&oi->ip_lock); 2122 oi->ip_clusters = be32_to_cpu(lvb->lvb_iclusters); 2123 i_size_write(inode, be64_to_cpu(lvb->lvb_isize)); 2124 2125 oi->ip_attr = be32_to_cpu(lvb->lvb_iattr); 2126 oi->ip_dyn_features = be16_to_cpu(lvb->lvb_idynfeatures); 2127 ocfs2_set_inode_flags(inode); 2128 2129 /* fast-symlinks are a special case */ 2130 if (S_ISLNK(inode->i_mode) && !oi->ip_clusters) 2131 inode->i_blocks = 0; 2132 else 2133 inode->i_blocks = ocfs2_inode_sector_count(inode); 2134 2135 i_uid_write(inode, be32_to_cpu(lvb->lvb_iuid)); 2136 i_gid_write(inode, be32_to_cpu(lvb->lvb_igid)); 2137 inode->i_mode = be16_to_cpu(lvb->lvb_imode); 2138 set_nlink(inode, be16_to_cpu(lvb->lvb_inlink)); 2139 ocfs2_unpack_timespec(&inode->i_atime, 2140 be64_to_cpu(lvb->lvb_iatime_packed)); 2141 ocfs2_unpack_timespec(&inode->i_mtime, 2142 be64_to_cpu(lvb->lvb_imtime_packed)); 2143 ocfs2_unpack_timespec(&inode->i_ctime, 2144 be64_to_cpu(lvb->lvb_ictime_packed)); 2145 spin_unlock(&oi->ip_lock); 2146 } 2147 2148 static inline int ocfs2_meta_lvb_is_trustable(struct inode *inode, 2149 struct ocfs2_lock_res *lockres) 2150 { 2151 struct ocfs2_meta_lvb *lvb = ocfs2_dlm_lvb(&lockres->l_lksb); 2152 2153 if (ocfs2_dlm_lvb_valid(&lockres->l_lksb) 2154 && lvb->lvb_version == OCFS2_LVB_VERSION 2155 && be32_to_cpu(lvb->lvb_igeneration) == inode->i_generation) 2156 return 1; 2157 return 0; 2158 } 2159 2160 /* Determine whether a lock resource needs to be refreshed, and 2161 * arbitrate who gets to refresh it. 2162 * 2163 * 0 means no refresh needed. 2164 * 2165 * > 0 means you need to refresh this and you MUST call 2166 * ocfs2_complete_lock_res_refresh afterwards. */ 2167 static int ocfs2_should_refresh_lock_res(struct ocfs2_lock_res *lockres) 2168 { 2169 unsigned long flags; 2170 int status = 0; 2171 2172 refresh_check: 2173 spin_lock_irqsave(&lockres->l_lock, flags); 2174 if (!(lockres->l_flags & OCFS2_LOCK_NEEDS_REFRESH)) { 2175 spin_unlock_irqrestore(&lockres->l_lock, flags); 2176 goto bail; 2177 } 2178 2179 if (lockres->l_flags & OCFS2_LOCK_REFRESHING) { 2180 spin_unlock_irqrestore(&lockres->l_lock, flags); 2181 2182 ocfs2_wait_on_refreshing_lock(lockres); 2183 goto refresh_check; 2184 } 2185 2186 /* Ok, I'll be the one to refresh this lock. */ 2187 lockres_or_flags(lockres, OCFS2_LOCK_REFRESHING); 2188 spin_unlock_irqrestore(&lockres->l_lock, flags); 2189 2190 status = 1; 2191 bail: 2192 mlog(0, "status %d\n", status); 2193 return status; 2194 } 2195 2196 /* If status is non zero, I'll mark it as not being in refresh 2197 * anymroe, but i won't clear the needs refresh flag. */ 2198 static inline void ocfs2_complete_lock_res_refresh(struct ocfs2_lock_res *lockres, 2199 int status) 2200 { 2201 unsigned long flags; 2202 2203 spin_lock_irqsave(&lockres->l_lock, flags); 2204 lockres_clear_flags(lockres, OCFS2_LOCK_REFRESHING); 2205 if (!status) 2206 lockres_clear_flags(lockres, OCFS2_LOCK_NEEDS_REFRESH); 2207 spin_unlock_irqrestore(&lockres->l_lock, flags); 2208 2209 wake_up(&lockres->l_event); 2210 } 2211 2212 /* may or may not return a bh if it went to disk. */ 2213 static int ocfs2_inode_lock_update(struct inode *inode, 2214 struct buffer_head **bh) 2215 { 2216 int status = 0; 2217 struct ocfs2_inode_info *oi = OCFS2_I(inode); 2218 struct ocfs2_lock_res *lockres = &oi->ip_inode_lockres; 2219 struct ocfs2_dinode *fe; 2220 struct ocfs2_super *osb = OCFS2_SB(inode->i_sb); 2221 2222 if (ocfs2_mount_local(osb)) 2223 goto bail; 2224 2225 spin_lock(&oi->ip_lock); 2226 if (oi->ip_flags & OCFS2_INODE_DELETED) { 2227 mlog(0, "Orphaned inode %llu was deleted while we " 2228 "were waiting on a lock. ip_flags = 0x%x\n", 2229 (unsigned long long)oi->ip_blkno, oi->ip_flags); 2230 spin_unlock(&oi->ip_lock); 2231 status = -ENOENT; 2232 goto bail; 2233 } 2234 spin_unlock(&oi->ip_lock); 2235 2236 if (!ocfs2_should_refresh_lock_res(lockres)) 2237 goto bail; 2238 2239 /* This will discard any caching information we might have had 2240 * for the inode metadata. */ 2241 ocfs2_metadata_cache_purge(INODE_CACHE(inode)); 2242 2243 ocfs2_extent_map_trunc(inode, 0); 2244 2245 if (ocfs2_meta_lvb_is_trustable(inode, lockres)) { 2246 mlog(0, "Trusting LVB on inode %llu\n", 2247 (unsigned long long)oi->ip_blkno); 2248 ocfs2_refresh_inode_from_lvb(inode); 2249 } else { 2250 /* Boo, we have to go to disk. */ 2251 /* read bh, cast, ocfs2_refresh_inode */ 2252 status = ocfs2_read_inode_block(inode, bh); 2253 if (status < 0) { 2254 mlog_errno(status); 2255 goto bail_refresh; 2256 } 2257 fe = (struct ocfs2_dinode *) (*bh)->b_data; 2258 2259 /* This is a good chance to make sure we're not 2260 * locking an invalid object. ocfs2_read_inode_block() 2261 * already checked that the inode block is sane. 2262 * 2263 * We bug on a stale inode here because we checked 2264 * above whether it was wiped from disk. The wiping 2265 * node provides a guarantee that we receive that 2266 * message and can mark the inode before dropping any 2267 * locks associated with it. */ 2268 mlog_bug_on_msg(inode->i_generation != 2269 le32_to_cpu(fe->i_generation), 2270 "Invalid dinode %llu disk generation: %u " 2271 "inode->i_generation: %u\n", 2272 (unsigned long long)oi->ip_blkno, 2273 le32_to_cpu(fe->i_generation), 2274 inode->i_generation); 2275 mlog_bug_on_msg(le64_to_cpu(fe->i_dtime) || 2276 !(fe->i_flags & cpu_to_le32(OCFS2_VALID_FL)), 2277 "Stale dinode %llu dtime: %llu flags: 0x%x\n", 2278 (unsigned long long)oi->ip_blkno, 2279 (unsigned long long)le64_to_cpu(fe->i_dtime), 2280 le32_to_cpu(fe->i_flags)); 2281 2282 ocfs2_refresh_inode(inode, fe); 2283 ocfs2_track_lock_refresh(lockres); 2284 } 2285 2286 status = 0; 2287 bail_refresh: 2288 ocfs2_complete_lock_res_refresh(lockres, status); 2289 bail: 2290 return status; 2291 } 2292 2293 static int ocfs2_assign_bh(struct inode *inode, 2294 struct buffer_head **ret_bh, 2295 struct buffer_head *passed_bh) 2296 { 2297 int status; 2298 2299 if (passed_bh) { 2300 /* Ok, the update went to disk for us, use the 2301 * returned bh. */ 2302 *ret_bh = passed_bh; 2303 get_bh(*ret_bh); 2304 2305 return 0; 2306 } 2307 2308 status = ocfs2_read_inode_block(inode, ret_bh); 2309 if (status < 0) 2310 mlog_errno(status); 2311 2312 return status; 2313 } 2314 2315 /* 2316 * returns < 0 error if the callback will never be called, otherwise 2317 * the result of the lock will be communicated via the callback. 2318 */ 2319 int ocfs2_inode_lock_full_nested(struct inode *inode, 2320 struct buffer_head **ret_bh, 2321 int ex, 2322 int arg_flags, 2323 int subclass) 2324 { 2325 int status, level, acquired; 2326 u32 dlm_flags; 2327 struct ocfs2_lock_res *lockres = NULL; 2328 struct ocfs2_super *osb = OCFS2_SB(inode->i_sb); 2329 struct buffer_head *local_bh = NULL; 2330 2331 BUG_ON(!inode); 2332 2333 mlog(0, "inode %llu, take %s META lock\n", 2334 (unsigned long long)OCFS2_I(inode)->ip_blkno, 2335 ex ? "EXMODE" : "PRMODE"); 2336 2337 status = 0; 2338 acquired = 0; 2339 /* We'll allow faking a readonly metadata lock for 2340 * rodevices. */ 2341 if (ocfs2_is_hard_readonly(osb)) { 2342 if (ex) 2343 status = -EROFS; 2344 goto getbh; 2345 } 2346 2347 if (ocfs2_mount_local(osb)) 2348 goto local; 2349 2350 if (!(arg_flags & OCFS2_META_LOCK_RECOVERY)) 2351 ocfs2_wait_for_recovery(osb); 2352 2353 lockres = &OCFS2_I(inode)->ip_inode_lockres; 2354 level = ex ? DLM_LOCK_EX : DLM_LOCK_PR; 2355 dlm_flags = 0; 2356 if (arg_flags & OCFS2_META_LOCK_NOQUEUE) 2357 dlm_flags |= DLM_LKF_NOQUEUE; 2358 2359 status = __ocfs2_cluster_lock(osb, lockres, level, dlm_flags, 2360 arg_flags, subclass, _RET_IP_); 2361 if (status < 0) { 2362 if (status != -EAGAIN) 2363 mlog_errno(status); 2364 goto bail; 2365 } 2366 2367 /* Notify the error cleanup path to drop the cluster lock. */ 2368 acquired = 1; 2369 2370 /* We wait twice because a node may have died while we were in 2371 * the lower dlm layers. The second time though, we've 2372 * committed to owning this lock so we don't allow signals to 2373 * abort the operation. */ 2374 if (!(arg_flags & OCFS2_META_LOCK_RECOVERY)) 2375 ocfs2_wait_for_recovery(osb); 2376 2377 local: 2378 /* 2379 * We only see this flag if we're being called from 2380 * ocfs2_read_locked_inode(). It means we're locking an inode 2381 * which hasn't been populated yet, so clear the refresh flag 2382 * and let the caller handle it. 2383 */ 2384 if (inode->i_state & I_NEW) { 2385 status = 0; 2386 if (lockres) 2387 ocfs2_complete_lock_res_refresh(lockres, 0); 2388 goto bail; 2389 } 2390 2391 /* This is fun. The caller may want a bh back, or it may 2392 * not. ocfs2_inode_lock_update definitely wants one in, but 2393 * may or may not read one, depending on what's in the 2394 * LVB. The result of all of this is that we've *only* gone to 2395 * disk if we have to, so the complexity is worthwhile. */ 2396 status = ocfs2_inode_lock_update(inode, &local_bh); 2397 if (status < 0) { 2398 if (status != -ENOENT) 2399 mlog_errno(status); 2400 goto bail; 2401 } 2402 getbh: 2403 if (ret_bh) { 2404 status = ocfs2_assign_bh(inode, ret_bh, local_bh); 2405 if (status < 0) { 2406 mlog_errno(status); 2407 goto bail; 2408 } 2409 } 2410 2411 bail: 2412 if (status < 0) { 2413 if (ret_bh && (*ret_bh)) { 2414 brelse(*ret_bh); 2415 *ret_bh = NULL; 2416 } 2417 if (acquired) 2418 ocfs2_inode_unlock(inode, ex); 2419 } 2420 2421 if (local_bh) 2422 brelse(local_bh); 2423 2424 return status; 2425 } 2426 2427 /* 2428 * This is working around a lock inversion between tasks acquiring DLM 2429 * locks while holding a page lock and the downconvert thread which 2430 * blocks dlm lock acquiry while acquiring page locks. 2431 * 2432 * ** These _with_page variantes are only intended to be called from aop 2433 * methods that hold page locks and return a very specific *positive* error 2434 * code that aop methods pass up to the VFS -- test for errors with != 0. ** 2435 * 2436 * The DLM is called such that it returns -EAGAIN if it would have 2437 * blocked waiting for the downconvert thread. In that case we unlock 2438 * our page so the downconvert thread can make progress. Once we've 2439 * done this we have to return AOP_TRUNCATED_PAGE so the aop method 2440 * that called us can bubble that back up into the VFS who will then 2441 * immediately retry the aop call. 2442 */ 2443 int ocfs2_inode_lock_with_page(struct inode *inode, 2444 struct buffer_head **ret_bh, 2445 int ex, 2446 struct page *page) 2447 { 2448 int ret; 2449 2450 ret = ocfs2_inode_lock_full(inode, ret_bh, ex, OCFS2_LOCK_NONBLOCK); 2451 if (ret == -EAGAIN) { 2452 unlock_page(page); 2453 ret = AOP_TRUNCATED_PAGE; 2454 } 2455 2456 return ret; 2457 } 2458 2459 int ocfs2_inode_lock_atime(struct inode *inode, 2460 struct vfsmount *vfsmnt, 2461 int *level) 2462 { 2463 int ret; 2464 2465 ret = ocfs2_inode_lock(inode, NULL, 0); 2466 if (ret < 0) { 2467 mlog_errno(ret); 2468 return ret; 2469 } 2470 2471 /* 2472 * If we should update atime, we will get EX lock, 2473 * otherwise we just get PR lock. 2474 */ 2475 if (ocfs2_should_update_atime(inode, vfsmnt)) { 2476 struct buffer_head *bh = NULL; 2477 2478 ocfs2_inode_unlock(inode, 0); 2479 ret = ocfs2_inode_lock(inode, &bh, 1); 2480 if (ret < 0) { 2481 mlog_errno(ret); 2482 return ret; 2483 } 2484 *level = 1; 2485 if (ocfs2_should_update_atime(inode, vfsmnt)) 2486 ocfs2_update_inode_atime(inode, bh); 2487 if (bh) 2488 brelse(bh); 2489 } else 2490 *level = 0; 2491 2492 return ret; 2493 } 2494 2495 void ocfs2_inode_unlock(struct inode *inode, 2496 int ex) 2497 { 2498 int level = ex ? DLM_LOCK_EX : DLM_LOCK_PR; 2499 struct ocfs2_lock_res *lockres = &OCFS2_I(inode)->ip_inode_lockres; 2500 struct ocfs2_super *osb = OCFS2_SB(inode->i_sb); 2501 2502 mlog(0, "inode %llu drop %s META lock\n", 2503 (unsigned long long)OCFS2_I(inode)->ip_blkno, 2504 ex ? "EXMODE" : "PRMODE"); 2505 2506 if (!ocfs2_is_hard_readonly(OCFS2_SB(inode->i_sb)) && 2507 !ocfs2_mount_local(osb)) 2508 ocfs2_cluster_unlock(OCFS2_SB(inode->i_sb), lockres, level); 2509 } 2510 2511 int ocfs2_orphan_scan_lock(struct ocfs2_super *osb, u32 *seqno) 2512 { 2513 struct ocfs2_lock_res *lockres; 2514 struct ocfs2_orphan_scan_lvb *lvb; 2515 int status = 0; 2516 2517 if (ocfs2_is_hard_readonly(osb)) 2518 return -EROFS; 2519 2520 if (ocfs2_mount_local(osb)) 2521 return 0; 2522 2523 lockres = &osb->osb_orphan_scan.os_lockres; 2524 status = ocfs2_cluster_lock(osb, lockres, DLM_LOCK_EX, 0, 0); 2525 if (status < 0) 2526 return status; 2527 2528 lvb = ocfs2_dlm_lvb(&lockres->l_lksb); 2529 if (ocfs2_dlm_lvb_valid(&lockres->l_lksb) && 2530 lvb->lvb_version == OCFS2_ORPHAN_LVB_VERSION) 2531 *seqno = be32_to_cpu(lvb->lvb_os_seqno); 2532 else 2533 *seqno = osb->osb_orphan_scan.os_seqno + 1; 2534 2535 return status; 2536 } 2537 2538 void ocfs2_orphan_scan_unlock(struct ocfs2_super *osb, u32 seqno) 2539 { 2540 struct ocfs2_lock_res *lockres; 2541 struct ocfs2_orphan_scan_lvb *lvb; 2542 2543 if (!ocfs2_is_hard_readonly(osb) && !ocfs2_mount_local(osb)) { 2544 lockres = &osb->osb_orphan_scan.os_lockres; 2545 lvb = ocfs2_dlm_lvb(&lockres->l_lksb); 2546 lvb->lvb_version = OCFS2_ORPHAN_LVB_VERSION; 2547 lvb->lvb_os_seqno = cpu_to_be32(seqno); 2548 ocfs2_cluster_unlock(osb, lockres, DLM_LOCK_EX); 2549 } 2550 } 2551 2552 int ocfs2_super_lock(struct ocfs2_super *osb, 2553 int ex) 2554 { 2555 int status = 0; 2556 int level = ex ? DLM_LOCK_EX : DLM_LOCK_PR; 2557 struct ocfs2_lock_res *lockres = &osb->osb_super_lockres; 2558 2559 if (ocfs2_is_hard_readonly(osb)) 2560 return -EROFS; 2561 2562 if (ocfs2_mount_local(osb)) 2563 goto bail; 2564 2565 status = ocfs2_cluster_lock(osb, lockres, level, 0, 0); 2566 if (status < 0) { 2567 mlog_errno(status); 2568 goto bail; 2569 } 2570 2571 /* The super block lock path is really in the best position to 2572 * know when resources covered by the lock need to be 2573 * refreshed, so we do it here. Of course, making sense of 2574 * everything is up to the caller :) */ 2575 status = ocfs2_should_refresh_lock_res(lockres); 2576 if (status) { 2577 status = ocfs2_refresh_slot_info(osb); 2578 2579 ocfs2_complete_lock_res_refresh(lockres, status); 2580 2581 if (status < 0) { 2582 ocfs2_cluster_unlock(osb, lockres, level); 2583 mlog_errno(status); 2584 } 2585 ocfs2_track_lock_refresh(lockres); 2586 } 2587 bail: 2588 return status; 2589 } 2590 2591 void ocfs2_super_unlock(struct ocfs2_super *osb, 2592 int ex) 2593 { 2594 int level = ex ? DLM_LOCK_EX : DLM_LOCK_PR; 2595 struct ocfs2_lock_res *lockres = &osb->osb_super_lockres; 2596 2597 if (!ocfs2_mount_local(osb)) 2598 ocfs2_cluster_unlock(osb, lockres, level); 2599 } 2600 2601 int ocfs2_rename_lock(struct ocfs2_super *osb) 2602 { 2603 int status; 2604 struct ocfs2_lock_res *lockres = &osb->osb_rename_lockres; 2605 2606 if (ocfs2_is_hard_readonly(osb)) 2607 return -EROFS; 2608 2609 if (ocfs2_mount_local(osb)) 2610 return 0; 2611 2612 status = ocfs2_cluster_lock(osb, lockres, DLM_LOCK_EX, 0, 0); 2613 if (status < 0) 2614 mlog_errno(status); 2615 2616 return status; 2617 } 2618 2619 void ocfs2_rename_unlock(struct ocfs2_super *osb) 2620 { 2621 struct ocfs2_lock_res *lockres = &osb->osb_rename_lockres; 2622 2623 if (!ocfs2_mount_local(osb)) 2624 ocfs2_cluster_unlock(osb, lockres, DLM_LOCK_EX); 2625 } 2626 2627 int ocfs2_nfs_sync_lock(struct ocfs2_super *osb, int ex) 2628 { 2629 int status; 2630 struct ocfs2_lock_res *lockres = &osb->osb_nfs_sync_lockres; 2631 2632 if (ocfs2_is_hard_readonly(osb)) 2633 return -EROFS; 2634 2635 if (ocfs2_mount_local(osb)) 2636 return 0; 2637 2638 status = ocfs2_cluster_lock(osb, lockres, ex ? LKM_EXMODE : LKM_PRMODE, 2639 0, 0); 2640 if (status < 0) 2641 mlog(ML_ERROR, "lock on nfs sync lock failed %d\n", status); 2642 2643 return status; 2644 } 2645 2646 void ocfs2_nfs_sync_unlock(struct ocfs2_super *osb, int ex) 2647 { 2648 struct ocfs2_lock_res *lockres = &osb->osb_nfs_sync_lockres; 2649 2650 if (!ocfs2_mount_local(osb)) 2651 ocfs2_cluster_unlock(osb, lockres, 2652 ex ? LKM_EXMODE : LKM_PRMODE); 2653 } 2654 2655 int ocfs2_dentry_lock(struct dentry *dentry, int ex) 2656 { 2657 int ret; 2658 int level = ex ? DLM_LOCK_EX : DLM_LOCK_PR; 2659 struct ocfs2_dentry_lock *dl = dentry->d_fsdata; 2660 struct ocfs2_super *osb = OCFS2_SB(dentry->d_sb); 2661 2662 BUG_ON(!dl); 2663 2664 if (ocfs2_is_hard_readonly(osb)) { 2665 if (ex) 2666 return -EROFS; 2667 return 0; 2668 } 2669 2670 if (ocfs2_mount_local(osb)) 2671 return 0; 2672 2673 ret = ocfs2_cluster_lock(osb, &dl->dl_lockres, level, 0, 0); 2674 if (ret < 0) 2675 mlog_errno(ret); 2676 2677 return ret; 2678 } 2679 2680 void ocfs2_dentry_unlock(struct dentry *dentry, int ex) 2681 { 2682 int level = ex ? DLM_LOCK_EX : DLM_LOCK_PR; 2683 struct ocfs2_dentry_lock *dl = dentry->d_fsdata; 2684 struct ocfs2_super *osb = OCFS2_SB(dentry->d_sb); 2685 2686 if (!ocfs2_is_hard_readonly(osb) && !ocfs2_mount_local(osb)) 2687 ocfs2_cluster_unlock(osb, &dl->dl_lockres, level); 2688 } 2689 2690 /* Reference counting of the dlm debug structure. We want this because 2691 * open references on the debug inodes can live on after a mount, so 2692 * we can't rely on the ocfs2_super to always exist. */ 2693 static void ocfs2_dlm_debug_free(struct kref *kref) 2694 { 2695 struct ocfs2_dlm_debug *dlm_debug; 2696 2697 dlm_debug = container_of(kref, struct ocfs2_dlm_debug, d_refcnt); 2698 2699 kfree(dlm_debug); 2700 } 2701 2702 void ocfs2_put_dlm_debug(struct ocfs2_dlm_debug *dlm_debug) 2703 { 2704 if (dlm_debug) 2705 kref_put(&dlm_debug->d_refcnt, ocfs2_dlm_debug_free); 2706 } 2707 2708 static void ocfs2_get_dlm_debug(struct ocfs2_dlm_debug *debug) 2709 { 2710 kref_get(&debug->d_refcnt); 2711 } 2712 2713 struct ocfs2_dlm_debug *ocfs2_new_dlm_debug(void) 2714 { 2715 struct ocfs2_dlm_debug *dlm_debug; 2716 2717 dlm_debug = kmalloc(sizeof(struct ocfs2_dlm_debug), GFP_KERNEL); 2718 if (!dlm_debug) { 2719 mlog_errno(-ENOMEM); 2720 goto out; 2721 } 2722 2723 kref_init(&dlm_debug->d_refcnt); 2724 INIT_LIST_HEAD(&dlm_debug->d_lockres_tracking); 2725 dlm_debug->d_locking_state = NULL; 2726 out: 2727 return dlm_debug; 2728 } 2729 2730 /* Access to this is arbitrated for us via seq_file->sem. */ 2731 struct ocfs2_dlm_seq_priv { 2732 struct ocfs2_dlm_debug *p_dlm_debug; 2733 struct ocfs2_lock_res p_iter_res; 2734 struct ocfs2_lock_res p_tmp_res; 2735 }; 2736 2737 static struct ocfs2_lock_res *ocfs2_dlm_next_res(struct ocfs2_lock_res *start, 2738 struct ocfs2_dlm_seq_priv *priv) 2739 { 2740 struct ocfs2_lock_res *iter, *ret = NULL; 2741 struct ocfs2_dlm_debug *dlm_debug = priv->p_dlm_debug; 2742 2743 assert_spin_locked(&ocfs2_dlm_tracking_lock); 2744 2745 list_for_each_entry(iter, &start->l_debug_list, l_debug_list) { 2746 /* discover the head of the list */ 2747 if (&iter->l_debug_list == &dlm_debug->d_lockres_tracking) { 2748 mlog(0, "End of list found, %p\n", ret); 2749 break; 2750 } 2751 2752 /* We track our "dummy" iteration lockres' by a NULL 2753 * l_ops field. */ 2754 if (iter->l_ops != NULL) { 2755 ret = iter; 2756 break; 2757 } 2758 } 2759 2760 return ret; 2761 } 2762 2763 static void *ocfs2_dlm_seq_start(struct seq_file *m, loff_t *pos) 2764 { 2765 struct ocfs2_dlm_seq_priv *priv = m->private; 2766 struct ocfs2_lock_res *iter; 2767 2768 spin_lock(&ocfs2_dlm_tracking_lock); 2769 iter = ocfs2_dlm_next_res(&priv->p_iter_res, priv); 2770 if (iter) { 2771 /* Since lockres' have the lifetime of their container 2772 * (which can be inodes, ocfs2_supers, etc) we want to 2773 * copy this out to a temporary lockres while still 2774 * under the spinlock. Obviously after this we can't 2775 * trust any pointers on the copy returned, but that's 2776 * ok as the information we want isn't typically held 2777 * in them. */ 2778 priv->p_tmp_res = *iter; 2779 iter = &priv->p_tmp_res; 2780 } 2781 spin_unlock(&ocfs2_dlm_tracking_lock); 2782 2783 return iter; 2784 } 2785 2786 static void ocfs2_dlm_seq_stop(struct seq_file *m, void *v) 2787 { 2788 } 2789 2790 static void *ocfs2_dlm_seq_next(struct seq_file *m, void *v, loff_t *pos) 2791 { 2792 struct ocfs2_dlm_seq_priv *priv = m->private; 2793 struct ocfs2_lock_res *iter = v; 2794 struct ocfs2_lock_res *dummy = &priv->p_iter_res; 2795 2796 spin_lock(&ocfs2_dlm_tracking_lock); 2797 iter = ocfs2_dlm_next_res(iter, priv); 2798 list_del_init(&dummy->l_debug_list); 2799 if (iter) { 2800 list_add(&dummy->l_debug_list, &iter->l_debug_list); 2801 priv->p_tmp_res = *iter; 2802 iter = &priv->p_tmp_res; 2803 } 2804 spin_unlock(&ocfs2_dlm_tracking_lock); 2805 2806 return iter; 2807 } 2808 2809 /* 2810 * Version is used by debugfs.ocfs2 to determine the format being used 2811 * 2812 * New in version 2 2813 * - Lock stats printed 2814 * New in version 3 2815 * - Max time in lock stats is in usecs (instead of nsecs) 2816 */ 2817 #define OCFS2_DLM_DEBUG_STR_VERSION 3 2818 static int ocfs2_dlm_seq_show(struct seq_file *m, void *v) 2819 { 2820 int i; 2821 char *lvb; 2822 struct ocfs2_lock_res *lockres = v; 2823 2824 if (!lockres) 2825 return -EINVAL; 2826 2827 seq_printf(m, "0x%x\t", OCFS2_DLM_DEBUG_STR_VERSION); 2828 2829 if (lockres->l_type == OCFS2_LOCK_TYPE_DENTRY) 2830 seq_printf(m, "%.*s%08x\t", OCFS2_DENTRY_LOCK_INO_START - 1, 2831 lockres->l_name, 2832 (unsigned int)ocfs2_get_dentry_lock_ino(lockres)); 2833 else 2834 seq_printf(m, "%.*s\t", OCFS2_LOCK_ID_MAX_LEN, lockres->l_name); 2835 2836 seq_printf(m, "%d\t" 2837 "0x%lx\t" 2838 "0x%x\t" 2839 "0x%x\t" 2840 "%u\t" 2841 "%u\t" 2842 "%d\t" 2843 "%d\t", 2844 lockres->l_level, 2845 lockres->l_flags, 2846 lockres->l_action, 2847 lockres->l_unlock_action, 2848 lockres->l_ro_holders, 2849 lockres->l_ex_holders, 2850 lockres->l_requested, 2851 lockres->l_blocking); 2852 2853 /* Dump the raw LVB */ 2854 lvb = ocfs2_dlm_lvb(&lockres->l_lksb); 2855 for(i = 0; i < DLM_LVB_LEN; i++) 2856 seq_printf(m, "0x%x\t", lvb[i]); 2857 2858 #ifdef CONFIG_OCFS2_FS_STATS 2859 # define lock_num_prmode(_l) ((_l)->l_lock_prmode.ls_gets) 2860 # define lock_num_exmode(_l) ((_l)->l_lock_exmode.ls_gets) 2861 # define lock_num_prmode_failed(_l) ((_l)->l_lock_prmode.ls_fail) 2862 # define lock_num_exmode_failed(_l) ((_l)->l_lock_exmode.ls_fail) 2863 # define lock_total_prmode(_l) ((_l)->l_lock_prmode.ls_total) 2864 # define lock_total_exmode(_l) ((_l)->l_lock_exmode.ls_total) 2865 # define lock_max_prmode(_l) ((_l)->l_lock_prmode.ls_max) 2866 # define lock_max_exmode(_l) ((_l)->l_lock_exmode.ls_max) 2867 # define lock_refresh(_l) ((_l)->l_lock_refresh) 2868 #else 2869 # define lock_num_prmode(_l) (0) 2870 # define lock_num_exmode(_l) (0) 2871 # define lock_num_prmode_failed(_l) (0) 2872 # define lock_num_exmode_failed(_l) (0) 2873 # define lock_total_prmode(_l) (0ULL) 2874 # define lock_total_exmode(_l) (0ULL) 2875 # define lock_max_prmode(_l) (0) 2876 # define lock_max_exmode(_l) (0) 2877 # define lock_refresh(_l) (0) 2878 #endif 2879 /* The following seq_print was added in version 2 of this output */ 2880 seq_printf(m, "%u\t" 2881 "%u\t" 2882 "%u\t" 2883 "%u\t" 2884 "%llu\t" 2885 "%llu\t" 2886 "%u\t" 2887 "%u\t" 2888 "%u\t", 2889 lock_num_prmode(lockres), 2890 lock_num_exmode(lockres), 2891 lock_num_prmode_failed(lockres), 2892 lock_num_exmode_failed(lockres), 2893 lock_total_prmode(lockres), 2894 lock_total_exmode(lockres), 2895 lock_max_prmode(lockres), 2896 lock_max_exmode(lockres), 2897 lock_refresh(lockres)); 2898 2899 /* End the line */ 2900 seq_printf(m, "\n"); 2901 return 0; 2902 } 2903 2904 static const struct seq_operations ocfs2_dlm_seq_ops = { 2905 .start = ocfs2_dlm_seq_start, 2906 .stop = ocfs2_dlm_seq_stop, 2907 .next = ocfs2_dlm_seq_next, 2908 .show = ocfs2_dlm_seq_show, 2909 }; 2910 2911 static int ocfs2_dlm_debug_release(struct inode *inode, struct file *file) 2912 { 2913 struct seq_file *seq = file->private_data; 2914 struct ocfs2_dlm_seq_priv *priv = seq->private; 2915 struct ocfs2_lock_res *res = &priv->p_iter_res; 2916 2917 ocfs2_remove_lockres_tracking(res); 2918 ocfs2_put_dlm_debug(priv->p_dlm_debug); 2919 return seq_release_private(inode, file); 2920 } 2921 2922 static int ocfs2_dlm_debug_open(struct inode *inode, struct file *file) 2923 { 2924 struct ocfs2_dlm_seq_priv *priv; 2925 struct ocfs2_super *osb; 2926 2927 priv = __seq_open_private(file, &ocfs2_dlm_seq_ops, sizeof(*priv)); 2928 if (!priv) { 2929 mlog_errno(-ENOMEM); 2930 return -ENOMEM; 2931 } 2932 2933 osb = inode->i_private; 2934 ocfs2_get_dlm_debug(osb->osb_dlm_debug); 2935 priv->p_dlm_debug = osb->osb_dlm_debug; 2936 INIT_LIST_HEAD(&priv->p_iter_res.l_debug_list); 2937 2938 ocfs2_add_lockres_tracking(&priv->p_iter_res, 2939 priv->p_dlm_debug); 2940 2941 return 0; 2942 } 2943 2944 static const struct file_operations ocfs2_dlm_debug_fops = { 2945 .open = ocfs2_dlm_debug_open, 2946 .release = ocfs2_dlm_debug_release, 2947 .read = seq_read, 2948 .llseek = seq_lseek, 2949 }; 2950 2951 static int ocfs2_dlm_init_debug(struct ocfs2_super *osb) 2952 { 2953 int ret = 0; 2954 struct ocfs2_dlm_debug *dlm_debug = osb->osb_dlm_debug; 2955 2956 dlm_debug->d_locking_state = debugfs_create_file("locking_state", 2957 S_IFREG|S_IRUSR, 2958 osb->osb_debug_root, 2959 osb, 2960 &ocfs2_dlm_debug_fops); 2961 if (!dlm_debug->d_locking_state) { 2962 ret = -EINVAL; 2963 mlog(ML_ERROR, 2964 "Unable to create locking state debugfs file.\n"); 2965 goto out; 2966 } 2967 2968 ocfs2_get_dlm_debug(dlm_debug); 2969 out: 2970 return ret; 2971 } 2972 2973 static void ocfs2_dlm_shutdown_debug(struct ocfs2_super *osb) 2974 { 2975 struct ocfs2_dlm_debug *dlm_debug = osb->osb_dlm_debug; 2976 2977 if (dlm_debug) { 2978 debugfs_remove(dlm_debug->d_locking_state); 2979 ocfs2_put_dlm_debug(dlm_debug); 2980 } 2981 } 2982 2983 int ocfs2_dlm_init(struct ocfs2_super *osb) 2984 { 2985 int status = 0; 2986 struct ocfs2_cluster_connection *conn = NULL; 2987 2988 if (ocfs2_mount_local(osb)) { 2989 osb->node_num = 0; 2990 goto local; 2991 } 2992 2993 status = ocfs2_dlm_init_debug(osb); 2994 if (status < 0) { 2995 mlog_errno(status); 2996 goto bail; 2997 } 2998 2999 /* launch downconvert thread */ 3000 osb->dc_task = kthread_run(ocfs2_downconvert_thread, osb, "ocfs2dc-%s", 3001 osb->uuid_str); 3002 if (IS_ERR(osb->dc_task)) { 3003 status = PTR_ERR(osb->dc_task); 3004 osb->dc_task = NULL; 3005 mlog_errno(status); 3006 goto bail; 3007 } 3008 3009 /* for now, uuid == domain */ 3010 status = ocfs2_cluster_connect(osb->osb_cluster_stack, 3011 osb->osb_cluster_name, 3012 strlen(osb->osb_cluster_name), 3013 osb->uuid_str, 3014 strlen(osb->uuid_str), 3015 &lproto, ocfs2_do_node_down, osb, 3016 &conn); 3017 if (status) { 3018 mlog_errno(status); 3019 goto bail; 3020 } 3021 3022 status = ocfs2_cluster_this_node(conn, &osb->node_num); 3023 if (status < 0) { 3024 mlog_errno(status); 3025 mlog(ML_ERROR, 3026 "could not find this host's node number\n"); 3027 ocfs2_cluster_disconnect(conn, 0); 3028 goto bail; 3029 } 3030 3031 local: 3032 ocfs2_super_lock_res_init(&osb->osb_super_lockres, osb); 3033 ocfs2_rename_lock_res_init(&osb->osb_rename_lockres, osb); 3034 ocfs2_nfs_sync_lock_res_init(&osb->osb_nfs_sync_lockres, osb); 3035 ocfs2_orphan_scan_lock_res_init(&osb->osb_orphan_scan.os_lockres, osb); 3036 3037 osb->cconn = conn; 3038 bail: 3039 if (status < 0) { 3040 ocfs2_dlm_shutdown_debug(osb); 3041 if (osb->dc_task) 3042 kthread_stop(osb->dc_task); 3043 } 3044 3045 return status; 3046 } 3047 3048 void ocfs2_dlm_shutdown(struct ocfs2_super *osb, 3049 int hangup_pending) 3050 { 3051 ocfs2_drop_osb_locks(osb); 3052 3053 /* 3054 * Now that we have dropped all locks and ocfs2_dismount_volume() 3055 * has disabled recovery, the DLM won't be talking to us. It's 3056 * safe to tear things down before disconnecting the cluster. 3057 */ 3058 3059 if (osb->dc_task) { 3060 kthread_stop(osb->dc_task); 3061 osb->dc_task = NULL; 3062 } 3063 3064 ocfs2_lock_res_free(&osb->osb_super_lockres); 3065 ocfs2_lock_res_free(&osb->osb_rename_lockres); 3066 ocfs2_lock_res_free(&osb->osb_nfs_sync_lockres); 3067 ocfs2_lock_res_free(&osb->osb_orphan_scan.os_lockres); 3068 3069 ocfs2_cluster_disconnect(osb->cconn, hangup_pending); 3070 osb->cconn = NULL; 3071 3072 ocfs2_dlm_shutdown_debug(osb); 3073 } 3074 3075 static int ocfs2_drop_lock(struct ocfs2_super *osb, 3076 struct ocfs2_lock_res *lockres) 3077 { 3078 int ret; 3079 unsigned long flags; 3080 u32 lkm_flags = 0; 3081 3082 /* We didn't get anywhere near actually using this lockres. */ 3083 if (!(lockres->l_flags & OCFS2_LOCK_INITIALIZED)) 3084 goto out; 3085 3086 if (lockres->l_ops->flags & LOCK_TYPE_USES_LVB) 3087 lkm_flags |= DLM_LKF_VALBLK; 3088 3089 spin_lock_irqsave(&lockres->l_lock, flags); 3090 3091 mlog_bug_on_msg(!(lockres->l_flags & OCFS2_LOCK_FREEING), 3092 "lockres %s, flags 0x%lx\n", 3093 lockres->l_name, lockres->l_flags); 3094 3095 while (lockres->l_flags & OCFS2_LOCK_BUSY) { 3096 mlog(0, "waiting on busy lock \"%s\": flags = %lx, action = " 3097 "%u, unlock_action = %u\n", 3098 lockres->l_name, lockres->l_flags, lockres->l_action, 3099 lockres->l_unlock_action); 3100 3101 spin_unlock_irqrestore(&lockres->l_lock, flags); 3102 3103 /* XXX: Today we just wait on any busy 3104 * locks... Perhaps we need to cancel converts in the 3105 * future? */ 3106 ocfs2_wait_on_busy_lock(lockres); 3107 3108 spin_lock_irqsave(&lockres->l_lock, flags); 3109 } 3110 3111 if (lockres->l_ops->flags & LOCK_TYPE_USES_LVB) { 3112 if (lockres->l_flags & OCFS2_LOCK_ATTACHED && 3113 lockres->l_level == DLM_LOCK_EX && 3114 !(lockres->l_flags & OCFS2_LOCK_NEEDS_REFRESH)) 3115 lockres->l_ops->set_lvb(lockres); 3116 } 3117 3118 if (lockres->l_flags & OCFS2_LOCK_BUSY) 3119 mlog(ML_ERROR, "destroying busy lock: \"%s\"\n", 3120 lockres->l_name); 3121 if (lockres->l_flags & OCFS2_LOCK_BLOCKED) 3122 mlog(0, "destroying blocked lock: \"%s\"\n", lockres->l_name); 3123 3124 if (!(lockres->l_flags & OCFS2_LOCK_ATTACHED)) { 3125 spin_unlock_irqrestore(&lockres->l_lock, flags); 3126 goto out; 3127 } 3128 3129 lockres_clear_flags(lockres, OCFS2_LOCK_ATTACHED); 3130 3131 /* make sure we never get here while waiting for an ast to 3132 * fire. */ 3133 BUG_ON(lockres->l_action != OCFS2_AST_INVALID); 3134 3135 /* is this necessary? */ 3136 lockres_or_flags(lockres, OCFS2_LOCK_BUSY); 3137 lockres->l_unlock_action = OCFS2_UNLOCK_DROP_LOCK; 3138 spin_unlock_irqrestore(&lockres->l_lock, flags); 3139 3140 mlog(0, "lock %s\n", lockres->l_name); 3141 3142 ret = ocfs2_dlm_unlock(osb->cconn, &lockres->l_lksb, lkm_flags); 3143 if (ret) { 3144 ocfs2_log_dlm_error("ocfs2_dlm_unlock", ret, lockres); 3145 mlog(ML_ERROR, "lockres flags: %lu\n", lockres->l_flags); 3146 ocfs2_dlm_dump_lksb(&lockres->l_lksb); 3147 BUG(); 3148 } 3149 mlog(0, "lock %s, successful return from ocfs2_dlm_unlock\n", 3150 lockres->l_name); 3151 3152 ocfs2_wait_on_busy_lock(lockres); 3153 out: 3154 return 0; 3155 } 3156 3157 static void ocfs2_process_blocked_lock(struct ocfs2_super *osb, 3158 struct ocfs2_lock_res *lockres); 3159 3160 /* Mark the lockres as being dropped. It will no longer be 3161 * queued if blocking, but we still may have to wait on it 3162 * being dequeued from the downconvert thread before we can consider 3163 * it safe to drop. 3164 * 3165 * You can *not* attempt to call cluster_lock on this lockres anymore. */ 3166 void ocfs2_mark_lockres_freeing(struct ocfs2_super *osb, 3167 struct ocfs2_lock_res *lockres) 3168 { 3169 int status; 3170 struct ocfs2_mask_waiter mw; 3171 unsigned long flags, flags2; 3172 3173 ocfs2_init_mask_waiter(&mw); 3174 3175 spin_lock_irqsave(&lockres->l_lock, flags); 3176 lockres->l_flags |= OCFS2_LOCK_FREEING; 3177 if (lockres->l_flags & OCFS2_LOCK_QUEUED && current == osb->dc_task) { 3178 /* 3179 * We know the downconvert is queued but not in progress 3180 * because we are the downconvert thread and processing 3181 * different lock. So we can just remove the lock from the 3182 * queue. This is not only an optimization but also a way 3183 * to avoid the following deadlock: 3184 * ocfs2_dentry_post_unlock() 3185 * ocfs2_dentry_lock_put() 3186 * ocfs2_drop_dentry_lock() 3187 * iput() 3188 * ocfs2_evict_inode() 3189 * ocfs2_clear_inode() 3190 * ocfs2_mark_lockres_freeing() 3191 * ... blocks waiting for OCFS2_LOCK_QUEUED 3192 * since we are the downconvert thread which 3193 * should clear the flag. 3194 */ 3195 spin_unlock_irqrestore(&lockres->l_lock, flags); 3196 spin_lock_irqsave(&osb->dc_task_lock, flags2); 3197 list_del_init(&lockres->l_blocked_list); 3198 osb->blocked_lock_count--; 3199 spin_unlock_irqrestore(&osb->dc_task_lock, flags2); 3200 /* 3201 * Warn if we recurse into another post_unlock call. Strictly 3202 * speaking it isn't a problem but we need to be careful if 3203 * that happens (stack overflow, deadlocks, ...) so warn if 3204 * ocfs2 grows a path for which this can happen. 3205 */ 3206 WARN_ON_ONCE(lockres->l_ops->post_unlock); 3207 /* Since the lock is freeing we don't do much in the fn below */ 3208 ocfs2_process_blocked_lock(osb, lockres); 3209 return; 3210 } 3211 while (lockres->l_flags & OCFS2_LOCK_QUEUED) { 3212 lockres_add_mask_waiter(lockres, &mw, OCFS2_LOCK_QUEUED, 0); 3213 spin_unlock_irqrestore(&lockres->l_lock, flags); 3214 3215 mlog(0, "Waiting on lockres %s\n", lockres->l_name); 3216 3217 status = ocfs2_wait_for_mask(&mw); 3218 if (status) 3219 mlog_errno(status); 3220 3221 spin_lock_irqsave(&lockres->l_lock, flags); 3222 } 3223 spin_unlock_irqrestore(&lockres->l_lock, flags); 3224 } 3225 3226 void ocfs2_simple_drop_lockres(struct ocfs2_super *osb, 3227 struct ocfs2_lock_res *lockres) 3228 { 3229 int ret; 3230 3231 ocfs2_mark_lockres_freeing(osb, lockres); 3232 ret = ocfs2_drop_lock(osb, lockres); 3233 if (ret) 3234 mlog_errno(ret); 3235 } 3236 3237 static void ocfs2_drop_osb_locks(struct ocfs2_super *osb) 3238 { 3239 ocfs2_simple_drop_lockres(osb, &osb->osb_super_lockres); 3240 ocfs2_simple_drop_lockres(osb, &osb->osb_rename_lockres); 3241 ocfs2_simple_drop_lockres(osb, &osb->osb_nfs_sync_lockres); 3242 ocfs2_simple_drop_lockres(osb, &osb->osb_orphan_scan.os_lockres); 3243 } 3244 3245 int ocfs2_drop_inode_locks(struct inode *inode) 3246 { 3247 int status, err; 3248 3249 /* No need to call ocfs2_mark_lockres_freeing here - 3250 * ocfs2_clear_inode has done it for us. */ 3251 3252 err = ocfs2_drop_lock(OCFS2_SB(inode->i_sb), 3253 &OCFS2_I(inode)->ip_open_lockres); 3254 if (err < 0) 3255 mlog_errno(err); 3256 3257 status = err; 3258 3259 err = ocfs2_drop_lock(OCFS2_SB(inode->i_sb), 3260 &OCFS2_I(inode)->ip_inode_lockres); 3261 if (err < 0) 3262 mlog_errno(err); 3263 if (err < 0 && !status) 3264 status = err; 3265 3266 err = ocfs2_drop_lock(OCFS2_SB(inode->i_sb), 3267 &OCFS2_I(inode)->ip_rw_lockres); 3268 if (err < 0) 3269 mlog_errno(err); 3270 if (err < 0 && !status) 3271 status = err; 3272 3273 return status; 3274 } 3275 3276 static unsigned int ocfs2_prepare_downconvert(struct ocfs2_lock_res *lockres, 3277 int new_level) 3278 { 3279 assert_spin_locked(&lockres->l_lock); 3280 3281 BUG_ON(lockres->l_blocking <= DLM_LOCK_NL); 3282 3283 if (lockres->l_level <= new_level) { 3284 mlog(ML_ERROR, "lockres %s, lvl %d <= %d, blcklst %d, mask %d, " 3285 "type %d, flags 0x%lx, hold %d %d, act %d %d, req %d, " 3286 "block %d, pgen %d\n", lockres->l_name, lockres->l_level, 3287 new_level, list_empty(&lockres->l_blocked_list), 3288 list_empty(&lockres->l_mask_waiters), lockres->l_type, 3289 lockres->l_flags, lockres->l_ro_holders, 3290 lockres->l_ex_holders, lockres->l_action, 3291 lockres->l_unlock_action, lockres->l_requested, 3292 lockres->l_blocking, lockres->l_pending_gen); 3293 BUG(); 3294 } 3295 3296 mlog(ML_BASTS, "lockres %s, level %d => %d, blocking %d\n", 3297 lockres->l_name, lockres->l_level, new_level, lockres->l_blocking); 3298 3299 lockres->l_action = OCFS2_AST_DOWNCONVERT; 3300 lockres->l_requested = new_level; 3301 lockres_or_flags(lockres, OCFS2_LOCK_BUSY); 3302 return lockres_set_pending(lockres); 3303 } 3304 3305 static int ocfs2_downconvert_lock(struct ocfs2_super *osb, 3306 struct ocfs2_lock_res *lockres, 3307 int new_level, 3308 int lvb, 3309 unsigned int generation) 3310 { 3311 int ret; 3312 u32 dlm_flags = DLM_LKF_CONVERT; 3313 3314 mlog(ML_BASTS, "lockres %s, level %d => %d\n", lockres->l_name, 3315 lockres->l_level, new_level); 3316 3317 if (lvb) 3318 dlm_flags |= DLM_LKF_VALBLK; 3319 3320 ret = ocfs2_dlm_lock(osb->cconn, 3321 new_level, 3322 &lockres->l_lksb, 3323 dlm_flags, 3324 lockres->l_name, 3325 OCFS2_LOCK_ID_MAX_LEN - 1); 3326 lockres_clear_pending(lockres, generation, osb); 3327 if (ret) { 3328 ocfs2_log_dlm_error("ocfs2_dlm_lock", ret, lockres); 3329 ocfs2_recover_from_dlm_error(lockres, 1); 3330 goto bail; 3331 } 3332 3333 ret = 0; 3334 bail: 3335 return ret; 3336 } 3337 3338 /* returns 1 when the caller should unlock and call ocfs2_dlm_unlock */ 3339 static int ocfs2_prepare_cancel_convert(struct ocfs2_super *osb, 3340 struct ocfs2_lock_res *lockres) 3341 { 3342 assert_spin_locked(&lockres->l_lock); 3343 3344 if (lockres->l_unlock_action == OCFS2_UNLOCK_CANCEL_CONVERT) { 3345 /* If we're already trying to cancel a lock conversion 3346 * then just drop the spinlock and allow the caller to 3347 * requeue this lock. */ 3348 mlog(ML_BASTS, "lockres %s, skip convert\n", lockres->l_name); 3349 return 0; 3350 } 3351 3352 /* were we in a convert when we got the bast fire? */ 3353 BUG_ON(lockres->l_action != OCFS2_AST_CONVERT && 3354 lockres->l_action != OCFS2_AST_DOWNCONVERT); 3355 /* set things up for the unlockast to know to just 3356 * clear out the ast_action and unset busy, etc. */ 3357 lockres->l_unlock_action = OCFS2_UNLOCK_CANCEL_CONVERT; 3358 3359 mlog_bug_on_msg(!(lockres->l_flags & OCFS2_LOCK_BUSY), 3360 "lock %s, invalid flags: 0x%lx\n", 3361 lockres->l_name, lockres->l_flags); 3362 3363 mlog(ML_BASTS, "lockres %s\n", lockres->l_name); 3364 3365 return 1; 3366 } 3367 3368 static int ocfs2_cancel_convert(struct ocfs2_super *osb, 3369 struct ocfs2_lock_res *lockres) 3370 { 3371 int ret; 3372 3373 ret = ocfs2_dlm_unlock(osb->cconn, &lockres->l_lksb, 3374 DLM_LKF_CANCEL); 3375 if (ret) { 3376 ocfs2_log_dlm_error("ocfs2_dlm_unlock", ret, lockres); 3377 ocfs2_recover_from_dlm_error(lockres, 0); 3378 } 3379 3380 mlog(ML_BASTS, "lockres %s\n", lockres->l_name); 3381 3382 return ret; 3383 } 3384 3385 static int ocfs2_unblock_lock(struct ocfs2_super *osb, 3386 struct ocfs2_lock_res *lockres, 3387 struct ocfs2_unblock_ctl *ctl) 3388 { 3389 unsigned long flags; 3390 int blocking; 3391 int new_level; 3392 int level; 3393 int ret = 0; 3394 int set_lvb = 0; 3395 unsigned int gen; 3396 3397 spin_lock_irqsave(&lockres->l_lock, flags); 3398 3399 recheck: 3400 /* 3401 * Is it still blocking? If not, we have no more work to do. 3402 */ 3403 if (!(lockres->l_flags & OCFS2_LOCK_BLOCKED)) { 3404 BUG_ON(lockres->l_blocking != DLM_LOCK_NL); 3405 spin_unlock_irqrestore(&lockres->l_lock, flags); 3406 ret = 0; 3407 goto leave; 3408 } 3409 3410 if (lockres->l_flags & OCFS2_LOCK_BUSY) { 3411 /* XXX 3412 * This is a *big* race. The OCFS2_LOCK_PENDING flag 3413 * exists entirely for one reason - another thread has set 3414 * OCFS2_LOCK_BUSY, but has *NOT* yet called dlm_lock(). 3415 * 3416 * If we do ocfs2_cancel_convert() before the other thread 3417 * calls dlm_lock(), our cancel will do nothing. We will 3418 * get no ast, and we will have no way of knowing the 3419 * cancel failed. Meanwhile, the other thread will call 3420 * into dlm_lock() and wait...forever. 3421 * 3422 * Why forever? Because another node has asked for the 3423 * lock first; that's why we're here in unblock_lock(). 3424 * 3425 * The solution is OCFS2_LOCK_PENDING. When PENDING is 3426 * set, we just requeue the unblock. Only when the other 3427 * thread has called dlm_lock() and cleared PENDING will 3428 * we then cancel their request. 3429 * 3430 * All callers of dlm_lock() must set OCFS2_DLM_PENDING 3431 * at the same time they set OCFS2_DLM_BUSY. They must 3432 * clear OCFS2_DLM_PENDING after dlm_lock() returns. 3433 */ 3434 if (lockres->l_flags & OCFS2_LOCK_PENDING) { 3435 mlog(ML_BASTS, "lockres %s, ReQ: Pending\n", 3436 lockres->l_name); 3437 goto leave_requeue; 3438 } 3439 3440 ctl->requeue = 1; 3441 ret = ocfs2_prepare_cancel_convert(osb, lockres); 3442 spin_unlock_irqrestore(&lockres->l_lock, flags); 3443 if (ret) { 3444 ret = ocfs2_cancel_convert(osb, lockres); 3445 if (ret < 0) 3446 mlog_errno(ret); 3447 } 3448 goto leave; 3449 } 3450 3451 /* 3452 * This prevents livelocks. OCFS2_LOCK_UPCONVERT_FINISHING flag is 3453 * set when the ast is received for an upconvert just before the 3454 * OCFS2_LOCK_BUSY flag is cleared. Now if the fs received a bast 3455 * on the heels of the ast, we want to delay the downconvert just 3456 * enough to allow the up requestor to do its task. Because this 3457 * lock is in the blocked queue, the lock will be downconverted 3458 * as soon as the requestor is done with the lock. 3459 */ 3460 if (lockres->l_flags & OCFS2_LOCK_UPCONVERT_FINISHING) 3461 goto leave_requeue; 3462 3463 /* 3464 * How can we block and yet be at NL? We were trying to upconvert 3465 * from NL and got canceled. The code comes back here, and now 3466 * we notice and clear BLOCKING. 3467 */ 3468 if (lockres->l_level == DLM_LOCK_NL) { 3469 BUG_ON(lockres->l_ex_holders || lockres->l_ro_holders); 3470 mlog(ML_BASTS, "lockres %s, Aborting dc\n", lockres->l_name); 3471 lockres->l_blocking = DLM_LOCK_NL; 3472 lockres_clear_flags(lockres, OCFS2_LOCK_BLOCKED); 3473 spin_unlock_irqrestore(&lockres->l_lock, flags); 3474 goto leave; 3475 } 3476 3477 /* if we're blocking an exclusive and we have *any* holders, 3478 * then requeue. */ 3479 if ((lockres->l_blocking == DLM_LOCK_EX) 3480 && (lockres->l_ex_holders || lockres->l_ro_holders)) { 3481 mlog(ML_BASTS, "lockres %s, ReQ: EX/PR Holders %u,%u\n", 3482 lockres->l_name, lockres->l_ex_holders, 3483 lockres->l_ro_holders); 3484 goto leave_requeue; 3485 } 3486 3487 /* If it's a PR we're blocking, then only 3488 * requeue if we've got any EX holders */ 3489 if (lockres->l_blocking == DLM_LOCK_PR && 3490 lockres->l_ex_holders) { 3491 mlog(ML_BASTS, "lockres %s, ReQ: EX Holders %u\n", 3492 lockres->l_name, lockres->l_ex_holders); 3493 goto leave_requeue; 3494 } 3495 3496 /* 3497 * Can we get a lock in this state if the holder counts are 3498 * zero? The meta data unblock code used to check this. 3499 */ 3500 if ((lockres->l_ops->flags & LOCK_TYPE_REQUIRES_REFRESH) 3501 && (lockres->l_flags & OCFS2_LOCK_REFRESHING)) { 3502 mlog(ML_BASTS, "lockres %s, ReQ: Lock Refreshing\n", 3503 lockres->l_name); 3504 goto leave_requeue; 3505 } 3506 3507 new_level = ocfs2_highest_compat_lock_level(lockres->l_blocking); 3508 3509 if (lockres->l_ops->check_downconvert 3510 && !lockres->l_ops->check_downconvert(lockres, new_level)) { 3511 mlog(ML_BASTS, "lockres %s, ReQ: Checkpointing\n", 3512 lockres->l_name); 3513 goto leave_requeue; 3514 } 3515 3516 /* If we get here, then we know that there are no more 3517 * incompatible holders (and anyone asking for an incompatible 3518 * lock is blocked). We can now downconvert the lock */ 3519 if (!lockres->l_ops->downconvert_worker) 3520 goto downconvert; 3521 3522 /* Some lockres types want to do a bit of work before 3523 * downconverting a lock. Allow that here. The worker function 3524 * may sleep, so we save off a copy of what we're blocking as 3525 * it may change while we're not holding the spin lock. */ 3526 blocking = lockres->l_blocking; 3527 level = lockres->l_level; 3528 spin_unlock_irqrestore(&lockres->l_lock, flags); 3529 3530 ctl->unblock_action = lockres->l_ops->downconvert_worker(lockres, blocking); 3531 3532 if (ctl->unblock_action == UNBLOCK_STOP_POST) { 3533 mlog(ML_BASTS, "lockres %s, UNBLOCK_STOP_POST\n", 3534 lockres->l_name); 3535 goto leave; 3536 } 3537 3538 spin_lock_irqsave(&lockres->l_lock, flags); 3539 if ((blocking != lockres->l_blocking) || (level != lockres->l_level)) { 3540 /* If this changed underneath us, then we can't drop 3541 * it just yet. */ 3542 mlog(ML_BASTS, "lockres %s, block=%d:%d, level=%d:%d, " 3543 "Recheck\n", lockres->l_name, blocking, 3544 lockres->l_blocking, level, lockres->l_level); 3545 goto recheck; 3546 } 3547 3548 downconvert: 3549 ctl->requeue = 0; 3550 3551 if (lockres->l_ops->flags & LOCK_TYPE_USES_LVB) { 3552 if (lockres->l_level == DLM_LOCK_EX) 3553 set_lvb = 1; 3554 3555 /* 3556 * We only set the lvb if the lock has been fully 3557 * refreshed - otherwise we risk setting stale 3558 * data. Otherwise, there's no need to actually clear 3559 * out the lvb here as it's value is still valid. 3560 */ 3561 if (set_lvb && !(lockres->l_flags & OCFS2_LOCK_NEEDS_REFRESH)) 3562 lockres->l_ops->set_lvb(lockres); 3563 } 3564 3565 gen = ocfs2_prepare_downconvert(lockres, new_level); 3566 spin_unlock_irqrestore(&lockres->l_lock, flags); 3567 ret = ocfs2_downconvert_lock(osb, lockres, new_level, set_lvb, 3568 gen); 3569 3570 leave: 3571 if (ret) 3572 mlog_errno(ret); 3573 return ret; 3574 3575 leave_requeue: 3576 spin_unlock_irqrestore(&lockres->l_lock, flags); 3577 ctl->requeue = 1; 3578 3579 return 0; 3580 } 3581 3582 static int ocfs2_data_convert_worker(struct ocfs2_lock_res *lockres, 3583 int blocking) 3584 { 3585 struct inode *inode; 3586 struct address_space *mapping; 3587 struct ocfs2_inode_info *oi; 3588 3589 inode = ocfs2_lock_res_inode(lockres); 3590 mapping = inode->i_mapping; 3591 3592 if (S_ISDIR(inode->i_mode)) { 3593 oi = OCFS2_I(inode); 3594 oi->ip_dir_lock_gen++; 3595 mlog(0, "generation: %u\n", oi->ip_dir_lock_gen); 3596 goto out; 3597 } 3598 3599 if (!S_ISREG(inode->i_mode)) 3600 goto out; 3601 3602 /* 3603 * We need this before the filemap_fdatawrite() so that it can 3604 * transfer the dirty bit from the PTE to the 3605 * page. Unfortunately this means that even for EX->PR 3606 * downconverts, we'll lose our mappings and have to build 3607 * them up again. 3608 */ 3609 unmap_mapping_range(mapping, 0, 0, 0); 3610 3611 if (filemap_fdatawrite(mapping)) { 3612 mlog(ML_ERROR, "Could not sync inode %llu for downconvert!", 3613 (unsigned long long)OCFS2_I(inode)->ip_blkno); 3614 } 3615 sync_mapping_buffers(mapping); 3616 if (blocking == DLM_LOCK_EX) { 3617 truncate_inode_pages(mapping, 0); 3618 } else { 3619 /* We only need to wait on the I/O if we're not also 3620 * truncating pages because truncate_inode_pages waits 3621 * for us above. We don't truncate pages if we're 3622 * blocking anything < EXMODE because we want to keep 3623 * them around in that case. */ 3624 filemap_fdatawait(mapping); 3625 } 3626 3627 forget_all_cached_acls(inode); 3628 3629 out: 3630 return UNBLOCK_CONTINUE; 3631 } 3632 3633 static int ocfs2_ci_checkpointed(struct ocfs2_caching_info *ci, 3634 struct ocfs2_lock_res *lockres, 3635 int new_level) 3636 { 3637 int checkpointed = ocfs2_ci_fully_checkpointed(ci); 3638 3639 BUG_ON(new_level != DLM_LOCK_NL && new_level != DLM_LOCK_PR); 3640 BUG_ON(lockres->l_level != DLM_LOCK_EX && !checkpointed); 3641 3642 if (checkpointed) 3643 return 1; 3644 3645 ocfs2_start_checkpoint(OCFS2_SB(ocfs2_metadata_cache_get_super(ci))); 3646 return 0; 3647 } 3648 3649 static int ocfs2_check_meta_downconvert(struct ocfs2_lock_res *lockres, 3650 int new_level) 3651 { 3652 struct inode *inode = ocfs2_lock_res_inode(lockres); 3653 3654 return ocfs2_ci_checkpointed(INODE_CACHE(inode), lockres, new_level); 3655 } 3656 3657 static void ocfs2_set_meta_lvb(struct ocfs2_lock_res *lockres) 3658 { 3659 struct inode *inode = ocfs2_lock_res_inode(lockres); 3660 3661 __ocfs2_stuff_meta_lvb(inode); 3662 } 3663 3664 /* 3665 * Does the final reference drop on our dentry lock. Right now this 3666 * happens in the downconvert thread, but we could choose to simplify the 3667 * dlmglue API and push these off to the ocfs2_wq in the future. 3668 */ 3669 static void ocfs2_dentry_post_unlock(struct ocfs2_super *osb, 3670 struct ocfs2_lock_res *lockres) 3671 { 3672 struct ocfs2_dentry_lock *dl = ocfs2_lock_res_dl(lockres); 3673 ocfs2_dentry_lock_put(osb, dl); 3674 } 3675 3676 /* 3677 * d_delete() matching dentries before the lock downconvert. 3678 * 3679 * At this point, any process waiting to destroy the 3680 * dentry_lock due to last ref count is stopped by the 3681 * OCFS2_LOCK_QUEUED flag. 3682 * 3683 * We have two potential problems 3684 * 3685 * 1) If we do the last reference drop on our dentry_lock (via dput) 3686 * we'll wind up in ocfs2_release_dentry_lock(), waiting on 3687 * the downconvert to finish. Instead we take an elevated 3688 * reference and push the drop until after we've completed our 3689 * unblock processing. 3690 * 3691 * 2) There might be another process with a final reference, 3692 * waiting on us to finish processing. If this is the case, we 3693 * detect it and exit out - there's no more dentries anyway. 3694 */ 3695 static int ocfs2_dentry_convert_worker(struct ocfs2_lock_res *lockres, 3696 int blocking) 3697 { 3698 struct ocfs2_dentry_lock *dl = ocfs2_lock_res_dl(lockres); 3699 struct ocfs2_inode_info *oi = OCFS2_I(dl->dl_inode); 3700 struct dentry *dentry; 3701 unsigned long flags; 3702 int extra_ref = 0; 3703 3704 /* 3705 * This node is blocking another node from getting a read 3706 * lock. This happens when we've renamed within a 3707 * directory. We've forced the other nodes to d_delete(), but 3708 * we never actually dropped our lock because it's still 3709 * valid. The downconvert code will retain a PR for this node, 3710 * so there's no further work to do. 3711 */ 3712 if (blocking == DLM_LOCK_PR) 3713 return UNBLOCK_CONTINUE; 3714 3715 /* 3716 * Mark this inode as potentially orphaned. The code in 3717 * ocfs2_delete_inode() will figure out whether it actually 3718 * needs to be freed or not. 3719 */ 3720 spin_lock(&oi->ip_lock); 3721 oi->ip_flags |= OCFS2_INODE_MAYBE_ORPHANED; 3722 spin_unlock(&oi->ip_lock); 3723 3724 /* 3725 * Yuck. We need to make sure however that the check of 3726 * OCFS2_LOCK_FREEING and the extra reference are atomic with 3727 * respect to a reference decrement or the setting of that 3728 * flag. 3729 */ 3730 spin_lock_irqsave(&lockres->l_lock, flags); 3731 spin_lock(&dentry_attach_lock); 3732 if (!(lockres->l_flags & OCFS2_LOCK_FREEING) 3733 && dl->dl_count) { 3734 dl->dl_count++; 3735 extra_ref = 1; 3736 } 3737 spin_unlock(&dentry_attach_lock); 3738 spin_unlock_irqrestore(&lockres->l_lock, flags); 3739 3740 mlog(0, "extra_ref = %d\n", extra_ref); 3741 3742 /* 3743 * We have a process waiting on us in ocfs2_dentry_iput(), 3744 * which means we can't have any more outstanding 3745 * aliases. There's no need to do any more work. 3746 */ 3747 if (!extra_ref) 3748 return UNBLOCK_CONTINUE; 3749 3750 spin_lock(&dentry_attach_lock); 3751 while (1) { 3752 dentry = ocfs2_find_local_alias(dl->dl_inode, 3753 dl->dl_parent_blkno, 1); 3754 if (!dentry) 3755 break; 3756 spin_unlock(&dentry_attach_lock); 3757 3758 if (S_ISDIR(dl->dl_inode->i_mode)) 3759 shrink_dcache_parent(dentry); 3760 3761 mlog(0, "d_delete(%pd);\n", dentry); 3762 3763 /* 3764 * The following dcache calls may do an 3765 * iput(). Normally we don't want that from the 3766 * downconverting thread, but in this case it's ok 3767 * because the requesting node already has an 3768 * exclusive lock on the inode, so it can't be queued 3769 * for a downconvert. 3770 */ 3771 d_delete(dentry); 3772 dput(dentry); 3773 3774 spin_lock(&dentry_attach_lock); 3775 } 3776 spin_unlock(&dentry_attach_lock); 3777 3778 /* 3779 * If we are the last holder of this dentry lock, there is no 3780 * reason to downconvert so skip straight to the unlock. 3781 */ 3782 if (dl->dl_count == 1) 3783 return UNBLOCK_STOP_POST; 3784 3785 return UNBLOCK_CONTINUE_POST; 3786 } 3787 3788 static int ocfs2_check_refcount_downconvert(struct ocfs2_lock_res *lockres, 3789 int new_level) 3790 { 3791 struct ocfs2_refcount_tree *tree = 3792 ocfs2_lock_res_refcount_tree(lockres); 3793 3794 return ocfs2_ci_checkpointed(&tree->rf_ci, lockres, new_level); 3795 } 3796 3797 static int ocfs2_refcount_convert_worker(struct ocfs2_lock_res *lockres, 3798 int blocking) 3799 { 3800 struct ocfs2_refcount_tree *tree = 3801 ocfs2_lock_res_refcount_tree(lockres); 3802 3803 ocfs2_metadata_cache_purge(&tree->rf_ci); 3804 3805 return UNBLOCK_CONTINUE; 3806 } 3807 3808 static void ocfs2_set_qinfo_lvb(struct ocfs2_lock_res *lockres) 3809 { 3810 struct ocfs2_qinfo_lvb *lvb; 3811 struct ocfs2_mem_dqinfo *oinfo = ocfs2_lock_res_qinfo(lockres); 3812 struct mem_dqinfo *info = sb_dqinfo(oinfo->dqi_gi.dqi_sb, 3813 oinfo->dqi_gi.dqi_type); 3814 3815 lvb = ocfs2_dlm_lvb(&lockres->l_lksb); 3816 lvb->lvb_version = OCFS2_QINFO_LVB_VERSION; 3817 lvb->lvb_bgrace = cpu_to_be32(info->dqi_bgrace); 3818 lvb->lvb_igrace = cpu_to_be32(info->dqi_igrace); 3819 lvb->lvb_syncms = cpu_to_be32(oinfo->dqi_syncms); 3820 lvb->lvb_blocks = cpu_to_be32(oinfo->dqi_gi.dqi_blocks); 3821 lvb->lvb_free_blk = cpu_to_be32(oinfo->dqi_gi.dqi_free_blk); 3822 lvb->lvb_free_entry = cpu_to_be32(oinfo->dqi_gi.dqi_free_entry); 3823 } 3824 3825 void ocfs2_qinfo_unlock(struct ocfs2_mem_dqinfo *oinfo, int ex) 3826 { 3827 struct ocfs2_lock_res *lockres = &oinfo->dqi_gqlock; 3828 struct ocfs2_super *osb = OCFS2_SB(oinfo->dqi_gi.dqi_sb); 3829 int level = ex ? DLM_LOCK_EX : DLM_LOCK_PR; 3830 3831 if (!ocfs2_is_hard_readonly(osb) && !ocfs2_mount_local(osb)) 3832 ocfs2_cluster_unlock(osb, lockres, level); 3833 } 3834 3835 static int ocfs2_refresh_qinfo(struct ocfs2_mem_dqinfo *oinfo) 3836 { 3837 struct mem_dqinfo *info = sb_dqinfo(oinfo->dqi_gi.dqi_sb, 3838 oinfo->dqi_gi.dqi_type); 3839 struct ocfs2_lock_res *lockres = &oinfo->dqi_gqlock; 3840 struct ocfs2_qinfo_lvb *lvb = ocfs2_dlm_lvb(&lockres->l_lksb); 3841 struct buffer_head *bh = NULL; 3842 struct ocfs2_global_disk_dqinfo *gdinfo; 3843 int status = 0; 3844 3845 if (ocfs2_dlm_lvb_valid(&lockres->l_lksb) && 3846 lvb->lvb_version == OCFS2_QINFO_LVB_VERSION) { 3847 info->dqi_bgrace = be32_to_cpu(lvb->lvb_bgrace); 3848 info->dqi_igrace = be32_to_cpu(lvb->lvb_igrace); 3849 oinfo->dqi_syncms = be32_to_cpu(lvb->lvb_syncms); 3850 oinfo->dqi_gi.dqi_blocks = be32_to_cpu(lvb->lvb_blocks); 3851 oinfo->dqi_gi.dqi_free_blk = be32_to_cpu(lvb->lvb_free_blk); 3852 oinfo->dqi_gi.dqi_free_entry = 3853 be32_to_cpu(lvb->lvb_free_entry); 3854 } else { 3855 status = ocfs2_read_quota_phys_block(oinfo->dqi_gqinode, 3856 oinfo->dqi_giblk, &bh); 3857 if (status) { 3858 mlog_errno(status); 3859 goto bail; 3860 } 3861 gdinfo = (struct ocfs2_global_disk_dqinfo *) 3862 (bh->b_data + OCFS2_GLOBAL_INFO_OFF); 3863 info->dqi_bgrace = le32_to_cpu(gdinfo->dqi_bgrace); 3864 info->dqi_igrace = le32_to_cpu(gdinfo->dqi_igrace); 3865 oinfo->dqi_syncms = le32_to_cpu(gdinfo->dqi_syncms); 3866 oinfo->dqi_gi.dqi_blocks = le32_to_cpu(gdinfo->dqi_blocks); 3867 oinfo->dqi_gi.dqi_free_blk = le32_to_cpu(gdinfo->dqi_free_blk); 3868 oinfo->dqi_gi.dqi_free_entry = 3869 le32_to_cpu(gdinfo->dqi_free_entry); 3870 brelse(bh); 3871 ocfs2_track_lock_refresh(lockres); 3872 } 3873 3874 bail: 3875 return status; 3876 } 3877 3878 /* Lock quota info, this function expects at least shared lock on the quota file 3879 * so that we can safely refresh quota info from disk. */ 3880 int ocfs2_qinfo_lock(struct ocfs2_mem_dqinfo *oinfo, int ex) 3881 { 3882 struct ocfs2_lock_res *lockres = &oinfo->dqi_gqlock; 3883 struct ocfs2_super *osb = OCFS2_SB(oinfo->dqi_gi.dqi_sb); 3884 int level = ex ? DLM_LOCK_EX : DLM_LOCK_PR; 3885 int status = 0; 3886 3887 /* On RO devices, locking really isn't needed... */ 3888 if (ocfs2_is_hard_readonly(osb)) { 3889 if (ex) 3890 status = -EROFS; 3891 goto bail; 3892 } 3893 if (ocfs2_mount_local(osb)) 3894 goto bail; 3895 3896 status = ocfs2_cluster_lock(osb, lockres, level, 0, 0); 3897 if (status < 0) { 3898 mlog_errno(status); 3899 goto bail; 3900 } 3901 if (!ocfs2_should_refresh_lock_res(lockres)) 3902 goto bail; 3903 /* OK, we have the lock but we need to refresh the quota info */ 3904 status = ocfs2_refresh_qinfo(oinfo); 3905 if (status) 3906 ocfs2_qinfo_unlock(oinfo, ex); 3907 ocfs2_complete_lock_res_refresh(lockres, status); 3908 bail: 3909 return status; 3910 } 3911 3912 int ocfs2_refcount_lock(struct ocfs2_refcount_tree *ref_tree, int ex) 3913 { 3914 int status; 3915 int level = ex ? DLM_LOCK_EX : DLM_LOCK_PR; 3916 struct ocfs2_lock_res *lockres = &ref_tree->rf_lockres; 3917 struct ocfs2_super *osb = lockres->l_priv; 3918 3919 3920 if (ocfs2_is_hard_readonly(osb)) 3921 return -EROFS; 3922 3923 if (ocfs2_mount_local(osb)) 3924 return 0; 3925 3926 status = ocfs2_cluster_lock(osb, lockres, level, 0, 0); 3927 if (status < 0) 3928 mlog_errno(status); 3929 3930 return status; 3931 } 3932 3933 void ocfs2_refcount_unlock(struct ocfs2_refcount_tree *ref_tree, int ex) 3934 { 3935 int level = ex ? DLM_LOCK_EX : DLM_LOCK_PR; 3936 struct ocfs2_lock_res *lockres = &ref_tree->rf_lockres; 3937 struct ocfs2_super *osb = lockres->l_priv; 3938 3939 if (!ocfs2_mount_local(osb)) 3940 ocfs2_cluster_unlock(osb, lockres, level); 3941 } 3942 3943 static void ocfs2_process_blocked_lock(struct ocfs2_super *osb, 3944 struct ocfs2_lock_res *lockres) 3945 { 3946 int status; 3947 struct ocfs2_unblock_ctl ctl = {0, 0,}; 3948 unsigned long flags; 3949 3950 /* Our reference to the lockres in this function can be 3951 * considered valid until we remove the OCFS2_LOCK_QUEUED 3952 * flag. */ 3953 3954 BUG_ON(!lockres); 3955 BUG_ON(!lockres->l_ops); 3956 3957 mlog(ML_BASTS, "lockres %s blocked\n", lockres->l_name); 3958 3959 /* Detect whether a lock has been marked as going away while 3960 * the downconvert thread was processing other things. A lock can 3961 * still be marked with OCFS2_LOCK_FREEING after this check, 3962 * but short circuiting here will still save us some 3963 * performance. */ 3964 spin_lock_irqsave(&lockres->l_lock, flags); 3965 if (lockres->l_flags & OCFS2_LOCK_FREEING) 3966 goto unqueue; 3967 spin_unlock_irqrestore(&lockres->l_lock, flags); 3968 3969 status = ocfs2_unblock_lock(osb, lockres, &ctl); 3970 if (status < 0) 3971 mlog_errno(status); 3972 3973 spin_lock_irqsave(&lockres->l_lock, flags); 3974 unqueue: 3975 if (lockres->l_flags & OCFS2_LOCK_FREEING || !ctl.requeue) { 3976 lockres_clear_flags(lockres, OCFS2_LOCK_QUEUED); 3977 } else 3978 ocfs2_schedule_blocked_lock(osb, lockres); 3979 3980 mlog(ML_BASTS, "lockres %s, requeue = %s.\n", lockres->l_name, 3981 ctl.requeue ? "yes" : "no"); 3982 spin_unlock_irqrestore(&lockres->l_lock, flags); 3983 3984 if (ctl.unblock_action != UNBLOCK_CONTINUE 3985 && lockres->l_ops->post_unlock) 3986 lockres->l_ops->post_unlock(osb, lockres); 3987 } 3988 3989 static void ocfs2_schedule_blocked_lock(struct ocfs2_super *osb, 3990 struct ocfs2_lock_res *lockres) 3991 { 3992 unsigned long flags; 3993 3994 assert_spin_locked(&lockres->l_lock); 3995 3996 if (lockres->l_flags & OCFS2_LOCK_FREEING) { 3997 /* Do not schedule a lock for downconvert when it's on 3998 * the way to destruction - any nodes wanting access 3999 * to the resource will get it soon. */ 4000 mlog(ML_BASTS, "lockres %s won't be scheduled: flags 0x%lx\n", 4001 lockres->l_name, lockres->l_flags); 4002 return; 4003 } 4004 4005 lockres_or_flags(lockres, OCFS2_LOCK_QUEUED); 4006 4007 spin_lock_irqsave(&osb->dc_task_lock, flags); 4008 if (list_empty(&lockres->l_blocked_list)) { 4009 list_add_tail(&lockres->l_blocked_list, 4010 &osb->blocked_lock_list); 4011 osb->blocked_lock_count++; 4012 } 4013 spin_unlock_irqrestore(&osb->dc_task_lock, flags); 4014 } 4015 4016 static void ocfs2_downconvert_thread_do_work(struct ocfs2_super *osb) 4017 { 4018 unsigned long processed; 4019 unsigned long flags; 4020 struct ocfs2_lock_res *lockres; 4021 4022 spin_lock_irqsave(&osb->dc_task_lock, flags); 4023 /* grab this early so we know to try again if a state change and 4024 * wake happens part-way through our work */ 4025 osb->dc_work_sequence = osb->dc_wake_sequence; 4026 4027 processed = osb->blocked_lock_count; 4028 /* 4029 * blocked lock processing in this loop might call iput which can 4030 * remove items off osb->blocked_lock_list. Downconvert up to 4031 * 'processed' number of locks, but stop short if we had some 4032 * removed in ocfs2_mark_lockres_freeing when downconverting. 4033 */ 4034 while (processed && !list_empty(&osb->blocked_lock_list)) { 4035 lockres = list_entry(osb->blocked_lock_list.next, 4036 struct ocfs2_lock_res, l_blocked_list); 4037 list_del_init(&lockres->l_blocked_list); 4038 osb->blocked_lock_count--; 4039 spin_unlock_irqrestore(&osb->dc_task_lock, flags); 4040 4041 BUG_ON(!processed); 4042 processed--; 4043 4044 ocfs2_process_blocked_lock(osb, lockres); 4045 4046 spin_lock_irqsave(&osb->dc_task_lock, flags); 4047 } 4048 spin_unlock_irqrestore(&osb->dc_task_lock, flags); 4049 } 4050 4051 static int ocfs2_downconvert_thread_lists_empty(struct ocfs2_super *osb) 4052 { 4053 int empty = 0; 4054 unsigned long flags; 4055 4056 spin_lock_irqsave(&osb->dc_task_lock, flags); 4057 if (list_empty(&osb->blocked_lock_list)) 4058 empty = 1; 4059 4060 spin_unlock_irqrestore(&osb->dc_task_lock, flags); 4061 return empty; 4062 } 4063 4064 static int ocfs2_downconvert_thread_should_wake(struct ocfs2_super *osb) 4065 { 4066 int should_wake = 0; 4067 unsigned long flags; 4068 4069 spin_lock_irqsave(&osb->dc_task_lock, flags); 4070 if (osb->dc_work_sequence != osb->dc_wake_sequence) 4071 should_wake = 1; 4072 spin_unlock_irqrestore(&osb->dc_task_lock, flags); 4073 4074 return should_wake; 4075 } 4076 4077 static int ocfs2_downconvert_thread(void *arg) 4078 { 4079 int status = 0; 4080 struct ocfs2_super *osb = arg; 4081 4082 /* only quit once we've been asked to stop and there is no more 4083 * work available */ 4084 while (!(kthread_should_stop() && 4085 ocfs2_downconvert_thread_lists_empty(osb))) { 4086 4087 wait_event_interruptible(osb->dc_event, 4088 ocfs2_downconvert_thread_should_wake(osb) || 4089 kthread_should_stop()); 4090 4091 mlog(0, "downconvert_thread: awoken\n"); 4092 4093 ocfs2_downconvert_thread_do_work(osb); 4094 } 4095 4096 osb->dc_task = NULL; 4097 return status; 4098 } 4099 4100 void ocfs2_wake_downconvert_thread(struct ocfs2_super *osb) 4101 { 4102 unsigned long flags; 4103 4104 spin_lock_irqsave(&osb->dc_task_lock, flags); 4105 /* make sure the voting thread gets a swipe at whatever changes 4106 * the caller may have made to the voting state */ 4107 osb->dc_wake_sequence++; 4108 spin_unlock_irqrestore(&osb->dc_task_lock, flags); 4109 wake_up(&osb->dc_event); 4110 } 4111