17336d0e6SThomas Gleixner /* SPDX-License-Identifier: GPL-2.0-only */ 2b3b94faaSDavid Teigland /* 3b3b94faaSDavid Teigland * Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved. 43a8a9a10SSteven Whitehouse * Copyright (C) 2004-2006 Red Hat, Inc. All rights reserved. 5b3b94faaSDavid Teigland */ 6b3b94faaSDavid Teigland 7b3b94faaSDavid Teigland #ifndef __GLOCK_DOT_H__ 8b3b94faaSDavid Teigland #define __GLOCK_DOT_H__ 9b3b94faaSDavid Teigland 10e8edc6e0SAlexey Dobriyan #include <linux/sched.h> 11f057f6cdSSteven Whitehouse #include <linux/parser.h> 12f2f7ba52SSteven Whitehouse #include "incore.h" 13df3d87bdSBob Peterson #include "util.h" 14f2f7ba52SSteven Whitehouse 15f057f6cdSSteven Whitehouse /* Options for hostdata parser */ 16f057f6cdSSteven Whitehouse 17f057f6cdSSteven Whitehouse enum { 18f057f6cdSSteven Whitehouse Opt_jid, 19f057f6cdSSteven Whitehouse Opt_id, 20f057f6cdSSteven Whitehouse Opt_first, 21f057f6cdSSteven Whitehouse Opt_nodir, 22f057f6cdSSteven Whitehouse Opt_err, 23f057f6cdSSteven Whitehouse }; 24f057f6cdSSteven Whitehouse 25f057f6cdSSteven Whitehouse /* 26f057f6cdSSteven Whitehouse * lm_lockname types 27f057f6cdSSteven Whitehouse */ 28f057f6cdSSteven Whitehouse 29f057f6cdSSteven Whitehouse #define LM_TYPE_RESERVED 0x00 30f057f6cdSSteven Whitehouse #define LM_TYPE_NONDISK 0x01 31f057f6cdSSteven Whitehouse #define LM_TYPE_INODE 0x02 32f057f6cdSSteven Whitehouse #define LM_TYPE_RGRP 0x03 33f057f6cdSSteven Whitehouse #define LM_TYPE_META 0x04 34f057f6cdSSteven Whitehouse #define LM_TYPE_IOPEN 0x05 35f057f6cdSSteven Whitehouse #define LM_TYPE_FLOCK 0x06 36f057f6cdSSteven Whitehouse #define LM_TYPE_PLOCK 0x07 37f057f6cdSSteven Whitehouse #define LM_TYPE_QUOTA 0x08 38f057f6cdSSteven Whitehouse #define LM_TYPE_JOURNAL 0x09 39f057f6cdSSteven Whitehouse 40f057f6cdSSteven Whitehouse /* 41f057f6cdSSteven Whitehouse * lm_lock() states 42f057f6cdSSteven Whitehouse * 43f057f6cdSSteven Whitehouse * SHARED is compatible with SHARED, not with DEFERRED or EX. 44f057f6cdSSteven Whitehouse * DEFERRED is compatible with DEFERRED, not with SHARED or EX. 45f057f6cdSSteven Whitehouse */ 46f057f6cdSSteven Whitehouse 47f057f6cdSSteven Whitehouse #define LM_ST_UNLOCKED 0 48f057f6cdSSteven Whitehouse #define LM_ST_EXCLUSIVE 1 49f057f6cdSSteven Whitehouse #define LM_ST_DEFERRED 2 50f057f6cdSSteven Whitehouse #define LM_ST_SHARED 3 51f057f6cdSSteven Whitehouse 52f057f6cdSSteven Whitehouse /* 53f057f6cdSSteven Whitehouse * lm_lock() flags 54f057f6cdSSteven Whitehouse * 55f057f6cdSSteven Whitehouse * LM_FLAG_TRY 56f057f6cdSSteven Whitehouse * Don't wait to acquire the lock if it can't be granted immediately. 57f057f6cdSSteven Whitehouse * 58f057f6cdSSteven Whitehouse * LM_FLAG_TRY_1CB 59f057f6cdSSteven Whitehouse * Send one blocking callback if TRY is set and the lock is not granted. 60f057f6cdSSteven Whitehouse * 61f057f6cdSSteven Whitehouse * LM_FLAG_NOEXP 62f057f6cdSSteven Whitehouse * GFS sets this flag on lock requests it makes while doing journal recovery. 63f057f6cdSSteven Whitehouse * These special requests should not be blocked due to the recovery like 64f057f6cdSSteven Whitehouse * ordinary locks would be. 65f057f6cdSSteven Whitehouse * 66f057f6cdSSteven Whitehouse * LM_FLAG_ANY 67f057f6cdSSteven Whitehouse * A SHARED request may also be granted in DEFERRED, or a DEFERRED request may 68f057f6cdSSteven Whitehouse * also be granted in SHARED. The preferred state is whichever is compatible 69f057f6cdSSteven Whitehouse * with other granted locks, or the specified state if no other locks exist. 70f057f6cdSSteven Whitehouse * 71f057f6cdSSteven Whitehouse * LM_FLAG_PRIORITY 72f057f6cdSSteven Whitehouse * Override fairness considerations. Suppose a lock is held in a shared state 73f057f6cdSSteven Whitehouse * and there is a pending request for the deferred state. A shared lock 74f057f6cdSSteven Whitehouse * request with the priority flag would be allowed to bypass the deferred 75f057f6cdSSteven Whitehouse * request and directly join the other shared lock. A shared lock request 76f057f6cdSSteven Whitehouse * without the priority flag might be forced to wait until the deferred 77f057f6cdSSteven Whitehouse * requested had acquired and released the lock. 78f057f6cdSSteven Whitehouse */ 79f057f6cdSSteven Whitehouse 80b58bf407SBob Peterson #define LM_FLAG_TRY 0x0001 81b58bf407SBob Peterson #define LM_FLAG_TRY_1CB 0x0002 82b58bf407SBob Peterson #define LM_FLAG_NOEXP 0x0004 83b58bf407SBob Peterson #define LM_FLAG_ANY 0x0008 84b58bf407SBob Peterson #define LM_FLAG_PRIORITY 0x0010 85b58bf407SBob Peterson #define GL_ASYNC 0x0040 86b58bf407SBob Peterson #define GL_EXACT 0x0080 87b58bf407SBob Peterson #define GL_SKIP 0x0100 88b58bf407SBob Peterson #define GL_NOCACHE 0x0400 89f057f6cdSSteven Whitehouse 90f057f6cdSSteven Whitehouse /* 91921169caSSteven Whitehouse * lm_async_cb return flags 92f057f6cdSSteven Whitehouse * 93f057f6cdSSteven Whitehouse * LM_OUT_ST_MASK 94f057f6cdSSteven Whitehouse * Masks the lower two bits of lock state in the returned value. 95f057f6cdSSteven Whitehouse * 96f057f6cdSSteven Whitehouse * LM_OUT_CANCELED 97f057f6cdSSteven Whitehouse * The lock request was canceled. 98f057f6cdSSteven Whitehouse * 99f057f6cdSSteven Whitehouse */ 100f057f6cdSSteven Whitehouse 101f057f6cdSSteven Whitehouse #define LM_OUT_ST_MASK 0x00000003 102f057f6cdSSteven Whitehouse #define LM_OUT_CANCELED 0x00000008 103921169caSSteven Whitehouse #define LM_OUT_ERROR 0x00000004 104f057f6cdSSteven Whitehouse 105f057f6cdSSteven Whitehouse /* 106f057f6cdSSteven Whitehouse * lm_recovery_done() messages 107f057f6cdSSteven Whitehouse */ 108f057f6cdSSteven Whitehouse 109f057f6cdSSteven Whitehouse #define LM_RD_GAVEUP 308 110f057f6cdSSteven Whitehouse #define LM_RD_SUCCESS 309 111f057f6cdSSteven Whitehouse 112f057f6cdSSteven Whitehouse #define GLR_TRYFAILED 13 113f057f6cdSSteven Whitehouse 1147cf8dcd3SBob Peterson #define GL_GLOCK_MAX_HOLD (long)(HZ / 5) 1157cf8dcd3SBob Peterson #define GL_GLOCK_DFT_HOLD (long)(HZ / 5) 1167cf8dcd3SBob Peterson #define GL_GLOCK_MIN_HOLD (long)(10) 1177cf8dcd3SBob Peterson #define GL_GLOCK_HOLD_INCR (long)(HZ / 20) 1187cf8dcd3SBob Peterson #define GL_GLOCK_HOLD_DECR (long)(HZ / 40) 1197cf8dcd3SBob Peterson 120f057f6cdSSteven Whitehouse struct lm_lockops { 121f057f6cdSSteven Whitehouse const char *lm_proto_name; 122e0c2a9aaSDavid Teigland int (*lm_mount) (struct gfs2_sbd *sdp, const char *table); 123e0c2a9aaSDavid Teigland void (*lm_first_done) (struct gfs2_sbd *sdp); 124e0c2a9aaSDavid Teigland void (*lm_recovery_result) (struct gfs2_sbd *sdp, unsigned int jid, 125e0c2a9aaSDavid Teigland unsigned int result); 126f057f6cdSSteven Whitehouse void (*lm_unmount) (struct gfs2_sbd *sdp); 127f057f6cdSSteven Whitehouse void (*lm_withdraw) (struct gfs2_sbd *sdp); 128bc015cb8SSteven Whitehouse void (*lm_put_lock) (struct gfs2_glock *gl); 129921169caSSteven Whitehouse int (*lm_lock) (struct gfs2_glock *gl, unsigned int req_state, 130921169caSSteven Whitehouse unsigned int flags); 131f057f6cdSSteven Whitehouse void (*lm_cancel) (struct gfs2_glock *gl); 132f057f6cdSSteven Whitehouse const match_table_t *lm_tokens; 133f057f6cdSSteven Whitehouse }; 134f057f6cdSSteven Whitehouse 135b94a170eSBenjamin Marzinski extern struct workqueue_struct *gfs2_delete_workqueue; 1367afd88d9SSteven Whitehouse static inline struct gfs2_holder *gfs2_glock_is_locked_by_me(struct gfs2_glock *gl) 137b3b94faaSDavid Teigland { 138b3b94faaSDavid Teigland struct gfs2_holder *gh; 139b1e058daSPavel Emelyanov struct pid *pid; 140b3b94faaSDavid Teigland 141b3b94faaSDavid Teigland /* Look in glock's list of holders for one with current task as owner */ 142f3dd1649SAndreas Gruenbacher spin_lock(&gl->gl_lockref.lock); 143b1e058daSPavel Emelyanov pid = task_pid(current); 144b3b94faaSDavid Teigland list_for_each_entry(gh, &gl->gl_holders, gh_list) { 1456802e340SSteven Whitehouse if (!test_bit(HIF_HOLDER, &gh->gh_iflags)) 1466802e340SSteven Whitehouse break; 1477afd88d9SSteven Whitehouse if (gh->gh_owner_pid == pid) 1487afd88d9SSteven Whitehouse goto out; 149b3b94faaSDavid Teigland } 1507afd88d9SSteven Whitehouse gh = NULL; 1517afd88d9SSteven Whitehouse out: 152f3dd1649SAndreas Gruenbacher spin_unlock(&gl->gl_lockref.lock); 153b3b94faaSDavid Teigland 1547afd88d9SSteven Whitehouse return gh; 155b3b94faaSDavid Teigland } 156b3b94faaSDavid Teigland 157b3b94faaSDavid Teigland static inline int gfs2_glock_is_held_excl(struct gfs2_glock *gl) 158b3b94faaSDavid Teigland { 15950299965SSteven Whitehouse return gl->gl_state == LM_ST_EXCLUSIVE; 160b3b94faaSDavid Teigland } 161b3b94faaSDavid Teigland 162b3b94faaSDavid Teigland static inline int gfs2_glock_is_held_dfrd(struct gfs2_glock *gl) 163b3b94faaSDavid Teigland { 16450299965SSteven Whitehouse return gl->gl_state == LM_ST_DEFERRED; 165b3b94faaSDavid Teigland } 166b3b94faaSDavid Teigland 167b3b94faaSDavid Teigland static inline int gfs2_glock_is_held_shrd(struct gfs2_glock *gl) 168b3b94faaSDavid Teigland { 16950299965SSteven Whitehouse return gl->gl_state == LM_ST_SHARED; 170b3b94faaSDavid Teigland } 171b3b94faaSDavid Teigland 172009d8518SSteven Whitehouse static inline struct address_space *gfs2_glock2aspace(struct gfs2_glock *gl) 173009d8518SSteven Whitehouse { 174009d8518SSteven Whitehouse if (gl->gl_ops->go_flags & GLOF_ASPACE) 175009d8518SSteven Whitehouse return (struct address_space *)(gl + 1); 176009d8518SSteven Whitehouse return NULL; 177009d8518SSteven Whitehouse } 178009d8518SSteven Whitehouse 1798eae1ca0SSteven Whitehouse extern int gfs2_glock_get(struct gfs2_sbd *sdp, u64 number, 1808eae1ca0SSteven Whitehouse const struct gfs2_glock_operations *glops, 181b3b94faaSDavid Teigland int create, struct gfs2_glock **glp); 18271c1b213SAndreas Gruenbacher extern void gfs2_glock_hold(struct gfs2_glock *gl); 1838eae1ca0SSteven Whitehouse extern void gfs2_glock_put(struct gfs2_glock *gl); 18471c1b213SAndreas Gruenbacher extern void gfs2_glock_queue_put(struct gfs2_glock *gl); 1858eae1ca0SSteven Whitehouse extern void gfs2_holder_init(struct gfs2_glock *gl, unsigned int state, 186b58bf407SBob Peterson u16 flags, struct gfs2_holder *gh); 187b58bf407SBob Peterson extern void gfs2_holder_reinit(unsigned int state, u16 flags, 188b3b94faaSDavid Teigland struct gfs2_holder *gh); 1898eae1ca0SSteven Whitehouse extern void gfs2_holder_uninit(struct gfs2_holder *gh); 1908eae1ca0SSteven Whitehouse extern int gfs2_glock_nq(struct gfs2_holder *gh); 1918eae1ca0SSteven Whitehouse extern int gfs2_glock_poll(struct gfs2_holder *gh); 1928eae1ca0SSteven Whitehouse extern int gfs2_glock_wait(struct gfs2_holder *gh); 193ad26967bSBob Peterson extern int gfs2_glock_async_wait(unsigned int num_gh, struct gfs2_holder *ghs); 1948eae1ca0SSteven Whitehouse extern void gfs2_glock_dq(struct gfs2_holder *gh); 1958eae1ca0SSteven Whitehouse extern void gfs2_glock_dq_wait(struct gfs2_holder *gh); 1968eae1ca0SSteven Whitehouse extern void gfs2_glock_dq_uninit(struct gfs2_holder *gh); 1978eae1ca0SSteven Whitehouse extern int gfs2_glock_nq_num(struct gfs2_sbd *sdp, u64 number, 1988eae1ca0SSteven Whitehouse const struct gfs2_glock_operations *glops, 199b58bf407SBob Peterson unsigned int state, u16 flags, 200190562bdSSteven Whitehouse struct gfs2_holder *gh); 2018eae1ca0SSteven Whitehouse extern int gfs2_glock_nq_m(unsigned int num_gh, struct gfs2_holder *ghs); 2028eae1ca0SSteven Whitehouse extern void gfs2_glock_dq_m(unsigned int num_gh, struct gfs2_holder *ghs); 2033792ce97SBob Peterson extern void gfs2_dump_glock(struct seq_file *seq, struct gfs2_glock *gl, 2043792ce97SBob Peterson bool fsid); 2053792ce97SBob Peterson #define GLOCK_BUG_ON(gl,x) do { if (unlikely(x)) { \ 2063792ce97SBob Peterson gfs2_dump_glock(NULL, gl, true); \ 2073792ce97SBob Peterson BUG(); } } while(0) 2088eae1ca0SSteven Whitehouse extern __printf(2, 3) 2096802e340SSteven Whitehouse void gfs2_print_dbg(struct seq_file *seq, const char *fmt, ...); 210b3b94faaSDavid Teigland 211d0dc80dbSSteven Whitehouse /** 21233027af6SAndrea Gelmini * gfs2_glock_nq_init - initialize a holder and enqueue it on a glock 213d0dc80dbSSteven Whitehouse * @gl: the glock 214d0dc80dbSSteven Whitehouse * @state: the state we're requesting 215d0dc80dbSSteven Whitehouse * @flags: the modifier flags 216d0dc80dbSSteven Whitehouse * @gh: the holder structure 217d0dc80dbSSteven Whitehouse * 218d0dc80dbSSteven Whitehouse * Returns: 0, GLR_*, or errno 219d0dc80dbSSteven Whitehouse */ 220d0dc80dbSSteven Whitehouse 221d0dc80dbSSteven Whitehouse static inline int gfs2_glock_nq_init(struct gfs2_glock *gl, 222b58bf407SBob Peterson unsigned int state, u16 flags, 223d0dc80dbSSteven Whitehouse struct gfs2_holder *gh) 224d0dc80dbSSteven Whitehouse { 225d0dc80dbSSteven Whitehouse int error; 226d0dc80dbSSteven Whitehouse 227d0dc80dbSSteven Whitehouse gfs2_holder_init(gl, state, flags, gh); 228d0dc80dbSSteven Whitehouse 229d0dc80dbSSteven Whitehouse error = gfs2_glock_nq(gh); 230d0dc80dbSSteven Whitehouse if (error) 231d0dc80dbSSteven Whitehouse gfs2_holder_uninit(gh); 232d0dc80dbSSteven Whitehouse 233d0dc80dbSSteven Whitehouse return error; 234d0dc80dbSSteven Whitehouse } 235d0dc80dbSSteven Whitehouse 236bc015cb8SSteven Whitehouse extern void gfs2_glock_cb(struct gfs2_glock *gl, unsigned int state); 237bc015cb8SSteven Whitehouse extern void gfs2_glock_complete(struct gfs2_glock *gl, int ret); 238*a0e3cc65SAndreas Gruenbacher extern bool gfs2_queue_delete_work(struct gfs2_glock *gl, unsigned long delay); 239*a0e3cc65SAndreas Gruenbacher extern void gfs2_cancel_delete_work(struct gfs2_glock *gl); 240*a0e3cc65SAndreas Gruenbacher extern bool gfs2_delete_work_queued(const struct gfs2_glock *gl); 241*a0e3cc65SAndreas Gruenbacher extern void gfs2_flush_delete_work(struct gfs2_sbd *sdp); 242bc015cb8SSteven Whitehouse extern void gfs2_gl_hash_clear(struct gfs2_sbd *sdp); 243bc015cb8SSteven Whitehouse extern void gfs2_glock_finish_truncate(struct gfs2_inode *ip); 244bc015cb8SSteven Whitehouse extern void gfs2_glock_thaw(struct gfs2_sbd *sdp); 24529687a2aSSteven Whitehouse extern void gfs2_glock_add_to_lru(struct gfs2_glock *gl); 246fc0e38daSSteven Whitehouse extern void gfs2_glock_free(struct gfs2_glock *gl); 247b3b94faaSDavid Teigland 248bc015cb8SSteven Whitehouse extern int __init gfs2_glock_init(void); 249bc015cb8SSteven Whitehouse extern void gfs2_glock_exit(void); 250b3b94faaSDavid Teigland 2512abbf9a4SGreg Kroah-Hartman extern void gfs2_create_debugfs_file(struct gfs2_sbd *sdp); 252bc015cb8SSteven Whitehouse extern void gfs2_delete_debugfs_file(struct gfs2_sbd *sdp); 2532abbf9a4SGreg Kroah-Hartman extern void gfs2_register_debugfs(void); 254bc015cb8SSteven Whitehouse extern void gfs2_unregister_debugfs(void); 25585d1da67SSteven Whitehouse 256f057f6cdSSteven Whitehouse extern const struct lm_lockops gfs2_dlm_ops; 257f057f6cdSSteven Whitehouse 2586df9f9a2SAndreas Gruenbacher static inline void gfs2_holder_mark_uninitialized(struct gfs2_holder *gh) 2596df9f9a2SAndreas Gruenbacher { 2606df9f9a2SAndreas Gruenbacher gh->gh_gl = NULL; 2616df9f9a2SAndreas Gruenbacher } 2626df9f9a2SAndreas Gruenbacher 2636df9f9a2SAndreas Gruenbacher static inline bool gfs2_holder_initialized(struct gfs2_holder *gh) 2646df9f9a2SAndreas Gruenbacher { 2656df9f9a2SAndreas Gruenbacher return gh->gh_gl; 2666df9f9a2SAndreas Gruenbacher } 2676df9f9a2SAndreas Gruenbacher 268ad26967bSBob Peterson static inline bool gfs2_holder_queued(struct gfs2_holder *gh) 269ad26967bSBob Peterson { 270ad26967bSBob Peterson return !list_empty(&gh->gh_list); 271ad26967bSBob Peterson } 272ad26967bSBob Peterson 273df3d87bdSBob Peterson /** 274df3d87bdSBob Peterson * glock_set_object - set the gl_object field of a glock 275df3d87bdSBob Peterson * @gl: the glock 276df3d87bdSBob Peterson * @object: the object 277df3d87bdSBob Peterson */ 2784fd1a579SAndreas Gruenbacher static inline void glock_set_object(struct gfs2_glock *gl, void *object) 2794fd1a579SAndreas Gruenbacher { 2804fd1a579SAndreas Gruenbacher spin_lock(&gl->gl_lockref.lock); 281df3d87bdSBob Peterson if (gfs2_assert_warn(gl->gl_name.ln_sbd, gl->gl_object == NULL)) 2823792ce97SBob Peterson gfs2_dump_glock(NULL, gl, true); 2834fd1a579SAndreas Gruenbacher gl->gl_object = object; 2844fd1a579SAndreas Gruenbacher spin_unlock(&gl->gl_lockref.lock); 2854fd1a579SAndreas Gruenbacher } 2864fd1a579SAndreas Gruenbacher 287df3d87bdSBob Peterson /** 288df3d87bdSBob Peterson * glock_clear_object - clear the gl_object field of a glock 289df3d87bdSBob Peterson * @gl: the glock 290df3d87bdSBob Peterson * @object: the object 291df3d87bdSBob Peterson * 292df3d87bdSBob Peterson * I'd love to similarly add this: 293df3d87bdSBob Peterson * else if (gfs2_assert_warn(gl->gl_sbd, gl->gl_object == object)) 2943792ce97SBob Peterson * gfs2_dump_glock(NULL, gl, true); 295df3d87bdSBob Peterson * Unfortunately, that's not possible because as soon as gfs2_delete_inode 296df3d87bdSBob Peterson * frees the block in the rgrp, another process can reassign it for an I_NEW 297df3d87bdSBob Peterson * inode in gfs2_create_inode because that calls new_inode, not gfs2_iget. 298df3d87bdSBob Peterson * That means gfs2_delete_inode may subsequently try to call this function 299df3d87bdSBob Peterson * for a glock that's already pointing to a brand new inode. If we clear the 300df3d87bdSBob Peterson * new inode's gl_object, we'll introduce metadata corruption. Function 301df3d87bdSBob Peterson * gfs2_delete_inode calls clear_inode which calls gfs2_clear_inode which also 302df3d87bdSBob Peterson * tries to clear gl_object, so it's more than just gfs2_delete_inode. 303df3d87bdSBob Peterson * 304df3d87bdSBob Peterson */ 305df3d87bdSBob Peterson static inline void glock_clear_object(struct gfs2_glock *gl, void *object) 306df3d87bdSBob Peterson { 307df3d87bdSBob Peterson spin_lock(&gl->gl_lockref.lock); 308df3d87bdSBob Peterson if (gl->gl_object == object) 309df3d87bdSBob Peterson gl->gl_object = NULL; 310df3d87bdSBob Peterson spin_unlock(&gl->gl_lockref.lock); 311df3d87bdSBob Peterson } 312df3d87bdSBob Peterson 313f286d627SAndreas Gruenbacher extern void gfs2_inode_remember_delete(struct gfs2_glock *gl, u64 generation); 314f286d627SAndreas Gruenbacher extern bool gfs2_inode_already_deleted(struct gfs2_glock *gl, u64 generation); 315f286d627SAndreas Gruenbacher 316b3b94faaSDavid Teigland #endif /* __GLOCK_DOT_H__ */ 317