xref: /openbmc/linux/fs/gfs2/incore.h (revision 483eb062)
1 /*
2  * Copyright (C) Sistina Software, Inc.  1997-2003 All rights reserved.
3  * Copyright (C) 2004-2008 Red Hat, Inc.  All rights reserved.
4  *
5  * This copyrighted material is made available to anyone wishing to use,
6  * modify, copy, or redistribute it subject to the terms and conditions
7  * of the GNU General Public License version 2.
8  */
9 
10 #ifndef __INCORE_DOT_H__
11 #define __INCORE_DOT_H__
12 
13 #include <linux/fs.h>
14 #include <linux/kobject.h>
15 #include <linux/workqueue.h>
16 #include <linux/dlm.h>
17 #include <linux/buffer_head.h>
18 #include <linux/rcupdate.h>
19 #include <linux/rculist_bl.h>
20 #include <linux/completion.h>
21 #include <linux/rbtree.h>
22 #include <linux/ktime.h>
23 #include <linux/percpu.h>
24 #include <linux/lockref.h>
25 
26 #define DIO_WAIT	0x00000010
27 #define DIO_METADATA	0x00000020
28 
29 struct gfs2_log_operations;
30 struct gfs2_bufdata;
31 struct gfs2_holder;
32 struct gfs2_glock;
33 struct gfs2_quota_data;
34 struct gfs2_trans;
35 struct gfs2_jdesc;
36 struct gfs2_sbd;
37 struct lm_lockops;
38 
39 typedef void (*gfs2_glop_bh_t) (struct gfs2_glock *gl, unsigned int ret);
40 
41 struct gfs2_log_header_host {
42 	u64 lh_sequence;	/* Sequence number of this transaction */
43 	u32 lh_flags;		/* GFS2_LOG_HEAD_... */
44 	u32 lh_tail;		/* Block number of log tail */
45 	u32 lh_blkno;
46 	u32 lh_hash;
47 };
48 
49 /*
50  * Structure of operations that are associated with each
51  * type of element in the log.
52  */
53 
54 struct gfs2_log_operations {
55 	void (*lo_before_commit) (struct gfs2_sbd *sdp);
56 	void (*lo_after_commit) (struct gfs2_sbd *sdp, struct gfs2_trans *tr);
57 	void (*lo_before_scan) (struct gfs2_jdesc *jd,
58 				struct gfs2_log_header_host *head, int pass);
59 	int (*lo_scan_elements) (struct gfs2_jdesc *jd, unsigned int start,
60 				 struct gfs2_log_descriptor *ld, __be64 *ptr,
61 				 int pass);
62 	void (*lo_after_scan) (struct gfs2_jdesc *jd, int error, int pass);
63 	const char *lo_name;
64 };
65 
66 #define GBF_FULL 1
67 
68 struct gfs2_bitmap {
69 	struct buffer_head *bi_bh;
70 	char *bi_clone;
71 	unsigned long bi_flags;
72 	u32 bi_offset;
73 	u32 bi_start;
74 	u32 bi_len;
75 	u32 bi_blocks;
76 };
77 
78 struct gfs2_rgrpd {
79 	struct rb_node rd_node;		/* Link with superblock */
80 	struct gfs2_glock *rd_gl;	/* Glock for this rgrp */
81 	u64 rd_addr;			/* grp block disk address */
82 	u64 rd_data0;			/* first data location */
83 	u32 rd_length;			/* length of rgrp header in fs blocks */
84 	u32 rd_data;			/* num of data blocks in rgrp */
85 	u32 rd_bitbytes;		/* number of bytes in data bitmaps */
86 	u32 rd_free;
87 	u32 rd_reserved;                /* number of blocks reserved */
88 	u32 rd_free_clone;
89 	u32 rd_dinodes;
90 	u64 rd_igeneration;
91 	struct gfs2_bitmap *rd_bits;
92 	struct gfs2_sbd *rd_sbd;
93 	struct gfs2_rgrp_lvb *rd_rgl;
94 	u32 rd_last_alloc;
95 	u32 rd_flags;
96 	u32 rd_extfail_pt;		/* extent failure point */
97 #define GFS2_RDF_CHECK		0x10000000 /* check for unlinked inodes */
98 #define GFS2_RDF_UPTODATE	0x20000000 /* rg is up to date */
99 #define GFS2_RDF_ERROR		0x40000000 /* error in rg */
100 #define GFS2_RDF_MASK		0xf0000000 /* mask for internal flags */
101 	spinlock_t rd_rsspin;           /* protects reservation related vars */
102 	struct rb_root rd_rstree;       /* multi-block reservation tree */
103 };
104 
105 struct gfs2_rbm {
106 	struct gfs2_rgrpd *rgd;
107 	u32 offset;		/* The offset is bitmap relative */
108 	int bii;		/* Bitmap index */
109 };
110 
111 static inline struct gfs2_bitmap *rbm_bi(const struct gfs2_rbm *rbm)
112 {
113 	return rbm->rgd->rd_bits + rbm->bii;
114 }
115 
116 static inline u64 gfs2_rbm_to_block(const struct gfs2_rbm *rbm)
117 {
118 	return rbm->rgd->rd_data0 + (rbm_bi(rbm)->bi_start * GFS2_NBBY) +
119 		rbm->offset;
120 }
121 
122 static inline bool gfs2_rbm_eq(const struct gfs2_rbm *rbm1,
123 			       const struct gfs2_rbm *rbm2)
124 {
125 	return (rbm1->rgd == rbm2->rgd) && (rbm1->bii == rbm2->bii) &&
126 	       (rbm1->offset == rbm2->offset);
127 }
128 
129 enum gfs2_state_bits {
130 	BH_Pinned = BH_PrivateStart,
131 	BH_Escaped = BH_PrivateStart + 1,
132 	BH_Zeronew = BH_PrivateStart + 2,
133 };
134 
135 BUFFER_FNS(Pinned, pinned)
136 TAS_BUFFER_FNS(Pinned, pinned)
137 BUFFER_FNS(Escaped, escaped)
138 TAS_BUFFER_FNS(Escaped, escaped)
139 BUFFER_FNS(Zeronew, zeronew)
140 TAS_BUFFER_FNS(Zeronew, zeronew)
141 
142 struct gfs2_bufdata {
143 	struct buffer_head *bd_bh;
144 	struct gfs2_glock *bd_gl;
145 	u64 bd_blkno;
146 
147 	struct list_head bd_list;
148 	const struct gfs2_log_operations *bd_ops;
149 
150 	struct gfs2_trans *bd_tr;
151 	struct list_head bd_ail_st_list;
152 	struct list_head bd_ail_gl_list;
153 };
154 
155 /*
156  * Internally, we prefix things with gdlm_ and GDLM_ (for gfs-dlm) since a
157  * prefix of lock_dlm_ gets awkward.
158  */
159 
160 #define GDLM_STRNAME_BYTES	25
161 #define GDLM_LVB_SIZE		32
162 
163 /*
164  * ls_recover_flags:
165  *
166  * DFL_BLOCK_LOCKS: dlm is in recovery and will grant locks that had been
167  * held by failed nodes whose journals need recovery.  Those locks should
168  * only be used for journal recovery until the journal recovery is done.
169  * This is set by the dlm recover_prep callback and cleared by the
170  * gfs2_control thread when journal recovery is complete.  To avoid
171  * races between recover_prep setting and gfs2_control clearing, recover_spin
172  * is held while changing this bit and reading/writing recover_block
173  * and recover_start.
174  *
175  * DFL_NO_DLM_OPS: dlm lockspace ops/callbacks are not being used.
176  *
177  * DFL_FIRST_MOUNT: this node is the first to mount this fs and is doing
178  * recovery of all journals before allowing other nodes to mount the fs.
179  * This is cleared when FIRST_MOUNT_DONE is set.
180  *
181  * DFL_FIRST_MOUNT_DONE: this node was the first mounter, and has finished
182  * recovery of all journals, and now allows other nodes to mount the fs.
183  *
184  * DFL_MOUNT_DONE: gdlm_mount has completed successfully and cleared
185  * BLOCK_LOCKS for the first time.  The gfs2_control thread should now
186  * control clearing BLOCK_LOCKS for further recoveries.
187  *
188  * DFL_UNMOUNT: gdlm_unmount sets to keep sdp off gfs2_control_wq.
189  *
190  * DFL_DLM_RECOVERY: set while dlm is in recovery, between recover_prep()
191  * and recover_done(), i.e. set while recover_block == recover_start.
192  */
193 
194 enum {
195 	DFL_BLOCK_LOCKS		= 0,
196 	DFL_NO_DLM_OPS		= 1,
197 	DFL_FIRST_MOUNT		= 2,
198 	DFL_FIRST_MOUNT_DONE	= 3,
199 	DFL_MOUNT_DONE		= 4,
200 	DFL_UNMOUNT		= 5,
201 	DFL_DLM_RECOVERY	= 6,
202 };
203 
204 struct lm_lockname {
205 	u64 ln_number;
206 	unsigned int ln_type;
207 };
208 
209 #define lm_name_equal(name1, name2) \
210         (((name1)->ln_number == (name2)->ln_number) && \
211          ((name1)->ln_type == (name2)->ln_type))
212 
213 
214 struct gfs2_glock_operations {
215 	void (*go_sync) (struct gfs2_glock *gl);
216 	int (*go_xmote_bh) (struct gfs2_glock *gl, struct gfs2_holder *gh);
217 	void (*go_inval) (struct gfs2_glock *gl, int flags);
218 	int (*go_demote_ok) (const struct gfs2_glock *gl);
219 	int (*go_lock) (struct gfs2_holder *gh);
220 	void (*go_unlock) (struct gfs2_holder *gh);
221 	void (*go_dump)(struct seq_file *seq, const struct gfs2_glock *gl);
222 	void (*go_callback)(struct gfs2_glock *gl, bool remote);
223 	const int go_type;
224 	const unsigned long go_flags;
225 #define GLOF_ASPACE 1
226 #define GLOF_LVB    2
227 };
228 
229 enum {
230 	GFS2_LKS_SRTT = 0,	/* Non blocking smoothed round trip time */
231 	GFS2_LKS_SRTTVAR = 1,	/* Non blocking smoothed variance */
232 	GFS2_LKS_SRTTB = 2,	/* Blocking smoothed round trip time */
233 	GFS2_LKS_SRTTVARB = 3,	/* Blocking smoothed variance */
234 	GFS2_LKS_SIRT = 4,	/* Smoothed Inter-request time */
235 	GFS2_LKS_SIRTVAR = 5,	/* Smoothed Inter-request variance */
236 	GFS2_LKS_DCOUNT = 6,	/* Count of dlm requests */
237 	GFS2_LKS_QCOUNT = 7,	/* Count of gfs2_holder queues */
238 	GFS2_NR_LKSTATS
239 };
240 
241 struct gfs2_lkstats {
242 	s64 stats[GFS2_NR_LKSTATS];
243 };
244 
245 enum {
246 	/* States */
247 	HIF_HOLDER		= 6,  /* Set for gh that "holds" the glock */
248 	HIF_FIRST		= 7,
249 	HIF_WAIT		= 10,
250 };
251 
252 struct gfs2_holder {
253 	struct list_head gh_list;
254 
255 	struct gfs2_glock *gh_gl;
256 	struct pid *gh_owner_pid;
257 	unsigned int gh_state;
258 	unsigned gh_flags;
259 
260 	int gh_error;
261 	unsigned long gh_iflags; /* HIF_... */
262 	unsigned long gh_ip;
263 };
264 
265 /* Resource group multi-block reservation, in order of appearance:
266 
267    Step 1. Function prepares to write, allocates a mb, sets the size hint.
268    Step 2. User calls inplace_reserve to target an rgrp, sets the rgrp info
269    Step 3. Function get_local_rgrp locks the rgrp, determines which bits to use
270    Step 4. Bits are assigned from the rgrp based on either the reservation
271            or wherever it can.
272 */
273 
274 struct gfs2_blkreserv {
275 	/* components used during write (step 1): */
276 	atomic_t rs_sizehint;         /* hint of the write size */
277 
278 	struct gfs2_holder rs_rgd_gh; /* Filled in by get_local_rgrp */
279 	struct rb_node rs_node;       /* link to other block reservations */
280 	struct gfs2_rbm rs_rbm;       /* Start of reservation */
281 	u32 rs_free;                  /* how many blocks are still free */
282 	u64 rs_inum;                  /* Inode number for reservation */
283 
284 	/* ancillary quota stuff */
285 	struct gfs2_quota_data *rs_qa_qd[2 * MAXQUOTAS];
286 	struct gfs2_holder rs_qa_qd_ghs[2 * MAXQUOTAS];
287 	unsigned int rs_qa_qd_num;
288 };
289 
290 /*
291  * Allocation parameters
292  * @target: The number of blocks we'd ideally like to allocate
293  * @aflags: The flags (e.g. Orlov flag)
294  *
295  * The intent is to gradually expand this structure over time in
296  * order to give more information, e.g. alignment, min extent size
297  * to the allocation code.
298  */
299 struct gfs2_alloc_parms {
300 	u32 target;
301 	u32 aflags;
302 };
303 
304 enum {
305 	GLF_LOCK			= 1,
306 	GLF_DEMOTE			= 3,
307 	GLF_PENDING_DEMOTE		= 4,
308 	GLF_DEMOTE_IN_PROGRESS		= 5,
309 	GLF_DIRTY			= 6,
310 	GLF_LFLUSH			= 7,
311 	GLF_INVALIDATE_IN_PROGRESS	= 8,
312 	GLF_REPLY_PENDING		= 9,
313 	GLF_INITIAL			= 10,
314 	GLF_FROZEN			= 11,
315 	GLF_QUEUED			= 12,
316 	GLF_LRU				= 13,
317 	GLF_OBJECT			= 14, /* Used only for tracing */
318 	GLF_BLOCKING			= 15,
319 };
320 
321 struct gfs2_glock {
322 	struct hlist_bl_node gl_list;
323 	struct gfs2_sbd *gl_sbd;
324 	unsigned long gl_flags;		/* GLF_... */
325 	struct lm_lockname gl_name;
326 
327 	struct lockref gl_lockref;
328 #define gl_spin gl_lockref.lock
329 
330 	/* State fields protected by gl_spin */
331 	unsigned int gl_state:2,	/* Current state */
332 		     gl_target:2,	/* Target state */
333 		     gl_demote_state:2,	/* State requested by remote node */
334 		     gl_req:2,		/* State in last dlm request */
335 		     gl_reply:8;	/* Last reply from the dlm */
336 
337 	unsigned int gl_hash;
338 	unsigned long gl_demote_time; /* time of first demote request */
339 	long gl_hold_time;
340 	struct list_head gl_holders;
341 
342 	const struct gfs2_glock_operations *gl_ops;
343 	ktime_t gl_dstamp;
344 	struct gfs2_lkstats gl_stats;
345 	struct dlm_lksb gl_lksb;
346 	unsigned long gl_tchange;
347 	void *gl_object;
348 
349 	struct list_head gl_lru;
350 	struct list_head gl_ail_list;
351 	atomic_t gl_ail_count;
352 	atomic_t gl_revokes;
353 	struct delayed_work gl_work;
354 	union {
355 		/* For inode and iopen glocks only */
356 		struct work_struct gl_delete;
357 		/* For rgrp glocks only */
358 		struct {
359 			loff_t start;
360 			loff_t end;
361 		} gl_vm;
362 	};
363 	struct rcu_head gl_rcu;
364 };
365 
366 #define GFS2_MIN_LVB_SIZE 32	/* Min size of LVB that gfs2 supports */
367 
368 enum {
369 	GIF_INVALID		= 0,
370 	GIF_QD_LOCKED		= 1,
371 	GIF_ALLOC_FAILED	= 2,
372 	GIF_SW_PAGED		= 3,
373 	GIF_ORDERED		= 4,
374 };
375 
376 struct gfs2_inode {
377 	struct inode i_inode;
378 	u64 i_no_addr;
379 	u64 i_no_formal_ino;
380 	u64 i_generation;
381 	u64 i_eattr;
382 	unsigned long i_flags;		/* GIF_... */
383 	struct gfs2_glock *i_gl; /* Move into i_gh? */
384 	struct gfs2_holder i_iopen_gh;
385 	struct gfs2_holder i_gh; /* for prepare/commit_write only */
386 	struct gfs2_blkreserv *i_res; /* rgrp multi-block reservation */
387 	struct gfs2_rgrpd *i_rgd;
388 	u64 i_goal;	/* goal block for allocations */
389 	struct rw_semaphore i_rw_mutex;
390 	struct list_head i_ordered;
391 	struct list_head i_trunc_list;
392 	__be64 *i_hash_cache;
393 	u32 i_entries;
394 	u32 i_diskflags;
395 	u8 i_height;
396 	u8 i_depth;
397 };
398 
399 /*
400  * Since i_inode is the first element of struct gfs2_inode,
401  * this is effectively a cast.
402  */
403 static inline struct gfs2_inode *GFS2_I(struct inode *inode)
404 {
405 	return container_of(inode, struct gfs2_inode, i_inode);
406 }
407 
408 static inline struct gfs2_sbd *GFS2_SB(const struct inode *inode)
409 {
410 	return inode->i_sb->s_fs_info;
411 }
412 
413 struct gfs2_file {
414 	struct mutex f_fl_mutex;
415 	struct gfs2_holder f_fl_gh;
416 };
417 
418 struct gfs2_revoke_replay {
419 	struct list_head rr_list;
420 	u64 rr_blkno;
421 	unsigned int rr_where;
422 };
423 
424 enum {
425 	QDF_CHANGE		= 1,
426 	QDF_LOCKED		= 2,
427 	QDF_REFRESH		= 3,
428 };
429 
430 struct gfs2_quota_data {
431 	struct hlist_bl_node qd_hlist;
432 	struct list_head qd_list;
433 	struct kqid qd_id;
434 	struct gfs2_sbd *qd_sbd;
435 	struct lockref qd_lockref;
436 	struct list_head qd_lru;
437 	unsigned qd_hash;
438 
439 	unsigned long qd_flags;		/* QDF_... */
440 
441 	s64 qd_change;
442 	s64 qd_change_sync;
443 
444 	unsigned int qd_slot;
445 	unsigned int qd_slot_count;
446 
447 	struct buffer_head *qd_bh;
448 	struct gfs2_quota_change *qd_bh_qc;
449 	unsigned int qd_bh_count;
450 
451 	struct gfs2_glock *qd_gl;
452 	struct gfs2_quota_lvb qd_qb;
453 
454 	u64 qd_sync_gen;
455 	unsigned long qd_last_warn;
456 	struct rcu_head qd_rcu;
457 };
458 
459 struct gfs2_trans {
460 	unsigned long tr_ip;
461 
462 	unsigned int tr_blocks;
463 	unsigned int tr_revokes;
464 	unsigned int tr_reserved;
465 
466 	struct gfs2_holder tr_t_gh;
467 
468 	int tr_touched;
469 	int tr_attached;
470 
471 	unsigned int tr_num_buf_new;
472 	unsigned int tr_num_databuf_new;
473 	unsigned int tr_num_buf_rm;
474 	unsigned int tr_num_databuf_rm;
475 	unsigned int tr_num_revoke;
476 	unsigned int tr_num_revoke_rm;
477 
478 	struct list_head tr_list;
479 
480 	unsigned int tr_first;
481 	struct list_head tr_ail1_list;
482 	struct list_head tr_ail2_list;
483 };
484 
485 struct gfs2_journal_extent {
486 	struct list_head extent_list;
487 
488 	unsigned int lblock; /* First logical block */
489 	u64 dblock; /* First disk block */
490 	u64 blocks;
491 };
492 
493 struct gfs2_jdesc {
494 	struct list_head jd_list;
495 	struct list_head extent_list;
496 	struct work_struct jd_work;
497 	struct inode *jd_inode;
498 	unsigned long jd_flags;
499 #define JDF_RECOVERY 1
500 	unsigned int jd_jid;
501 	unsigned int jd_blocks;
502 	int jd_recover_error;
503 };
504 
505 struct gfs2_statfs_change_host {
506 	s64 sc_total;
507 	s64 sc_free;
508 	s64 sc_dinodes;
509 };
510 
511 #define GFS2_QUOTA_DEFAULT	GFS2_QUOTA_OFF
512 #define GFS2_QUOTA_OFF		0
513 #define GFS2_QUOTA_ACCOUNT	1
514 #define GFS2_QUOTA_ON		2
515 
516 #define GFS2_DATA_DEFAULT	GFS2_DATA_ORDERED
517 #define GFS2_DATA_WRITEBACK	1
518 #define GFS2_DATA_ORDERED	2
519 
520 #define GFS2_ERRORS_DEFAULT     GFS2_ERRORS_WITHDRAW
521 #define GFS2_ERRORS_WITHDRAW    0
522 #define GFS2_ERRORS_CONTINUE    1 /* place holder for future feature */
523 #define GFS2_ERRORS_RO          2 /* place holder for future feature */
524 #define GFS2_ERRORS_PANIC       3
525 
526 struct gfs2_args {
527 	char ar_lockproto[GFS2_LOCKNAME_LEN];	/* Name of the Lock Protocol */
528 	char ar_locktable[GFS2_LOCKNAME_LEN];	/* Name of the Lock Table */
529 	char ar_hostdata[GFS2_LOCKNAME_LEN];	/* Host specific data */
530 	unsigned int ar_spectator:1;		/* Don't get a journal */
531 	unsigned int ar_localflocks:1;		/* Let the VFS do flock|fcntl */
532 	unsigned int ar_debug:1;		/* Oops on errors */
533 	unsigned int ar_posix_acl:1;		/* Enable posix acls */
534 	unsigned int ar_quota:2;		/* off/account/on */
535 	unsigned int ar_suiddir:1;		/* suiddir support */
536 	unsigned int ar_data:2;			/* ordered/writeback */
537 	unsigned int ar_meta:1;			/* mount metafs */
538 	unsigned int ar_discard:1;		/* discard requests */
539 	unsigned int ar_errors:2;               /* errors=withdraw | panic */
540 	unsigned int ar_nobarrier:1;            /* do not send barriers */
541 	unsigned int ar_rgrplvb:1;		/* use lvbs for rgrp info */
542 	int ar_commit;				/* Commit interval */
543 	int ar_statfs_quantum;			/* The fast statfs interval */
544 	int ar_quota_quantum;			/* The quota interval */
545 	int ar_statfs_percent;			/* The % change to force sync */
546 };
547 
548 struct gfs2_tune {
549 	spinlock_t gt_spin;
550 
551 	unsigned int gt_logd_secs;
552 
553 	unsigned int gt_quota_warn_period; /* Secs between quota warn msgs */
554 	unsigned int gt_quota_scale_num; /* Numerator */
555 	unsigned int gt_quota_scale_den; /* Denominator */
556 	unsigned int gt_quota_quantum; /* Secs between syncs to quota file */
557 	unsigned int gt_new_files_jdata;
558 	unsigned int gt_max_readahead; /* Max bytes to read-ahead from disk */
559 	unsigned int gt_complain_secs;
560 	unsigned int gt_statfs_quantum;
561 	unsigned int gt_statfs_slow;
562 };
563 
564 enum {
565 	SDF_JOURNAL_CHECKED	= 0,
566 	SDF_JOURNAL_LIVE	= 1,
567 	SDF_SHUTDOWN		= 2,
568 	SDF_NOBARRIERS		= 3,
569 	SDF_NORECOVERY		= 4,
570 	SDF_DEMOTE		= 5,
571 	SDF_NOJOURNALID		= 6,
572 	SDF_RORECOVERY		= 7, /* read only recovery */
573 	SDF_SKIP_DLM_UNLOCK	= 8,
574 };
575 
576 #define GFS2_FSNAME_LEN		256
577 
578 struct gfs2_inum_host {
579 	u64 no_formal_ino;
580 	u64 no_addr;
581 };
582 
583 struct gfs2_sb_host {
584 	u32 sb_magic;
585 	u32 sb_type;
586 	u32 sb_format;
587 
588 	u32 sb_fs_format;
589 	u32 sb_multihost_format;
590 	u32 sb_bsize;
591 	u32 sb_bsize_shift;
592 
593 	struct gfs2_inum_host sb_master_dir;
594 	struct gfs2_inum_host sb_root_dir;
595 
596 	char sb_lockproto[GFS2_LOCKNAME_LEN];
597 	char sb_locktable[GFS2_LOCKNAME_LEN];
598 };
599 
600 /*
601  * lm_mount() return values
602  *
603  * ls_jid - the journal ID this node should use
604  * ls_first - this node is the first to mount the file system
605  * ls_lockspace - lock module's context for this file system
606  * ls_ops - lock module's functions
607  */
608 
609 struct lm_lockstruct {
610 	int ls_jid;
611 	unsigned int ls_first;
612 	const struct lm_lockops *ls_ops;
613 	dlm_lockspace_t *ls_dlm;
614 
615 	int ls_recover_jid_done;   /* These two are deprecated, */
616 	int ls_recover_jid_status; /* used previously by gfs_controld */
617 
618 	struct dlm_lksb ls_mounted_lksb; /* mounted_lock */
619 	struct dlm_lksb ls_control_lksb; /* control_lock */
620 	char ls_control_lvb[GDLM_LVB_SIZE]; /* control_lock lvb */
621 	struct completion ls_sync_wait; /* {control,mounted}_{lock,unlock} */
622 	char *ls_lvb_bits;
623 
624 	spinlock_t ls_recover_spin; /* protects following fields */
625 	unsigned long ls_recover_flags; /* DFL_ */
626 	uint32_t ls_recover_mount; /* gen in first recover_done cb */
627 	uint32_t ls_recover_start; /* gen in last recover_done cb */
628 	uint32_t ls_recover_block; /* copy recover_start in last recover_prep */
629 	uint32_t ls_recover_size; /* size of recover_submit, recover_result */
630 	uint32_t *ls_recover_submit; /* gen in last recover_slot cb per jid */
631 	uint32_t *ls_recover_result; /* result of last jid recovery */
632 };
633 
634 struct gfs2_pcpu_lkstats {
635 	/* One struct for each glock type */
636 	struct gfs2_lkstats lkstats[10];
637 };
638 
639 struct gfs2_sbd {
640 	struct super_block *sd_vfs;
641 	struct gfs2_pcpu_lkstats __percpu *sd_lkstats;
642 	struct kobject sd_kobj;
643 	unsigned long sd_flags;	/* SDF_... */
644 	struct gfs2_sb_host sd_sb;
645 
646 	/* Constants computed on mount */
647 
648 	u32 sd_fsb2bb;
649 	u32 sd_fsb2bb_shift;
650 	u32 sd_diptrs;	/* Number of pointers in a dinode */
651 	u32 sd_inptrs;	/* Number of pointers in a indirect block */
652 	u32 sd_jbsize;	/* Size of a journaled data block */
653 	u32 sd_hash_bsize;	/* sizeof(exhash block) */
654 	u32 sd_hash_bsize_shift;
655 	u32 sd_hash_ptrs;	/* Number of pointers in a hash block */
656 	u32 sd_qc_per_block;
657 	u32 sd_blocks_per_bitmap;
658 	u32 sd_max_dirres;	/* Max blocks needed to add a directory entry */
659 	u32 sd_max_height;	/* Max height of a file's metadata tree */
660 	u64 sd_heightsize[GFS2_MAX_META_HEIGHT + 1];
661 	u32 sd_max_jheight; /* Max height of journaled file's meta tree */
662 	u64 sd_jheightsize[GFS2_MAX_META_HEIGHT + 1];
663 
664 	struct gfs2_args sd_args;	/* Mount arguments */
665 	struct gfs2_tune sd_tune;	/* Filesystem tuning structure */
666 
667 	/* Lock Stuff */
668 
669 	struct lm_lockstruct sd_lockstruct;
670 	struct gfs2_holder sd_live_gh;
671 	struct gfs2_glock *sd_rename_gl;
672 	struct gfs2_glock *sd_trans_gl;
673 	wait_queue_head_t sd_glock_wait;
674 	atomic_t sd_glock_disposal;
675 	struct completion sd_locking_init;
676 	struct completion sd_wdack;
677 	struct delayed_work sd_control_work;
678 
679 	/* Inode Stuff */
680 
681 	struct dentry *sd_master_dir;
682 	struct dentry *sd_root_dir;
683 
684 	struct inode *sd_jindex;
685 	struct inode *sd_statfs_inode;
686 	struct inode *sd_sc_inode;
687 	struct inode *sd_qc_inode;
688 	struct inode *sd_rindex;
689 	struct inode *sd_quota_inode;
690 
691 	/* StatFS stuff */
692 
693 	spinlock_t sd_statfs_spin;
694 	struct gfs2_statfs_change_host sd_statfs_master;
695 	struct gfs2_statfs_change_host sd_statfs_local;
696 	int sd_statfs_force_sync;
697 
698 	/* Resource group stuff */
699 
700 	int sd_rindex_uptodate;
701 	spinlock_t sd_rindex_spin;
702 	struct rb_root sd_rindex_tree;
703 	unsigned int sd_rgrps;
704 	unsigned int sd_max_rg_data;
705 
706 	/* Journal index stuff */
707 
708 	struct list_head sd_jindex_list;
709 	spinlock_t sd_jindex_spin;
710 	struct mutex sd_jindex_mutex;
711 	unsigned int sd_journals;
712 
713 	struct gfs2_jdesc *sd_jdesc;
714 	struct gfs2_holder sd_journal_gh;
715 	struct gfs2_holder sd_jinode_gh;
716 
717 	struct gfs2_holder sd_sc_gh;
718 	struct gfs2_holder sd_qc_gh;
719 
720 	/* Daemon stuff */
721 
722 	struct task_struct *sd_logd_process;
723 	struct task_struct *sd_quotad_process;
724 
725 	/* Quota stuff */
726 
727 	struct list_head sd_quota_list;
728 	atomic_t sd_quota_count;
729 	struct mutex sd_quota_mutex;
730 	struct mutex sd_quota_sync_mutex;
731 	wait_queue_head_t sd_quota_wait;
732 	struct list_head sd_trunc_list;
733 	spinlock_t sd_trunc_lock;
734 
735 	unsigned int sd_quota_slots;
736 	unsigned long *sd_quota_bitmap;
737 	spinlock_t sd_bitmap_lock;
738 
739 	u64 sd_quota_sync_gen;
740 
741 	/* Log stuff */
742 
743 	struct address_space sd_aspace;
744 
745 	spinlock_t sd_log_lock;
746 
747 	struct gfs2_trans *sd_log_tr;
748 	unsigned int sd_log_blks_reserved;
749 	unsigned int sd_log_commited_buf;
750 	unsigned int sd_log_commited_databuf;
751 	int sd_log_commited_revoke;
752 
753 	atomic_t sd_log_pinned;
754 	unsigned int sd_log_num_buf;
755 	unsigned int sd_log_num_revoke;
756 	unsigned int sd_log_num_rg;
757 	unsigned int sd_log_num_databuf;
758 
759 	struct list_head sd_log_le_buf;
760 	struct list_head sd_log_le_revoke;
761 	struct list_head sd_log_le_databuf;
762 	struct list_head sd_log_le_ordered;
763 	spinlock_t sd_ordered_lock;
764 
765 	atomic_t sd_log_thresh1;
766 	atomic_t sd_log_thresh2;
767 	atomic_t sd_log_blks_free;
768 	wait_queue_head_t sd_log_waitq;
769 	wait_queue_head_t sd_logd_waitq;
770 
771 	u64 sd_log_sequence;
772 	unsigned int sd_log_head;
773 	unsigned int sd_log_tail;
774 	int sd_log_idle;
775 
776 	struct rw_semaphore sd_log_flush_lock;
777 	atomic_t sd_log_in_flight;
778 	struct bio *sd_log_bio;
779 	wait_queue_head_t sd_log_flush_wait;
780 	int sd_log_error;
781 
782 	unsigned int sd_log_flush_head;
783 	u64 sd_log_flush_wrapped;
784 
785 	spinlock_t sd_ail_lock;
786 	struct list_head sd_ail1_list;
787 	struct list_head sd_ail2_list;
788 
789 	/* Replay stuff */
790 
791 	struct list_head sd_revoke_list;
792 	unsigned int sd_replay_tail;
793 
794 	unsigned int sd_found_blocks;
795 	unsigned int sd_found_revokes;
796 	unsigned int sd_replayed_blocks;
797 
798 	/* For quiescing the filesystem */
799 	struct gfs2_holder sd_freeze_gh;
800 
801 	char sd_fsname[GFS2_FSNAME_LEN];
802 	char sd_table_name[GFS2_FSNAME_LEN];
803 	char sd_proto_name[GFS2_FSNAME_LEN];
804 
805 	/* Debugging crud */
806 
807 	unsigned long sd_last_warning;
808 	struct dentry *debugfs_dir;    /* debugfs directory */
809 	struct dentry *debugfs_dentry_glocks;
810 	struct dentry *debugfs_dentry_glstats;
811 	struct dentry *debugfs_dentry_sbstats;
812 };
813 
814 static inline void gfs2_glstats_inc(struct gfs2_glock *gl, int which)
815 {
816 	gl->gl_stats.stats[which]++;
817 }
818 
819 static inline void gfs2_sbstats_inc(const struct gfs2_glock *gl, int which)
820 {
821 	const struct gfs2_sbd *sdp = gl->gl_sbd;
822 	preempt_disable();
823 	this_cpu_ptr(sdp->sd_lkstats)->lkstats[gl->gl_name.ln_type].stats[which]++;
824 	preempt_enable();
825 }
826 
827 #endif /* __INCORE_DOT_H__ */
828 
829