xref: /openbmc/linux/fs/gfs2/incore.h (revision 39b6f3aa)
1 /*
2  * Copyright (C) Sistina Software, Inc.  1997-2003 All rights reserved.
3  * Copyright (C) 2004-2008 Red Hat, Inc.  All rights reserved.
4  *
5  * This copyrighted material is made available to anyone wishing to use,
6  * modify, copy, or redistribute it subject to the terms and conditions
7  * of the GNU General Public License version 2.
8  */
9 
10 #ifndef __INCORE_DOT_H__
11 #define __INCORE_DOT_H__
12 
13 #include <linux/fs.h>
14 #include <linux/kobject.h>
15 #include <linux/workqueue.h>
16 #include <linux/dlm.h>
17 #include <linux/buffer_head.h>
18 #include <linux/rcupdate.h>
19 #include <linux/rculist_bl.h>
20 #include <linux/completion.h>
21 #include <linux/rbtree.h>
22 #include <linux/ktime.h>
23 #include <linux/percpu.h>
24 
25 #define DIO_WAIT	0x00000010
26 #define DIO_METADATA	0x00000020
27 
28 struct gfs2_log_operations;
29 struct gfs2_bufdata;
30 struct gfs2_holder;
31 struct gfs2_glock;
32 struct gfs2_quota_data;
33 struct gfs2_trans;
34 struct gfs2_jdesc;
35 struct gfs2_sbd;
36 struct lm_lockops;
37 
38 typedef void (*gfs2_glop_bh_t) (struct gfs2_glock *gl, unsigned int ret);
39 
40 struct gfs2_log_header_host {
41 	u64 lh_sequence;	/* Sequence number of this transaction */
42 	u32 lh_flags;		/* GFS2_LOG_HEAD_... */
43 	u32 lh_tail;		/* Block number of log tail */
44 	u32 lh_blkno;
45 	u32 lh_hash;
46 };
47 
48 /*
49  * Structure of operations that are associated with each
50  * type of element in the log.
51  */
52 
53 struct gfs2_log_operations {
54 	void (*lo_before_commit) (struct gfs2_sbd *sdp);
55 	void (*lo_after_commit) (struct gfs2_sbd *sdp, struct gfs2_trans *tr);
56 	void (*lo_before_scan) (struct gfs2_jdesc *jd,
57 				struct gfs2_log_header_host *head, int pass);
58 	int (*lo_scan_elements) (struct gfs2_jdesc *jd, unsigned int start,
59 				 struct gfs2_log_descriptor *ld, __be64 *ptr,
60 				 int pass);
61 	void (*lo_after_scan) (struct gfs2_jdesc *jd, int error, int pass);
62 	const char *lo_name;
63 };
64 
65 #define GBF_FULL 1
66 
67 struct gfs2_bitmap {
68 	struct buffer_head *bi_bh;
69 	char *bi_clone;
70 	unsigned long bi_flags;
71 	u32 bi_offset;
72 	u32 bi_start;
73 	u32 bi_len;
74 };
75 
76 struct gfs2_rgrpd {
77 	struct rb_node rd_node;		/* Link with superblock */
78 	struct gfs2_glock *rd_gl;	/* Glock for this rgrp */
79 	u64 rd_addr;			/* grp block disk address */
80 	u64 rd_data0;			/* first data location */
81 	u32 rd_length;			/* length of rgrp header in fs blocks */
82 	u32 rd_data;			/* num of data blocks in rgrp */
83 	u32 rd_bitbytes;		/* number of bytes in data bitmaps */
84 	u32 rd_free;
85 	u32 rd_reserved;                /* number of blocks reserved */
86 	u32 rd_free_clone;
87 	u32 rd_dinodes;
88 	u64 rd_igeneration;
89 	struct gfs2_bitmap *rd_bits;
90 	struct gfs2_sbd *rd_sbd;
91 	struct gfs2_rgrp_lvb *rd_rgl;
92 	u32 rd_last_alloc;
93 	u32 rd_flags;
94 #define GFS2_RDF_CHECK		0x10000000 /* check for unlinked inodes */
95 #define GFS2_RDF_UPTODATE	0x20000000 /* rg is up to date */
96 #define GFS2_RDF_ERROR		0x40000000 /* error in rg */
97 #define GFS2_RDF_MASK		0xf0000000 /* mask for internal flags */
98 	spinlock_t rd_rsspin;           /* protects reservation related vars */
99 	struct rb_root rd_rstree;       /* multi-block reservation tree */
100 };
101 
102 struct gfs2_rbm {
103 	struct gfs2_rgrpd *rgd;
104 	struct gfs2_bitmap *bi;	/* Bitmap must belong to the rgd */
105 	u32 offset;		/* The offset is bitmap relative */
106 };
107 
108 static inline u64 gfs2_rbm_to_block(const struct gfs2_rbm *rbm)
109 {
110 	return rbm->rgd->rd_data0 + (rbm->bi->bi_start * GFS2_NBBY) + rbm->offset;
111 }
112 
113 static inline bool gfs2_rbm_eq(const struct gfs2_rbm *rbm1,
114 			       const struct gfs2_rbm *rbm2)
115 {
116 	return (rbm1->rgd == rbm2->rgd) && (rbm1->bi == rbm2->bi) &&
117 	       (rbm1->offset == rbm2->offset);
118 }
119 
120 enum gfs2_state_bits {
121 	BH_Pinned = BH_PrivateStart,
122 	BH_Escaped = BH_PrivateStart + 1,
123 	BH_Zeronew = BH_PrivateStart + 2,
124 };
125 
126 BUFFER_FNS(Pinned, pinned)
127 TAS_BUFFER_FNS(Pinned, pinned)
128 BUFFER_FNS(Escaped, escaped)
129 TAS_BUFFER_FNS(Escaped, escaped)
130 BUFFER_FNS(Zeronew, zeronew)
131 TAS_BUFFER_FNS(Zeronew, zeronew)
132 
133 struct gfs2_bufdata {
134 	struct buffer_head *bd_bh;
135 	struct gfs2_glock *bd_gl;
136 	u64 bd_blkno;
137 
138 	struct list_head bd_list;
139 	const struct gfs2_log_operations *bd_ops;
140 
141 	struct gfs2_trans *bd_tr;
142 	struct list_head bd_ail_st_list;
143 	struct list_head bd_ail_gl_list;
144 };
145 
146 /*
147  * Internally, we prefix things with gdlm_ and GDLM_ (for gfs-dlm) since a
148  * prefix of lock_dlm_ gets awkward.
149  */
150 
151 #define GDLM_STRNAME_BYTES	25
152 #define GDLM_LVB_SIZE		32
153 
154 /*
155  * ls_recover_flags:
156  *
157  * DFL_BLOCK_LOCKS: dlm is in recovery and will grant locks that had been
158  * held by failed nodes whose journals need recovery.  Those locks should
159  * only be used for journal recovery until the journal recovery is done.
160  * This is set by the dlm recover_prep callback and cleared by the
161  * gfs2_control thread when journal recovery is complete.  To avoid
162  * races between recover_prep setting and gfs2_control clearing, recover_spin
163  * is held while changing this bit and reading/writing recover_block
164  * and recover_start.
165  *
166  * DFL_NO_DLM_OPS: dlm lockspace ops/callbacks are not being used.
167  *
168  * DFL_FIRST_MOUNT: this node is the first to mount this fs and is doing
169  * recovery of all journals before allowing other nodes to mount the fs.
170  * This is cleared when FIRST_MOUNT_DONE is set.
171  *
172  * DFL_FIRST_MOUNT_DONE: this node was the first mounter, and has finished
173  * recovery of all journals, and now allows other nodes to mount the fs.
174  *
175  * DFL_MOUNT_DONE: gdlm_mount has completed successfully and cleared
176  * BLOCK_LOCKS for the first time.  The gfs2_control thread should now
177  * control clearing BLOCK_LOCKS for further recoveries.
178  *
179  * DFL_UNMOUNT: gdlm_unmount sets to keep sdp off gfs2_control_wq.
180  *
181  * DFL_DLM_RECOVERY: set while dlm is in recovery, between recover_prep()
182  * and recover_done(), i.e. set while recover_block == recover_start.
183  */
184 
185 enum {
186 	DFL_BLOCK_LOCKS		= 0,
187 	DFL_NO_DLM_OPS		= 1,
188 	DFL_FIRST_MOUNT		= 2,
189 	DFL_FIRST_MOUNT_DONE	= 3,
190 	DFL_MOUNT_DONE		= 4,
191 	DFL_UNMOUNT		= 5,
192 	DFL_DLM_RECOVERY	= 6,
193 };
194 
195 struct lm_lockname {
196 	u64 ln_number;
197 	unsigned int ln_type;
198 };
199 
200 #define lm_name_equal(name1, name2) \
201         (((name1)->ln_number == (name2)->ln_number) && \
202          ((name1)->ln_type == (name2)->ln_type))
203 
204 
205 struct gfs2_glock_operations {
206 	void (*go_sync) (struct gfs2_glock *gl);
207 	int (*go_xmote_bh) (struct gfs2_glock *gl, struct gfs2_holder *gh);
208 	void (*go_inval) (struct gfs2_glock *gl, int flags);
209 	int (*go_demote_ok) (const struct gfs2_glock *gl);
210 	int (*go_lock) (struct gfs2_holder *gh);
211 	void (*go_unlock) (struct gfs2_holder *gh);
212 	int (*go_dump)(struct seq_file *seq, const struct gfs2_glock *gl);
213 	void (*go_callback)(struct gfs2_glock *gl, bool remote);
214 	const int go_type;
215 	const unsigned long go_flags;
216 #define GLOF_ASPACE 1
217 #define GLOF_LVB    2
218 };
219 
220 enum {
221 	GFS2_LKS_SRTT = 0,	/* Non blocking smoothed round trip time */
222 	GFS2_LKS_SRTTVAR = 1,	/* Non blocking smoothed variance */
223 	GFS2_LKS_SRTTB = 2,	/* Blocking smoothed round trip time */
224 	GFS2_LKS_SRTTVARB = 3,	/* Blocking smoothed variance */
225 	GFS2_LKS_SIRT = 4,	/* Smoothed Inter-request time */
226 	GFS2_LKS_SIRTVAR = 5,	/* Smoothed Inter-request variance */
227 	GFS2_LKS_DCOUNT = 6,	/* Count of dlm requests */
228 	GFS2_LKS_QCOUNT = 7,	/* Count of gfs2_holder queues */
229 	GFS2_NR_LKSTATS
230 };
231 
232 struct gfs2_lkstats {
233 	s64 stats[GFS2_NR_LKSTATS];
234 };
235 
236 enum {
237 	/* States */
238 	HIF_HOLDER		= 6,  /* Set for gh that "holds" the glock */
239 	HIF_FIRST		= 7,
240 	HIF_WAIT		= 10,
241 };
242 
243 struct gfs2_holder {
244 	struct list_head gh_list;
245 
246 	struct gfs2_glock *gh_gl;
247 	struct pid *gh_owner_pid;
248 	unsigned int gh_state;
249 	unsigned gh_flags;
250 
251 	int gh_error;
252 	unsigned long gh_iflags; /* HIF_... */
253 	unsigned long gh_ip;
254 };
255 
256 /* Resource group multi-block reservation, in order of appearance:
257 
258    Step 1. Function prepares to write, allocates a mb, sets the size hint.
259    Step 2. User calls inplace_reserve to target an rgrp, sets the rgrp info
260    Step 3. Function get_local_rgrp locks the rgrp, determines which bits to use
261    Step 4. Bits are assigned from the rgrp based on either the reservation
262            or wherever it can.
263 */
264 
265 struct gfs2_blkreserv {
266 	/* components used during write (step 1): */
267 	atomic_t rs_sizehint;         /* hint of the write size */
268 
269 	struct gfs2_holder rs_rgd_gh; /* Filled in by get_local_rgrp */
270 	struct rb_node rs_node;       /* link to other block reservations */
271 	struct gfs2_rbm rs_rbm;       /* Start of reservation */
272 	u32 rs_free;                  /* how many blocks are still free */
273 	u64 rs_inum;                  /* Inode number for reservation */
274 
275 	/* ancillary quota stuff */
276 	struct gfs2_quota_data *rs_qa_qd[2 * MAXQUOTAS];
277 	struct gfs2_holder rs_qa_qd_ghs[2 * MAXQUOTAS];
278 	unsigned int rs_qa_qd_num;
279 };
280 
281 enum {
282 	GLF_LOCK			= 1,
283 	GLF_DEMOTE			= 3,
284 	GLF_PENDING_DEMOTE		= 4,
285 	GLF_DEMOTE_IN_PROGRESS		= 5,
286 	GLF_DIRTY			= 6,
287 	GLF_LFLUSH			= 7,
288 	GLF_INVALIDATE_IN_PROGRESS	= 8,
289 	GLF_REPLY_PENDING		= 9,
290 	GLF_INITIAL			= 10,
291 	GLF_FROZEN			= 11,
292 	GLF_QUEUED			= 12,
293 	GLF_LRU				= 13,
294 	GLF_OBJECT			= 14, /* Used only for tracing */
295 	GLF_BLOCKING			= 15,
296 };
297 
298 struct gfs2_glock {
299 	struct hlist_bl_node gl_list;
300 	struct gfs2_sbd *gl_sbd;
301 	unsigned long gl_flags;		/* GLF_... */
302 	struct lm_lockname gl_name;
303 	atomic_t gl_ref;
304 
305 	spinlock_t gl_spin;
306 
307 	/* State fields protected by gl_spin */
308 	unsigned int gl_state:2,	/* Current state */
309 		     gl_target:2,	/* Target state */
310 		     gl_demote_state:2,	/* State requested by remote node */
311 		     gl_req:2,		/* State in last dlm request */
312 		     gl_reply:8;	/* Last reply from the dlm */
313 
314 	unsigned int gl_hash;
315 	unsigned long gl_demote_time; /* time of first demote request */
316 	long gl_hold_time;
317 	struct list_head gl_holders;
318 
319 	const struct gfs2_glock_operations *gl_ops;
320 	ktime_t gl_dstamp;
321 	struct gfs2_lkstats gl_stats;
322 	struct dlm_lksb gl_lksb;
323 	unsigned long gl_tchange;
324 	void *gl_object;
325 
326 	struct list_head gl_lru;
327 	struct list_head gl_ail_list;
328 	atomic_t gl_ail_count;
329 	atomic_t gl_revokes;
330 	struct delayed_work gl_work;
331 	struct work_struct gl_delete;
332 	struct rcu_head gl_rcu;
333 };
334 
335 #define GFS2_MIN_LVB_SIZE 32	/* Min size of LVB that gfs2 supports */
336 
337 enum {
338 	GIF_INVALID		= 0,
339 	GIF_QD_LOCKED		= 1,
340 	GIF_ALLOC_FAILED	= 2,
341 	GIF_SW_PAGED		= 3,
342 	GIF_ORDERED		= 4,
343 };
344 
345 struct gfs2_inode {
346 	struct inode i_inode;
347 	u64 i_no_addr;
348 	u64 i_no_formal_ino;
349 	u64 i_generation;
350 	u64 i_eattr;
351 	unsigned long i_flags;		/* GIF_... */
352 	struct gfs2_glock *i_gl; /* Move into i_gh? */
353 	struct gfs2_holder i_iopen_gh;
354 	struct gfs2_holder i_gh; /* for prepare/commit_write only */
355 	struct gfs2_blkreserv *i_res; /* rgrp multi-block reservation */
356 	struct gfs2_rgrpd *i_rgd;
357 	u64 i_goal;	/* goal block for allocations */
358 	struct rw_semaphore i_rw_mutex;
359 	struct list_head i_ordered;
360 	struct list_head i_trunc_list;
361 	__be64 *i_hash_cache;
362 	u32 i_entries;
363 	u32 i_diskflags;
364 	u8 i_height;
365 	u8 i_depth;
366 };
367 
368 /*
369  * Since i_inode is the first element of struct gfs2_inode,
370  * this is effectively a cast.
371  */
372 static inline struct gfs2_inode *GFS2_I(struct inode *inode)
373 {
374 	return container_of(inode, struct gfs2_inode, i_inode);
375 }
376 
377 static inline struct gfs2_sbd *GFS2_SB(const struct inode *inode)
378 {
379 	return inode->i_sb->s_fs_info;
380 }
381 
382 struct gfs2_file {
383 	struct mutex f_fl_mutex;
384 	struct gfs2_holder f_fl_gh;
385 };
386 
387 struct gfs2_revoke_replay {
388 	struct list_head rr_list;
389 	u64 rr_blkno;
390 	unsigned int rr_where;
391 };
392 
393 enum {
394 	QDF_CHANGE		= 1,
395 	QDF_LOCKED		= 2,
396 	QDF_REFRESH		= 3,
397 };
398 
399 struct gfs2_quota_data {
400 	struct list_head qd_list;
401 	struct list_head qd_reclaim;
402 
403 	atomic_t qd_count;
404 
405 	struct kqid qd_id;
406 	unsigned long qd_flags;		/* QDF_... */
407 
408 	s64 qd_change;
409 	s64 qd_change_sync;
410 
411 	unsigned int qd_slot;
412 	unsigned int qd_slot_count;
413 
414 	struct buffer_head *qd_bh;
415 	struct gfs2_quota_change *qd_bh_qc;
416 	unsigned int qd_bh_count;
417 
418 	struct gfs2_glock *qd_gl;
419 	struct gfs2_quota_lvb qd_qb;
420 
421 	u64 qd_sync_gen;
422 	unsigned long qd_last_warn;
423 };
424 
425 struct gfs2_trans {
426 	unsigned long tr_ip;
427 
428 	unsigned int tr_blocks;
429 	unsigned int tr_revokes;
430 	unsigned int tr_reserved;
431 
432 	struct gfs2_holder tr_t_gh;
433 
434 	int tr_touched;
435 	int tr_attached;
436 
437 	unsigned int tr_num_buf_new;
438 	unsigned int tr_num_databuf_new;
439 	unsigned int tr_num_buf_rm;
440 	unsigned int tr_num_databuf_rm;
441 	unsigned int tr_num_revoke;
442 	unsigned int tr_num_revoke_rm;
443 
444 	struct list_head tr_list;
445 
446 	unsigned int tr_first;
447 	struct list_head tr_ail1_list;
448 	struct list_head tr_ail2_list;
449 };
450 
451 struct gfs2_journal_extent {
452 	struct list_head extent_list;
453 
454 	unsigned int lblock; /* First logical block */
455 	u64 dblock; /* First disk block */
456 	u64 blocks;
457 };
458 
459 struct gfs2_jdesc {
460 	struct list_head jd_list;
461 	struct list_head extent_list;
462 	struct work_struct jd_work;
463 	struct inode *jd_inode;
464 	unsigned long jd_flags;
465 #define JDF_RECOVERY 1
466 	unsigned int jd_jid;
467 	unsigned int jd_blocks;
468 	int jd_recover_error;
469 };
470 
471 struct gfs2_statfs_change_host {
472 	s64 sc_total;
473 	s64 sc_free;
474 	s64 sc_dinodes;
475 };
476 
477 #define GFS2_QUOTA_DEFAULT	GFS2_QUOTA_OFF
478 #define GFS2_QUOTA_OFF		0
479 #define GFS2_QUOTA_ACCOUNT	1
480 #define GFS2_QUOTA_ON		2
481 
482 #define GFS2_DATA_DEFAULT	GFS2_DATA_ORDERED
483 #define GFS2_DATA_WRITEBACK	1
484 #define GFS2_DATA_ORDERED	2
485 
486 #define GFS2_ERRORS_DEFAULT     GFS2_ERRORS_WITHDRAW
487 #define GFS2_ERRORS_WITHDRAW    0
488 #define GFS2_ERRORS_CONTINUE    1 /* place holder for future feature */
489 #define GFS2_ERRORS_RO          2 /* place holder for future feature */
490 #define GFS2_ERRORS_PANIC       3
491 
492 struct gfs2_args {
493 	char ar_lockproto[GFS2_LOCKNAME_LEN];	/* Name of the Lock Protocol */
494 	char ar_locktable[GFS2_LOCKNAME_LEN];	/* Name of the Lock Table */
495 	char ar_hostdata[GFS2_LOCKNAME_LEN];	/* Host specific data */
496 	unsigned int ar_spectator:1;		/* Don't get a journal */
497 	unsigned int ar_localflocks:1;		/* Let the VFS do flock|fcntl */
498 	unsigned int ar_debug:1;		/* Oops on errors */
499 	unsigned int ar_posix_acl:1;		/* Enable posix acls */
500 	unsigned int ar_quota:2;		/* off/account/on */
501 	unsigned int ar_suiddir:1;		/* suiddir support */
502 	unsigned int ar_data:2;			/* ordered/writeback */
503 	unsigned int ar_meta:1;			/* mount metafs */
504 	unsigned int ar_discard:1;		/* discard requests */
505 	unsigned int ar_errors:2;               /* errors=withdraw | panic */
506 	unsigned int ar_nobarrier:1;            /* do not send barriers */
507 	unsigned int ar_rgrplvb:1;		/* use lvbs for rgrp info */
508 	int ar_commit;				/* Commit interval */
509 	int ar_statfs_quantum;			/* The fast statfs interval */
510 	int ar_quota_quantum;			/* The quota interval */
511 	int ar_statfs_percent;			/* The % change to force sync */
512 };
513 
514 struct gfs2_tune {
515 	spinlock_t gt_spin;
516 
517 	unsigned int gt_logd_secs;
518 
519 	unsigned int gt_quota_simul_sync; /* Max quotavals to sync at once */
520 	unsigned int gt_quota_warn_period; /* Secs between quota warn msgs */
521 	unsigned int gt_quota_scale_num; /* Numerator */
522 	unsigned int gt_quota_scale_den; /* Denominator */
523 	unsigned int gt_quota_quantum; /* Secs between syncs to quota file */
524 	unsigned int gt_new_files_jdata;
525 	unsigned int gt_max_readahead; /* Max bytes to read-ahead from disk */
526 	unsigned int gt_complain_secs;
527 	unsigned int gt_statfs_quantum;
528 	unsigned int gt_statfs_slow;
529 };
530 
531 enum {
532 	SDF_JOURNAL_CHECKED	= 0,
533 	SDF_JOURNAL_LIVE	= 1,
534 	SDF_SHUTDOWN		= 2,
535 	SDF_NOBARRIERS		= 3,
536 	SDF_NORECOVERY		= 4,
537 	SDF_DEMOTE		= 5,
538 	SDF_NOJOURNALID		= 6,
539 	SDF_RORECOVERY		= 7, /* read only recovery */
540 	SDF_SKIP_DLM_UNLOCK	= 8,
541 };
542 
543 #define GFS2_FSNAME_LEN		256
544 
545 struct gfs2_inum_host {
546 	u64 no_formal_ino;
547 	u64 no_addr;
548 };
549 
550 struct gfs2_sb_host {
551 	u32 sb_magic;
552 	u32 sb_type;
553 	u32 sb_format;
554 
555 	u32 sb_fs_format;
556 	u32 sb_multihost_format;
557 	u32 sb_bsize;
558 	u32 sb_bsize_shift;
559 
560 	struct gfs2_inum_host sb_master_dir;
561 	struct gfs2_inum_host sb_root_dir;
562 
563 	char sb_lockproto[GFS2_LOCKNAME_LEN];
564 	char sb_locktable[GFS2_LOCKNAME_LEN];
565 };
566 
567 /*
568  * lm_mount() return values
569  *
570  * ls_jid - the journal ID this node should use
571  * ls_first - this node is the first to mount the file system
572  * ls_lockspace - lock module's context for this file system
573  * ls_ops - lock module's functions
574  */
575 
576 struct lm_lockstruct {
577 	int ls_jid;
578 	unsigned int ls_first;
579 	const struct lm_lockops *ls_ops;
580 	dlm_lockspace_t *ls_dlm;
581 
582 	int ls_recover_jid_done;   /* These two are deprecated, */
583 	int ls_recover_jid_status; /* used previously by gfs_controld */
584 
585 	struct dlm_lksb ls_mounted_lksb; /* mounted_lock */
586 	struct dlm_lksb ls_control_lksb; /* control_lock */
587 	char ls_control_lvb[GDLM_LVB_SIZE]; /* control_lock lvb */
588 	struct completion ls_sync_wait; /* {control,mounted}_{lock,unlock} */
589 	char *ls_lvb_bits;
590 
591 	spinlock_t ls_recover_spin; /* protects following fields */
592 	unsigned long ls_recover_flags; /* DFL_ */
593 	uint32_t ls_recover_mount; /* gen in first recover_done cb */
594 	uint32_t ls_recover_start; /* gen in last recover_done cb */
595 	uint32_t ls_recover_block; /* copy recover_start in last recover_prep */
596 	uint32_t ls_recover_size; /* size of recover_submit, recover_result */
597 	uint32_t *ls_recover_submit; /* gen in last recover_slot cb per jid */
598 	uint32_t *ls_recover_result; /* result of last jid recovery */
599 };
600 
601 struct gfs2_pcpu_lkstats {
602 	/* One struct for each glock type */
603 	struct gfs2_lkstats lkstats[10];
604 };
605 
606 struct gfs2_sbd {
607 	struct super_block *sd_vfs;
608 	struct gfs2_pcpu_lkstats __percpu *sd_lkstats;
609 	struct kobject sd_kobj;
610 	unsigned long sd_flags;	/* SDF_... */
611 	struct gfs2_sb_host sd_sb;
612 
613 	/* Constants computed on mount */
614 
615 	u32 sd_fsb2bb;
616 	u32 sd_fsb2bb_shift;
617 	u32 sd_diptrs;	/* Number of pointers in a dinode */
618 	u32 sd_inptrs;	/* Number of pointers in a indirect block */
619 	u32 sd_jbsize;	/* Size of a journaled data block */
620 	u32 sd_hash_bsize;	/* sizeof(exhash block) */
621 	u32 sd_hash_bsize_shift;
622 	u32 sd_hash_ptrs;	/* Number of pointers in a hash block */
623 	u32 sd_qc_per_block;
624 	u32 sd_blocks_per_bitmap;
625 	u32 sd_max_dirres;	/* Max blocks needed to add a directory entry */
626 	u32 sd_max_height;	/* Max height of a file's metadata tree */
627 	u64 sd_heightsize[GFS2_MAX_META_HEIGHT + 1];
628 	u32 sd_max_jheight; /* Max height of journaled file's meta tree */
629 	u64 sd_jheightsize[GFS2_MAX_META_HEIGHT + 1];
630 
631 	struct gfs2_args sd_args;	/* Mount arguments */
632 	struct gfs2_tune sd_tune;	/* Filesystem tuning structure */
633 
634 	/* Lock Stuff */
635 
636 	struct lm_lockstruct sd_lockstruct;
637 	struct gfs2_holder sd_live_gh;
638 	struct gfs2_glock *sd_rename_gl;
639 	struct gfs2_glock *sd_trans_gl;
640 	wait_queue_head_t sd_glock_wait;
641 	atomic_t sd_glock_disposal;
642 	struct completion sd_locking_init;
643 	struct completion sd_wdack;
644 	struct delayed_work sd_control_work;
645 
646 	/* Inode Stuff */
647 
648 	struct dentry *sd_master_dir;
649 	struct dentry *sd_root_dir;
650 
651 	struct inode *sd_jindex;
652 	struct inode *sd_statfs_inode;
653 	struct inode *sd_sc_inode;
654 	struct inode *sd_qc_inode;
655 	struct inode *sd_rindex;
656 	struct inode *sd_quota_inode;
657 
658 	/* StatFS stuff */
659 
660 	spinlock_t sd_statfs_spin;
661 	struct gfs2_statfs_change_host sd_statfs_master;
662 	struct gfs2_statfs_change_host sd_statfs_local;
663 	int sd_statfs_force_sync;
664 
665 	/* Resource group stuff */
666 
667 	int sd_rindex_uptodate;
668 	spinlock_t sd_rindex_spin;
669 	struct rb_root sd_rindex_tree;
670 	unsigned int sd_rgrps;
671 	unsigned int sd_max_rg_data;
672 
673 	/* Journal index stuff */
674 
675 	struct list_head sd_jindex_list;
676 	spinlock_t sd_jindex_spin;
677 	struct mutex sd_jindex_mutex;
678 	unsigned int sd_journals;
679 
680 	struct gfs2_jdesc *sd_jdesc;
681 	struct gfs2_holder sd_journal_gh;
682 	struct gfs2_holder sd_jinode_gh;
683 
684 	struct gfs2_holder sd_sc_gh;
685 	struct gfs2_holder sd_qc_gh;
686 
687 	/* Daemon stuff */
688 
689 	struct task_struct *sd_logd_process;
690 	struct task_struct *sd_quotad_process;
691 
692 	/* Quota stuff */
693 
694 	struct list_head sd_quota_list;
695 	atomic_t sd_quota_count;
696 	struct mutex sd_quota_mutex;
697 	wait_queue_head_t sd_quota_wait;
698 	struct list_head sd_trunc_list;
699 	spinlock_t sd_trunc_lock;
700 
701 	unsigned int sd_quota_slots;
702 	unsigned int sd_quota_chunks;
703 	unsigned char **sd_quota_bitmap;
704 
705 	u64 sd_quota_sync_gen;
706 
707 	/* Log stuff */
708 
709 	spinlock_t sd_log_lock;
710 
711 	struct gfs2_trans *sd_log_tr;
712 	unsigned int sd_log_blks_reserved;
713 	unsigned int sd_log_commited_buf;
714 	unsigned int sd_log_commited_databuf;
715 	int sd_log_commited_revoke;
716 
717 	atomic_t sd_log_pinned;
718 	unsigned int sd_log_num_buf;
719 	unsigned int sd_log_num_revoke;
720 	unsigned int sd_log_num_rg;
721 	unsigned int sd_log_num_databuf;
722 
723 	struct list_head sd_log_le_buf;
724 	struct list_head sd_log_le_revoke;
725 	struct list_head sd_log_le_databuf;
726 	struct list_head sd_log_le_ordered;
727 	spinlock_t sd_ordered_lock;
728 
729 	atomic_t sd_log_thresh1;
730 	atomic_t sd_log_thresh2;
731 	atomic_t sd_log_blks_free;
732 	wait_queue_head_t sd_log_waitq;
733 	wait_queue_head_t sd_logd_waitq;
734 
735 	u64 sd_log_sequence;
736 	unsigned int sd_log_head;
737 	unsigned int sd_log_tail;
738 	int sd_log_idle;
739 
740 	struct rw_semaphore sd_log_flush_lock;
741 	atomic_t sd_log_in_flight;
742 	struct bio *sd_log_bio;
743 	wait_queue_head_t sd_log_flush_wait;
744 	int sd_log_error;
745 
746 	unsigned int sd_log_flush_head;
747 	u64 sd_log_flush_wrapped;
748 
749 	spinlock_t sd_ail_lock;
750 	struct list_head sd_ail1_list;
751 	struct list_head sd_ail2_list;
752 
753 	/* Replay stuff */
754 
755 	struct list_head sd_revoke_list;
756 	unsigned int sd_replay_tail;
757 
758 	unsigned int sd_found_blocks;
759 	unsigned int sd_found_revokes;
760 	unsigned int sd_replayed_blocks;
761 
762 	/* For quiescing the filesystem */
763 	struct gfs2_holder sd_freeze_gh;
764 
765 	char sd_fsname[GFS2_FSNAME_LEN];
766 	char sd_table_name[GFS2_FSNAME_LEN];
767 	char sd_proto_name[GFS2_FSNAME_LEN];
768 
769 	/* Debugging crud */
770 
771 	unsigned long sd_last_warning;
772 	struct dentry *debugfs_dir;    /* debugfs directory */
773 	struct dentry *debugfs_dentry_glocks;
774 	struct dentry *debugfs_dentry_glstats;
775 	struct dentry *debugfs_dentry_sbstats;
776 };
777 
778 static inline void gfs2_glstats_inc(struct gfs2_glock *gl, int which)
779 {
780 	gl->gl_stats.stats[which]++;
781 }
782 
783 static inline void gfs2_sbstats_inc(const struct gfs2_glock *gl, int which)
784 {
785 	const struct gfs2_sbd *sdp = gl->gl_sbd;
786 	preempt_disable();
787 	this_cpu_ptr(sdp->sd_lkstats)->lkstats[gl->gl_name.ln_type].stats[which]++;
788 	preempt_enable();
789 }
790 
791 #endif /* __INCORE_DOT_H__ */
792 
793