xref: /openbmc/linux/fs/gfs2/super.c (revision f845af67)
1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  * Copyright (C) Sistina Software, Inc.  1997-2003 All rights reserved.
4  * Copyright (C) 2004-2007 Red Hat, Inc.  All rights reserved.
5  */
6 
7 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
8 
9 #include <linux/bio.h>
10 #include <linux/sched/signal.h>
11 #include <linux/slab.h>
12 #include <linux/spinlock.h>
13 #include <linux/completion.h>
14 #include <linux/buffer_head.h>
15 #include <linux/statfs.h>
16 #include <linux/seq_file.h>
17 #include <linux/mount.h>
18 #include <linux/kthread.h>
19 #include <linux/delay.h>
20 #include <linux/gfs2_ondisk.h>
21 #include <linux/crc32.h>
22 #include <linux/time.h>
23 #include <linux/wait.h>
24 #include <linux/writeback.h>
25 #include <linux/backing-dev.h>
26 #include <linux/kernel.h>
27 
28 #include "gfs2.h"
29 #include "incore.h"
30 #include "bmap.h"
31 #include "dir.h"
32 #include "glock.h"
33 #include "glops.h"
34 #include "inode.h"
35 #include "log.h"
36 #include "meta_io.h"
37 #include "quota.h"
38 #include "recovery.h"
39 #include "rgrp.h"
40 #include "super.h"
41 #include "trans.h"
42 #include "util.h"
43 #include "sys.h"
44 #include "xattr.h"
45 #include "lops.h"
46 
47 enum dinode_demise {
48 	SHOULD_DELETE_DINODE,
49 	SHOULD_NOT_DELETE_DINODE,
50 	SHOULD_DEFER_EVICTION,
51 };
52 
53 /**
54  * gfs2_jindex_free - Clear all the journal index information
55  * @sdp: The GFS2 superblock
56  *
57  */
58 
59 void gfs2_jindex_free(struct gfs2_sbd *sdp)
60 {
61 	struct list_head list;
62 	struct gfs2_jdesc *jd;
63 
64 	spin_lock(&sdp->sd_jindex_spin);
65 	list_add(&list, &sdp->sd_jindex_list);
66 	list_del_init(&sdp->sd_jindex_list);
67 	sdp->sd_journals = 0;
68 	spin_unlock(&sdp->sd_jindex_spin);
69 
70 	down_write(&sdp->sd_log_flush_lock);
71 	sdp->sd_jdesc = NULL;
72 	up_write(&sdp->sd_log_flush_lock);
73 
74 	while (!list_empty(&list)) {
75 		jd = list_first_entry(&list, struct gfs2_jdesc, jd_list);
76 		BUG_ON(jd->jd_log_bio);
77 		gfs2_free_journal_extents(jd);
78 		list_del(&jd->jd_list);
79 		iput(jd->jd_inode);
80 		jd->jd_inode = NULL;
81 		kfree(jd);
82 	}
83 }
84 
85 static struct gfs2_jdesc *jdesc_find_i(struct list_head *head, unsigned int jid)
86 {
87 	struct gfs2_jdesc *jd;
88 
89 	list_for_each_entry(jd, head, jd_list) {
90 		if (jd->jd_jid == jid)
91 			return jd;
92 	}
93 	return NULL;
94 }
95 
96 struct gfs2_jdesc *gfs2_jdesc_find(struct gfs2_sbd *sdp, unsigned int jid)
97 {
98 	struct gfs2_jdesc *jd;
99 
100 	spin_lock(&sdp->sd_jindex_spin);
101 	jd = jdesc_find_i(&sdp->sd_jindex_list, jid);
102 	spin_unlock(&sdp->sd_jindex_spin);
103 
104 	return jd;
105 }
106 
107 int gfs2_jdesc_check(struct gfs2_jdesc *jd)
108 {
109 	struct gfs2_inode *ip = GFS2_I(jd->jd_inode);
110 	struct gfs2_sbd *sdp = GFS2_SB(jd->jd_inode);
111 	u64 size = i_size_read(jd->jd_inode);
112 
113 	if (gfs2_check_internal_file_size(jd->jd_inode, 8 << 20, BIT(30)))
114 		return -EIO;
115 
116 	jd->jd_blocks = size >> sdp->sd_sb.sb_bsize_shift;
117 
118 	if (gfs2_write_alloc_required(ip, 0, size)) {
119 		gfs2_consist_inode(ip);
120 		return -EIO;
121 	}
122 
123 	return 0;
124 }
125 
126 /**
127  * gfs2_make_fs_rw - Turn a Read-Only FS into a Read-Write one
128  * @sdp: the filesystem
129  *
130  * Returns: errno
131  */
132 
133 int gfs2_make_fs_rw(struct gfs2_sbd *sdp)
134 {
135 	struct gfs2_inode *ip = GFS2_I(sdp->sd_jdesc->jd_inode);
136 	struct gfs2_glock *j_gl = ip->i_gl;
137 	struct gfs2_log_header_host head;
138 	int error;
139 
140 	j_gl->gl_ops->go_inval(j_gl, DIO_METADATA);
141 	if (gfs2_withdrawing_or_withdrawn(sdp))
142 		return -EIO;
143 
144 	error = gfs2_find_jhead(sdp->sd_jdesc, &head, false);
145 	if (error) {
146 		gfs2_consist(sdp);
147 		return error;
148 	}
149 
150 	if (!(head.lh_flags & GFS2_LOG_HEAD_UNMOUNT)) {
151 		gfs2_consist(sdp);
152 		return -EIO;
153 	}
154 
155 	/*  Initialize some head of the log stuff  */
156 	sdp->sd_log_sequence = head.lh_sequence + 1;
157 	gfs2_log_pointers_init(sdp, head.lh_blkno);
158 
159 	error = gfs2_quota_init(sdp);
160 	if (!error && gfs2_withdrawing_or_withdrawn(sdp))
161 		error = -EIO;
162 	if (!error)
163 		set_bit(SDF_JOURNAL_LIVE, &sdp->sd_flags);
164 	return error;
165 }
166 
167 void gfs2_statfs_change_in(struct gfs2_statfs_change_host *sc, const void *buf)
168 {
169 	const struct gfs2_statfs_change *str = buf;
170 
171 	sc->sc_total = be64_to_cpu(str->sc_total);
172 	sc->sc_free = be64_to_cpu(str->sc_free);
173 	sc->sc_dinodes = be64_to_cpu(str->sc_dinodes);
174 }
175 
176 void gfs2_statfs_change_out(const struct gfs2_statfs_change_host *sc, void *buf)
177 {
178 	struct gfs2_statfs_change *str = buf;
179 
180 	str->sc_total = cpu_to_be64(sc->sc_total);
181 	str->sc_free = cpu_to_be64(sc->sc_free);
182 	str->sc_dinodes = cpu_to_be64(sc->sc_dinodes);
183 }
184 
185 int gfs2_statfs_init(struct gfs2_sbd *sdp)
186 {
187 	struct gfs2_inode *m_ip = GFS2_I(sdp->sd_statfs_inode);
188 	struct gfs2_statfs_change_host *m_sc = &sdp->sd_statfs_master;
189 	struct gfs2_statfs_change_host *l_sc = &sdp->sd_statfs_local;
190 	struct buffer_head *m_bh;
191 	struct gfs2_holder gh;
192 	int error;
193 
194 	error = gfs2_glock_nq_init(m_ip->i_gl, LM_ST_EXCLUSIVE, GL_NOCACHE,
195 				   &gh);
196 	if (error)
197 		return error;
198 
199 	error = gfs2_meta_inode_buffer(m_ip, &m_bh);
200 	if (error)
201 		goto out;
202 
203 	if (sdp->sd_args.ar_spectator) {
204 		spin_lock(&sdp->sd_statfs_spin);
205 		gfs2_statfs_change_in(m_sc, m_bh->b_data +
206 				      sizeof(struct gfs2_dinode));
207 		spin_unlock(&sdp->sd_statfs_spin);
208 	} else {
209 		spin_lock(&sdp->sd_statfs_spin);
210 		gfs2_statfs_change_in(m_sc, m_bh->b_data +
211 				      sizeof(struct gfs2_dinode));
212 		gfs2_statfs_change_in(l_sc, sdp->sd_sc_bh->b_data +
213 				      sizeof(struct gfs2_dinode));
214 		spin_unlock(&sdp->sd_statfs_spin);
215 
216 	}
217 
218 	brelse(m_bh);
219 out:
220 	gfs2_glock_dq_uninit(&gh);
221 	return 0;
222 }
223 
224 void gfs2_statfs_change(struct gfs2_sbd *sdp, s64 total, s64 free,
225 			s64 dinodes)
226 {
227 	struct gfs2_inode *l_ip = GFS2_I(sdp->sd_sc_inode);
228 	struct gfs2_statfs_change_host *l_sc = &sdp->sd_statfs_local;
229 	struct gfs2_statfs_change_host *m_sc = &sdp->sd_statfs_master;
230 	s64 x, y;
231 	int need_sync = 0;
232 
233 	gfs2_trans_add_meta(l_ip->i_gl, sdp->sd_sc_bh);
234 
235 	spin_lock(&sdp->sd_statfs_spin);
236 	l_sc->sc_total += total;
237 	l_sc->sc_free += free;
238 	l_sc->sc_dinodes += dinodes;
239 	gfs2_statfs_change_out(l_sc, sdp->sd_sc_bh->b_data +
240 			       sizeof(struct gfs2_dinode));
241 	if (sdp->sd_args.ar_statfs_percent) {
242 		x = 100 * l_sc->sc_free;
243 		y = m_sc->sc_free * sdp->sd_args.ar_statfs_percent;
244 		if (x >= y || x <= -y)
245 			need_sync = 1;
246 	}
247 	spin_unlock(&sdp->sd_statfs_spin);
248 
249 	if (need_sync)
250 		gfs2_wake_up_statfs(sdp);
251 }
252 
253 void update_statfs(struct gfs2_sbd *sdp, struct buffer_head *m_bh)
254 {
255 	struct gfs2_inode *m_ip = GFS2_I(sdp->sd_statfs_inode);
256 	struct gfs2_inode *l_ip = GFS2_I(sdp->sd_sc_inode);
257 	struct gfs2_statfs_change_host *m_sc = &sdp->sd_statfs_master;
258 	struct gfs2_statfs_change_host *l_sc = &sdp->sd_statfs_local;
259 
260 	gfs2_trans_add_meta(l_ip->i_gl, sdp->sd_sc_bh);
261 	gfs2_trans_add_meta(m_ip->i_gl, m_bh);
262 
263 	spin_lock(&sdp->sd_statfs_spin);
264 	m_sc->sc_total += l_sc->sc_total;
265 	m_sc->sc_free += l_sc->sc_free;
266 	m_sc->sc_dinodes += l_sc->sc_dinodes;
267 	memset(l_sc, 0, sizeof(struct gfs2_statfs_change));
268 	memset(sdp->sd_sc_bh->b_data + sizeof(struct gfs2_dinode),
269 	       0, sizeof(struct gfs2_statfs_change));
270 	gfs2_statfs_change_out(m_sc, m_bh->b_data + sizeof(struct gfs2_dinode));
271 	spin_unlock(&sdp->sd_statfs_spin);
272 }
273 
274 int gfs2_statfs_sync(struct super_block *sb, int type)
275 {
276 	struct gfs2_sbd *sdp = sb->s_fs_info;
277 	struct gfs2_inode *m_ip = GFS2_I(sdp->sd_statfs_inode);
278 	struct gfs2_statfs_change_host *m_sc = &sdp->sd_statfs_master;
279 	struct gfs2_statfs_change_host *l_sc = &sdp->sd_statfs_local;
280 	struct gfs2_holder gh;
281 	struct buffer_head *m_bh;
282 	int error;
283 
284 	error = gfs2_glock_nq_init(m_ip->i_gl, LM_ST_EXCLUSIVE, GL_NOCACHE,
285 				   &gh);
286 	if (error)
287 		goto out;
288 
289 	error = gfs2_meta_inode_buffer(m_ip, &m_bh);
290 	if (error)
291 		goto out_unlock;
292 
293 	spin_lock(&sdp->sd_statfs_spin);
294 	gfs2_statfs_change_in(m_sc, m_bh->b_data +
295 			      sizeof(struct gfs2_dinode));
296 	if (!l_sc->sc_total && !l_sc->sc_free && !l_sc->sc_dinodes) {
297 		spin_unlock(&sdp->sd_statfs_spin);
298 		goto out_bh;
299 	}
300 	spin_unlock(&sdp->sd_statfs_spin);
301 
302 	error = gfs2_trans_begin(sdp, 2 * RES_DINODE, 0);
303 	if (error)
304 		goto out_bh;
305 
306 	update_statfs(sdp, m_bh);
307 	sdp->sd_statfs_force_sync = 0;
308 
309 	gfs2_trans_end(sdp);
310 
311 out_bh:
312 	brelse(m_bh);
313 out_unlock:
314 	gfs2_glock_dq_uninit(&gh);
315 out:
316 	return error;
317 }
318 
319 struct lfcc {
320 	struct list_head list;
321 	struct gfs2_holder gh;
322 };
323 
324 /**
325  * gfs2_lock_fs_check_clean - Stop all writes to the FS and check that all
326  *                            journals are clean
327  * @sdp: the file system
328  *
329  * Returns: errno
330  */
331 
332 static int gfs2_lock_fs_check_clean(struct gfs2_sbd *sdp)
333 {
334 	struct gfs2_inode *ip;
335 	struct gfs2_jdesc *jd;
336 	struct lfcc *lfcc;
337 	LIST_HEAD(list);
338 	struct gfs2_log_header_host lh;
339 	int error, error2;
340 
341 	/*
342 	 * Grab all the journal glocks in SH mode.  We are *probably* doing
343 	 * that to prevent recovery.
344 	 */
345 
346 	list_for_each_entry(jd, &sdp->sd_jindex_list, jd_list) {
347 		lfcc = kmalloc(sizeof(struct lfcc), GFP_KERNEL);
348 		if (!lfcc) {
349 			error = -ENOMEM;
350 			goto out;
351 		}
352 		ip = GFS2_I(jd->jd_inode);
353 		error = gfs2_glock_nq_init(ip->i_gl, LM_ST_SHARED, 0, &lfcc->gh);
354 		if (error) {
355 			kfree(lfcc);
356 			goto out;
357 		}
358 		list_add(&lfcc->list, &list);
359 	}
360 
361 	gfs2_freeze_unlock(&sdp->sd_freeze_gh);
362 
363 	error = gfs2_glock_nq_init(sdp->sd_freeze_gl, LM_ST_EXCLUSIVE,
364 				   LM_FLAG_NOEXP | GL_NOPID,
365 				   &sdp->sd_freeze_gh);
366 	if (error)
367 		goto relock_shared;
368 
369 	list_for_each_entry(jd, &sdp->sd_jindex_list, jd_list) {
370 		error = gfs2_jdesc_check(jd);
371 		if (error)
372 			break;
373 		error = gfs2_find_jhead(jd, &lh, false);
374 		if (error)
375 			break;
376 		if (!(lh.lh_flags & GFS2_LOG_HEAD_UNMOUNT)) {
377 			error = -EBUSY;
378 			break;
379 		}
380 	}
381 
382 	if (!error)
383 		goto out;  /* success */
384 
385 	gfs2_freeze_unlock(&sdp->sd_freeze_gh);
386 
387 relock_shared:
388 	error2 = gfs2_freeze_lock_shared(sdp);
389 	gfs2_assert_withdraw(sdp, !error2);
390 
391 out:
392 	while (!list_empty(&list)) {
393 		lfcc = list_first_entry(&list, struct lfcc, list);
394 		list_del(&lfcc->list);
395 		gfs2_glock_dq_uninit(&lfcc->gh);
396 		kfree(lfcc);
397 	}
398 	return error;
399 }
400 
401 void gfs2_dinode_out(const struct gfs2_inode *ip, void *buf)
402 {
403 	const struct inode *inode = &ip->i_inode;
404 	struct gfs2_dinode *str = buf;
405 
406 	str->di_header.mh_magic = cpu_to_be32(GFS2_MAGIC);
407 	str->di_header.mh_type = cpu_to_be32(GFS2_METATYPE_DI);
408 	str->di_header.mh_format = cpu_to_be32(GFS2_FORMAT_DI);
409 	str->di_num.no_addr = cpu_to_be64(ip->i_no_addr);
410 	str->di_num.no_formal_ino = cpu_to_be64(ip->i_no_formal_ino);
411 	str->di_mode = cpu_to_be32(inode->i_mode);
412 	str->di_uid = cpu_to_be32(i_uid_read(inode));
413 	str->di_gid = cpu_to_be32(i_gid_read(inode));
414 	str->di_nlink = cpu_to_be32(inode->i_nlink);
415 	str->di_size = cpu_to_be64(i_size_read(inode));
416 	str->di_blocks = cpu_to_be64(gfs2_get_inode_blocks(inode));
417 	str->di_atime = cpu_to_be64(inode->i_atime.tv_sec);
418 	str->di_mtime = cpu_to_be64(inode->i_mtime.tv_sec);
419 	str->di_ctime = cpu_to_be64(inode_get_ctime(inode).tv_sec);
420 
421 	str->di_goal_meta = cpu_to_be64(ip->i_goal);
422 	str->di_goal_data = cpu_to_be64(ip->i_goal);
423 	str->di_generation = cpu_to_be64(ip->i_generation);
424 
425 	str->di_flags = cpu_to_be32(ip->i_diskflags);
426 	str->di_height = cpu_to_be16(ip->i_height);
427 	str->di_payload_format = cpu_to_be32(S_ISDIR(inode->i_mode) &&
428 					     !(ip->i_diskflags & GFS2_DIF_EXHASH) ?
429 					     GFS2_FORMAT_DE : 0);
430 	str->di_depth = cpu_to_be16(ip->i_depth);
431 	str->di_entries = cpu_to_be32(ip->i_entries);
432 
433 	str->di_eattr = cpu_to_be64(ip->i_eattr);
434 	str->di_atime_nsec = cpu_to_be32(inode->i_atime.tv_nsec);
435 	str->di_mtime_nsec = cpu_to_be32(inode->i_mtime.tv_nsec);
436 	str->di_ctime_nsec = cpu_to_be32(inode_get_ctime(inode).tv_nsec);
437 }
438 
439 /**
440  * gfs2_write_inode - Make sure the inode is stable on the disk
441  * @inode: The inode
442  * @wbc: The writeback control structure
443  *
444  * Returns: errno
445  */
446 
447 static int gfs2_write_inode(struct inode *inode, struct writeback_control *wbc)
448 {
449 	struct gfs2_inode *ip = GFS2_I(inode);
450 	struct gfs2_sbd *sdp = GFS2_SB(inode);
451 	struct address_space *metamapping = gfs2_glock2aspace(ip->i_gl);
452 	struct backing_dev_info *bdi = inode_to_bdi(metamapping->host);
453 	int ret = 0;
454 	bool flush_all = (wbc->sync_mode == WB_SYNC_ALL || gfs2_is_jdata(ip));
455 
456 	if (flush_all)
457 		gfs2_log_flush(GFS2_SB(inode), ip->i_gl,
458 			       GFS2_LOG_HEAD_FLUSH_NORMAL |
459 			       GFS2_LFC_WRITE_INODE);
460 	if (bdi->wb.dirty_exceeded)
461 		gfs2_ail1_flush(sdp, wbc);
462 	else
463 		filemap_fdatawrite(metamapping);
464 	if (flush_all)
465 		ret = filemap_fdatawait(metamapping);
466 	if (ret)
467 		mark_inode_dirty_sync(inode);
468 	else {
469 		spin_lock(&inode->i_lock);
470 		if (!(inode->i_flags & I_DIRTY))
471 			gfs2_ordered_del_inode(ip);
472 		spin_unlock(&inode->i_lock);
473 	}
474 	return ret;
475 }
476 
477 /**
478  * gfs2_dirty_inode - check for atime updates
479  * @inode: The inode in question
480  * @flags: The type of dirty
481  *
482  * Unfortunately it can be called under any combination of inode
483  * glock and freeze glock, so we have to check carefully.
484  *
485  * At the moment this deals only with atime - it should be possible
486  * to expand that role in future, once a review of the locking has
487  * been carried out.
488  */
489 
490 static void gfs2_dirty_inode(struct inode *inode, int flags)
491 {
492 	struct gfs2_inode *ip = GFS2_I(inode);
493 	struct gfs2_sbd *sdp = GFS2_SB(inode);
494 	struct buffer_head *bh;
495 	struct gfs2_holder gh;
496 	int need_unlock = 0;
497 	int need_endtrans = 0;
498 	int ret;
499 
500 	if (unlikely(!ip->i_gl)) {
501 		/* This can only happen during incomplete inode creation. */
502 		BUG_ON(!test_bit(GIF_ALLOC_FAILED, &ip->i_flags));
503 		return;
504 	}
505 
506 	if (gfs2_withdrawing_or_withdrawn(sdp))
507 		return;
508 	if (!gfs2_glock_is_locked_by_me(ip->i_gl)) {
509 		ret = gfs2_glock_nq_init(ip->i_gl, LM_ST_EXCLUSIVE, 0, &gh);
510 		if (ret) {
511 			fs_err(sdp, "dirty_inode: glock %d\n", ret);
512 			gfs2_dump_glock(NULL, ip->i_gl, true);
513 			return;
514 		}
515 		need_unlock = 1;
516 	} else if (WARN_ON_ONCE(ip->i_gl->gl_state != LM_ST_EXCLUSIVE))
517 		return;
518 
519 	if (current->journal_info == NULL) {
520 		ret = gfs2_trans_begin(sdp, RES_DINODE, 0);
521 		if (ret) {
522 			fs_err(sdp, "dirty_inode: gfs2_trans_begin %d\n", ret);
523 			goto out;
524 		}
525 		need_endtrans = 1;
526 	}
527 
528 	ret = gfs2_meta_inode_buffer(ip, &bh);
529 	if (ret == 0) {
530 		gfs2_trans_add_meta(ip->i_gl, bh);
531 		gfs2_dinode_out(ip, bh->b_data);
532 		brelse(bh);
533 	}
534 
535 	if (need_endtrans)
536 		gfs2_trans_end(sdp);
537 out:
538 	if (need_unlock)
539 		gfs2_glock_dq_uninit(&gh);
540 }
541 
542 /**
543  * gfs2_make_fs_ro - Turn a Read-Write FS into a Read-Only one
544  * @sdp: the filesystem
545  *
546  * Returns: errno
547  */
548 
549 void gfs2_make_fs_ro(struct gfs2_sbd *sdp)
550 {
551 	int log_write_allowed = test_bit(SDF_JOURNAL_LIVE, &sdp->sd_flags);
552 
553 	if (!test_bit(SDF_KILL, &sdp->sd_flags))
554 		gfs2_flush_delete_work(sdp);
555 
556 	gfs2_destroy_threads(sdp);
557 
558 	if (log_write_allowed) {
559 		gfs2_quota_sync(sdp->sd_vfs, 0);
560 		gfs2_statfs_sync(sdp->sd_vfs, 0);
561 
562 		/* We do two log flushes here. The first one commits dirty inodes
563 		 * and rgrps to the journal, but queues up revokes to the ail list.
564 		 * The second flush writes out and removes the revokes.
565 		 *
566 		 * The first must be done before the FLUSH_SHUTDOWN code
567 		 * clears the LIVE flag, otherwise it will not be able to start
568 		 * a transaction to write its revokes, and the error will cause
569 		 * a withdraw of the file system. */
570 		gfs2_log_flush(sdp, NULL, GFS2_LFC_MAKE_FS_RO);
571 		gfs2_log_flush(sdp, NULL, GFS2_LOG_HEAD_FLUSH_SHUTDOWN |
572 			       GFS2_LFC_MAKE_FS_RO);
573 		wait_event_timeout(sdp->sd_log_waitq,
574 				   gfs2_log_is_empty(sdp),
575 				   HZ * 5);
576 		gfs2_assert_warn(sdp, gfs2_log_is_empty(sdp));
577 	}
578 	gfs2_quota_cleanup(sdp);
579 }
580 
581 /**
582  * gfs2_put_super - Unmount the filesystem
583  * @sb: The VFS superblock
584  *
585  */
586 
587 static void gfs2_put_super(struct super_block *sb)
588 {
589 	struct gfs2_sbd *sdp = sb->s_fs_info;
590 	struct gfs2_jdesc *jd;
591 
592 	/* No more recovery requests */
593 	set_bit(SDF_NORECOVERY, &sdp->sd_flags);
594 	smp_mb();
595 
596 	/* Wait on outstanding recovery */
597 restart:
598 	spin_lock(&sdp->sd_jindex_spin);
599 	list_for_each_entry(jd, &sdp->sd_jindex_list, jd_list) {
600 		if (!test_bit(JDF_RECOVERY, &jd->jd_flags))
601 			continue;
602 		spin_unlock(&sdp->sd_jindex_spin);
603 		wait_on_bit(&jd->jd_flags, JDF_RECOVERY,
604 			    TASK_UNINTERRUPTIBLE);
605 		goto restart;
606 	}
607 	spin_unlock(&sdp->sd_jindex_spin);
608 
609 	if (!sb_rdonly(sb))
610 		gfs2_make_fs_ro(sdp);
611 	else {
612 		if (gfs2_withdrawing_or_withdrawn(sdp))
613 			gfs2_destroy_threads(sdp);
614 
615 		gfs2_quota_cleanup(sdp);
616 	}
617 
618 	WARN_ON(gfs2_withdrawing(sdp));
619 
620 	/*  At this point, we're through modifying the disk  */
621 
622 	/*  Release stuff  */
623 
624 	gfs2_freeze_unlock(&sdp->sd_freeze_gh);
625 
626 	iput(sdp->sd_jindex);
627 	iput(sdp->sd_statfs_inode);
628 	iput(sdp->sd_rindex);
629 	iput(sdp->sd_quota_inode);
630 
631 	gfs2_glock_put(sdp->sd_rename_gl);
632 	gfs2_glock_put(sdp->sd_freeze_gl);
633 
634 	if (!sdp->sd_args.ar_spectator) {
635 		if (gfs2_holder_initialized(&sdp->sd_journal_gh))
636 			gfs2_glock_dq_uninit(&sdp->sd_journal_gh);
637 		if (gfs2_holder_initialized(&sdp->sd_jinode_gh))
638 			gfs2_glock_dq_uninit(&sdp->sd_jinode_gh);
639 		brelse(sdp->sd_sc_bh);
640 		gfs2_glock_dq_uninit(&sdp->sd_sc_gh);
641 		gfs2_glock_dq_uninit(&sdp->sd_qc_gh);
642 		free_local_statfs_inodes(sdp);
643 		iput(sdp->sd_qc_inode);
644 	}
645 
646 	gfs2_glock_dq_uninit(&sdp->sd_live_gh);
647 	gfs2_clear_rgrpd(sdp);
648 	gfs2_jindex_free(sdp);
649 	/*  Take apart glock structures and buffer lists  */
650 	gfs2_gl_hash_clear(sdp);
651 	truncate_inode_pages_final(&sdp->sd_aspace);
652 	gfs2_delete_debugfs_file(sdp);
653 
654 	gfs2_sys_fs_del(sdp);
655 	free_sbd(sdp);
656 }
657 
658 /**
659  * gfs2_sync_fs - sync the filesystem
660  * @sb: the superblock
661  * @wait: true to wait for completion
662  *
663  * Flushes the log to disk.
664  */
665 
666 static int gfs2_sync_fs(struct super_block *sb, int wait)
667 {
668 	struct gfs2_sbd *sdp = sb->s_fs_info;
669 
670 	gfs2_quota_sync(sb, -1);
671 	if (wait)
672 		gfs2_log_flush(sdp, NULL, GFS2_LOG_HEAD_FLUSH_NORMAL |
673 			       GFS2_LFC_SYNC_FS);
674 	return sdp->sd_log_error;
675 }
676 
677 static int gfs2_freeze_locally(struct gfs2_sbd *sdp)
678 {
679 	struct super_block *sb = sdp->sd_vfs;
680 	int error;
681 
682 	error = freeze_super(sb, FREEZE_HOLDER_USERSPACE);
683 	if (error)
684 		return error;
685 
686 	if (test_bit(SDF_JOURNAL_LIVE, &sdp->sd_flags)) {
687 		gfs2_log_flush(sdp, NULL, GFS2_LOG_HEAD_FLUSH_FREEZE |
688 			       GFS2_LFC_FREEZE_GO_SYNC);
689 		if (gfs2_withdrawing_or_withdrawn(sdp)) {
690 			error = thaw_super(sb, FREEZE_HOLDER_USERSPACE);
691 			if (error)
692 				return error;
693 			return -EIO;
694 		}
695 	}
696 	return 0;
697 }
698 
699 static int gfs2_do_thaw(struct gfs2_sbd *sdp)
700 {
701 	struct super_block *sb = sdp->sd_vfs;
702 	int error;
703 
704 	error = gfs2_freeze_lock_shared(sdp);
705 	if (error)
706 		goto fail;
707 	error = thaw_super(sb, FREEZE_HOLDER_USERSPACE);
708 	if (!error)
709 		return 0;
710 
711 fail:
712 	fs_info(sdp, "GFS2: couldn't thaw filesystem: %d\n", error);
713 	gfs2_assert_withdraw(sdp, 0);
714 	return error;
715 }
716 
717 void gfs2_freeze_func(struct work_struct *work)
718 {
719 	struct gfs2_sbd *sdp = container_of(work, struct gfs2_sbd, sd_freeze_work);
720 	struct super_block *sb = sdp->sd_vfs;
721 	int error;
722 
723 	mutex_lock(&sdp->sd_freeze_mutex);
724 	error = -EBUSY;
725 	if (test_bit(SDF_FROZEN, &sdp->sd_flags))
726 		goto freeze_failed;
727 
728 	error = gfs2_freeze_locally(sdp);
729 	if (error)
730 		goto freeze_failed;
731 
732 	gfs2_freeze_unlock(&sdp->sd_freeze_gh);
733 	set_bit(SDF_FROZEN, &sdp->sd_flags);
734 
735 	error = gfs2_do_thaw(sdp);
736 	if (error)
737 		goto out;
738 
739 	clear_bit(SDF_FROZEN, &sdp->sd_flags);
740 	goto out;
741 
742 freeze_failed:
743 	fs_info(sdp, "GFS2: couldn't freeze filesystem: %d\n", error);
744 
745 out:
746 	mutex_unlock(&sdp->sd_freeze_mutex);
747 	deactivate_super(sb);
748 }
749 
750 /**
751  * gfs2_freeze_super - prevent further writes to the filesystem
752  * @sb: the VFS structure for the filesystem
753  *
754  */
755 
756 static int gfs2_freeze_super(struct super_block *sb, enum freeze_holder who)
757 {
758 	struct gfs2_sbd *sdp = sb->s_fs_info;
759 	int error;
760 
761 	if (!mutex_trylock(&sdp->sd_freeze_mutex))
762 		return -EBUSY;
763 	error = -EBUSY;
764 	if (test_bit(SDF_FROZEN, &sdp->sd_flags))
765 		goto out;
766 
767 	for (;;) {
768 		error = gfs2_freeze_locally(sdp);
769 		if (error) {
770 			fs_info(sdp, "GFS2: couldn't freeze filesystem: %d\n",
771 				error);
772 			goto out;
773 		}
774 
775 		error = gfs2_lock_fs_check_clean(sdp);
776 		if (!error)
777 			break;  /* success */
778 
779 		error = gfs2_do_thaw(sdp);
780 		if (error)
781 			goto out;
782 
783 		if (error == -EBUSY)
784 			fs_err(sdp, "waiting for recovery before freeze\n");
785 		else if (error == -EIO) {
786 			fs_err(sdp, "Fatal IO error: cannot freeze gfs2 due "
787 			       "to recovery error.\n");
788 			goto out;
789 		} else {
790 			fs_err(sdp, "error freezing FS: %d\n", error);
791 		}
792 		fs_err(sdp, "retrying...\n");
793 		msleep(1000);
794 	}
795 
796 out:
797 	if (!error) {
798 		set_bit(SDF_FREEZE_INITIATOR, &sdp->sd_flags);
799 		set_bit(SDF_FROZEN, &sdp->sd_flags);
800 	}
801 	mutex_unlock(&sdp->sd_freeze_mutex);
802 	return error;
803 }
804 
805 /**
806  * gfs2_thaw_super - reallow writes to the filesystem
807  * @sb: the VFS structure for the filesystem
808  *
809  */
810 
811 static int gfs2_thaw_super(struct super_block *sb, enum freeze_holder who)
812 {
813 	struct gfs2_sbd *sdp = sb->s_fs_info;
814 	int error;
815 
816 	if (!mutex_trylock(&sdp->sd_freeze_mutex))
817 		return -EBUSY;
818 	error = -EINVAL;
819 	if (!test_bit(SDF_FREEZE_INITIATOR, &sdp->sd_flags))
820 		goto out;
821 
822 	atomic_inc(&sb->s_active);
823 	gfs2_freeze_unlock(&sdp->sd_freeze_gh);
824 
825 	error = gfs2_do_thaw(sdp);
826 
827 	if (!error) {
828 		clear_bit(SDF_FREEZE_INITIATOR, &sdp->sd_flags);
829 		clear_bit(SDF_FROZEN, &sdp->sd_flags);
830 	}
831 out:
832 	mutex_unlock(&sdp->sd_freeze_mutex);
833 	deactivate_super(sb);
834 	return error;
835 }
836 
837 void gfs2_thaw_freeze_initiator(struct super_block *sb)
838 {
839 	struct gfs2_sbd *sdp = sb->s_fs_info;
840 
841 	mutex_lock(&sdp->sd_freeze_mutex);
842 	if (!test_bit(SDF_FREEZE_INITIATOR, &sdp->sd_flags))
843 		goto out;
844 
845 	gfs2_freeze_unlock(&sdp->sd_freeze_gh);
846 
847 out:
848 	mutex_unlock(&sdp->sd_freeze_mutex);
849 }
850 
851 /**
852  * statfs_slow_fill - fill in the sg for a given RG
853  * @rgd: the RG
854  * @sc: the sc structure
855  *
856  * Returns: 0 on success, -ESTALE if the LVB is invalid
857  */
858 
859 static int statfs_slow_fill(struct gfs2_rgrpd *rgd,
860 			    struct gfs2_statfs_change_host *sc)
861 {
862 	gfs2_rgrp_verify(rgd);
863 	sc->sc_total += rgd->rd_data;
864 	sc->sc_free += rgd->rd_free;
865 	sc->sc_dinodes += rgd->rd_dinodes;
866 	return 0;
867 }
868 
869 /**
870  * gfs2_statfs_slow - Stat a filesystem using asynchronous locking
871  * @sdp: the filesystem
872  * @sc: the sc info that will be returned
873  *
874  * Any error (other than a signal) will cause this routine to fall back
875  * to the synchronous version.
876  *
877  * FIXME: This really shouldn't busy wait like this.
878  *
879  * Returns: errno
880  */
881 
882 static int gfs2_statfs_slow(struct gfs2_sbd *sdp, struct gfs2_statfs_change_host *sc)
883 {
884 	struct gfs2_rgrpd *rgd_next;
885 	struct gfs2_holder *gha, *gh;
886 	unsigned int slots = 64;
887 	unsigned int x;
888 	int done;
889 	int error = 0, err;
890 
891 	memset(sc, 0, sizeof(struct gfs2_statfs_change_host));
892 	gha = kmalloc_array(slots, sizeof(struct gfs2_holder), GFP_KERNEL);
893 	if (!gha)
894 		return -ENOMEM;
895 	for (x = 0; x < slots; x++)
896 		gfs2_holder_mark_uninitialized(gha + x);
897 
898 	rgd_next = gfs2_rgrpd_get_first(sdp);
899 
900 	for (;;) {
901 		done = 1;
902 
903 		for (x = 0; x < slots; x++) {
904 			gh = gha + x;
905 
906 			if (gfs2_holder_initialized(gh) && gfs2_glock_poll(gh)) {
907 				err = gfs2_glock_wait(gh);
908 				if (err) {
909 					gfs2_holder_uninit(gh);
910 					error = err;
911 				} else {
912 					if (!error) {
913 						struct gfs2_rgrpd *rgd =
914 							gfs2_glock2rgrp(gh->gh_gl);
915 
916 						error = statfs_slow_fill(rgd, sc);
917 					}
918 					gfs2_glock_dq_uninit(gh);
919 				}
920 			}
921 
922 			if (gfs2_holder_initialized(gh))
923 				done = 0;
924 			else if (rgd_next && !error) {
925 				error = gfs2_glock_nq_init(rgd_next->rd_gl,
926 							   LM_ST_SHARED,
927 							   GL_ASYNC,
928 							   gh);
929 				rgd_next = gfs2_rgrpd_get_next(rgd_next);
930 				done = 0;
931 			}
932 
933 			if (signal_pending(current))
934 				error = -ERESTARTSYS;
935 		}
936 
937 		if (done)
938 			break;
939 
940 		yield();
941 	}
942 
943 	kfree(gha);
944 	return error;
945 }
946 
947 /**
948  * gfs2_statfs_i - Do a statfs
949  * @sdp: the filesystem
950  * @sc: the sc structure
951  *
952  * Returns: errno
953  */
954 
955 static int gfs2_statfs_i(struct gfs2_sbd *sdp, struct gfs2_statfs_change_host *sc)
956 {
957 	struct gfs2_statfs_change_host *m_sc = &sdp->sd_statfs_master;
958 	struct gfs2_statfs_change_host *l_sc = &sdp->sd_statfs_local;
959 
960 	spin_lock(&sdp->sd_statfs_spin);
961 
962 	*sc = *m_sc;
963 	sc->sc_total += l_sc->sc_total;
964 	sc->sc_free += l_sc->sc_free;
965 	sc->sc_dinodes += l_sc->sc_dinodes;
966 
967 	spin_unlock(&sdp->sd_statfs_spin);
968 
969 	if (sc->sc_free < 0)
970 		sc->sc_free = 0;
971 	if (sc->sc_free > sc->sc_total)
972 		sc->sc_free = sc->sc_total;
973 	if (sc->sc_dinodes < 0)
974 		sc->sc_dinodes = 0;
975 
976 	return 0;
977 }
978 
979 /**
980  * gfs2_statfs - Gather and return stats about the filesystem
981  * @dentry: The name of the link
982  * @buf: The buffer
983  *
984  * Returns: 0 on success or error code
985  */
986 
987 static int gfs2_statfs(struct dentry *dentry, struct kstatfs *buf)
988 {
989 	struct super_block *sb = dentry->d_sb;
990 	struct gfs2_sbd *sdp = sb->s_fs_info;
991 	struct gfs2_statfs_change_host sc;
992 	int error;
993 
994 	error = gfs2_rindex_update(sdp);
995 	if (error)
996 		return error;
997 
998 	if (gfs2_tune_get(sdp, gt_statfs_slow))
999 		error = gfs2_statfs_slow(sdp, &sc);
1000 	else
1001 		error = gfs2_statfs_i(sdp, &sc);
1002 
1003 	if (error)
1004 		return error;
1005 
1006 	buf->f_type = GFS2_MAGIC;
1007 	buf->f_bsize = sdp->sd_sb.sb_bsize;
1008 	buf->f_blocks = sc.sc_total;
1009 	buf->f_bfree = sc.sc_free;
1010 	buf->f_bavail = sc.sc_free;
1011 	buf->f_files = sc.sc_dinodes + sc.sc_free;
1012 	buf->f_ffree = sc.sc_free;
1013 	buf->f_namelen = GFS2_FNAMESIZE;
1014 
1015 	return 0;
1016 }
1017 
1018 /**
1019  * gfs2_drop_inode - Drop an inode (test for remote unlink)
1020  * @inode: The inode to drop
1021  *
1022  * If we've received a callback on an iopen lock then it's because a
1023  * remote node tried to deallocate the inode but failed due to this node
1024  * still having the inode open. Here we mark the link count zero
1025  * since we know that it must have reached zero if the GLF_DEMOTE flag
1026  * is set on the iopen glock. If we didn't do a disk read since the
1027  * remote node removed the final link then we might otherwise miss
1028  * this event. This check ensures that this node will deallocate the
1029  * inode's blocks, or alternatively pass the baton on to another
1030  * node for later deallocation.
1031  */
1032 
1033 static int gfs2_drop_inode(struct inode *inode)
1034 {
1035 	struct gfs2_inode *ip = GFS2_I(inode);
1036 	struct gfs2_sbd *sdp = GFS2_SB(inode);
1037 
1038 	if (inode->i_nlink &&
1039 	    gfs2_holder_initialized(&ip->i_iopen_gh)) {
1040 		struct gfs2_glock *gl = ip->i_iopen_gh.gh_gl;
1041 		if (test_bit(GLF_DEMOTE, &gl->gl_flags))
1042 			clear_nlink(inode);
1043 	}
1044 
1045 	/*
1046 	 * When under memory pressure when an inode's link count has dropped to
1047 	 * zero, defer deleting the inode to the delete workqueue.  This avoids
1048 	 * calling into DLM under memory pressure, which can deadlock.
1049 	 */
1050 	if (!inode->i_nlink &&
1051 	    unlikely(current->flags & PF_MEMALLOC) &&
1052 	    gfs2_holder_initialized(&ip->i_iopen_gh)) {
1053 		struct gfs2_glock *gl = ip->i_iopen_gh.gh_gl;
1054 
1055 		gfs2_glock_hold(gl);
1056 		if (!gfs2_queue_try_to_evict(gl))
1057 			gfs2_glock_queue_put(gl);
1058 		return 0;
1059 	}
1060 
1061 	/*
1062 	 * No longer cache inodes when trying to evict them all.
1063 	 */
1064 	if (test_bit(SDF_EVICTING, &sdp->sd_flags))
1065 		return 1;
1066 
1067 	return generic_drop_inode(inode);
1068 }
1069 
1070 static int is_ancestor(const struct dentry *d1, const struct dentry *d2)
1071 {
1072 	do {
1073 		if (d1 == d2)
1074 			return 1;
1075 		d1 = d1->d_parent;
1076 	} while (!IS_ROOT(d1));
1077 	return 0;
1078 }
1079 
1080 /**
1081  * gfs2_show_options - Show mount options for /proc/mounts
1082  * @s: seq_file structure
1083  * @root: root of this (sub)tree
1084  *
1085  * Returns: 0 on success or error code
1086  */
1087 
1088 static int gfs2_show_options(struct seq_file *s, struct dentry *root)
1089 {
1090 	struct gfs2_sbd *sdp = root->d_sb->s_fs_info;
1091 	struct gfs2_args *args = &sdp->sd_args;
1092 	unsigned int logd_secs, statfs_slow, statfs_quantum, quota_quantum;
1093 
1094 	spin_lock(&sdp->sd_tune.gt_spin);
1095 	logd_secs = sdp->sd_tune.gt_logd_secs;
1096 	quota_quantum = sdp->sd_tune.gt_quota_quantum;
1097 	statfs_quantum = sdp->sd_tune.gt_statfs_quantum;
1098 	statfs_slow = sdp->sd_tune.gt_statfs_slow;
1099 	spin_unlock(&sdp->sd_tune.gt_spin);
1100 
1101 	if (is_ancestor(root, sdp->sd_master_dir))
1102 		seq_puts(s, ",meta");
1103 	if (args->ar_lockproto[0])
1104 		seq_show_option(s, "lockproto", args->ar_lockproto);
1105 	if (args->ar_locktable[0])
1106 		seq_show_option(s, "locktable", args->ar_locktable);
1107 	if (args->ar_hostdata[0])
1108 		seq_show_option(s, "hostdata", args->ar_hostdata);
1109 	if (args->ar_spectator)
1110 		seq_puts(s, ",spectator");
1111 	if (args->ar_localflocks)
1112 		seq_puts(s, ",localflocks");
1113 	if (args->ar_debug)
1114 		seq_puts(s, ",debug");
1115 	if (args->ar_posix_acl)
1116 		seq_puts(s, ",acl");
1117 	if (args->ar_quota != GFS2_QUOTA_DEFAULT) {
1118 		char *state;
1119 		switch (args->ar_quota) {
1120 		case GFS2_QUOTA_OFF:
1121 			state = "off";
1122 			break;
1123 		case GFS2_QUOTA_ACCOUNT:
1124 			state = "account";
1125 			break;
1126 		case GFS2_QUOTA_ON:
1127 			state = "on";
1128 			break;
1129 		case GFS2_QUOTA_QUIET:
1130 			state = "quiet";
1131 			break;
1132 		default:
1133 			state = "unknown";
1134 			break;
1135 		}
1136 		seq_printf(s, ",quota=%s", state);
1137 	}
1138 	if (args->ar_suiddir)
1139 		seq_puts(s, ",suiddir");
1140 	if (args->ar_data != GFS2_DATA_DEFAULT) {
1141 		char *state;
1142 		switch (args->ar_data) {
1143 		case GFS2_DATA_WRITEBACK:
1144 			state = "writeback";
1145 			break;
1146 		case GFS2_DATA_ORDERED:
1147 			state = "ordered";
1148 			break;
1149 		default:
1150 			state = "unknown";
1151 			break;
1152 		}
1153 		seq_printf(s, ",data=%s", state);
1154 	}
1155 	if (args->ar_discard)
1156 		seq_puts(s, ",discard");
1157 	if (logd_secs != 30)
1158 		seq_printf(s, ",commit=%d", logd_secs);
1159 	if (statfs_quantum != 30)
1160 		seq_printf(s, ",statfs_quantum=%d", statfs_quantum);
1161 	else if (statfs_slow)
1162 		seq_puts(s, ",statfs_quantum=0");
1163 	if (quota_quantum != 60)
1164 		seq_printf(s, ",quota_quantum=%d", quota_quantum);
1165 	if (args->ar_statfs_percent)
1166 		seq_printf(s, ",statfs_percent=%d", args->ar_statfs_percent);
1167 	if (args->ar_errors != GFS2_ERRORS_DEFAULT) {
1168 		const char *state;
1169 
1170 		switch (args->ar_errors) {
1171 		case GFS2_ERRORS_WITHDRAW:
1172 			state = "withdraw";
1173 			break;
1174 		case GFS2_ERRORS_PANIC:
1175 			state = "panic";
1176 			break;
1177 		default:
1178 			state = "unknown";
1179 			break;
1180 		}
1181 		seq_printf(s, ",errors=%s", state);
1182 	}
1183 	if (test_bit(SDF_NOBARRIERS, &sdp->sd_flags))
1184 		seq_puts(s, ",nobarrier");
1185 	if (test_bit(SDF_DEMOTE, &sdp->sd_flags))
1186 		seq_puts(s, ",demote_interface_used");
1187 	if (args->ar_rgrplvb)
1188 		seq_puts(s, ",rgrplvb");
1189 	if (args->ar_loccookie)
1190 		seq_puts(s, ",loccookie");
1191 	return 0;
1192 }
1193 
1194 static void gfs2_final_release_pages(struct gfs2_inode *ip)
1195 {
1196 	struct inode *inode = &ip->i_inode;
1197 	struct gfs2_glock *gl = ip->i_gl;
1198 
1199 	if (unlikely(!gl)) {
1200 		/* This can only happen during incomplete inode creation. */
1201 		BUG_ON(!test_bit(GIF_ALLOC_FAILED, &ip->i_flags));
1202 		return;
1203 	}
1204 
1205 	truncate_inode_pages(gfs2_glock2aspace(gl), 0);
1206 	truncate_inode_pages(&inode->i_data, 0);
1207 
1208 	if (atomic_read(&gl->gl_revokes) == 0) {
1209 		clear_bit(GLF_LFLUSH, &gl->gl_flags);
1210 		clear_bit(GLF_DIRTY, &gl->gl_flags);
1211 	}
1212 }
1213 
1214 static int gfs2_dinode_dealloc(struct gfs2_inode *ip)
1215 {
1216 	struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);
1217 	struct gfs2_rgrpd *rgd;
1218 	struct gfs2_holder gh;
1219 	int error;
1220 
1221 	if (gfs2_get_inode_blocks(&ip->i_inode) != 1) {
1222 		gfs2_consist_inode(ip);
1223 		return -EIO;
1224 	}
1225 
1226 	gfs2_rindex_update(sdp);
1227 
1228 	error = gfs2_quota_hold(ip, NO_UID_QUOTA_CHANGE, NO_GID_QUOTA_CHANGE);
1229 	if (error)
1230 		return error;
1231 
1232 	rgd = gfs2_blk2rgrpd(sdp, ip->i_no_addr, 1);
1233 	if (!rgd) {
1234 		gfs2_consist_inode(ip);
1235 		error = -EIO;
1236 		goto out_qs;
1237 	}
1238 
1239 	error = gfs2_glock_nq_init(rgd->rd_gl, LM_ST_EXCLUSIVE,
1240 				   LM_FLAG_NODE_SCOPE, &gh);
1241 	if (error)
1242 		goto out_qs;
1243 
1244 	error = gfs2_trans_begin(sdp, RES_RG_BIT + RES_STATFS + RES_QUOTA,
1245 				 sdp->sd_jdesc->jd_blocks);
1246 	if (error)
1247 		goto out_rg_gunlock;
1248 
1249 	gfs2_free_di(rgd, ip);
1250 
1251 	gfs2_final_release_pages(ip);
1252 
1253 	gfs2_trans_end(sdp);
1254 
1255 out_rg_gunlock:
1256 	gfs2_glock_dq_uninit(&gh);
1257 out_qs:
1258 	gfs2_quota_unhold(ip);
1259 	return error;
1260 }
1261 
1262 /**
1263  * gfs2_glock_put_eventually
1264  * @gl:	The glock to put
1265  *
1266  * When under memory pressure, trigger a deferred glock put to make sure we
1267  * won't call into DLM and deadlock.  Otherwise, put the glock directly.
1268  */
1269 
1270 static void gfs2_glock_put_eventually(struct gfs2_glock *gl)
1271 {
1272 	if (current->flags & PF_MEMALLOC)
1273 		gfs2_glock_queue_put(gl);
1274 	else
1275 		gfs2_glock_put(gl);
1276 }
1277 
1278 static bool gfs2_upgrade_iopen_glock(struct inode *inode)
1279 {
1280 	struct gfs2_inode *ip = GFS2_I(inode);
1281 	struct gfs2_sbd *sdp = GFS2_SB(inode);
1282 	struct gfs2_holder *gh = &ip->i_iopen_gh;
1283 	long timeout = 5 * HZ;
1284 	int error;
1285 
1286 	gh->gh_flags |= GL_NOCACHE;
1287 	gfs2_glock_dq_wait(gh);
1288 
1289 	/*
1290 	 * If there are no other lock holders, we will immediately get
1291 	 * exclusive access to the iopen glock here.
1292 	 *
1293 	 * Otherwise, the other nodes holding the lock will be notified about
1294 	 * our locking request.  If they do not have the inode open, they are
1295 	 * expected to evict the cached inode and release the lock, allowing us
1296 	 * to proceed.
1297 	 *
1298 	 * Otherwise, if they cannot evict the inode, they are expected to poke
1299 	 * the inode glock (note: not the iopen glock).  We will notice that
1300 	 * and stop waiting for the iopen glock immediately.  The other node(s)
1301 	 * are then expected to take care of deleting the inode when they no
1302 	 * longer use it.
1303 	 *
1304 	 * As a last resort, if another node keeps holding the iopen glock
1305 	 * without showing any activity on the inode glock, we will eventually
1306 	 * time out and fail the iopen glock upgrade.
1307 	 *
1308 	 * Note that we're passing the LM_FLAG_TRY_1CB flag to the first
1309 	 * locking request as an optimization to notify lock holders as soon as
1310 	 * possible.  Without that flag, they'd be notified implicitly by the
1311 	 * second locking request.
1312 	 */
1313 
1314 	gfs2_holder_reinit(LM_ST_EXCLUSIVE, LM_FLAG_TRY_1CB | GL_NOCACHE, gh);
1315 	error = gfs2_glock_nq(gh);
1316 	if (error != GLR_TRYFAILED)
1317 		return !error;
1318 
1319 	gfs2_holder_reinit(LM_ST_EXCLUSIVE, GL_ASYNC | GL_NOCACHE, gh);
1320 	error = gfs2_glock_nq(gh);
1321 	if (error)
1322 		return false;
1323 
1324 	timeout = wait_event_interruptible_timeout(sdp->sd_async_glock_wait,
1325 		!test_bit(HIF_WAIT, &gh->gh_iflags) ||
1326 		test_bit(GLF_DEMOTE, &ip->i_gl->gl_flags),
1327 		timeout);
1328 	if (!test_bit(HIF_HOLDER, &gh->gh_iflags)) {
1329 		gfs2_glock_dq(gh);
1330 		return false;
1331 	}
1332 	return gfs2_glock_holder_ready(gh) == 0;
1333 }
1334 
1335 /**
1336  * evict_should_delete - determine whether the inode is eligible for deletion
1337  * @inode: The inode to evict
1338  * @gh: The glock holder structure
1339  *
1340  * This function determines whether the evicted inode is eligible to be deleted
1341  * and locks the inode glock.
1342  *
1343  * Returns: the fate of the dinode
1344  */
1345 static enum dinode_demise evict_should_delete(struct inode *inode,
1346 					      struct gfs2_holder *gh)
1347 {
1348 	struct gfs2_inode *ip = GFS2_I(inode);
1349 	struct super_block *sb = inode->i_sb;
1350 	struct gfs2_sbd *sdp = sb->s_fs_info;
1351 	int ret;
1352 
1353 	if (unlikely(test_bit(GIF_ALLOC_FAILED, &ip->i_flags)))
1354 		goto should_delete;
1355 
1356 	if (test_bit(GIF_DEFERRED_DELETE, &ip->i_flags))
1357 		return SHOULD_DEFER_EVICTION;
1358 
1359 	/* Deletes should never happen under memory pressure anymore.  */
1360 	if (WARN_ON_ONCE(current->flags & PF_MEMALLOC))
1361 		return SHOULD_DEFER_EVICTION;
1362 
1363 	/* Must not read inode block until block type has been verified */
1364 	ret = gfs2_glock_nq_init(ip->i_gl, LM_ST_EXCLUSIVE, GL_SKIP, gh);
1365 	if (unlikely(ret)) {
1366 		glock_clear_object(ip->i_iopen_gh.gh_gl, ip);
1367 		ip->i_iopen_gh.gh_flags |= GL_NOCACHE;
1368 		gfs2_glock_dq_uninit(&ip->i_iopen_gh);
1369 		return SHOULD_DEFER_EVICTION;
1370 	}
1371 
1372 	if (gfs2_inode_already_deleted(ip->i_gl, ip->i_no_formal_ino))
1373 		return SHOULD_NOT_DELETE_DINODE;
1374 	ret = gfs2_check_blk_type(sdp, ip->i_no_addr, GFS2_BLKST_UNLINKED);
1375 	if (ret)
1376 		return SHOULD_NOT_DELETE_DINODE;
1377 
1378 	ret = gfs2_instantiate(gh);
1379 	if (ret)
1380 		return SHOULD_NOT_DELETE_DINODE;
1381 
1382 	/*
1383 	 * The inode may have been recreated in the meantime.
1384 	 */
1385 	if (inode->i_nlink)
1386 		return SHOULD_NOT_DELETE_DINODE;
1387 
1388 should_delete:
1389 	if (gfs2_holder_initialized(&ip->i_iopen_gh) &&
1390 	    test_bit(HIF_HOLDER, &ip->i_iopen_gh.gh_iflags)) {
1391 		if (!gfs2_upgrade_iopen_glock(inode)) {
1392 			gfs2_holder_uninit(&ip->i_iopen_gh);
1393 			return SHOULD_NOT_DELETE_DINODE;
1394 		}
1395 	}
1396 	return SHOULD_DELETE_DINODE;
1397 }
1398 
1399 /**
1400  * evict_unlinked_inode - delete the pieces of an unlinked evicted inode
1401  * @inode: The inode to evict
1402  */
1403 static int evict_unlinked_inode(struct inode *inode)
1404 {
1405 	struct gfs2_inode *ip = GFS2_I(inode);
1406 	int ret;
1407 
1408 	if (S_ISDIR(inode->i_mode) &&
1409 	    (ip->i_diskflags & GFS2_DIF_EXHASH)) {
1410 		ret = gfs2_dir_exhash_dealloc(ip);
1411 		if (ret)
1412 			goto out;
1413 	}
1414 
1415 	if (ip->i_eattr) {
1416 		ret = gfs2_ea_dealloc(ip);
1417 		if (ret)
1418 			goto out;
1419 	}
1420 
1421 	if (!gfs2_is_stuffed(ip)) {
1422 		ret = gfs2_file_dealloc(ip);
1423 		if (ret)
1424 			goto out;
1425 	}
1426 
1427 	/*
1428 	 * As soon as we clear the bitmap for the dinode, gfs2_create_inode()
1429 	 * can get called to recreate it, or even gfs2_inode_lookup() if the
1430 	 * inode was recreated on another node in the meantime.
1431 	 *
1432 	 * However, inserting the new inode into the inode hash table will not
1433 	 * succeed until the old inode is removed, and that only happens after
1434 	 * ->evict_inode() returns.  The new inode is attached to its inode and
1435 	 *  iopen glocks after inserting it into the inode hash table, so at
1436 	 *  that point we can be sure that both glocks are unused.
1437 	 */
1438 
1439 	ret = gfs2_dinode_dealloc(ip);
1440 	if (!ret && ip->i_gl)
1441 		gfs2_inode_remember_delete(ip->i_gl, ip->i_no_formal_ino);
1442 
1443 out:
1444 	return ret;
1445 }
1446 
1447 /*
1448  * evict_linked_inode - evict an inode whose dinode has not been unlinked
1449  * @inode: The inode to evict
1450  */
1451 static int evict_linked_inode(struct inode *inode)
1452 {
1453 	struct super_block *sb = inode->i_sb;
1454 	struct gfs2_sbd *sdp = sb->s_fs_info;
1455 	struct gfs2_inode *ip = GFS2_I(inode);
1456 	struct address_space *metamapping;
1457 	int ret;
1458 
1459 	gfs2_log_flush(sdp, ip->i_gl, GFS2_LOG_HEAD_FLUSH_NORMAL |
1460 		       GFS2_LFC_EVICT_INODE);
1461 	metamapping = gfs2_glock2aspace(ip->i_gl);
1462 	if (test_bit(GLF_DIRTY, &ip->i_gl->gl_flags)) {
1463 		filemap_fdatawrite(metamapping);
1464 		filemap_fdatawait(metamapping);
1465 	}
1466 	write_inode_now(inode, 1);
1467 	gfs2_ail_flush(ip->i_gl, 0);
1468 
1469 	ret = gfs2_trans_begin(sdp, 0, sdp->sd_jdesc->jd_blocks);
1470 	if (ret)
1471 		return ret;
1472 
1473 	/* Needs to be done before glock release & also in a transaction */
1474 	truncate_inode_pages(&inode->i_data, 0);
1475 	truncate_inode_pages(metamapping, 0);
1476 	gfs2_trans_end(sdp);
1477 	return 0;
1478 }
1479 
1480 /**
1481  * gfs2_evict_inode - Remove an inode from cache
1482  * @inode: The inode to evict
1483  *
1484  * There are three cases to consider:
1485  * 1. i_nlink == 0, we are final opener (and must deallocate)
1486  * 2. i_nlink == 0, we are not the final opener (and cannot deallocate)
1487  * 3. i_nlink > 0
1488  *
1489  * If the fs is read only, then we have to treat all cases as per #3
1490  * since we are unable to do any deallocation. The inode will be
1491  * deallocated by the next read/write node to attempt an allocation
1492  * in the same resource group
1493  *
1494  * We have to (at the moment) hold the inodes main lock to cover
1495  * the gap between unlocking the shared lock on the iopen lock and
1496  * taking the exclusive lock. I'd rather do a shared -> exclusive
1497  * conversion on the iopen lock, but we can change that later. This
1498  * is safe, just less efficient.
1499  */
1500 
1501 static void gfs2_evict_inode(struct inode *inode)
1502 {
1503 	struct super_block *sb = inode->i_sb;
1504 	struct gfs2_sbd *sdp = sb->s_fs_info;
1505 	struct gfs2_inode *ip = GFS2_I(inode);
1506 	struct gfs2_holder gh;
1507 	int ret;
1508 
1509 	if (inode->i_nlink || sb_rdonly(sb) || !ip->i_no_addr)
1510 		goto out;
1511 
1512 	/*
1513 	 * In case of an incomplete mount, gfs2_evict_inode() may be called for
1514 	 * system files without having an active journal to write to.  In that
1515 	 * case, skip the filesystem evict.
1516 	 */
1517 	if (!sdp->sd_jdesc)
1518 		goto out;
1519 
1520 	gfs2_holder_mark_uninitialized(&gh);
1521 	ret = evict_should_delete(inode, &gh);
1522 	if (ret == SHOULD_DEFER_EVICTION)
1523 		goto out;
1524 	if (ret == SHOULD_DELETE_DINODE)
1525 		ret = evict_unlinked_inode(inode);
1526 	else
1527 		ret = evict_linked_inode(inode);
1528 
1529 	if (gfs2_rs_active(&ip->i_res))
1530 		gfs2_rs_deltree(&ip->i_res);
1531 
1532 	if (gfs2_holder_initialized(&gh))
1533 		gfs2_glock_dq_uninit(&gh);
1534 	if (ret && ret != GLR_TRYFAILED && ret != -EROFS)
1535 		fs_warn(sdp, "gfs2_evict_inode: %d\n", ret);
1536 out:
1537 	truncate_inode_pages_final(&inode->i_data);
1538 	if (ip->i_qadata)
1539 		gfs2_assert_warn(sdp, ip->i_qadata->qa_ref == 0);
1540 	gfs2_rs_deltree(&ip->i_res);
1541 	gfs2_ordered_del_inode(ip);
1542 	clear_inode(inode);
1543 	gfs2_dir_hash_inval(ip);
1544 	if (gfs2_holder_initialized(&ip->i_iopen_gh)) {
1545 		struct gfs2_glock *gl = ip->i_iopen_gh.gh_gl;
1546 
1547 		glock_clear_object(gl, ip);
1548 		gfs2_glock_hold(gl);
1549 		ip->i_iopen_gh.gh_flags |= GL_NOCACHE;
1550 		gfs2_glock_dq_uninit(&ip->i_iopen_gh);
1551 		gfs2_glock_put_eventually(gl);
1552 	}
1553 	if (ip->i_gl) {
1554 		glock_clear_object(ip->i_gl, ip);
1555 		wait_on_bit_io(&ip->i_flags, GIF_GLOP_PENDING, TASK_UNINTERRUPTIBLE);
1556 		gfs2_glock_add_to_lru(ip->i_gl);
1557 		gfs2_glock_put_eventually(ip->i_gl);
1558 		rcu_assign_pointer(ip->i_gl, NULL);
1559 	}
1560 }
1561 
1562 static struct inode *gfs2_alloc_inode(struct super_block *sb)
1563 {
1564 	struct gfs2_inode *ip;
1565 
1566 	ip = alloc_inode_sb(sb, gfs2_inode_cachep, GFP_KERNEL);
1567 	if (!ip)
1568 		return NULL;
1569 	ip->i_no_addr = 0;
1570 	ip->i_flags = 0;
1571 	ip->i_gl = NULL;
1572 	gfs2_holder_mark_uninitialized(&ip->i_iopen_gh);
1573 	memset(&ip->i_res, 0, sizeof(ip->i_res));
1574 	RB_CLEAR_NODE(&ip->i_res.rs_node);
1575 	ip->i_rahead = 0;
1576 	return &ip->i_inode;
1577 }
1578 
1579 static void gfs2_free_inode(struct inode *inode)
1580 {
1581 	kmem_cache_free(gfs2_inode_cachep, GFS2_I(inode));
1582 }
1583 
1584 void free_local_statfs_inodes(struct gfs2_sbd *sdp)
1585 {
1586 	struct local_statfs_inode *lsi, *safe;
1587 
1588 	/* Run through the statfs inodes list to iput and free memory */
1589 	list_for_each_entry_safe(lsi, safe, &sdp->sd_sc_inodes_list, si_list) {
1590 		if (lsi->si_jid == sdp->sd_jdesc->jd_jid)
1591 			sdp->sd_sc_inode = NULL; /* belongs to this node */
1592 		if (lsi->si_sc_inode)
1593 			iput(lsi->si_sc_inode);
1594 		list_del(&lsi->si_list);
1595 		kfree(lsi);
1596 	}
1597 }
1598 
1599 struct inode *find_local_statfs_inode(struct gfs2_sbd *sdp,
1600 				      unsigned int index)
1601 {
1602 	struct local_statfs_inode *lsi;
1603 
1604 	/* Return the local (per node) statfs inode in the
1605 	 * sdp->sd_sc_inodes_list corresponding to the 'index'. */
1606 	list_for_each_entry(lsi, &sdp->sd_sc_inodes_list, si_list) {
1607 		if (lsi->si_jid == index)
1608 			return lsi->si_sc_inode;
1609 	}
1610 	return NULL;
1611 }
1612 
1613 const struct super_operations gfs2_super_ops = {
1614 	.alloc_inode		= gfs2_alloc_inode,
1615 	.free_inode		= gfs2_free_inode,
1616 	.write_inode		= gfs2_write_inode,
1617 	.dirty_inode		= gfs2_dirty_inode,
1618 	.evict_inode		= gfs2_evict_inode,
1619 	.put_super		= gfs2_put_super,
1620 	.sync_fs		= gfs2_sync_fs,
1621 	.freeze_super		= gfs2_freeze_super,
1622 	.thaw_super		= gfs2_thaw_super,
1623 	.statfs			= gfs2_statfs,
1624 	.drop_inode		= gfs2_drop_inode,
1625 	.show_options		= gfs2_show_options,
1626 };
1627 
1628