xref: /openbmc/linux/fs/gfs2/log.c (revision d7b616e2)
1b3b94faaSDavid Teigland /*
2b3b94faaSDavid Teigland  * Copyright (C) Sistina Software, Inc.  1997-2003 All rights reserved.
33a8a9a10SSteven Whitehouse  * Copyright (C) 2004-2006 Red Hat, Inc.  All rights reserved.
4b3b94faaSDavid Teigland  *
5b3b94faaSDavid Teigland  * This copyrighted material is made available to anyone wishing to use,
6b3b94faaSDavid Teigland  * modify, copy, or redistribute it subject to the terms and conditions
7e9fc2aa0SSteven Whitehouse  * of the GNU General Public License version 2.
8b3b94faaSDavid Teigland  */
9b3b94faaSDavid Teigland 
10b3b94faaSDavid Teigland #include <linux/sched.h>
11b3b94faaSDavid Teigland #include <linux/slab.h>
12b3b94faaSDavid Teigland #include <linux/spinlock.h>
13b3b94faaSDavid Teigland #include <linux/completion.h>
14b3b94faaSDavid Teigland #include <linux/buffer_head.h>
155c676f6dSSteven Whitehouse #include <linux/gfs2_ondisk.h>
1671b86f56SSteven Whitehouse #include <linux/crc32.h>
177d308590SFabio Massimo Di Nitto #include <linux/lm_interface.h>
18a25311c8SSteven Whitehouse #include <linux/delay.h>
19b3b94faaSDavid Teigland 
20b3b94faaSDavid Teigland #include "gfs2.h"
215c676f6dSSteven Whitehouse #include "incore.h"
22b3b94faaSDavid Teigland #include "bmap.h"
23b3b94faaSDavid Teigland #include "glock.h"
24b3b94faaSDavid Teigland #include "log.h"
25b3b94faaSDavid Teigland #include "lops.h"
26b3b94faaSDavid Teigland #include "meta_io.h"
275c676f6dSSteven Whitehouse #include "util.h"
2871b86f56SSteven Whitehouse #include "dir.h"
29b3b94faaSDavid Teigland 
30b3b94faaSDavid Teigland #define PULL 1
31b3b94faaSDavid Teigland 
32b3b94faaSDavid Teigland /**
33b3b94faaSDavid Teigland  * gfs2_struct2blk - compute stuff
34b3b94faaSDavid Teigland  * @sdp: the filesystem
35b3b94faaSDavid Teigland  * @nstruct: the number of structures
36b3b94faaSDavid Teigland  * @ssize: the size of the structures
37b3b94faaSDavid Teigland  *
38b3b94faaSDavid Teigland  * Compute the number of log descriptor blocks needed to hold a certain number
39b3b94faaSDavid Teigland  * of structures of a certain size.
40b3b94faaSDavid Teigland  *
41b3b94faaSDavid Teigland  * Returns: the number of blocks needed (minimum is always 1)
42b3b94faaSDavid Teigland  */
43b3b94faaSDavid Teigland 
44b3b94faaSDavid Teigland unsigned int gfs2_struct2blk(struct gfs2_sbd *sdp, unsigned int nstruct,
45b3b94faaSDavid Teigland 			     unsigned int ssize)
46b3b94faaSDavid Teigland {
47b3b94faaSDavid Teigland 	unsigned int blks;
48b3b94faaSDavid Teigland 	unsigned int first, second;
49b3b94faaSDavid Teigland 
50b3b94faaSDavid Teigland 	blks = 1;
51faa31ce8SSteven Whitehouse 	first = (sdp->sd_sb.sb_bsize - sizeof(struct gfs2_log_descriptor)) / ssize;
52b3b94faaSDavid Teigland 
53b3b94faaSDavid Teigland 	if (nstruct > first) {
54568f4c96SSteven Whitehouse 		second = (sdp->sd_sb.sb_bsize -
55568f4c96SSteven Whitehouse 			  sizeof(struct gfs2_meta_header)) / ssize;
565c676f6dSSteven Whitehouse 		blks += DIV_ROUND_UP(nstruct - first, second);
57b3b94faaSDavid Teigland 	}
58b3b94faaSDavid Teigland 
59b3b94faaSDavid Teigland 	return blks;
60b3b94faaSDavid Teigland }
61b3b94faaSDavid Teigland 
62ddacfaf7SSteven Whitehouse /**
631e1a3d03SSteven Whitehouse  * gfs2_remove_from_ail - Remove an entry from the ail lists, updating counters
641e1a3d03SSteven Whitehouse  * @mapping: The associated mapping (maybe NULL)
651e1a3d03SSteven Whitehouse  * @bd: The gfs2_bufdata to remove
661e1a3d03SSteven Whitehouse  *
671e1a3d03SSteven Whitehouse  * The log lock _must_ be held when calling this function
681e1a3d03SSteven Whitehouse  *
691e1a3d03SSteven Whitehouse  */
701e1a3d03SSteven Whitehouse 
711e1a3d03SSteven Whitehouse void gfs2_remove_from_ail(struct address_space *mapping, struct gfs2_bufdata *bd)
721e1a3d03SSteven Whitehouse {
731e1a3d03SSteven Whitehouse 	bd->bd_ail = NULL;
741e1a3d03SSteven Whitehouse 	list_del(&bd->bd_ail_st_list);
751e1a3d03SSteven Whitehouse 	list_del(&bd->bd_ail_gl_list);
761e1a3d03SSteven Whitehouse 	atomic_dec(&bd->bd_gl->gl_ail_count);
771e1a3d03SSteven Whitehouse 	if (mapping)
781e1a3d03SSteven Whitehouse 		gfs2_meta_cache_flush(GFS2_I(mapping->host));
791e1a3d03SSteven Whitehouse 	brelse(bd->bd_bh);
801e1a3d03SSteven Whitehouse }
811e1a3d03SSteven Whitehouse 
821e1a3d03SSteven Whitehouse /**
83ddacfaf7SSteven Whitehouse  * gfs2_ail1_start_one - Start I/O on a part of the AIL
84ddacfaf7SSteven Whitehouse  * @sdp: the filesystem
85ddacfaf7SSteven Whitehouse  * @tr: the part of the AIL
86ddacfaf7SSteven Whitehouse  *
87ddacfaf7SSteven Whitehouse  */
88ddacfaf7SSteven Whitehouse 
89ddacfaf7SSteven Whitehouse static void gfs2_ail1_start_one(struct gfs2_sbd *sdp, struct gfs2_ail *ai)
90ddacfaf7SSteven Whitehouse {
91ddacfaf7SSteven Whitehouse 	struct gfs2_bufdata *bd, *s;
92ddacfaf7SSteven Whitehouse 	struct buffer_head *bh;
93ddacfaf7SSteven Whitehouse 	int retry;
94ddacfaf7SSteven Whitehouse 
95ddacfaf7SSteven Whitehouse 	BUG_ON(!spin_is_locked(&sdp->sd_log_lock));
96ddacfaf7SSteven Whitehouse 
97ddacfaf7SSteven Whitehouse 	do {
98ddacfaf7SSteven Whitehouse 		retry = 0;
99ddacfaf7SSteven Whitehouse 
100ddacfaf7SSteven Whitehouse 		list_for_each_entry_safe_reverse(bd, s, &ai->ai_ail1_list,
101ddacfaf7SSteven Whitehouse 						 bd_ail_st_list) {
102ddacfaf7SSteven Whitehouse 			bh = bd->bd_bh;
103ddacfaf7SSteven Whitehouse 
104ddacfaf7SSteven Whitehouse 			gfs2_assert(sdp, bd->bd_ail == ai);
105ddacfaf7SSteven Whitehouse 
106ddacfaf7SSteven Whitehouse 			if (!buffer_busy(bh)) {
107ddacfaf7SSteven Whitehouse 				if (!buffer_uptodate(bh)) {
108ddacfaf7SSteven Whitehouse 					gfs2_log_unlock(sdp);
109ddacfaf7SSteven Whitehouse 					gfs2_io_error_bh(sdp, bh);
110ddacfaf7SSteven Whitehouse 					gfs2_log_lock(sdp);
111ddacfaf7SSteven Whitehouse 				}
112ddacfaf7SSteven Whitehouse 				list_move(&bd->bd_ail_st_list, &ai->ai_ail2_list);
113ddacfaf7SSteven Whitehouse 				continue;
114ddacfaf7SSteven Whitehouse 			}
115ddacfaf7SSteven Whitehouse 
116ddacfaf7SSteven Whitehouse 			if (!buffer_dirty(bh))
117ddacfaf7SSteven Whitehouse 				continue;
118ddacfaf7SSteven Whitehouse 
119ddacfaf7SSteven Whitehouse 			list_move(&bd->bd_ail_st_list, &ai->ai_ail1_list);
120ddacfaf7SSteven Whitehouse 
121ddacfaf7SSteven Whitehouse 			gfs2_log_unlock(sdp);
122ddacfaf7SSteven Whitehouse 			wait_on_buffer(bh);
123ddacfaf7SSteven Whitehouse 			ll_rw_block(WRITE, 1, &bh);
124ddacfaf7SSteven Whitehouse 			gfs2_log_lock(sdp);
125ddacfaf7SSteven Whitehouse 
126ddacfaf7SSteven Whitehouse 			retry = 1;
127ddacfaf7SSteven Whitehouse 			break;
128ddacfaf7SSteven Whitehouse 		}
129ddacfaf7SSteven Whitehouse 	} while (retry);
130ddacfaf7SSteven Whitehouse }
131ddacfaf7SSteven Whitehouse 
132ddacfaf7SSteven Whitehouse /**
133ddacfaf7SSteven Whitehouse  * gfs2_ail1_empty_one - Check whether or not a trans in the AIL has been synced
134ddacfaf7SSteven Whitehouse  * @sdp: the filesystem
135ddacfaf7SSteven Whitehouse  * @ai: the AIL entry
136ddacfaf7SSteven Whitehouse  *
137ddacfaf7SSteven Whitehouse  */
138ddacfaf7SSteven Whitehouse 
139ddacfaf7SSteven Whitehouse static int gfs2_ail1_empty_one(struct gfs2_sbd *sdp, struct gfs2_ail *ai, int flags)
140ddacfaf7SSteven Whitehouse {
141ddacfaf7SSteven Whitehouse 	struct gfs2_bufdata *bd, *s;
142ddacfaf7SSteven Whitehouse 	struct buffer_head *bh;
143ddacfaf7SSteven Whitehouse 
144ddacfaf7SSteven Whitehouse 	list_for_each_entry_safe_reverse(bd, s, &ai->ai_ail1_list,
145ddacfaf7SSteven Whitehouse 					 bd_ail_st_list) {
146ddacfaf7SSteven Whitehouse 		bh = bd->bd_bh;
147ddacfaf7SSteven Whitehouse 
148ddacfaf7SSteven Whitehouse 		gfs2_assert(sdp, bd->bd_ail == ai);
149ddacfaf7SSteven Whitehouse 
150ddacfaf7SSteven Whitehouse 		if (buffer_busy(bh)) {
151ddacfaf7SSteven Whitehouse 			if (flags & DIO_ALL)
152ddacfaf7SSteven Whitehouse 				continue;
153ddacfaf7SSteven Whitehouse 			else
154ddacfaf7SSteven Whitehouse 				break;
155ddacfaf7SSteven Whitehouse 		}
156ddacfaf7SSteven Whitehouse 
157ddacfaf7SSteven Whitehouse 		if (!buffer_uptodate(bh))
158ddacfaf7SSteven Whitehouse 			gfs2_io_error_bh(sdp, bh);
159ddacfaf7SSteven Whitehouse 
160ddacfaf7SSteven Whitehouse 		list_move(&bd->bd_ail_st_list, &ai->ai_ail2_list);
161ddacfaf7SSteven Whitehouse 	}
162ddacfaf7SSteven Whitehouse 
163ddacfaf7SSteven Whitehouse 	return list_empty(&ai->ai_ail1_list);
164ddacfaf7SSteven Whitehouse }
165ddacfaf7SSteven Whitehouse 
166a25311c8SSteven Whitehouse static void gfs2_ail1_start(struct gfs2_sbd *sdp, int flags)
167b3b94faaSDavid Teigland {
168693ddeabSBob Peterson 	struct list_head *head;
169cd915493SSteven Whitehouse 	u64 sync_gen;
17074669416SSteven Whitehouse 	struct list_head *first;
17174669416SSteven Whitehouse 	struct gfs2_ail *first_ai, *ai, *tmp;
17274669416SSteven Whitehouse 	int done = 0;
173b3b94faaSDavid Teigland 
174b3b94faaSDavid Teigland 	gfs2_log_lock(sdp);
175693ddeabSBob Peterson 	head = &sdp->sd_ail1_list;
176b3b94faaSDavid Teigland 	if (list_empty(head)) {
177b3b94faaSDavid Teigland 		gfs2_log_unlock(sdp);
178b3b94faaSDavid Teigland 		return;
179b3b94faaSDavid Teigland 	}
180b3b94faaSDavid Teigland 	sync_gen = sdp->sd_ail_sync_gen++;
181b3b94faaSDavid Teigland 
182b3b94faaSDavid Teigland 	first = head->prev;
183b3b94faaSDavid Teigland 	first_ai = list_entry(first, struct gfs2_ail, ai_list);
184b3b94faaSDavid Teigland 	first_ai->ai_sync_gen = sync_gen;
18574669416SSteven Whitehouse 	gfs2_ail1_start_one(sdp, first_ai); /* This may drop log lock */
186b3b94faaSDavid Teigland 
187b3b94faaSDavid Teigland 	if (flags & DIO_ALL)
188b3b94faaSDavid Teigland 		first = NULL;
189b3b94faaSDavid Teigland 
19074669416SSteven Whitehouse 	while(!done) {
191484adff8SSteven Whitehouse 		if (first && (head->prev != first ||
192b3b94faaSDavid Teigland 			      gfs2_ail1_empty_one(sdp, first_ai, 0)))
193b3b94faaSDavid Teigland 			break;
194b3b94faaSDavid Teigland 
19574669416SSteven Whitehouse 		done = 1;
19674669416SSteven Whitehouse 		list_for_each_entry_safe_reverse(ai, tmp, head, ai_list) {
197b3b94faaSDavid Teigland 			if (ai->ai_sync_gen >= sync_gen)
198b3b94faaSDavid Teigland 				continue;
199b3b94faaSDavid Teigland 			ai->ai_sync_gen = sync_gen;
20074669416SSteven Whitehouse 			gfs2_ail1_start_one(sdp, ai); /* This may drop log lock */
20174669416SSteven Whitehouse 			done = 0;
202b3b94faaSDavid Teigland 			break;
203b3b94faaSDavid Teigland 		}
204b3b94faaSDavid Teigland 	}
205b3b94faaSDavid Teigland 
206b3b94faaSDavid Teigland 	gfs2_log_unlock(sdp);
207b3b94faaSDavid Teigland }
208b3b94faaSDavid Teigland 
209b3b94faaSDavid Teigland int gfs2_ail1_empty(struct gfs2_sbd *sdp, int flags)
210b3b94faaSDavid Teigland {
211b3b94faaSDavid Teigland 	struct gfs2_ail *ai, *s;
212b3b94faaSDavid Teigland 	int ret;
213b3b94faaSDavid Teigland 
214b3b94faaSDavid Teigland 	gfs2_log_lock(sdp);
215b3b94faaSDavid Teigland 
216b3b94faaSDavid Teigland 	list_for_each_entry_safe_reverse(ai, s, &sdp->sd_ail1_list, ai_list) {
217b3b94faaSDavid Teigland 		if (gfs2_ail1_empty_one(sdp, ai, flags))
218b3b94faaSDavid Teigland 			list_move(&ai->ai_list, &sdp->sd_ail2_list);
219b3b94faaSDavid Teigland 		else if (!(flags & DIO_ALL))
220b3b94faaSDavid Teigland 			break;
221b3b94faaSDavid Teigland 	}
222b3b94faaSDavid Teigland 
223b3b94faaSDavid Teigland 	ret = list_empty(&sdp->sd_ail1_list);
224b3b94faaSDavid Teigland 
225b3b94faaSDavid Teigland 	gfs2_log_unlock(sdp);
226b3b94faaSDavid Teigland 
227b3b94faaSDavid Teigland 	return ret;
228b3b94faaSDavid Teigland }
229b3b94faaSDavid Teigland 
230ddacfaf7SSteven Whitehouse 
231ddacfaf7SSteven Whitehouse /**
232ddacfaf7SSteven Whitehouse  * gfs2_ail2_empty_one - Check whether or not a trans in the AIL has been synced
233ddacfaf7SSteven Whitehouse  * @sdp: the filesystem
234ddacfaf7SSteven Whitehouse  * @ai: the AIL entry
235ddacfaf7SSteven Whitehouse  *
236ddacfaf7SSteven Whitehouse  */
237ddacfaf7SSteven Whitehouse 
238ddacfaf7SSteven Whitehouse static void gfs2_ail2_empty_one(struct gfs2_sbd *sdp, struct gfs2_ail *ai)
239ddacfaf7SSteven Whitehouse {
240ddacfaf7SSteven Whitehouse 	struct list_head *head = &ai->ai_ail2_list;
241ddacfaf7SSteven Whitehouse 	struct gfs2_bufdata *bd;
242ddacfaf7SSteven Whitehouse 
243ddacfaf7SSteven Whitehouse 	while (!list_empty(head)) {
244ddacfaf7SSteven Whitehouse 		bd = list_entry(head->prev, struct gfs2_bufdata,
245ddacfaf7SSteven Whitehouse 				bd_ail_st_list);
246ddacfaf7SSteven Whitehouse 		gfs2_assert(sdp, bd->bd_ail == ai);
2471e1a3d03SSteven Whitehouse 		gfs2_remove_from_ail(bd->bd_bh->b_page->mapping, bd);
248ddacfaf7SSteven Whitehouse 	}
249ddacfaf7SSteven Whitehouse }
250ddacfaf7SSteven Whitehouse 
251b3b94faaSDavid Teigland static void ail2_empty(struct gfs2_sbd *sdp, unsigned int new_tail)
252b3b94faaSDavid Teigland {
253b3b94faaSDavid Teigland 	struct gfs2_ail *ai, *safe;
254b3b94faaSDavid Teigland 	unsigned int old_tail = sdp->sd_log_tail;
255b3b94faaSDavid Teigland 	int wrap = (new_tail < old_tail);
256b3b94faaSDavid Teigland 	int a, b, rm;
257b3b94faaSDavid Teigland 
258b3b94faaSDavid Teigland 	gfs2_log_lock(sdp);
259b3b94faaSDavid Teigland 
260b3b94faaSDavid Teigland 	list_for_each_entry_safe(ai, safe, &sdp->sd_ail2_list, ai_list) {
261b3b94faaSDavid Teigland 		a = (old_tail <= ai->ai_first);
262b3b94faaSDavid Teigland 		b = (ai->ai_first < new_tail);
263b3b94faaSDavid Teigland 		rm = (wrap) ? (a || b) : (a && b);
264b3b94faaSDavid Teigland 		if (!rm)
265b3b94faaSDavid Teigland 			continue;
266b3b94faaSDavid Teigland 
267b3b94faaSDavid Teigland 		gfs2_ail2_empty_one(sdp, ai);
268b3b94faaSDavid Teigland 		list_del(&ai->ai_list);
269b3b94faaSDavid Teigland 		gfs2_assert_warn(sdp, list_empty(&ai->ai_ail1_list));
270b3b94faaSDavid Teigland 		gfs2_assert_warn(sdp, list_empty(&ai->ai_ail2_list));
271b3b94faaSDavid Teigland 		kfree(ai);
272b3b94faaSDavid Teigland 	}
273b3b94faaSDavid Teigland 
274b3b94faaSDavid Teigland 	gfs2_log_unlock(sdp);
275b3b94faaSDavid Teigland }
276b3b94faaSDavid Teigland 
277b3b94faaSDavid Teigland /**
278b3b94faaSDavid Teigland  * gfs2_log_reserve - Make a log reservation
279b3b94faaSDavid Teigland  * @sdp: The GFS2 superblock
280b3b94faaSDavid Teigland  * @blks: The number of blocks to reserve
281b3b94faaSDavid Teigland  *
28289918647SSteven Whitehouse  * Note that we never give out the last few blocks of the journal. Thats
2832332c443SRobert Peterson  * due to the fact that there is a small number of header blocks
284b004157aSSteven Whitehouse  * associated with each log flush. The exact number can't be known until
285b004157aSSteven Whitehouse  * flush time, so we ensure that we have just enough free blocks at all
286b004157aSSteven Whitehouse  * times to avoid running out during a log flush.
287b004157aSSteven Whitehouse  *
288b3b94faaSDavid Teigland  * Returns: errno
289b3b94faaSDavid Teigland  */
290b3b94faaSDavid Teigland 
291b3b94faaSDavid Teigland int gfs2_log_reserve(struct gfs2_sbd *sdp, unsigned int blks)
292b3b94faaSDavid Teigland {
293b3b94faaSDavid Teigland 	unsigned int try = 0;
29489918647SSteven Whitehouse 	unsigned reserved_blks = 6 * (4096 / sdp->sd_vfs->s_blocksize);
295b3b94faaSDavid Teigland 
296b3b94faaSDavid Teigland 	if (gfs2_assert_warn(sdp, blks) ||
297b3b94faaSDavid Teigland 	    gfs2_assert_warn(sdp, blks <= sdp->sd_jdesc->jd_blocks))
298b3b94faaSDavid Teigland 		return -EINVAL;
299b3b94faaSDavid Teigland 
30071b86f56SSteven Whitehouse 	mutex_lock(&sdp->sd_log_reserve_mutex);
301b3b94faaSDavid Teigland 	gfs2_log_lock(sdp);
30289918647SSteven Whitehouse 	while(sdp->sd_log_blks_free <= (blks + reserved_blks)) {
303b3b94faaSDavid Teigland 		gfs2_log_unlock(sdp);
304b3b94faaSDavid Teigland 		gfs2_ail1_empty(sdp, 0);
305b09e593dSSteven Whitehouse 		gfs2_log_flush(sdp, NULL);
306b3b94faaSDavid Teigland 
307b3b94faaSDavid Teigland 		if (try++)
308b3b94faaSDavid Teigland 			gfs2_ail1_start(sdp, 0);
309484adff8SSteven Whitehouse 		gfs2_log_lock(sdp);
310b3b94faaSDavid Teigland 	}
311484adff8SSteven Whitehouse 	sdp->sd_log_blks_free -= blks;
312484adff8SSteven Whitehouse 	gfs2_log_unlock(sdp);
313484adff8SSteven Whitehouse 	mutex_unlock(&sdp->sd_log_reserve_mutex);
314484adff8SSteven Whitehouse 
315484adff8SSteven Whitehouse 	down_read(&sdp->sd_log_flush_lock);
316b3b94faaSDavid Teigland 
317b3b94faaSDavid Teigland 	return 0;
318b3b94faaSDavid Teigland }
319b3b94faaSDavid Teigland 
320b3b94faaSDavid Teigland /**
321b3b94faaSDavid Teigland  * gfs2_log_release - Release a given number of log blocks
322b3b94faaSDavid Teigland  * @sdp: The GFS2 superblock
323b3b94faaSDavid Teigland  * @blks: The number of blocks
324b3b94faaSDavid Teigland  *
325b3b94faaSDavid Teigland  */
326b3b94faaSDavid Teigland 
327b3b94faaSDavid Teigland void gfs2_log_release(struct gfs2_sbd *sdp, unsigned int blks)
328b3b94faaSDavid Teigland {
329b3b94faaSDavid Teigland 
330b3b94faaSDavid Teigland 	gfs2_log_lock(sdp);
331b3b94faaSDavid Teigland 	sdp->sd_log_blks_free += blks;
332b3b94faaSDavid Teigland 	gfs2_assert_withdraw(sdp,
333b3b94faaSDavid Teigland 			     sdp->sd_log_blks_free <= sdp->sd_jdesc->jd_blocks);
334b3b94faaSDavid Teigland 	gfs2_log_unlock(sdp);
335ed386507SSteven Whitehouse 	up_read(&sdp->sd_log_flush_lock);
336b3b94faaSDavid Teigland }
337b3b94faaSDavid Teigland 
338cd915493SSteven Whitehouse static u64 log_bmap(struct gfs2_sbd *sdp, unsigned int lbn)
339b3b94faaSDavid Teigland {
34023591256SSteven Whitehouse 	struct inode *inode = sdp->sd_jdesc->jd_inode;
341b3b94faaSDavid Teigland 	int error;
34223591256SSteven Whitehouse 	struct buffer_head bh_map = { .b_state = 0, .b_blocknr = 0 };
343b3b94faaSDavid Teigland 
34423591256SSteven Whitehouse 	bh_map.b_size = 1 << inode->i_blkbits;
34523591256SSteven Whitehouse 	error = gfs2_block_map(inode, lbn, 0, &bh_map);
3467a6bbacbSSteven Whitehouse 	if (error || !bh_map.b_blocknr)
347aed3255fSRyusuke Konishi 		printk(KERN_INFO "error=%d, dbn=%llu lbn=%u", error,
348aed3255fSRyusuke Konishi 		       (unsigned long long)bh_map.b_blocknr, lbn);
3497a6bbacbSSteven Whitehouse 	gfs2_assert_withdraw(sdp, !error && bh_map.b_blocknr);
350b3b94faaSDavid Teigland 
3517a6bbacbSSteven Whitehouse 	return bh_map.b_blocknr;
352b3b94faaSDavid Teigland }
353b3b94faaSDavid Teigland 
354b3b94faaSDavid Teigland /**
355b3b94faaSDavid Teigland  * log_distance - Compute distance between two journal blocks
356b3b94faaSDavid Teigland  * @sdp: The GFS2 superblock
357b3b94faaSDavid Teigland  * @newer: The most recent journal block of the pair
358b3b94faaSDavid Teigland  * @older: The older journal block of the pair
359b3b94faaSDavid Teigland  *
360b3b94faaSDavid Teigland  *   Compute the distance (in the journal direction) between two
361b3b94faaSDavid Teigland  *   blocks in the journal
362b3b94faaSDavid Teigland  *
363b3b94faaSDavid Teigland  * Returns: the distance in blocks
364b3b94faaSDavid Teigland  */
365b3b94faaSDavid Teigland 
366faa31ce8SSteven Whitehouse static inline unsigned int log_distance(struct gfs2_sbd *sdp, unsigned int newer,
367b3b94faaSDavid Teigland 					unsigned int older)
368b3b94faaSDavid Teigland {
369b3b94faaSDavid Teigland 	int dist;
370b3b94faaSDavid Teigland 
371b3b94faaSDavid Teigland 	dist = newer - older;
372b3b94faaSDavid Teigland 	if (dist < 0)
373b3b94faaSDavid Teigland 		dist += sdp->sd_jdesc->jd_blocks;
374b3b94faaSDavid Teigland 
375b3b94faaSDavid Teigland 	return dist;
376b3b94faaSDavid Teigland }
377b3b94faaSDavid Teigland 
3782332c443SRobert Peterson /**
3792332c443SRobert Peterson  * calc_reserved - Calculate the number of blocks to reserve when
3802332c443SRobert Peterson  *                 refunding a transaction's unused buffers.
3812332c443SRobert Peterson  * @sdp: The GFS2 superblock
3822332c443SRobert Peterson  *
3832332c443SRobert Peterson  * This is complex.  We need to reserve room for all our currently used
3842332c443SRobert Peterson  * metadata buffers (e.g. normal file I/O rewriting file time stamps) and
3852332c443SRobert Peterson  * all our journaled data buffers for journaled files (e.g. files in the
3862332c443SRobert Peterson  * meta_fs like rindex, or files for which chattr +j was done.)
3872332c443SRobert Peterson  * If we don't reserve enough space, gfs2_log_refund and gfs2_log_flush
3882332c443SRobert Peterson  * will count it as free space (sd_log_blks_free) and corruption will follow.
3892332c443SRobert Peterson  *
3902332c443SRobert Peterson  * We can have metadata bufs and jdata bufs in the same journal.  So each
3912332c443SRobert Peterson  * type gets its own log header, for which we need to reserve a block.
3922332c443SRobert Peterson  * In fact, each type has the potential for needing more than one header
3932332c443SRobert Peterson  * in cases where we have more buffers than will fit on a journal page.
3942332c443SRobert Peterson  * Metadata journal entries take up half the space of journaled buffer entries.
3952332c443SRobert Peterson  * Thus, metadata entries have buf_limit (502) and journaled buffers have
3962332c443SRobert Peterson  * databuf_limit (251) before they cause a wrap around.
3972332c443SRobert Peterson  *
3982332c443SRobert Peterson  * Also, we need to reserve blocks for revoke journal entries and one for an
3992332c443SRobert Peterson  * overall header for the lot.
4002332c443SRobert Peterson  *
4012332c443SRobert Peterson  * Returns: the number of blocks reserved
4022332c443SRobert Peterson  */
4032332c443SRobert Peterson static unsigned int calc_reserved(struct gfs2_sbd *sdp)
4042332c443SRobert Peterson {
4052332c443SRobert Peterson 	unsigned int reserved = 0;
4062332c443SRobert Peterson 	unsigned int mbuf_limit, metabufhdrs_needed;
4072332c443SRobert Peterson 	unsigned int dbuf_limit, databufhdrs_needed;
4082332c443SRobert Peterson 	unsigned int revokes = 0;
4092332c443SRobert Peterson 
4102332c443SRobert Peterson 	mbuf_limit = buf_limit(sdp);
4112332c443SRobert Peterson 	metabufhdrs_needed = (sdp->sd_log_commited_buf +
4122332c443SRobert Peterson 			      (mbuf_limit - 1)) / mbuf_limit;
4132332c443SRobert Peterson 	dbuf_limit = databuf_limit(sdp);
4142332c443SRobert Peterson 	databufhdrs_needed = (sdp->sd_log_commited_databuf +
4152332c443SRobert Peterson 			      (dbuf_limit - 1)) / dbuf_limit;
4162332c443SRobert Peterson 
4172332c443SRobert Peterson 	if (sdp->sd_log_commited_revoke)
4182332c443SRobert Peterson 		revokes = gfs2_struct2blk(sdp, sdp->sd_log_commited_revoke,
4192332c443SRobert Peterson 					  sizeof(u64));
4202332c443SRobert Peterson 
4212332c443SRobert Peterson 	reserved = sdp->sd_log_commited_buf + metabufhdrs_needed +
4222332c443SRobert Peterson 		sdp->sd_log_commited_databuf + databufhdrs_needed +
4232332c443SRobert Peterson 		revokes;
4242332c443SRobert Peterson 	/* One for the overall header */
4252332c443SRobert Peterson 	if (reserved)
4262332c443SRobert Peterson 		reserved++;
4272332c443SRobert Peterson 	return reserved;
4282332c443SRobert Peterson }
4292332c443SRobert Peterson 
430b3b94faaSDavid Teigland static unsigned int current_tail(struct gfs2_sbd *sdp)
431b3b94faaSDavid Teigland {
432b3b94faaSDavid Teigland 	struct gfs2_ail *ai;
433b3b94faaSDavid Teigland 	unsigned int tail;
434b3b94faaSDavid Teigland 
435b3b94faaSDavid Teigland 	gfs2_log_lock(sdp);
436b3b94faaSDavid Teigland 
437faa31ce8SSteven Whitehouse 	if (list_empty(&sdp->sd_ail1_list)) {
438b3b94faaSDavid Teigland 		tail = sdp->sd_log_head;
439faa31ce8SSteven Whitehouse 	} else {
440faa31ce8SSteven Whitehouse 		ai = list_entry(sdp->sd_ail1_list.prev, struct gfs2_ail, ai_list);
441b3b94faaSDavid Teigland 		tail = ai->ai_first;
442b3b94faaSDavid Teigland 	}
443b3b94faaSDavid Teigland 
444b3b94faaSDavid Teigland 	gfs2_log_unlock(sdp);
445b3b94faaSDavid Teigland 
446b3b94faaSDavid Teigland 	return tail;
447b3b94faaSDavid Teigland }
448b3b94faaSDavid Teigland 
449b3b94faaSDavid Teigland static inline void log_incr_head(struct gfs2_sbd *sdp)
450b3b94faaSDavid Teigland {
451b3b94faaSDavid Teigland 	if (sdp->sd_log_flush_head == sdp->sd_log_tail)
452faa31ce8SSteven Whitehouse 		gfs2_assert_withdraw(sdp, sdp->sd_log_flush_head == sdp->sd_log_head);
453b3b94faaSDavid Teigland 
454b3b94faaSDavid Teigland 	if (++sdp->sd_log_flush_head == sdp->sd_jdesc->jd_blocks) {
455b3b94faaSDavid Teigland 		sdp->sd_log_flush_head = 0;
456b3b94faaSDavid Teigland 		sdp->sd_log_flush_wrapped = 1;
457b3b94faaSDavid Teigland 	}
458b3b94faaSDavid Teigland }
459b3b94faaSDavid Teigland 
460b3b94faaSDavid Teigland /**
461b3b94faaSDavid Teigland  * gfs2_log_get_buf - Get and initialize a buffer to use for log control data
462b3b94faaSDavid Teigland  * @sdp: The GFS2 superblock
463b3b94faaSDavid Teigland  *
464b3b94faaSDavid Teigland  * Returns: the buffer_head
465b3b94faaSDavid Teigland  */
466b3b94faaSDavid Teigland 
467b3b94faaSDavid Teigland struct buffer_head *gfs2_log_get_buf(struct gfs2_sbd *sdp)
468b3b94faaSDavid Teigland {
469cd915493SSteven Whitehouse 	u64 blkno = log_bmap(sdp, sdp->sd_log_flush_head);
470b3b94faaSDavid Teigland 	struct gfs2_log_buf *lb;
471b3b94faaSDavid Teigland 	struct buffer_head *bh;
472b3b94faaSDavid Teigland 
4734f3df041SSteven Whitehouse 	lb = kzalloc(sizeof(struct gfs2_log_buf), GFP_NOFS | __GFP_NOFAIL);
474b3b94faaSDavid Teigland 	list_add(&lb->lb_list, &sdp->sd_log_flush_list);
475b3b94faaSDavid Teigland 
476b3b94faaSDavid Teigland 	bh = lb->lb_bh = sb_getblk(sdp->sd_vfs, blkno);
477b3b94faaSDavid Teigland 	lock_buffer(bh);
478b3b94faaSDavid Teigland 	memset(bh->b_data, 0, bh->b_size);
479b3b94faaSDavid Teigland 	set_buffer_uptodate(bh);
480b3b94faaSDavid Teigland 	clear_buffer_dirty(bh);
481b3b94faaSDavid Teigland 	unlock_buffer(bh);
482b3b94faaSDavid Teigland 
483b3b94faaSDavid Teigland 	log_incr_head(sdp);
484b3b94faaSDavid Teigland 
485b3b94faaSDavid Teigland 	return bh;
486b3b94faaSDavid Teigland }
487b3b94faaSDavid Teigland 
488b3b94faaSDavid Teigland /**
489b3b94faaSDavid Teigland  * gfs2_log_fake_buf - Build a fake buffer head to write metadata buffer to log
490b3b94faaSDavid Teigland  * @sdp: the filesystem
491b3b94faaSDavid Teigland  * @data: the data the buffer_head should point to
492b3b94faaSDavid Teigland  *
493b3b94faaSDavid Teigland  * Returns: the log buffer descriptor
494b3b94faaSDavid Teigland  */
495b3b94faaSDavid Teigland 
496b3b94faaSDavid Teigland struct buffer_head *gfs2_log_fake_buf(struct gfs2_sbd *sdp,
497b3b94faaSDavid Teigland 				      struct buffer_head *real)
498b3b94faaSDavid Teigland {
499cd915493SSteven Whitehouse 	u64 blkno = log_bmap(sdp, sdp->sd_log_flush_head);
500b3b94faaSDavid Teigland 	struct gfs2_log_buf *lb;
501b3b94faaSDavid Teigland 	struct buffer_head *bh;
502b3b94faaSDavid Teigland 
5034f3df041SSteven Whitehouse 	lb = kzalloc(sizeof(struct gfs2_log_buf), GFP_NOFS | __GFP_NOFAIL);
504b3b94faaSDavid Teigland 	list_add(&lb->lb_list, &sdp->sd_log_flush_list);
505b3b94faaSDavid Teigland 	lb->lb_real = real;
506b3b94faaSDavid Teigland 
507b3b94faaSDavid Teigland 	bh = lb->lb_bh = alloc_buffer_head(GFP_NOFS | __GFP_NOFAIL);
508b3b94faaSDavid Teigland 	atomic_set(&bh->b_count, 1);
509b3b94faaSDavid Teigland 	bh->b_state = (1 << BH_Mapped) | (1 << BH_Uptodate);
51018ec7d5cSSteven Whitehouse 	set_bh_page(bh, real->b_page, bh_offset(real));
511b3b94faaSDavid Teigland 	bh->b_blocknr = blkno;
512b3b94faaSDavid Teigland 	bh->b_size = sdp->sd_sb.sb_bsize;
513b3b94faaSDavid Teigland 	bh->b_bdev = sdp->sd_vfs->s_bdev;
514b3b94faaSDavid Teigland 
515b3b94faaSDavid Teigland 	log_incr_head(sdp);
516b3b94faaSDavid Teigland 
517b3b94faaSDavid Teigland 	return bh;
518b3b94faaSDavid Teigland }
519b3b94faaSDavid Teigland 
5202332c443SRobert Peterson static void log_pull_tail(struct gfs2_sbd *sdp, unsigned int new_tail)
521b3b94faaSDavid Teigland {
522b3b94faaSDavid Teigland 	unsigned int dist = log_distance(sdp, new_tail, sdp->sd_log_tail);
523b3b94faaSDavid Teigland 
524b3b94faaSDavid Teigland 	ail2_empty(sdp, new_tail);
525b3b94faaSDavid Teigland 
526b3b94faaSDavid Teigland 	gfs2_log_lock(sdp);
5272332c443SRobert Peterson 	sdp->sd_log_blks_free += dist;
528faa31ce8SSteven Whitehouse 	gfs2_assert_withdraw(sdp, sdp->sd_log_blks_free <= sdp->sd_jdesc->jd_blocks);
529b3b94faaSDavid Teigland 	gfs2_log_unlock(sdp);
530b3b94faaSDavid Teigland 
531b3b94faaSDavid Teigland 	sdp->sd_log_tail = new_tail;
532b3b94faaSDavid Teigland }
533b3b94faaSDavid Teigland 
534b3b94faaSDavid Teigland /**
535b3b94faaSDavid Teigland  * log_write_header - Get and initialize a journal header buffer
536b3b94faaSDavid Teigland  * @sdp: The GFS2 superblock
537b3b94faaSDavid Teigland  *
538b3b94faaSDavid Teigland  * Returns: the initialized log buffer descriptor
539b3b94faaSDavid Teigland  */
540b3b94faaSDavid Teigland 
541cd915493SSteven Whitehouse static void log_write_header(struct gfs2_sbd *sdp, u32 flags, int pull)
542b3b94faaSDavid Teigland {
543cd915493SSteven Whitehouse 	u64 blkno = log_bmap(sdp, sdp->sd_log_flush_head);
544b3b94faaSDavid Teigland 	struct buffer_head *bh;
545b3b94faaSDavid Teigland 	struct gfs2_log_header *lh;
546b3b94faaSDavid Teigland 	unsigned int tail;
547cd915493SSteven Whitehouse 	u32 hash;
548b3b94faaSDavid Teigland 
549b3b94faaSDavid Teigland 	bh = sb_getblk(sdp->sd_vfs, blkno);
550b3b94faaSDavid Teigland 	lock_buffer(bh);
551b3b94faaSDavid Teigland 	memset(bh->b_data, 0, bh->b_size);
552b3b94faaSDavid Teigland 	set_buffer_uptodate(bh);
553b3b94faaSDavid Teigland 	clear_buffer_dirty(bh);
554b3b94faaSDavid Teigland 	unlock_buffer(bh);
555b3b94faaSDavid Teigland 
556b3b94faaSDavid Teigland 	gfs2_ail1_empty(sdp, 0);
557b3b94faaSDavid Teigland 	tail = current_tail(sdp);
558b3b94faaSDavid Teigland 
559b3b94faaSDavid Teigland 	lh = (struct gfs2_log_header *)bh->b_data;
560b3b94faaSDavid Teigland 	memset(lh, 0, sizeof(struct gfs2_log_header));
561b3b94faaSDavid Teigland 	lh->lh_header.mh_magic = cpu_to_be32(GFS2_MAGIC);
562e3167dedSSteven Whitehouse 	lh->lh_header.mh_type = cpu_to_be32(GFS2_METATYPE_LH);
563e3167dedSSteven Whitehouse 	lh->lh_header.mh_format = cpu_to_be32(GFS2_FORMAT_LH);
564e0f2bf78SSteven Whitehouse 	lh->lh_sequence = cpu_to_be64(sdp->sd_log_sequence++);
565e0f2bf78SSteven Whitehouse 	lh->lh_flags = cpu_to_be32(flags);
566e0f2bf78SSteven Whitehouse 	lh->lh_tail = cpu_to_be32(tail);
567e0f2bf78SSteven Whitehouse 	lh->lh_blkno = cpu_to_be32(sdp->sd_log_flush_head);
568b3b94faaSDavid Teigland 	hash = gfs2_disk_hash(bh->b_data, sizeof(struct gfs2_log_header));
569b3b94faaSDavid Teigland 	lh->lh_hash = cpu_to_be32(hash);
570b3b94faaSDavid Teigland 
571b3b94faaSDavid Teigland 	set_buffer_dirty(bh);
572b3b94faaSDavid Teigland 	if (sync_dirty_buffer(bh))
573b3b94faaSDavid Teigland 		gfs2_io_error_bh(sdp, bh);
574b3b94faaSDavid Teigland 	brelse(bh);
575b3b94faaSDavid Teigland 
576b3b94faaSDavid Teigland 	if (sdp->sd_log_tail != tail)
5772332c443SRobert Peterson 		log_pull_tail(sdp, tail);
578b3b94faaSDavid Teigland 	else
579b3b94faaSDavid Teigland 		gfs2_assert_withdraw(sdp, !pull);
580b3b94faaSDavid Teigland 
581b3b94faaSDavid Teigland 	sdp->sd_log_idle = (tail == sdp->sd_log_flush_head);
582b3b94faaSDavid Teigland 	log_incr_head(sdp);
583b3b94faaSDavid Teigland }
584b3b94faaSDavid Teigland 
585b3b94faaSDavid Teigland static void log_flush_commit(struct gfs2_sbd *sdp)
586b3b94faaSDavid Teigland {
587b3b94faaSDavid Teigland 	struct list_head *head = &sdp->sd_log_flush_list;
588b3b94faaSDavid Teigland 	struct gfs2_log_buf *lb;
589b3b94faaSDavid Teigland 	struct buffer_head *bh;
590a0a24741SSteven Whitehouse 	int flushcount = 0;
591b3b94faaSDavid Teigland 
592b3b94faaSDavid Teigland 	while (!list_empty(head)) {
593b3b94faaSDavid Teigland 		lb = list_entry(head->next, struct gfs2_log_buf, lb_list);
594b3b94faaSDavid Teigland 		list_del(&lb->lb_list);
595b3b94faaSDavid Teigland 		bh = lb->lb_bh;
596b3b94faaSDavid Teigland 
597b3b94faaSDavid Teigland 		wait_on_buffer(bh);
598b3b94faaSDavid Teigland 		if (!buffer_uptodate(bh))
599b3b94faaSDavid Teigland 			gfs2_io_error_bh(sdp, bh);
600b3b94faaSDavid Teigland 		if (lb->lb_real) {
601b3b94faaSDavid Teigland 			while (atomic_read(&bh->b_count) != 1)  /* Grrrr... */
602b3b94faaSDavid Teigland 				schedule();
603b3b94faaSDavid Teigland 			free_buffer_head(bh);
604b3b94faaSDavid Teigland 		} else
605b3b94faaSDavid Teigland 			brelse(bh);
606b3b94faaSDavid Teigland 		kfree(lb);
607a0a24741SSteven Whitehouse 		flushcount++;
608b3b94faaSDavid Teigland 	}
609b3b94faaSDavid Teigland 
610a0a24741SSteven Whitehouse 	/* If nothing was journaled, the header is unplanned and unwanted. */
611a0a24741SSteven Whitehouse 	if (flushcount) {
612b3b94faaSDavid Teigland 		log_write_header(sdp, 0, 0);
613a0a24741SSteven Whitehouse 	} else {
614a0a24741SSteven Whitehouse 		unsigned int tail;
615a0a24741SSteven Whitehouse 		tail = current_tail(sdp);
616a0a24741SSteven Whitehouse 
617a0a24741SSteven Whitehouse 		gfs2_ail1_empty(sdp, 0);
618a0a24741SSteven Whitehouse 		if (sdp->sd_log_tail != tail)
619a0a24741SSteven Whitehouse 			log_pull_tail(sdp, tail);
620a0a24741SSteven Whitehouse 	}
621b3b94faaSDavid Teigland }
622b3b94faaSDavid Teigland 
623d7b616e2SSteven Whitehouse static void gfs2_ordered_write(struct gfs2_sbd *sdp)
624d7b616e2SSteven Whitehouse {
625d7b616e2SSteven Whitehouse 	struct gfs2_bufdata *bd;
626d7b616e2SSteven Whitehouse 	struct buffer_head *bh;
627d7b616e2SSteven Whitehouse 	LIST_HEAD(written);
628d7b616e2SSteven Whitehouse 
629d7b616e2SSteven Whitehouse 	gfs2_log_lock(sdp);
630d7b616e2SSteven Whitehouse 	while (!list_empty(&sdp->sd_log_le_ordered)) {
631d7b616e2SSteven Whitehouse 		bd = list_entry(sdp->sd_log_le_ordered.next, struct gfs2_bufdata, bd_le.le_list);
632d7b616e2SSteven Whitehouse 		list_move(&bd->bd_le.le_list, &written);
633d7b616e2SSteven Whitehouse 		bh = bd->bd_bh;
634d7b616e2SSteven Whitehouse 		if (!buffer_dirty(bh))
635d7b616e2SSteven Whitehouse 			continue;
636d7b616e2SSteven Whitehouse 		get_bh(bh);
637d7b616e2SSteven Whitehouse 		gfs2_log_unlock(sdp);
638d7b616e2SSteven Whitehouse 		lock_buffer(bh);
639d7b616e2SSteven Whitehouse 		if (test_clear_buffer_dirty(bh)) {
640d7b616e2SSteven Whitehouse 			bh->b_end_io = end_buffer_write_sync;
641d7b616e2SSteven Whitehouse 			submit_bh(WRITE, bh);
642d7b616e2SSteven Whitehouse 		} else {
643d7b616e2SSteven Whitehouse 			unlock_buffer(bh);
644d7b616e2SSteven Whitehouse 			brelse(bh);
645d7b616e2SSteven Whitehouse 		}
646d7b616e2SSteven Whitehouse 		gfs2_log_lock(sdp);
647d7b616e2SSteven Whitehouse 	}
648d7b616e2SSteven Whitehouse 	list_splice(&written, &sdp->sd_log_le_ordered);
649d7b616e2SSteven Whitehouse 	gfs2_log_unlock(sdp);
650d7b616e2SSteven Whitehouse }
651d7b616e2SSteven Whitehouse 
652d7b616e2SSteven Whitehouse static void gfs2_ordered_wait(struct gfs2_sbd *sdp)
653d7b616e2SSteven Whitehouse {
654d7b616e2SSteven Whitehouse 	struct gfs2_bufdata *bd;
655d7b616e2SSteven Whitehouse 	struct buffer_head *bh;
656d7b616e2SSteven Whitehouse 
657d7b616e2SSteven Whitehouse 	gfs2_log_lock(sdp);
658d7b616e2SSteven Whitehouse 	while (!list_empty(&sdp->sd_log_le_ordered)) {
659d7b616e2SSteven Whitehouse 		bd = list_entry(sdp->sd_log_le_ordered.prev, struct gfs2_bufdata, bd_le.le_list);
660d7b616e2SSteven Whitehouse 		bh = bd->bd_bh;
661d7b616e2SSteven Whitehouse 		if (buffer_locked(bh)) {
662d7b616e2SSteven Whitehouse 			get_bh(bh);
663d7b616e2SSteven Whitehouse 			gfs2_log_unlock(sdp);
664d7b616e2SSteven Whitehouse 			wait_on_buffer(bh);
665d7b616e2SSteven Whitehouse 			brelse(bh);
666d7b616e2SSteven Whitehouse 			gfs2_log_lock(sdp);
667d7b616e2SSteven Whitehouse 			continue;
668d7b616e2SSteven Whitehouse 		}
669d7b616e2SSteven Whitehouse 		list_del_init(&bd->bd_le.le_list);
670d7b616e2SSteven Whitehouse 	}
671d7b616e2SSteven Whitehouse 	gfs2_log_unlock(sdp);
672d7b616e2SSteven Whitehouse }
673d7b616e2SSteven Whitehouse 
674b3b94faaSDavid Teigland /**
675b09e593dSSteven Whitehouse  * gfs2_log_flush - flush incore transaction(s)
676b3b94faaSDavid Teigland  * @sdp: the filesystem
677b3b94faaSDavid Teigland  * @gl: The glock structure to flush.  If NULL, flush the whole incore log
678b3b94faaSDavid Teigland  *
679b3b94faaSDavid Teigland  */
680b3b94faaSDavid Teigland 
681b09e593dSSteven Whitehouse void gfs2_log_flush(struct gfs2_sbd *sdp, struct gfs2_glock *gl)
682b3b94faaSDavid Teigland {
683b3b94faaSDavid Teigland 	struct gfs2_ail *ai;
684b3b94faaSDavid Teigland 
685484adff8SSteven Whitehouse 	down_write(&sdp->sd_log_flush_lock);
686f55ab26aSSteven Whitehouse 
687f55ab26aSSteven Whitehouse 	if (gl) {
688f55ab26aSSteven Whitehouse 		gfs2_log_lock(sdp);
689f55ab26aSSteven Whitehouse 		if (list_empty(&gl->gl_le.le_list)) {
690f55ab26aSSteven Whitehouse 			gfs2_log_unlock(sdp);
691484adff8SSteven Whitehouse 			up_write(&sdp->sd_log_flush_lock);
692f55ab26aSSteven Whitehouse 			return;
693f55ab26aSSteven Whitehouse 		}
694f55ab26aSSteven Whitehouse 		gfs2_log_unlock(sdp);
695f55ab26aSSteven Whitehouse 	}
696f55ab26aSSteven Whitehouse 
697b09e593dSSteven Whitehouse 	ai = kzalloc(sizeof(struct gfs2_ail), GFP_NOFS | __GFP_NOFAIL);
698b09e593dSSteven Whitehouse 	INIT_LIST_HEAD(&ai->ai_ail1_list);
699b09e593dSSteven Whitehouse 	INIT_LIST_HEAD(&ai->ai_ail2_list);
700b3b94faaSDavid Teigland 
7012332c443SRobert Peterson 	gfs2_assert_withdraw(sdp,
702d7b616e2SSteven Whitehouse 			     sdp->sd_log_num_buf + sdp->sd_log_num_databuf ==
7032332c443SRobert Peterson 			     sdp->sd_log_commited_buf +
7042332c443SRobert Peterson 			     sdp->sd_log_commited_databuf);
705b3b94faaSDavid Teigland 	gfs2_assert_withdraw(sdp,
706b3b94faaSDavid Teigland 			sdp->sd_log_num_revoke == sdp->sd_log_commited_revoke);
707b3b94faaSDavid Teigland 
708b3b94faaSDavid Teigland 	sdp->sd_log_flush_head = sdp->sd_log_head;
709b3b94faaSDavid Teigland 	sdp->sd_log_flush_wrapped = 0;
710b3b94faaSDavid Teigland 	ai->ai_first = sdp->sd_log_flush_head;
711b3b94faaSDavid Teigland 
712d7b616e2SSteven Whitehouse 	gfs2_ordered_write(sdp);
713b3b94faaSDavid Teigland 	lops_before_commit(sdp);
714d7b616e2SSteven Whitehouse 	gfs2_ordered_wait(sdp);
715d7b616e2SSteven Whitehouse 
716b3b94faaSDavid Teigland 	if (!list_empty(&sdp->sd_log_flush_list))
717b3b94faaSDavid Teigland 		log_flush_commit(sdp);
7182332c443SRobert Peterson 	else if (sdp->sd_log_tail != current_tail(sdp) && !sdp->sd_log_idle){
7192332c443SRobert Peterson 		gfs2_log_lock(sdp);
7202332c443SRobert Peterson 		sdp->sd_log_blks_free--; /* Adjust for unreserved buffer */
7212332c443SRobert Peterson 		gfs2_log_unlock(sdp);
722b3b94faaSDavid Teigland 		log_write_header(sdp, 0, PULL);
7232332c443SRobert Peterson 	}
724b3b94faaSDavid Teigland 	lops_after_commit(sdp, ai);
725fe1a698fSSteven Whitehouse 
726fe1a698fSSteven Whitehouse 	gfs2_log_lock(sdp);
727b3b94faaSDavid Teigland 	sdp->sd_log_head = sdp->sd_log_flush_head;
728faa31ce8SSteven Whitehouse 	sdp->sd_log_blks_reserved = 0;
729faa31ce8SSteven Whitehouse 	sdp->sd_log_commited_buf = 0;
7302332c443SRobert Peterson 	sdp->sd_log_commited_databuf = 0;
731b3b94faaSDavid Teigland 	sdp->sd_log_commited_revoke = 0;
732b3b94faaSDavid Teigland 
733b3b94faaSDavid Teigland 	if (!list_empty(&ai->ai_ail1_list)) {
734b3b94faaSDavid Teigland 		list_add(&ai->ai_list, &sdp->sd_ail1_list);
735b3b94faaSDavid Teigland 		ai = NULL;
736b3b94faaSDavid Teigland 	}
737b3b94faaSDavid Teigland 	gfs2_log_unlock(sdp);
738b3b94faaSDavid Teigland 
739b3b94faaSDavid Teigland 	sdp->sd_vfs->s_dirt = 0;
740484adff8SSteven Whitehouse 	up_write(&sdp->sd_log_flush_lock);
741b3b94faaSDavid Teigland 
742b3b94faaSDavid Teigland 	kfree(ai);
743b3b94faaSDavid Teigland }
744b3b94faaSDavid Teigland 
745b3b94faaSDavid Teigland static void log_refund(struct gfs2_sbd *sdp, struct gfs2_trans *tr)
746b3b94faaSDavid Teigland {
7472332c443SRobert Peterson 	unsigned int reserved;
748b3b94faaSDavid Teigland 	unsigned int old;
749b3b94faaSDavid Teigland 
750b3b94faaSDavid Teigland 	gfs2_log_lock(sdp);
751b3b94faaSDavid Teigland 
752b3b94faaSDavid Teigland 	sdp->sd_log_commited_buf += tr->tr_num_buf_new - tr->tr_num_buf_rm;
7532332c443SRobert Peterson 	sdp->sd_log_commited_databuf += tr->tr_num_databuf_new -
7542332c443SRobert Peterson 		tr->tr_num_databuf_rm;
7552332c443SRobert Peterson 	gfs2_assert_withdraw(sdp, (((int)sdp->sd_log_commited_buf) >= 0) ||
7562332c443SRobert Peterson 			     (((int)sdp->sd_log_commited_databuf) >= 0));
757b3b94faaSDavid Teigland 	sdp->sd_log_commited_revoke += tr->tr_num_revoke - tr->tr_num_revoke_rm;
758b3b94faaSDavid Teigland 	gfs2_assert_withdraw(sdp, ((int)sdp->sd_log_commited_revoke) >= 0);
7592332c443SRobert Peterson 	reserved = calc_reserved(sdp);
760b3b94faaSDavid Teigland 	old = sdp->sd_log_blks_free;
761b3b94faaSDavid Teigland 	sdp->sd_log_blks_free += tr->tr_reserved -
762b3b94faaSDavid Teigland 				 (reserved - sdp->sd_log_blks_reserved);
763b3b94faaSDavid Teigland 
764b09e593dSSteven Whitehouse 	gfs2_assert_withdraw(sdp, sdp->sd_log_blks_free >= old);
7652332c443SRobert Peterson 	gfs2_assert_withdraw(sdp, sdp->sd_log_blks_free <=
7662332c443SRobert Peterson 			     sdp->sd_jdesc->jd_blocks);
767b3b94faaSDavid Teigland 
768b3b94faaSDavid Teigland 	sdp->sd_log_blks_reserved = reserved;
769b3b94faaSDavid Teigland 
770b3b94faaSDavid Teigland 	gfs2_log_unlock(sdp);
771b3b94faaSDavid Teigland }
772b3b94faaSDavid Teigland 
773b3b94faaSDavid Teigland /**
774b3b94faaSDavid Teigland  * gfs2_log_commit - Commit a transaction to the log
775b3b94faaSDavid Teigland  * @sdp: the filesystem
776b3b94faaSDavid Teigland  * @tr: the transaction
777b3b94faaSDavid Teigland  *
778b3b94faaSDavid Teigland  * Returns: errno
779b3b94faaSDavid Teigland  */
780b3b94faaSDavid Teigland 
781b3b94faaSDavid Teigland void gfs2_log_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)
782b3b94faaSDavid Teigland {
783b3b94faaSDavid Teigland 	log_refund(sdp, tr);
784b3b94faaSDavid Teigland 	lops_incore_commit(sdp, tr);
785b3b94faaSDavid Teigland 
786b3b94faaSDavid Teigland 	sdp->sd_vfs->s_dirt = 1;
787484adff8SSteven Whitehouse 	up_read(&sdp->sd_log_flush_lock);
788b3b94faaSDavid Teigland 
789b3b94faaSDavid Teigland 	gfs2_log_lock(sdp);
790b004157aSSteven Whitehouse 	if (sdp->sd_log_num_buf > gfs2_tune_get(sdp, gt_incore_log_blocks))
791b004157aSSteven Whitehouse 		wake_up_process(sdp->sd_logd_process);
792b3b94faaSDavid Teigland 	gfs2_log_unlock(sdp);
793faa31ce8SSteven Whitehouse }
794b3b94faaSDavid Teigland 
795b3b94faaSDavid Teigland /**
796b3b94faaSDavid Teigland  * gfs2_log_shutdown - write a shutdown header into a journal
797b3b94faaSDavid Teigland  * @sdp: the filesystem
798b3b94faaSDavid Teigland  *
799b3b94faaSDavid Teigland  */
800b3b94faaSDavid Teigland 
801b3b94faaSDavid Teigland void gfs2_log_shutdown(struct gfs2_sbd *sdp)
802b3b94faaSDavid Teigland {
803484adff8SSteven Whitehouse 	down_write(&sdp->sd_log_flush_lock);
804b3b94faaSDavid Teigland 
805b3b94faaSDavid Teigland 	gfs2_assert_withdraw(sdp, !sdp->sd_log_blks_reserved);
806b3b94faaSDavid Teigland 	gfs2_assert_withdraw(sdp, !sdp->sd_log_num_gl);
807b3b94faaSDavid Teigland 	gfs2_assert_withdraw(sdp, !sdp->sd_log_num_buf);
808b3b94faaSDavid Teigland 	gfs2_assert_withdraw(sdp, !sdp->sd_log_num_revoke);
809b3b94faaSDavid Teigland 	gfs2_assert_withdraw(sdp, !sdp->sd_log_num_rg);
810b3b94faaSDavid Teigland 	gfs2_assert_withdraw(sdp, !sdp->sd_log_num_databuf);
811b3b94faaSDavid Teigland 	gfs2_assert_withdraw(sdp, list_empty(&sdp->sd_ail1_list));
812b3b94faaSDavid Teigland 
813b3b94faaSDavid Teigland 	sdp->sd_log_flush_head = sdp->sd_log_head;
814b3b94faaSDavid Teigland 	sdp->sd_log_flush_wrapped = 0;
815b3b94faaSDavid Teigland 
8162332c443SRobert Peterson 	log_write_header(sdp, GFS2_LOG_HEAD_UNMOUNT,
8172332c443SRobert Peterson 			 (sdp->sd_log_tail == current_tail(sdp)) ? 0 : PULL);
818b3b94faaSDavid Teigland 
819a74604beSSteven Whitehouse 	gfs2_assert_warn(sdp, sdp->sd_log_blks_free == sdp->sd_jdesc->jd_blocks);
820a74604beSSteven Whitehouse 	gfs2_assert_warn(sdp, sdp->sd_log_head == sdp->sd_log_tail);
821a74604beSSteven Whitehouse 	gfs2_assert_warn(sdp, list_empty(&sdp->sd_ail2_list));
822b3b94faaSDavid Teigland 
823b3b94faaSDavid Teigland 	sdp->sd_log_head = sdp->sd_log_flush_head;
824b3b94faaSDavid Teigland 	sdp->sd_log_tail = sdp->sd_log_head;
825b3b94faaSDavid Teigland 
826484adff8SSteven Whitehouse 	up_write(&sdp->sd_log_flush_lock);
827b3b94faaSDavid Teigland }
828b3b94faaSDavid Teigland 
829a25311c8SSteven Whitehouse 
830a25311c8SSteven Whitehouse /**
831a25311c8SSteven Whitehouse  * gfs2_meta_syncfs - sync all the buffers in a filesystem
832a25311c8SSteven Whitehouse  * @sdp: the filesystem
833a25311c8SSteven Whitehouse  *
834a25311c8SSteven Whitehouse  */
835a25311c8SSteven Whitehouse 
836a25311c8SSteven Whitehouse void gfs2_meta_syncfs(struct gfs2_sbd *sdp)
837a25311c8SSteven Whitehouse {
838a25311c8SSteven Whitehouse 	gfs2_log_flush(sdp, NULL);
839a25311c8SSteven Whitehouse 	for (;;) {
840a25311c8SSteven Whitehouse 		gfs2_ail1_start(sdp, DIO_ALL);
841a25311c8SSteven Whitehouse 		if (gfs2_ail1_empty(sdp, DIO_ALL))
842a25311c8SSteven Whitehouse 			break;
843a25311c8SSteven Whitehouse 		msleep(10);
844a25311c8SSteven Whitehouse 	}
845a25311c8SSteven Whitehouse }
846a25311c8SSteven Whitehouse 
847