xref: /openbmc/linux/fs/gfs2/log.c (revision 16615be1)
1b3b94faaSDavid Teigland /*
2b3b94faaSDavid Teigland  * Copyright (C) Sistina Software, Inc.  1997-2003 All rights reserved.
33a8a9a10SSteven Whitehouse  * Copyright (C) 2004-2006 Red Hat, Inc.  All rights reserved.
4b3b94faaSDavid Teigland  *
5b3b94faaSDavid Teigland  * This copyrighted material is made available to anyone wishing to use,
6b3b94faaSDavid Teigland  * modify, copy, or redistribute it subject to the terms and conditions
7e9fc2aa0SSteven Whitehouse  * of the GNU General Public License version 2.
8b3b94faaSDavid Teigland  */
9b3b94faaSDavid Teigland 
10b3b94faaSDavid Teigland #include <linux/sched.h>
11b3b94faaSDavid Teigland #include <linux/slab.h>
12b3b94faaSDavid Teigland #include <linux/spinlock.h>
13b3b94faaSDavid Teigland #include <linux/completion.h>
14b3b94faaSDavid Teigland #include <linux/buffer_head.h>
155c676f6dSSteven Whitehouse #include <linux/gfs2_ondisk.h>
1671b86f56SSteven Whitehouse #include <linux/crc32.h>
177d308590SFabio Massimo Di Nitto #include <linux/lm_interface.h>
18a25311c8SSteven Whitehouse #include <linux/delay.h>
19b3b94faaSDavid Teigland 
20b3b94faaSDavid Teigland #include "gfs2.h"
215c676f6dSSteven Whitehouse #include "incore.h"
22b3b94faaSDavid Teigland #include "bmap.h"
23b3b94faaSDavid Teigland #include "glock.h"
24b3b94faaSDavid Teigland #include "log.h"
25b3b94faaSDavid Teigland #include "lops.h"
26b3b94faaSDavid Teigland #include "meta_io.h"
275c676f6dSSteven Whitehouse #include "util.h"
2871b86f56SSteven Whitehouse #include "dir.h"
29b3b94faaSDavid Teigland 
30b3b94faaSDavid Teigland #define PULL 1
31b3b94faaSDavid Teigland 
32b3b94faaSDavid Teigland /**
33b3b94faaSDavid Teigland  * gfs2_struct2blk - compute stuff
34b3b94faaSDavid Teigland  * @sdp: the filesystem
35b3b94faaSDavid Teigland  * @nstruct: the number of structures
36b3b94faaSDavid Teigland  * @ssize: the size of the structures
37b3b94faaSDavid Teigland  *
38b3b94faaSDavid Teigland  * Compute the number of log descriptor blocks needed to hold a certain number
39b3b94faaSDavid Teigland  * of structures of a certain size.
40b3b94faaSDavid Teigland  *
41b3b94faaSDavid Teigland  * Returns: the number of blocks needed (minimum is always 1)
42b3b94faaSDavid Teigland  */
43b3b94faaSDavid Teigland 
44b3b94faaSDavid Teigland unsigned int gfs2_struct2blk(struct gfs2_sbd *sdp, unsigned int nstruct,
45b3b94faaSDavid Teigland 			     unsigned int ssize)
46b3b94faaSDavid Teigland {
47b3b94faaSDavid Teigland 	unsigned int blks;
48b3b94faaSDavid Teigland 	unsigned int first, second;
49b3b94faaSDavid Teigland 
50b3b94faaSDavid Teigland 	blks = 1;
51faa31ce8SSteven Whitehouse 	first = (sdp->sd_sb.sb_bsize - sizeof(struct gfs2_log_descriptor)) / ssize;
52b3b94faaSDavid Teigland 
53b3b94faaSDavid Teigland 	if (nstruct > first) {
54568f4c96SSteven Whitehouse 		second = (sdp->sd_sb.sb_bsize -
55568f4c96SSteven Whitehouse 			  sizeof(struct gfs2_meta_header)) / ssize;
565c676f6dSSteven Whitehouse 		blks += DIV_ROUND_UP(nstruct - first, second);
57b3b94faaSDavid Teigland 	}
58b3b94faaSDavid Teigland 
59b3b94faaSDavid Teigland 	return blks;
60b3b94faaSDavid Teigland }
61b3b94faaSDavid Teigland 
62ddacfaf7SSteven Whitehouse /**
631e1a3d03SSteven Whitehouse  * gfs2_remove_from_ail - Remove an entry from the ail lists, updating counters
641e1a3d03SSteven Whitehouse  * @mapping: The associated mapping (maybe NULL)
651e1a3d03SSteven Whitehouse  * @bd: The gfs2_bufdata to remove
661e1a3d03SSteven Whitehouse  *
671e1a3d03SSteven Whitehouse  * The log lock _must_ be held when calling this function
681e1a3d03SSteven Whitehouse  *
691e1a3d03SSteven Whitehouse  */
701e1a3d03SSteven Whitehouse 
711e1a3d03SSteven Whitehouse void gfs2_remove_from_ail(struct address_space *mapping, struct gfs2_bufdata *bd)
721e1a3d03SSteven Whitehouse {
731e1a3d03SSteven Whitehouse 	bd->bd_ail = NULL;
741ad38c43SSteven Whitehouse 	list_del_init(&bd->bd_ail_st_list);
751ad38c43SSteven Whitehouse 	list_del_init(&bd->bd_ail_gl_list);
761e1a3d03SSteven Whitehouse 	atomic_dec(&bd->bd_gl->gl_ail_count);
771e1a3d03SSteven Whitehouse 	if (mapping)
781e1a3d03SSteven Whitehouse 		gfs2_meta_cache_flush(GFS2_I(mapping->host));
791e1a3d03SSteven Whitehouse 	brelse(bd->bd_bh);
801e1a3d03SSteven Whitehouse }
811e1a3d03SSteven Whitehouse 
821e1a3d03SSteven Whitehouse /**
83ddacfaf7SSteven Whitehouse  * gfs2_ail1_start_one - Start I/O on a part of the AIL
84ddacfaf7SSteven Whitehouse  * @sdp: the filesystem
85ddacfaf7SSteven Whitehouse  * @tr: the part of the AIL
86ddacfaf7SSteven Whitehouse  *
87ddacfaf7SSteven Whitehouse  */
88ddacfaf7SSteven Whitehouse 
89ddacfaf7SSteven Whitehouse static void gfs2_ail1_start_one(struct gfs2_sbd *sdp, struct gfs2_ail *ai)
90ddacfaf7SSteven Whitehouse {
91ddacfaf7SSteven Whitehouse 	struct gfs2_bufdata *bd, *s;
92ddacfaf7SSteven Whitehouse 	struct buffer_head *bh;
93ddacfaf7SSteven Whitehouse 	int retry;
94ddacfaf7SSteven Whitehouse 
95ddacfaf7SSteven Whitehouse 	BUG_ON(!spin_is_locked(&sdp->sd_log_lock));
96ddacfaf7SSteven Whitehouse 
97ddacfaf7SSteven Whitehouse 	do {
98ddacfaf7SSteven Whitehouse 		retry = 0;
99ddacfaf7SSteven Whitehouse 
100ddacfaf7SSteven Whitehouse 		list_for_each_entry_safe_reverse(bd, s, &ai->ai_ail1_list,
101ddacfaf7SSteven Whitehouse 						 bd_ail_st_list) {
102ddacfaf7SSteven Whitehouse 			bh = bd->bd_bh;
103ddacfaf7SSteven Whitehouse 
104ddacfaf7SSteven Whitehouse 			gfs2_assert(sdp, bd->bd_ail == ai);
105ddacfaf7SSteven Whitehouse 
106ddacfaf7SSteven Whitehouse 			if (!buffer_busy(bh)) {
10716615be1SSteven Whitehouse 				if (!buffer_uptodate(bh))
108ddacfaf7SSteven Whitehouse 					gfs2_io_error_bh(sdp, bh);
109ddacfaf7SSteven Whitehouse 				list_move(&bd->bd_ail_st_list, &ai->ai_ail2_list);
110ddacfaf7SSteven Whitehouse 				continue;
111ddacfaf7SSteven Whitehouse 			}
112ddacfaf7SSteven Whitehouse 
113ddacfaf7SSteven Whitehouse 			if (!buffer_dirty(bh))
114ddacfaf7SSteven Whitehouse 				continue;
115ddacfaf7SSteven Whitehouse 
116ddacfaf7SSteven Whitehouse 			list_move(&bd->bd_ail_st_list, &ai->ai_ail1_list);
117ddacfaf7SSteven Whitehouse 
11816615be1SSteven Whitehouse 			get_bh(bh);
119ddacfaf7SSteven Whitehouse 			gfs2_log_unlock(sdp);
12016615be1SSteven Whitehouse 			lock_buffer(bh);
12116615be1SSteven Whitehouse 			if (test_clear_buffer_dirty(bh)) {
12216615be1SSteven Whitehouse 				bh->b_end_io = end_buffer_write_sync;
12316615be1SSteven Whitehouse 				submit_bh(WRITE, bh);
12416615be1SSteven Whitehouse 			} else {
12516615be1SSteven Whitehouse 				unlock_buffer(bh);
12616615be1SSteven Whitehouse 				brelse(bh);
12716615be1SSteven Whitehouse 			}
128ddacfaf7SSteven Whitehouse 			gfs2_log_lock(sdp);
129ddacfaf7SSteven Whitehouse 
130ddacfaf7SSteven Whitehouse 			retry = 1;
131ddacfaf7SSteven Whitehouse 			break;
132ddacfaf7SSteven Whitehouse 		}
133ddacfaf7SSteven Whitehouse 	} while (retry);
134ddacfaf7SSteven Whitehouse }
135ddacfaf7SSteven Whitehouse 
136ddacfaf7SSteven Whitehouse /**
137ddacfaf7SSteven Whitehouse  * gfs2_ail1_empty_one - Check whether or not a trans in the AIL has been synced
138ddacfaf7SSteven Whitehouse  * @sdp: the filesystem
139ddacfaf7SSteven Whitehouse  * @ai: the AIL entry
140ddacfaf7SSteven Whitehouse  *
141ddacfaf7SSteven Whitehouse  */
142ddacfaf7SSteven Whitehouse 
143ddacfaf7SSteven Whitehouse static int gfs2_ail1_empty_one(struct gfs2_sbd *sdp, struct gfs2_ail *ai, int flags)
144ddacfaf7SSteven Whitehouse {
145ddacfaf7SSteven Whitehouse 	struct gfs2_bufdata *bd, *s;
146ddacfaf7SSteven Whitehouse 	struct buffer_head *bh;
147ddacfaf7SSteven Whitehouse 
148ddacfaf7SSteven Whitehouse 	list_for_each_entry_safe_reverse(bd, s, &ai->ai_ail1_list,
149ddacfaf7SSteven Whitehouse 					 bd_ail_st_list) {
150ddacfaf7SSteven Whitehouse 		bh = bd->bd_bh;
151ddacfaf7SSteven Whitehouse 
152ddacfaf7SSteven Whitehouse 		gfs2_assert(sdp, bd->bd_ail == ai);
153ddacfaf7SSteven Whitehouse 
154ddacfaf7SSteven Whitehouse 		if (buffer_busy(bh)) {
155ddacfaf7SSteven Whitehouse 			if (flags & DIO_ALL)
156ddacfaf7SSteven Whitehouse 				continue;
157ddacfaf7SSteven Whitehouse 			else
158ddacfaf7SSteven Whitehouse 				break;
159ddacfaf7SSteven Whitehouse 		}
160ddacfaf7SSteven Whitehouse 
161ddacfaf7SSteven Whitehouse 		if (!buffer_uptodate(bh))
162ddacfaf7SSteven Whitehouse 			gfs2_io_error_bh(sdp, bh);
163ddacfaf7SSteven Whitehouse 
164ddacfaf7SSteven Whitehouse 		list_move(&bd->bd_ail_st_list, &ai->ai_ail2_list);
165ddacfaf7SSteven Whitehouse 	}
166ddacfaf7SSteven Whitehouse 
167ddacfaf7SSteven Whitehouse 	return list_empty(&ai->ai_ail1_list);
168ddacfaf7SSteven Whitehouse }
169ddacfaf7SSteven Whitehouse 
170a25311c8SSteven Whitehouse static void gfs2_ail1_start(struct gfs2_sbd *sdp, int flags)
171b3b94faaSDavid Teigland {
172693ddeabSBob Peterson 	struct list_head *head;
173cd915493SSteven Whitehouse 	u64 sync_gen;
17474669416SSteven Whitehouse 	struct list_head *first;
17574669416SSteven Whitehouse 	struct gfs2_ail *first_ai, *ai, *tmp;
17674669416SSteven Whitehouse 	int done = 0;
177b3b94faaSDavid Teigland 
178b3b94faaSDavid Teigland 	gfs2_log_lock(sdp);
179693ddeabSBob Peterson 	head = &sdp->sd_ail1_list;
180b3b94faaSDavid Teigland 	if (list_empty(head)) {
181b3b94faaSDavid Teigland 		gfs2_log_unlock(sdp);
182b3b94faaSDavid Teigland 		return;
183b3b94faaSDavid Teigland 	}
184b3b94faaSDavid Teigland 	sync_gen = sdp->sd_ail_sync_gen++;
185b3b94faaSDavid Teigland 
186b3b94faaSDavid Teigland 	first = head->prev;
187b3b94faaSDavid Teigland 	first_ai = list_entry(first, struct gfs2_ail, ai_list);
188b3b94faaSDavid Teigland 	first_ai->ai_sync_gen = sync_gen;
18974669416SSteven Whitehouse 	gfs2_ail1_start_one(sdp, first_ai); /* This may drop log lock */
190b3b94faaSDavid Teigland 
191b3b94faaSDavid Teigland 	if (flags & DIO_ALL)
192b3b94faaSDavid Teigland 		first = NULL;
193b3b94faaSDavid Teigland 
19474669416SSteven Whitehouse 	while(!done) {
195484adff8SSteven Whitehouse 		if (first && (head->prev != first ||
196b3b94faaSDavid Teigland 			      gfs2_ail1_empty_one(sdp, first_ai, 0)))
197b3b94faaSDavid Teigland 			break;
198b3b94faaSDavid Teigland 
19974669416SSteven Whitehouse 		done = 1;
20074669416SSteven Whitehouse 		list_for_each_entry_safe_reverse(ai, tmp, head, ai_list) {
201b3b94faaSDavid Teigland 			if (ai->ai_sync_gen >= sync_gen)
202b3b94faaSDavid Teigland 				continue;
203b3b94faaSDavid Teigland 			ai->ai_sync_gen = sync_gen;
20474669416SSteven Whitehouse 			gfs2_ail1_start_one(sdp, ai); /* This may drop log lock */
20574669416SSteven Whitehouse 			done = 0;
206b3b94faaSDavid Teigland 			break;
207b3b94faaSDavid Teigland 		}
208b3b94faaSDavid Teigland 	}
209b3b94faaSDavid Teigland 
210b3b94faaSDavid Teigland 	gfs2_log_unlock(sdp);
211b3b94faaSDavid Teigland }
212b3b94faaSDavid Teigland 
213b3b94faaSDavid Teigland int gfs2_ail1_empty(struct gfs2_sbd *sdp, int flags)
214b3b94faaSDavid Teigland {
215b3b94faaSDavid Teigland 	struct gfs2_ail *ai, *s;
216b3b94faaSDavid Teigland 	int ret;
217b3b94faaSDavid Teigland 
218b3b94faaSDavid Teigland 	gfs2_log_lock(sdp);
219b3b94faaSDavid Teigland 
220b3b94faaSDavid Teigland 	list_for_each_entry_safe_reverse(ai, s, &sdp->sd_ail1_list, ai_list) {
221b3b94faaSDavid Teigland 		if (gfs2_ail1_empty_one(sdp, ai, flags))
222b3b94faaSDavid Teigland 			list_move(&ai->ai_list, &sdp->sd_ail2_list);
223b3b94faaSDavid Teigland 		else if (!(flags & DIO_ALL))
224b3b94faaSDavid Teigland 			break;
225b3b94faaSDavid Teigland 	}
226b3b94faaSDavid Teigland 
227b3b94faaSDavid Teigland 	ret = list_empty(&sdp->sd_ail1_list);
228b3b94faaSDavid Teigland 
229b3b94faaSDavid Teigland 	gfs2_log_unlock(sdp);
230b3b94faaSDavid Teigland 
231b3b94faaSDavid Teigland 	return ret;
232b3b94faaSDavid Teigland }
233b3b94faaSDavid Teigland 
234ddacfaf7SSteven Whitehouse 
235ddacfaf7SSteven Whitehouse /**
236ddacfaf7SSteven Whitehouse  * gfs2_ail2_empty_one - Check whether or not a trans in the AIL has been synced
237ddacfaf7SSteven Whitehouse  * @sdp: the filesystem
238ddacfaf7SSteven Whitehouse  * @ai: the AIL entry
239ddacfaf7SSteven Whitehouse  *
240ddacfaf7SSteven Whitehouse  */
241ddacfaf7SSteven Whitehouse 
242ddacfaf7SSteven Whitehouse static void gfs2_ail2_empty_one(struct gfs2_sbd *sdp, struct gfs2_ail *ai)
243ddacfaf7SSteven Whitehouse {
244ddacfaf7SSteven Whitehouse 	struct list_head *head = &ai->ai_ail2_list;
245ddacfaf7SSteven Whitehouse 	struct gfs2_bufdata *bd;
246ddacfaf7SSteven Whitehouse 
247ddacfaf7SSteven Whitehouse 	while (!list_empty(head)) {
248ddacfaf7SSteven Whitehouse 		bd = list_entry(head->prev, struct gfs2_bufdata,
249ddacfaf7SSteven Whitehouse 				bd_ail_st_list);
250ddacfaf7SSteven Whitehouse 		gfs2_assert(sdp, bd->bd_ail == ai);
2511e1a3d03SSteven Whitehouse 		gfs2_remove_from_ail(bd->bd_bh->b_page->mapping, bd);
252ddacfaf7SSteven Whitehouse 	}
253ddacfaf7SSteven Whitehouse }
254ddacfaf7SSteven Whitehouse 
255b3b94faaSDavid Teigland static void ail2_empty(struct gfs2_sbd *sdp, unsigned int new_tail)
256b3b94faaSDavid Teigland {
257b3b94faaSDavid Teigland 	struct gfs2_ail *ai, *safe;
258b3b94faaSDavid Teigland 	unsigned int old_tail = sdp->sd_log_tail;
259b3b94faaSDavid Teigland 	int wrap = (new_tail < old_tail);
260b3b94faaSDavid Teigland 	int a, b, rm;
261b3b94faaSDavid Teigland 
262b3b94faaSDavid Teigland 	gfs2_log_lock(sdp);
263b3b94faaSDavid Teigland 
264b3b94faaSDavid Teigland 	list_for_each_entry_safe(ai, safe, &sdp->sd_ail2_list, ai_list) {
265b3b94faaSDavid Teigland 		a = (old_tail <= ai->ai_first);
266b3b94faaSDavid Teigland 		b = (ai->ai_first < new_tail);
267b3b94faaSDavid Teigland 		rm = (wrap) ? (a || b) : (a && b);
268b3b94faaSDavid Teigland 		if (!rm)
269b3b94faaSDavid Teigland 			continue;
270b3b94faaSDavid Teigland 
271b3b94faaSDavid Teigland 		gfs2_ail2_empty_one(sdp, ai);
272b3b94faaSDavid Teigland 		list_del(&ai->ai_list);
273b3b94faaSDavid Teigland 		gfs2_assert_warn(sdp, list_empty(&ai->ai_ail1_list));
274b3b94faaSDavid Teigland 		gfs2_assert_warn(sdp, list_empty(&ai->ai_ail2_list));
275b3b94faaSDavid Teigland 		kfree(ai);
276b3b94faaSDavid Teigland 	}
277b3b94faaSDavid Teigland 
278b3b94faaSDavid Teigland 	gfs2_log_unlock(sdp);
279b3b94faaSDavid Teigland }
280b3b94faaSDavid Teigland 
281b3b94faaSDavid Teigland /**
282b3b94faaSDavid Teigland  * gfs2_log_reserve - Make a log reservation
283b3b94faaSDavid Teigland  * @sdp: The GFS2 superblock
284b3b94faaSDavid Teigland  * @blks: The number of blocks to reserve
285b3b94faaSDavid Teigland  *
28689918647SSteven Whitehouse  * Note that we never give out the last few blocks of the journal. Thats
2872332c443SRobert Peterson  * due to the fact that there is a small number of header blocks
288b004157aSSteven Whitehouse  * associated with each log flush. The exact number can't be known until
289b004157aSSteven Whitehouse  * flush time, so we ensure that we have just enough free blocks at all
290b004157aSSteven Whitehouse  * times to avoid running out during a log flush.
291b004157aSSteven Whitehouse  *
292b3b94faaSDavid Teigland  * Returns: errno
293b3b94faaSDavid Teigland  */
294b3b94faaSDavid Teigland 
295b3b94faaSDavid Teigland int gfs2_log_reserve(struct gfs2_sbd *sdp, unsigned int blks)
296b3b94faaSDavid Teigland {
297b3b94faaSDavid Teigland 	unsigned int try = 0;
29889918647SSteven Whitehouse 	unsigned reserved_blks = 6 * (4096 / sdp->sd_vfs->s_blocksize);
299b3b94faaSDavid Teigland 
300b3b94faaSDavid Teigland 	if (gfs2_assert_warn(sdp, blks) ||
301b3b94faaSDavid Teigland 	    gfs2_assert_warn(sdp, blks <= sdp->sd_jdesc->jd_blocks))
302b3b94faaSDavid Teigland 		return -EINVAL;
303b3b94faaSDavid Teigland 
30471b86f56SSteven Whitehouse 	mutex_lock(&sdp->sd_log_reserve_mutex);
305b3b94faaSDavid Teigland 	gfs2_log_lock(sdp);
30689918647SSteven Whitehouse 	while(sdp->sd_log_blks_free <= (blks + reserved_blks)) {
307b3b94faaSDavid Teigland 		gfs2_log_unlock(sdp);
308b3b94faaSDavid Teigland 		gfs2_ail1_empty(sdp, 0);
309b09e593dSSteven Whitehouse 		gfs2_log_flush(sdp, NULL);
310b3b94faaSDavid Teigland 
311b3b94faaSDavid Teigland 		if (try++)
312b3b94faaSDavid Teigland 			gfs2_ail1_start(sdp, 0);
313484adff8SSteven Whitehouse 		gfs2_log_lock(sdp);
314b3b94faaSDavid Teigland 	}
315484adff8SSteven Whitehouse 	sdp->sd_log_blks_free -= blks;
316484adff8SSteven Whitehouse 	gfs2_log_unlock(sdp);
317484adff8SSteven Whitehouse 	mutex_unlock(&sdp->sd_log_reserve_mutex);
318484adff8SSteven Whitehouse 
319484adff8SSteven Whitehouse 	down_read(&sdp->sd_log_flush_lock);
320b3b94faaSDavid Teigland 
321b3b94faaSDavid Teigland 	return 0;
322b3b94faaSDavid Teigland }
323b3b94faaSDavid Teigland 
324b3b94faaSDavid Teigland /**
325b3b94faaSDavid Teigland  * gfs2_log_release - Release a given number of log blocks
326b3b94faaSDavid Teigland  * @sdp: The GFS2 superblock
327b3b94faaSDavid Teigland  * @blks: The number of blocks
328b3b94faaSDavid Teigland  *
329b3b94faaSDavid Teigland  */
330b3b94faaSDavid Teigland 
331b3b94faaSDavid Teigland void gfs2_log_release(struct gfs2_sbd *sdp, unsigned int blks)
332b3b94faaSDavid Teigland {
333b3b94faaSDavid Teigland 
334b3b94faaSDavid Teigland 	gfs2_log_lock(sdp);
335b3b94faaSDavid Teigland 	sdp->sd_log_blks_free += blks;
336b3b94faaSDavid Teigland 	gfs2_assert_withdraw(sdp,
337b3b94faaSDavid Teigland 			     sdp->sd_log_blks_free <= sdp->sd_jdesc->jd_blocks);
338b3b94faaSDavid Teigland 	gfs2_log_unlock(sdp);
339ed386507SSteven Whitehouse 	up_read(&sdp->sd_log_flush_lock);
340b3b94faaSDavid Teigland }
341b3b94faaSDavid Teigland 
342cd915493SSteven Whitehouse static u64 log_bmap(struct gfs2_sbd *sdp, unsigned int lbn)
343b3b94faaSDavid Teigland {
34423591256SSteven Whitehouse 	struct inode *inode = sdp->sd_jdesc->jd_inode;
345b3b94faaSDavid Teigland 	int error;
34623591256SSteven Whitehouse 	struct buffer_head bh_map = { .b_state = 0, .b_blocknr = 0 };
347b3b94faaSDavid Teigland 
34823591256SSteven Whitehouse 	bh_map.b_size = 1 << inode->i_blkbits;
34923591256SSteven Whitehouse 	error = gfs2_block_map(inode, lbn, 0, &bh_map);
3507a6bbacbSSteven Whitehouse 	if (error || !bh_map.b_blocknr)
351aed3255fSRyusuke Konishi 		printk(KERN_INFO "error=%d, dbn=%llu lbn=%u", error,
352aed3255fSRyusuke Konishi 		       (unsigned long long)bh_map.b_blocknr, lbn);
3537a6bbacbSSteven Whitehouse 	gfs2_assert_withdraw(sdp, !error && bh_map.b_blocknr);
354b3b94faaSDavid Teigland 
3557a6bbacbSSteven Whitehouse 	return bh_map.b_blocknr;
356b3b94faaSDavid Teigland }
357b3b94faaSDavid Teigland 
358b3b94faaSDavid Teigland /**
359b3b94faaSDavid Teigland  * log_distance - Compute distance between two journal blocks
360b3b94faaSDavid Teigland  * @sdp: The GFS2 superblock
361b3b94faaSDavid Teigland  * @newer: The most recent journal block of the pair
362b3b94faaSDavid Teigland  * @older: The older journal block of the pair
363b3b94faaSDavid Teigland  *
364b3b94faaSDavid Teigland  *   Compute the distance (in the journal direction) between two
365b3b94faaSDavid Teigland  *   blocks in the journal
366b3b94faaSDavid Teigland  *
367b3b94faaSDavid Teigland  * Returns: the distance in blocks
368b3b94faaSDavid Teigland  */
369b3b94faaSDavid Teigland 
370faa31ce8SSteven Whitehouse static inline unsigned int log_distance(struct gfs2_sbd *sdp, unsigned int newer,
371b3b94faaSDavid Teigland 					unsigned int older)
372b3b94faaSDavid Teigland {
373b3b94faaSDavid Teigland 	int dist;
374b3b94faaSDavid Teigland 
375b3b94faaSDavid Teigland 	dist = newer - older;
376b3b94faaSDavid Teigland 	if (dist < 0)
377b3b94faaSDavid Teigland 		dist += sdp->sd_jdesc->jd_blocks;
378b3b94faaSDavid Teigland 
379b3b94faaSDavid Teigland 	return dist;
380b3b94faaSDavid Teigland }
381b3b94faaSDavid Teigland 
3822332c443SRobert Peterson /**
3832332c443SRobert Peterson  * calc_reserved - Calculate the number of blocks to reserve when
3842332c443SRobert Peterson  *                 refunding a transaction's unused buffers.
3852332c443SRobert Peterson  * @sdp: The GFS2 superblock
3862332c443SRobert Peterson  *
3872332c443SRobert Peterson  * This is complex.  We need to reserve room for all our currently used
3882332c443SRobert Peterson  * metadata buffers (e.g. normal file I/O rewriting file time stamps) and
3892332c443SRobert Peterson  * all our journaled data buffers for journaled files (e.g. files in the
3902332c443SRobert Peterson  * meta_fs like rindex, or files for which chattr +j was done.)
3912332c443SRobert Peterson  * If we don't reserve enough space, gfs2_log_refund and gfs2_log_flush
3922332c443SRobert Peterson  * will count it as free space (sd_log_blks_free) and corruption will follow.
3932332c443SRobert Peterson  *
3942332c443SRobert Peterson  * We can have metadata bufs and jdata bufs in the same journal.  So each
3952332c443SRobert Peterson  * type gets its own log header, for which we need to reserve a block.
3962332c443SRobert Peterson  * In fact, each type has the potential for needing more than one header
3972332c443SRobert Peterson  * in cases where we have more buffers than will fit on a journal page.
3982332c443SRobert Peterson  * Metadata journal entries take up half the space of journaled buffer entries.
3992332c443SRobert Peterson  * Thus, metadata entries have buf_limit (502) and journaled buffers have
4002332c443SRobert Peterson  * databuf_limit (251) before they cause a wrap around.
4012332c443SRobert Peterson  *
4022332c443SRobert Peterson  * Also, we need to reserve blocks for revoke journal entries and one for an
4032332c443SRobert Peterson  * overall header for the lot.
4042332c443SRobert Peterson  *
4052332c443SRobert Peterson  * Returns: the number of blocks reserved
4062332c443SRobert Peterson  */
4072332c443SRobert Peterson static unsigned int calc_reserved(struct gfs2_sbd *sdp)
4082332c443SRobert Peterson {
4092332c443SRobert Peterson 	unsigned int reserved = 0;
4102332c443SRobert Peterson 	unsigned int mbuf_limit, metabufhdrs_needed;
4112332c443SRobert Peterson 	unsigned int dbuf_limit, databufhdrs_needed;
4122332c443SRobert Peterson 	unsigned int revokes = 0;
4132332c443SRobert Peterson 
4142332c443SRobert Peterson 	mbuf_limit = buf_limit(sdp);
4152332c443SRobert Peterson 	metabufhdrs_needed = (sdp->sd_log_commited_buf +
4162332c443SRobert Peterson 			      (mbuf_limit - 1)) / mbuf_limit;
4172332c443SRobert Peterson 	dbuf_limit = databuf_limit(sdp);
4182332c443SRobert Peterson 	databufhdrs_needed = (sdp->sd_log_commited_databuf +
4192332c443SRobert Peterson 			      (dbuf_limit - 1)) / dbuf_limit;
4202332c443SRobert Peterson 
4212332c443SRobert Peterson 	if (sdp->sd_log_commited_revoke)
4222332c443SRobert Peterson 		revokes = gfs2_struct2blk(sdp, sdp->sd_log_commited_revoke,
4232332c443SRobert Peterson 					  sizeof(u64));
4242332c443SRobert Peterson 
4252332c443SRobert Peterson 	reserved = sdp->sd_log_commited_buf + metabufhdrs_needed +
4262332c443SRobert Peterson 		sdp->sd_log_commited_databuf + databufhdrs_needed +
4272332c443SRobert Peterson 		revokes;
4282332c443SRobert Peterson 	/* One for the overall header */
4292332c443SRobert Peterson 	if (reserved)
4302332c443SRobert Peterson 		reserved++;
4312332c443SRobert Peterson 	return reserved;
4322332c443SRobert Peterson }
4332332c443SRobert Peterson 
434b3b94faaSDavid Teigland static unsigned int current_tail(struct gfs2_sbd *sdp)
435b3b94faaSDavid Teigland {
436b3b94faaSDavid Teigland 	struct gfs2_ail *ai;
437b3b94faaSDavid Teigland 	unsigned int tail;
438b3b94faaSDavid Teigland 
439b3b94faaSDavid Teigland 	gfs2_log_lock(sdp);
440b3b94faaSDavid Teigland 
441faa31ce8SSteven Whitehouse 	if (list_empty(&sdp->sd_ail1_list)) {
442b3b94faaSDavid Teigland 		tail = sdp->sd_log_head;
443faa31ce8SSteven Whitehouse 	} else {
444faa31ce8SSteven Whitehouse 		ai = list_entry(sdp->sd_ail1_list.prev, struct gfs2_ail, ai_list);
445b3b94faaSDavid Teigland 		tail = ai->ai_first;
446b3b94faaSDavid Teigland 	}
447b3b94faaSDavid Teigland 
448b3b94faaSDavid Teigland 	gfs2_log_unlock(sdp);
449b3b94faaSDavid Teigland 
450b3b94faaSDavid Teigland 	return tail;
451b3b94faaSDavid Teigland }
452b3b94faaSDavid Teigland 
45316615be1SSteven Whitehouse void gfs2_log_incr_head(struct gfs2_sbd *sdp)
454b3b94faaSDavid Teigland {
455b3b94faaSDavid Teigland 	if (sdp->sd_log_flush_head == sdp->sd_log_tail)
45616615be1SSteven Whitehouse 		BUG_ON(sdp->sd_log_flush_head != sdp->sd_log_head);
457b3b94faaSDavid Teigland 
458b3b94faaSDavid Teigland 	if (++sdp->sd_log_flush_head == sdp->sd_jdesc->jd_blocks) {
459b3b94faaSDavid Teigland 		sdp->sd_log_flush_head = 0;
460b3b94faaSDavid Teigland 		sdp->sd_log_flush_wrapped = 1;
461b3b94faaSDavid Teigland 	}
462b3b94faaSDavid Teigland }
463b3b94faaSDavid Teigland 
464b3b94faaSDavid Teigland /**
46516615be1SSteven Whitehouse  * gfs2_log_write_endio - End of I/O for a log buffer
46616615be1SSteven Whitehouse  * @bh: The buffer head
46716615be1SSteven Whitehouse  * @uptodate: I/O Status
46816615be1SSteven Whitehouse  *
46916615be1SSteven Whitehouse  */
47016615be1SSteven Whitehouse 
47116615be1SSteven Whitehouse static void gfs2_log_write_endio(struct buffer_head *bh, int uptodate)
47216615be1SSteven Whitehouse {
47316615be1SSteven Whitehouse 	struct gfs2_sbd *sdp = bh->b_private;
47416615be1SSteven Whitehouse 	bh->b_private = NULL;
47516615be1SSteven Whitehouse 
47616615be1SSteven Whitehouse 	end_buffer_write_sync(bh, uptodate);
47716615be1SSteven Whitehouse 	if (atomic_dec_and_test(&sdp->sd_log_in_flight))
47816615be1SSteven Whitehouse 		wake_up(&sdp->sd_log_flush_wait);
47916615be1SSteven Whitehouse }
48016615be1SSteven Whitehouse 
48116615be1SSteven Whitehouse /**
482b3b94faaSDavid Teigland  * gfs2_log_get_buf - Get and initialize a buffer to use for log control data
483b3b94faaSDavid Teigland  * @sdp: The GFS2 superblock
484b3b94faaSDavid Teigland  *
485b3b94faaSDavid Teigland  * Returns: the buffer_head
486b3b94faaSDavid Teigland  */
487b3b94faaSDavid Teigland 
488b3b94faaSDavid Teigland struct buffer_head *gfs2_log_get_buf(struct gfs2_sbd *sdp)
489b3b94faaSDavid Teigland {
490cd915493SSteven Whitehouse 	u64 blkno = log_bmap(sdp, sdp->sd_log_flush_head);
491b3b94faaSDavid Teigland 	struct buffer_head *bh;
492b3b94faaSDavid Teigland 
49316615be1SSteven Whitehouse 	bh = sb_getblk(sdp->sd_vfs, blkno);
494b3b94faaSDavid Teigland 	lock_buffer(bh);
495b3b94faaSDavid Teigland 	memset(bh->b_data, 0, bh->b_size);
496b3b94faaSDavid Teigland 	set_buffer_uptodate(bh);
497b3b94faaSDavid Teigland 	clear_buffer_dirty(bh);
49816615be1SSteven Whitehouse 	gfs2_log_incr_head(sdp);
49916615be1SSteven Whitehouse 	atomic_inc(&sdp->sd_log_in_flight);
50016615be1SSteven Whitehouse 	bh->b_private = sdp;
50116615be1SSteven Whitehouse 	bh->b_end_io = gfs2_log_write_endio;
502b3b94faaSDavid Teigland 
503b3b94faaSDavid Teigland 	return bh;
504b3b94faaSDavid Teigland }
505b3b94faaSDavid Teigland 
506b3b94faaSDavid Teigland /**
50716615be1SSteven Whitehouse  * gfs2_fake_write_endio -
50816615be1SSteven Whitehouse  * @bh: The buffer head
50916615be1SSteven Whitehouse  * @uptodate: The I/O Status
51016615be1SSteven Whitehouse  *
51116615be1SSteven Whitehouse  */
51216615be1SSteven Whitehouse 
51316615be1SSteven Whitehouse static void gfs2_fake_write_endio(struct buffer_head *bh, int uptodate)
51416615be1SSteven Whitehouse {
51516615be1SSteven Whitehouse 	struct buffer_head *real_bh = bh->b_private;
51616615be1SSteven Whitehouse 	struct gfs2_sbd *sdp = GFS2_SB(real_bh->b_page->mapping->host);
51716615be1SSteven Whitehouse 
51816615be1SSteven Whitehouse 	end_buffer_write_sync(bh, uptodate);
51916615be1SSteven Whitehouse 	free_buffer_head(bh);
52016615be1SSteven Whitehouse 	unlock_buffer(real_bh);
52116615be1SSteven Whitehouse 	brelse(real_bh);
52216615be1SSteven Whitehouse 	if (atomic_dec_and_test(&sdp->sd_log_in_flight))
52316615be1SSteven Whitehouse 		wake_up(&sdp->sd_log_flush_wait);
52416615be1SSteven Whitehouse }
52516615be1SSteven Whitehouse 
52616615be1SSteven Whitehouse /**
527b3b94faaSDavid Teigland  * gfs2_log_fake_buf - Build a fake buffer head to write metadata buffer to log
528b3b94faaSDavid Teigland  * @sdp: the filesystem
529b3b94faaSDavid Teigland  * @data: the data the buffer_head should point to
530b3b94faaSDavid Teigland  *
531b3b94faaSDavid Teigland  * Returns: the log buffer descriptor
532b3b94faaSDavid Teigland  */
533b3b94faaSDavid Teigland 
534b3b94faaSDavid Teigland struct buffer_head *gfs2_log_fake_buf(struct gfs2_sbd *sdp,
535b3b94faaSDavid Teigland 				      struct buffer_head *real)
536b3b94faaSDavid Teigland {
537cd915493SSteven Whitehouse 	u64 blkno = log_bmap(sdp, sdp->sd_log_flush_head);
538b3b94faaSDavid Teigland 	struct buffer_head *bh;
539b3b94faaSDavid Teigland 
54016615be1SSteven Whitehouse 	bh = alloc_buffer_head(GFP_NOFS | __GFP_NOFAIL);
541b3b94faaSDavid Teigland 	atomic_set(&bh->b_count, 1);
54216615be1SSteven Whitehouse 	bh->b_state = (1 << BH_Mapped) | (1 << BH_Uptodate) | (1 << BH_Lock);
54318ec7d5cSSteven Whitehouse 	set_bh_page(bh, real->b_page, bh_offset(real));
544b3b94faaSDavid Teigland 	bh->b_blocknr = blkno;
545b3b94faaSDavid Teigland 	bh->b_size = sdp->sd_sb.sb_bsize;
546b3b94faaSDavid Teigland 	bh->b_bdev = sdp->sd_vfs->s_bdev;
54716615be1SSteven Whitehouse 	bh->b_private = real;
54816615be1SSteven Whitehouse 	bh->b_end_io = gfs2_fake_write_endio;
549b3b94faaSDavid Teigland 
55016615be1SSteven Whitehouse 	gfs2_log_incr_head(sdp);
55116615be1SSteven Whitehouse 	atomic_inc(&sdp->sd_log_in_flight);
552b3b94faaSDavid Teigland 
553b3b94faaSDavid Teigland 	return bh;
554b3b94faaSDavid Teigland }
555b3b94faaSDavid Teigland 
5562332c443SRobert Peterson static void log_pull_tail(struct gfs2_sbd *sdp, unsigned int new_tail)
557b3b94faaSDavid Teigland {
558b3b94faaSDavid Teigland 	unsigned int dist = log_distance(sdp, new_tail, sdp->sd_log_tail);
559b3b94faaSDavid Teigland 
560b3b94faaSDavid Teigland 	ail2_empty(sdp, new_tail);
561b3b94faaSDavid Teigland 
562b3b94faaSDavid Teigland 	gfs2_log_lock(sdp);
5632332c443SRobert Peterson 	sdp->sd_log_blks_free += dist;
564faa31ce8SSteven Whitehouse 	gfs2_assert_withdraw(sdp, sdp->sd_log_blks_free <= sdp->sd_jdesc->jd_blocks);
565b3b94faaSDavid Teigland 	gfs2_log_unlock(sdp);
566b3b94faaSDavid Teigland 
567b3b94faaSDavid Teigland 	sdp->sd_log_tail = new_tail;
568b3b94faaSDavid Teigland }
569b3b94faaSDavid Teigland 
570b3b94faaSDavid Teigland /**
571b3b94faaSDavid Teigland  * log_write_header - Get and initialize a journal header buffer
572b3b94faaSDavid Teigland  * @sdp: The GFS2 superblock
573b3b94faaSDavid Teigland  *
574b3b94faaSDavid Teigland  * Returns: the initialized log buffer descriptor
575b3b94faaSDavid Teigland  */
576b3b94faaSDavid Teigland 
577cd915493SSteven Whitehouse static void log_write_header(struct gfs2_sbd *sdp, u32 flags, int pull)
578b3b94faaSDavid Teigland {
579cd915493SSteven Whitehouse 	u64 blkno = log_bmap(sdp, sdp->sd_log_flush_head);
580b3b94faaSDavid Teigland 	struct buffer_head *bh;
581b3b94faaSDavid Teigland 	struct gfs2_log_header *lh;
582b3b94faaSDavid Teigland 	unsigned int tail;
583cd915493SSteven Whitehouse 	u32 hash;
584b3b94faaSDavid Teigland 
585b3b94faaSDavid Teigland 	bh = sb_getblk(sdp->sd_vfs, blkno);
586b3b94faaSDavid Teigland 	lock_buffer(bh);
587b3b94faaSDavid Teigland 	memset(bh->b_data, 0, bh->b_size);
588b3b94faaSDavid Teigland 	set_buffer_uptodate(bh);
589b3b94faaSDavid Teigland 	clear_buffer_dirty(bh);
590b3b94faaSDavid Teigland 	unlock_buffer(bh);
591b3b94faaSDavid Teigland 
592b3b94faaSDavid Teigland 	gfs2_ail1_empty(sdp, 0);
593b3b94faaSDavid Teigland 	tail = current_tail(sdp);
594b3b94faaSDavid Teigland 
595b3b94faaSDavid Teigland 	lh = (struct gfs2_log_header *)bh->b_data;
596b3b94faaSDavid Teigland 	memset(lh, 0, sizeof(struct gfs2_log_header));
597b3b94faaSDavid Teigland 	lh->lh_header.mh_magic = cpu_to_be32(GFS2_MAGIC);
598e3167dedSSteven Whitehouse 	lh->lh_header.mh_type = cpu_to_be32(GFS2_METATYPE_LH);
599e3167dedSSteven Whitehouse 	lh->lh_header.mh_format = cpu_to_be32(GFS2_FORMAT_LH);
600e0f2bf78SSteven Whitehouse 	lh->lh_sequence = cpu_to_be64(sdp->sd_log_sequence++);
601e0f2bf78SSteven Whitehouse 	lh->lh_flags = cpu_to_be32(flags);
602e0f2bf78SSteven Whitehouse 	lh->lh_tail = cpu_to_be32(tail);
603e0f2bf78SSteven Whitehouse 	lh->lh_blkno = cpu_to_be32(sdp->sd_log_flush_head);
604b3b94faaSDavid Teigland 	hash = gfs2_disk_hash(bh->b_data, sizeof(struct gfs2_log_header));
605b3b94faaSDavid Teigland 	lh->lh_hash = cpu_to_be32(hash);
606b3b94faaSDavid Teigland 
607b3b94faaSDavid Teigland 	set_buffer_dirty(bh);
608b3b94faaSDavid Teigland 	if (sync_dirty_buffer(bh))
609b3b94faaSDavid Teigland 		gfs2_io_error_bh(sdp, bh);
610b3b94faaSDavid Teigland 	brelse(bh);
611b3b94faaSDavid Teigland 
612b3b94faaSDavid Teigland 	if (sdp->sd_log_tail != tail)
6132332c443SRobert Peterson 		log_pull_tail(sdp, tail);
614b3b94faaSDavid Teigland 	else
615b3b94faaSDavid Teigland 		gfs2_assert_withdraw(sdp, !pull);
616b3b94faaSDavid Teigland 
617b3b94faaSDavid Teigland 	sdp->sd_log_idle = (tail == sdp->sd_log_flush_head);
61816615be1SSteven Whitehouse 	gfs2_log_incr_head(sdp);
619b3b94faaSDavid Teigland }
620b3b94faaSDavid Teigland 
621b3b94faaSDavid Teigland static void log_flush_commit(struct gfs2_sbd *sdp)
622b3b94faaSDavid Teigland {
62316615be1SSteven Whitehouse 	DEFINE_WAIT(wait);
624b3b94faaSDavid Teigland 
62516615be1SSteven Whitehouse 	if (atomic_read(&sdp->sd_log_in_flight)) {
62616615be1SSteven Whitehouse 		do {
62716615be1SSteven Whitehouse 			prepare_to_wait(&sdp->sd_log_flush_wait, &wait,
62816615be1SSteven Whitehouse 					TASK_UNINTERRUPTIBLE);
62916615be1SSteven Whitehouse 			if (atomic_read(&sdp->sd_log_in_flight))
63016615be1SSteven Whitehouse 				io_schedule();
63116615be1SSteven Whitehouse 		} while(atomic_read(&sdp->sd_log_in_flight));
63216615be1SSteven Whitehouse 		finish_wait(&sdp->sd_log_flush_wait, &wait);
633b3b94faaSDavid Teigland 	}
634b3b94faaSDavid Teigland 
635b3b94faaSDavid Teigland 	log_write_header(sdp, 0, 0);
636b3b94faaSDavid Teigland }
637b3b94faaSDavid Teigland 
638d7b616e2SSteven Whitehouse static void gfs2_ordered_write(struct gfs2_sbd *sdp)
639d7b616e2SSteven Whitehouse {
640d7b616e2SSteven Whitehouse 	struct gfs2_bufdata *bd;
641d7b616e2SSteven Whitehouse 	struct buffer_head *bh;
642d7b616e2SSteven Whitehouse 	LIST_HEAD(written);
643d7b616e2SSteven Whitehouse 
644d7b616e2SSteven Whitehouse 	gfs2_log_lock(sdp);
645d7b616e2SSteven Whitehouse 	while (!list_empty(&sdp->sd_log_le_ordered)) {
646d7b616e2SSteven Whitehouse 		bd = list_entry(sdp->sd_log_le_ordered.next, struct gfs2_bufdata, bd_le.le_list);
647d7b616e2SSteven Whitehouse 		list_move(&bd->bd_le.le_list, &written);
648d7b616e2SSteven Whitehouse 		bh = bd->bd_bh;
649d7b616e2SSteven Whitehouse 		if (!buffer_dirty(bh))
650d7b616e2SSteven Whitehouse 			continue;
651d7b616e2SSteven Whitehouse 		get_bh(bh);
652d7b616e2SSteven Whitehouse 		gfs2_log_unlock(sdp);
653d7b616e2SSteven Whitehouse 		lock_buffer(bh);
654d7b616e2SSteven Whitehouse 		if (test_clear_buffer_dirty(bh)) {
655d7b616e2SSteven Whitehouse 			bh->b_end_io = end_buffer_write_sync;
656d7b616e2SSteven Whitehouse 			submit_bh(WRITE, bh);
657d7b616e2SSteven Whitehouse 		} else {
658d7b616e2SSteven Whitehouse 			unlock_buffer(bh);
659d7b616e2SSteven Whitehouse 			brelse(bh);
660d7b616e2SSteven Whitehouse 		}
661d7b616e2SSteven Whitehouse 		gfs2_log_lock(sdp);
662d7b616e2SSteven Whitehouse 	}
663d7b616e2SSteven Whitehouse 	list_splice(&written, &sdp->sd_log_le_ordered);
664d7b616e2SSteven Whitehouse 	gfs2_log_unlock(sdp);
665d7b616e2SSteven Whitehouse }
666d7b616e2SSteven Whitehouse 
667d7b616e2SSteven Whitehouse static void gfs2_ordered_wait(struct gfs2_sbd *sdp)
668d7b616e2SSteven Whitehouse {
669d7b616e2SSteven Whitehouse 	struct gfs2_bufdata *bd;
670d7b616e2SSteven Whitehouse 	struct buffer_head *bh;
671d7b616e2SSteven Whitehouse 
672d7b616e2SSteven Whitehouse 	gfs2_log_lock(sdp);
673d7b616e2SSteven Whitehouse 	while (!list_empty(&sdp->sd_log_le_ordered)) {
674d7b616e2SSteven Whitehouse 		bd = list_entry(sdp->sd_log_le_ordered.prev, struct gfs2_bufdata, bd_le.le_list);
675d7b616e2SSteven Whitehouse 		bh = bd->bd_bh;
676d7b616e2SSteven Whitehouse 		if (buffer_locked(bh)) {
677d7b616e2SSteven Whitehouse 			get_bh(bh);
678d7b616e2SSteven Whitehouse 			gfs2_log_unlock(sdp);
679d7b616e2SSteven Whitehouse 			wait_on_buffer(bh);
680d7b616e2SSteven Whitehouse 			brelse(bh);
681d7b616e2SSteven Whitehouse 			gfs2_log_lock(sdp);
682d7b616e2SSteven Whitehouse 			continue;
683d7b616e2SSteven Whitehouse 		}
684d7b616e2SSteven Whitehouse 		list_del_init(&bd->bd_le.le_list);
685d7b616e2SSteven Whitehouse 	}
686d7b616e2SSteven Whitehouse 	gfs2_log_unlock(sdp);
687d7b616e2SSteven Whitehouse }
688d7b616e2SSteven Whitehouse 
689b3b94faaSDavid Teigland /**
690b09e593dSSteven Whitehouse  * gfs2_log_flush - flush incore transaction(s)
691b3b94faaSDavid Teigland  * @sdp: the filesystem
692b3b94faaSDavid Teigland  * @gl: The glock structure to flush.  If NULL, flush the whole incore log
693b3b94faaSDavid Teigland  *
694b3b94faaSDavid Teigland  */
695b3b94faaSDavid Teigland 
696b09e593dSSteven Whitehouse void gfs2_log_flush(struct gfs2_sbd *sdp, struct gfs2_glock *gl)
697b3b94faaSDavid Teigland {
698b3b94faaSDavid Teigland 	struct gfs2_ail *ai;
699b3b94faaSDavid Teigland 
700484adff8SSteven Whitehouse 	down_write(&sdp->sd_log_flush_lock);
701f55ab26aSSteven Whitehouse 
702f55ab26aSSteven Whitehouse 	if (gl) {
703f55ab26aSSteven Whitehouse 		gfs2_log_lock(sdp);
704f55ab26aSSteven Whitehouse 		if (list_empty(&gl->gl_le.le_list)) {
705f55ab26aSSteven Whitehouse 			gfs2_log_unlock(sdp);
706484adff8SSteven Whitehouse 			up_write(&sdp->sd_log_flush_lock);
707f55ab26aSSteven Whitehouse 			return;
708f55ab26aSSteven Whitehouse 		}
709f55ab26aSSteven Whitehouse 		gfs2_log_unlock(sdp);
710f55ab26aSSteven Whitehouse 	}
711f55ab26aSSteven Whitehouse 
712b09e593dSSteven Whitehouse 	ai = kzalloc(sizeof(struct gfs2_ail), GFP_NOFS | __GFP_NOFAIL);
713b09e593dSSteven Whitehouse 	INIT_LIST_HEAD(&ai->ai_ail1_list);
714b09e593dSSteven Whitehouse 	INIT_LIST_HEAD(&ai->ai_ail2_list);
715b3b94faaSDavid Teigland 
71616615be1SSteven Whitehouse 	if (sdp->sd_log_num_buf != sdp->sd_log_commited_buf) {
71716615be1SSteven Whitehouse 		printk(KERN_INFO "GFS2: log buf %u %u\n", sdp->sd_log_num_buf,
71816615be1SSteven Whitehouse 		       sdp->sd_log_commited_buf);
71916615be1SSteven Whitehouse 		gfs2_assert_withdraw(sdp, 0);
72016615be1SSteven Whitehouse 	}
72116615be1SSteven Whitehouse 	if (sdp->sd_log_num_databuf != sdp->sd_log_commited_databuf) {
72216615be1SSteven Whitehouse 		printk(KERN_INFO "GFS2: log databuf %u %u\n",
72316615be1SSteven Whitehouse 		       sdp->sd_log_num_databuf, sdp->sd_log_commited_databuf);
72416615be1SSteven Whitehouse 		gfs2_assert_withdraw(sdp, 0);
72516615be1SSteven Whitehouse 	}
726b3b94faaSDavid Teigland 	gfs2_assert_withdraw(sdp,
727b3b94faaSDavid Teigland 			sdp->sd_log_num_revoke == sdp->sd_log_commited_revoke);
728b3b94faaSDavid Teigland 
729b3b94faaSDavid Teigland 	sdp->sd_log_flush_head = sdp->sd_log_head;
730b3b94faaSDavid Teigland 	sdp->sd_log_flush_wrapped = 0;
731b3b94faaSDavid Teigland 	ai->ai_first = sdp->sd_log_flush_head;
732b3b94faaSDavid Teigland 
733d7b616e2SSteven Whitehouse 	gfs2_ordered_write(sdp);
734b3b94faaSDavid Teigland 	lops_before_commit(sdp);
735d7b616e2SSteven Whitehouse 	gfs2_ordered_wait(sdp);
736d7b616e2SSteven Whitehouse 
73716615be1SSteven Whitehouse 	if (sdp->sd_log_head != sdp->sd_log_flush_head)
738b3b94faaSDavid Teigland 		log_flush_commit(sdp);
7392332c443SRobert Peterson 	else if (sdp->sd_log_tail != current_tail(sdp) && !sdp->sd_log_idle){
7402332c443SRobert Peterson 		gfs2_log_lock(sdp);
7412332c443SRobert Peterson 		sdp->sd_log_blks_free--; /* Adjust for unreserved buffer */
7422332c443SRobert Peterson 		gfs2_log_unlock(sdp);
743b3b94faaSDavid Teigland 		log_write_header(sdp, 0, PULL);
7442332c443SRobert Peterson 	}
745b3b94faaSDavid Teigland 	lops_after_commit(sdp, ai);
746fe1a698fSSteven Whitehouse 
747fe1a698fSSteven Whitehouse 	gfs2_log_lock(sdp);
748b3b94faaSDavid Teigland 	sdp->sd_log_head = sdp->sd_log_flush_head;
749faa31ce8SSteven Whitehouse 	sdp->sd_log_blks_reserved = 0;
750faa31ce8SSteven Whitehouse 	sdp->sd_log_commited_buf = 0;
7512332c443SRobert Peterson 	sdp->sd_log_commited_databuf = 0;
752b3b94faaSDavid Teigland 	sdp->sd_log_commited_revoke = 0;
753b3b94faaSDavid Teigland 
754b3b94faaSDavid Teigland 	if (!list_empty(&ai->ai_ail1_list)) {
755b3b94faaSDavid Teigland 		list_add(&ai->ai_list, &sdp->sd_ail1_list);
756b3b94faaSDavid Teigland 		ai = NULL;
757b3b94faaSDavid Teigland 	}
758b3b94faaSDavid Teigland 	gfs2_log_unlock(sdp);
759b3b94faaSDavid Teigland 
760b3b94faaSDavid Teigland 	sdp->sd_vfs->s_dirt = 0;
761484adff8SSteven Whitehouse 	up_write(&sdp->sd_log_flush_lock);
762b3b94faaSDavid Teigland 
763b3b94faaSDavid Teigland 	kfree(ai);
764b3b94faaSDavid Teigland }
765b3b94faaSDavid Teigland 
766b3b94faaSDavid Teigland static void log_refund(struct gfs2_sbd *sdp, struct gfs2_trans *tr)
767b3b94faaSDavid Teigland {
7682332c443SRobert Peterson 	unsigned int reserved;
769b3b94faaSDavid Teigland 	unsigned int old;
770b3b94faaSDavid Teigland 
771b3b94faaSDavid Teigland 	gfs2_log_lock(sdp);
772b3b94faaSDavid Teigland 
773b3b94faaSDavid Teigland 	sdp->sd_log_commited_buf += tr->tr_num_buf_new - tr->tr_num_buf_rm;
7742332c443SRobert Peterson 	sdp->sd_log_commited_databuf += tr->tr_num_databuf_new -
7752332c443SRobert Peterson 		tr->tr_num_databuf_rm;
7762332c443SRobert Peterson 	gfs2_assert_withdraw(sdp, (((int)sdp->sd_log_commited_buf) >= 0) ||
7772332c443SRobert Peterson 			     (((int)sdp->sd_log_commited_databuf) >= 0));
778b3b94faaSDavid Teigland 	sdp->sd_log_commited_revoke += tr->tr_num_revoke - tr->tr_num_revoke_rm;
779b3b94faaSDavid Teigland 	gfs2_assert_withdraw(sdp, ((int)sdp->sd_log_commited_revoke) >= 0);
7802332c443SRobert Peterson 	reserved = calc_reserved(sdp);
781b3b94faaSDavid Teigland 	old = sdp->sd_log_blks_free;
782b3b94faaSDavid Teigland 	sdp->sd_log_blks_free += tr->tr_reserved -
783b3b94faaSDavid Teigland 				 (reserved - sdp->sd_log_blks_reserved);
784b3b94faaSDavid Teigland 
785b09e593dSSteven Whitehouse 	gfs2_assert_withdraw(sdp, sdp->sd_log_blks_free >= old);
7862332c443SRobert Peterson 	gfs2_assert_withdraw(sdp, sdp->sd_log_blks_free <=
7872332c443SRobert Peterson 			     sdp->sd_jdesc->jd_blocks);
788b3b94faaSDavid Teigland 
789b3b94faaSDavid Teigland 	sdp->sd_log_blks_reserved = reserved;
790b3b94faaSDavid Teigland 
791b3b94faaSDavid Teigland 	gfs2_log_unlock(sdp);
792b3b94faaSDavid Teigland }
793b3b94faaSDavid Teigland 
794b3b94faaSDavid Teigland /**
795b3b94faaSDavid Teigland  * gfs2_log_commit - Commit a transaction to the log
796b3b94faaSDavid Teigland  * @sdp: the filesystem
797b3b94faaSDavid Teigland  * @tr: the transaction
798b3b94faaSDavid Teigland  *
799b3b94faaSDavid Teigland  * Returns: errno
800b3b94faaSDavid Teigland  */
801b3b94faaSDavid Teigland 
802b3b94faaSDavid Teigland void gfs2_log_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)
803b3b94faaSDavid Teigland {
804b3b94faaSDavid Teigland 	log_refund(sdp, tr);
805b3b94faaSDavid Teigland 	lops_incore_commit(sdp, tr);
806b3b94faaSDavid Teigland 
807b3b94faaSDavid Teigland 	sdp->sd_vfs->s_dirt = 1;
808484adff8SSteven Whitehouse 	up_read(&sdp->sd_log_flush_lock);
809b3b94faaSDavid Teigland 
810b3b94faaSDavid Teigland 	gfs2_log_lock(sdp);
811b004157aSSteven Whitehouse 	if (sdp->sd_log_num_buf > gfs2_tune_get(sdp, gt_incore_log_blocks))
812b004157aSSteven Whitehouse 		wake_up_process(sdp->sd_logd_process);
813b3b94faaSDavid Teigland 	gfs2_log_unlock(sdp);
814faa31ce8SSteven Whitehouse }
815b3b94faaSDavid Teigland 
816b3b94faaSDavid Teigland /**
817b3b94faaSDavid Teigland  * gfs2_log_shutdown - write a shutdown header into a journal
818b3b94faaSDavid Teigland  * @sdp: the filesystem
819b3b94faaSDavid Teigland  *
820b3b94faaSDavid Teigland  */
821b3b94faaSDavid Teigland 
822b3b94faaSDavid Teigland void gfs2_log_shutdown(struct gfs2_sbd *sdp)
823b3b94faaSDavid Teigland {
824484adff8SSteven Whitehouse 	down_write(&sdp->sd_log_flush_lock);
825b3b94faaSDavid Teigland 
826b3b94faaSDavid Teigland 	gfs2_assert_withdraw(sdp, !sdp->sd_log_blks_reserved);
827b3b94faaSDavid Teigland 	gfs2_assert_withdraw(sdp, !sdp->sd_log_num_gl);
828b3b94faaSDavid Teigland 	gfs2_assert_withdraw(sdp, !sdp->sd_log_num_buf);
829b3b94faaSDavid Teigland 	gfs2_assert_withdraw(sdp, !sdp->sd_log_num_revoke);
830b3b94faaSDavid Teigland 	gfs2_assert_withdraw(sdp, !sdp->sd_log_num_rg);
831b3b94faaSDavid Teigland 	gfs2_assert_withdraw(sdp, !sdp->sd_log_num_databuf);
832b3b94faaSDavid Teigland 	gfs2_assert_withdraw(sdp, list_empty(&sdp->sd_ail1_list));
833b3b94faaSDavid Teigland 
834b3b94faaSDavid Teigland 	sdp->sd_log_flush_head = sdp->sd_log_head;
835b3b94faaSDavid Teigland 	sdp->sd_log_flush_wrapped = 0;
836b3b94faaSDavid Teigland 
8372332c443SRobert Peterson 	log_write_header(sdp, GFS2_LOG_HEAD_UNMOUNT,
8382332c443SRobert Peterson 			 (sdp->sd_log_tail == current_tail(sdp)) ? 0 : PULL);
839b3b94faaSDavid Teigland 
840a74604beSSteven Whitehouse 	gfs2_assert_warn(sdp, sdp->sd_log_blks_free == sdp->sd_jdesc->jd_blocks);
841a74604beSSteven Whitehouse 	gfs2_assert_warn(sdp, sdp->sd_log_head == sdp->sd_log_tail);
842a74604beSSteven Whitehouse 	gfs2_assert_warn(sdp, list_empty(&sdp->sd_ail2_list));
843b3b94faaSDavid Teigland 
844b3b94faaSDavid Teigland 	sdp->sd_log_head = sdp->sd_log_flush_head;
845b3b94faaSDavid Teigland 	sdp->sd_log_tail = sdp->sd_log_head;
846b3b94faaSDavid Teigland 
847484adff8SSteven Whitehouse 	up_write(&sdp->sd_log_flush_lock);
848b3b94faaSDavid Teigland }
849b3b94faaSDavid Teigland 
850a25311c8SSteven Whitehouse 
851a25311c8SSteven Whitehouse /**
852a25311c8SSteven Whitehouse  * gfs2_meta_syncfs - sync all the buffers in a filesystem
853a25311c8SSteven Whitehouse  * @sdp: the filesystem
854a25311c8SSteven Whitehouse  *
855a25311c8SSteven Whitehouse  */
856a25311c8SSteven Whitehouse 
857a25311c8SSteven Whitehouse void gfs2_meta_syncfs(struct gfs2_sbd *sdp)
858a25311c8SSteven Whitehouse {
859a25311c8SSteven Whitehouse 	gfs2_log_flush(sdp, NULL);
860a25311c8SSteven Whitehouse 	for (;;) {
861a25311c8SSteven Whitehouse 		gfs2_ail1_start(sdp, DIO_ALL);
862a25311c8SSteven Whitehouse 		if (gfs2_ail1_empty(sdp, DIO_ALL))
863a25311c8SSteven Whitehouse 			break;
864a25311c8SSteven Whitehouse 		msleep(10);
865a25311c8SSteven Whitehouse 	}
866a25311c8SSteven Whitehouse }
867a25311c8SSteven Whitehouse 
868