xref: /openbmc/linux/fs/gfs2/log.c (revision fd041f0b4045db8646b36d393cbb274db60649f5)
1b3b94faaSDavid Teigland /*
2b3b94faaSDavid Teigland  * Copyright (C) Sistina Software, Inc.  1997-2003 All rights reserved.
33a8a9a10SSteven Whitehouse  * Copyright (C) 2004-2006 Red Hat, Inc.  All rights reserved.
4b3b94faaSDavid Teigland  *
5b3b94faaSDavid Teigland  * This copyrighted material is made available to anyone wishing to use,
6b3b94faaSDavid Teigland  * modify, copy, or redistribute it subject to the terms and conditions
7e9fc2aa0SSteven Whitehouse  * of the GNU General Public License version 2.
8b3b94faaSDavid Teigland  */
9b3b94faaSDavid Teigland 
10b3b94faaSDavid Teigland #include <linux/sched.h>
11b3b94faaSDavid Teigland #include <linux/slab.h>
12b3b94faaSDavid Teigland #include <linux/spinlock.h>
13b3b94faaSDavid Teigland #include <linux/completion.h>
14b3b94faaSDavid Teigland #include <linux/buffer_head.h>
155c676f6dSSteven Whitehouse #include <linux/gfs2_ondisk.h>
1671b86f56SSteven Whitehouse #include <linux/crc32.h>
177d308590SFabio Massimo Di Nitto #include <linux/lm_interface.h>
18a25311c8SSteven Whitehouse #include <linux/delay.h>
19b3b94faaSDavid Teigland 
20b3b94faaSDavid Teigland #include "gfs2.h"
215c676f6dSSteven Whitehouse #include "incore.h"
22b3b94faaSDavid Teigland #include "bmap.h"
23b3b94faaSDavid Teigland #include "glock.h"
24b3b94faaSDavid Teigland #include "log.h"
25b3b94faaSDavid Teigland #include "lops.h"
26b3b94faaSDavid Teigland #include "meta_io.h"
275c676f6dSSteven Whitehouse #include "util.h"
2871b86f56SSteven Whitehouse #include "dir.h"
29b3b94faaSDavid Teigland 
30b3b94faaSDavid Teigland #define PULL 1
31b3b94faaSDavid Teigland 
32b3b94faaSDavid Teigland /**
33b3b94faaSDavid Teigland  * gfs2_struct2blk - compute stuff
34b3b94faaSDavid Teigland  * @sdp: the filesystem
35b3b94faaSDavid Teigland  * @nstruct: the number of structures
36b3b94faaSDavid Teigland  * @ssize: the size of the structures
37b3b94faaSDavid Teigland  *
38b3b94faaSDavid Teigland  * Compute the number of log descriptor blocks needed to hold a certain number
39b3b94faaSDavid Teigland  * of structures of a certain size.
40b3b94faaSDavid Teigland  *
41b3b94faaSDavid Teigland  * Returns: the number of blocks needed (minimum is always 1)
42b3b94faaSDavid Teigland  */
43b3b94faaSDavid Teigland 
44b3b94faaSDavid Teigland unsigned int gfs2_struct2blk(struct gfs2_sbd *sdp, unsigned int nstruct,
45b3b94faaSDavid Teigland 			     unsigned int ssize)
46b3b94faaSDavid Teigland {
47b3b94faaSDavid Teigland 	unsigned int blks;
48b3b94faaSDavid Teigland 	unsigned int first, second;
49b3b94faaSDavid Teigland 
50b3b94faaSDavid Teigland 	blks = 1;
51faa31ce8SSteven Whitehouse 	first = (sdp->sd_sb.sb_bsize - sizeof(struct gfs2_log_descriptor)) / ssize;
52b3b94faaSDavid Teigland 
53b3b94faaSDavid Teigland 	if (nstruct > first) {
54568f4c96SSteven Whitehouse 		second = (sdp->sd_sb.sb_bsize -
55568f4c96SSteven Whitehouse 			  sizeof(struct gfs2_meta_header)) / ssize;
565c676f6dSSteven Whitehouse 		blks += DIV_ROUND_UP(nstruct - first, second);
57b3b94faaSDavid Teigland 	}
58b3b94faaSDavid Teigland 
59b3b94faaSDavid Teigland 	return blks;
60b3b94faaSDavid Teigland }
61b3b94faaSDavid Teigland 
62ddacfaf7SSteven Whitehouse /**
631e1a3d03SSteven Whitehouse  * gfs2_remove_from_ail - Remove an entry from the ail lists, updating counters
641e1a3d03SSteven Whitehouse  * @mapping: The associated mapping (maybe NULL)
651e1a3d03SSteven Whitehouse  * @bd: The gfs2_bufdata to remove
661e1a3d03SSteven Whitehouse  *
671e1a3d03SSteven Whitehouse  * The log lock _must_ be held when calling this function
681e1a3d03SSteven Whitehouse  *
691e1a3d03SSteven Whitehouse  */
701e1a3d03SSteven Whitehouse 
71f91a0d3eSSteven Whitehouse void gfs2_remove_from_ail(struct gfs2_bufdata *bd)
721e1a3d03SSteven Whitehouse {
731e1a3d03SSteven Whitehouse 	bd->bd_ail = NULL;
741ad38c43SSteven Whitehouse 	list_del_init(&bd->bd_ail_st_list);
751ad38c43SSteven Whitehouse 	list_del_init(&bd->bd_ail_gl_list);
761e1a3d03SSteven Whitehouse 	atomic_dec(&bd->bd_gl->gl_ail_count);
771e1a3d03SSteven Whitehouse 	brelse(bd->bd_bh);
781e1a3d03SSteven Whitehouse }
791e1a3d03SSteven Whitehouse 
801e1a3d03SSteven Whitehouse /**
81ddacfaf7SSteven Whitehouse  * gfs2_ail1_start_one - Start I/O on a part of the AIL
82ddacfaf7SSteven Whitehouse  * @sdp: the filesystem
83ddacfaf7SSteven Whitehouse  * @tr: the part of the AIL
84ddacfaf7SSteven Whitehouse  *
85ddacfaf7SSteven Whitehouse  */
86ddacfaf7SSteven Whitehouse 
87ddacfaf7SSteven Whitehouse static void gfs2_ail1_start_one(struct gfs2_sbd *sdp, struct gfs2_ail *ai)
88ddacfaf7SSteven Whitehouse {
89ddacfaf7SSteven Whitehouse 	struct gfs2_bufdata *bd, *s;
90ddacfaf7SSteven Whitehouse 	struct buffer_head *bh;
91ddacfaf7SSteven Whitehouse 	int retry;
92ddacfaf7SSteven Whitehouse 
93ddacfaf7SSteven Whitehouse 	BUG_ON(!spin_is_locked(&sdp->sd_log_lock));
94ddacfaf7SSteven Whitehouse 
95ddacfaf7SSteven Whitehouse 	do {
96ddacfaf7SSteven Whitehouse 		retry = 0;
97ddacfaf7SSteven Whitehouse 
98ddacfaf7SSteven Whitehouse 		list_for_each_entry_safe_reverse(bd, s, &ai->ai_ail1_list,
99ddacfaf7SSteven Whitehouse 						 bd_ail_st_list) {
100ddacfaf7SSteven Whitehouse 			bh = bd->bd_bh;
101ddacfaf7SSteven Whitehouse 
102ddacfaf7SSteven Whitehouse 			gfs2_assert(sdp, bd->bd_ail == ai);
103ddacfaf7SSteven Whitehouse 
104ddacfaf7SSteven Whitehouse 			if (!buffer_busy(bh)) {
10516615be1SSteven Whitehouse 				if (!buffer_uptodate(bh))
106ddacfaf7SSteven Whitehouse 					gfs2_io_error_bh(sdp, bh);
107ddacfaf7SSteven Whitehouse 				list_move(&bd->bd_ail_st_list, &ai->ai_ail2_list);
108ddacfaf7SSteven Whitehouse 				continue;
109ddacfaf7SSteven Whitehouse 			}
110ddacfaf7SSteven Whitehouse 
111ddacfaf7SSteven Whitehouse 			if (!buffer_dirty(bh))
112ddacfaf7SSteven Whitehouse 				continue;
113ddacfaf7SSteven Whitehouse 
114ddacfaf7SSteven Whitehouse 			list_move(&bd->bd_ail_st_list, &ai->ai_ail1_list);
115ddacfaf7SSteven Whitehouse 
11616615be1SSteven Whitehouse 			get_bh(bh);
117ddacfaf7SSteven Whitehouse 			gfs2_log_unlock(sdp);
11816615be1SSteven Whitehouse 			lock_buffer(bh);
11916615be1SSteven Whitehouse 			if (test_clear_buffer_dirty(bh)) {
12016615be1SSteven Whitehouse 				bh->b_end_io = end_buffer_write_sync;
12116615be1SSteven Whitehouse 				submit_bh(WRITE, bh);
12216615be1SSteven Whitehouse 			} else {
12316615be1SSteven Whitehouse 				unlock_buffer(bh);
12416615be1SSteven Whitehouse 				brelse(bh);
12516615be1SSteven Whitehouse 			}
126ddacfaf7SSteven Whitehouse 			gfs2_log_lock(sdp);
127ddacfaf7SSteven Whitehouse 
128ddacfaf7SSteven Whitehouse 			retry = 1;
129ddacfaf7SSteven Whitehouse 			break;
130ddacfaf7SSteven Whitehouse 		}
131ddacfaf7SSteven Whitehouse 	} while (retry);
132ddacfaf7SSteven Whitehouse }
133ddacfaf7SSteven Whitehouse 
134ddacfaf7SSteven Whitehouse /**
135ddacfaf7SSteven Whitehouse  * gfs2_ail1_empty_one - Check whether or not a trans in the AIL has been synced
136ddacfaf7SSteven Whitehouse  * @sdp: the filesystem
137ddacfaf7SSteven Whitehouse  * @ai: the AIL entry
138ddacfaf7SSteven Whitehouse  *
139ddacfaf7SSteven Whitehouse  */
140ddacfaf7SSteven Whitehouse 
141ddacfaf7SSteven Whitehouse static int gfs2_ail1_empty_one(struct gfs2_sbd *sdp, struct gfs2_ail *ai, int flags)
142ddacfaf7SSteven Whitehouse {
143ddacfaf7SSteven Whitehouse 	struct gfs2_bufdata *bd, *s;
144ddacfaf7SSteven Whitehouse 	struct buffer_head *bh;
145ddacfaf7SSteven Whitehouse 
146ddacfaf7SSteven Whitehouse 	list_for_each_entry_safe_reverse(bd, s, &ai->ai_ail1_list,
147ddacfaf7SSteven Whitehouse 					 bd_ail_st_list) {
148ddacfaf7SSteven Whitehouse 		bh = bd->bd_bh;
149ddacfaf7SSteven Whitehouse 
150ddacfaf7SSteven Whitehouse 		gfs2_assert(sdp, bd->bd_ail == ai);
151ddacfaf7SSteven Whitehouse 
152ddacfaf7SSteven Whitehouse 		if (buffer_busy(bh)) {
153ddacfaf7SSteven Whitehouse 			if (flags & DIO_ALL)
154ddacfaf7SSteven Whitehouse 				continue;
155ddacfaf7SSteven Whitehouse 			else
156ddacfaf7SSteven Whitehouse 				break;
157ddacfaf7SSteven Whitehouse 		}
158ddacfaf7SSteven Whitehouse 
159ddacfaf7SSteven Whitehouse 		if (!buffer_uptodate(bh))
160ddacfaf7SSteven Whitehouse 			gfs2_io_error_bh(sdp, bh);
161ddacfaf7SSteven Whitehouse 
162ddacfaf7SSteven Whitehouse 		list_move(&bd->bd_ail_st_list, &ai->ai_ail2_list);
163ddacfaf7SSteven Whitehouse 	}
164ddacfaf7SSteven Whitehouse 
165ddacfaf7SSteven Whitehouse 	return list_empty(&ai->ai_ail1_list);
166ddacfaf7SSteven Whitehouse }
167ddacfaf7SSteven Whitehouse 
168a25311c8SSteven Whitehouse static void gfs2_ail1_start(struct gfs2_sbd *sdp, int flags)
169b3b94faaSDavid Teigland {
170693ddeabSBob Peterson 	struct list_head *head;
171cd915493SSteven Whitehouse 	u64 sync_gen;
17274669416SSteven Whitehouse 	struct list_head *first;
17374669416SSteven Whitehouse 	struct gfs2_ail *first_ai, *ai, *tmp;
17474669416SSteven Whitehouse 	int done = 0;
175b3b94faaSDavid Teigland 
176b3b94faaSDavid Teigland 	gfs2_log_lock(sdp);
177693ddeabSBob Peterson 	head = &sdp->sd_ail1_list;
178b3b94faaSDavid Teigland 	if (list_empty(head)) {
179b3b94faaSDavid Teigland 		gfs2_log_unlock(sdp);
180b3b94faaSDavid Teigland 		return;
181b3b94faaSDavid Teigland 	}
182b3b94faaSDavid Teigland 	sync_gen = sdp->sd_ail_sync_gen++;
183b3b94faaSDavid Teigland 
184b3b94faaSDavid Teigland 	first = head->prev;
185b3b94faaSDavid Teigland 	first_ai = list_entry(first, struct gfs2_ail, ai_list);
186b3b94faaSDavid Teigland 	first_ai->ai_sync_gen = sync_gen;
18774669416SSteven Whitehouse 	gfs2_ail1_start_one(sdp, first_ai); /* This may drop log lock */
188b3b94faaSDavid Teigland 
189b3b94faaSDavid Teigland 	if (flags & DIO_ALL)
190b3b94faaSDavid Teigland 		first = NULL;
191b3b94faaSDavid Teigland 
19274669416SSteven Whitehouse 	while(!done) {
193484adff8SSteven Whitehouse 		if (first && (head->prev != first ||
194b3b94faaSDavid Teigland 			      gfs2_ail1_empty_one(sdp, first_ai, 0)))
195b3b94faaSDavid Teigland 			break;
196b3b94faaSDavid Teigland 
19774669416SSteven Whitehouse 		done = 1;
19874669416SSteven Whitehouse 		list_for_each_entry_safe_reverse(ai, tmp, head, ai_list) {
199b3b94faaSDavid Teigland 			if (ai->ai_sync_gen >= sync_gen)
200b3b94faaSDavid Teigland 				continue;
201b3b94faaSDavid Teigland 			ai->ai_sync_gen = sync_gen;
20274669416SSteven Whitehouse 			gfs2_ail1_start_one(sdp, ai); /* This may drop log lock */
20374669416SSteven Whitehouse 			done = 0;
204b3b94faaSDavid Teigland 			break;
205b3b94faaSDavid Teigland 		}
206b3b94faaSDavid Teigland 	}
207b3b94faaSDavid Teigland 
208b3b94faaSDavid Teigland 	gfs2_log_unlock(sdp);
209b3b94faaSDavid Teigland }
210b3b94faaSDavid Teigland 
211b3b94faaSDavid Teigland int gfs2_ail1_empty(struct gfs2_sbd *sdp, int flags)
212b3b94faaSDavid Teigland {
213b3b94faaSDavid Teigland 	struct gfs2_ail *ai, *s;
214b3b94faaSDavid Teigland 	int ret;
215b3b94faaSDavid Teigland 
216b3b94faaSDavid Teigland 	gfs2_log_lock(sdp);
217b3b94faaSDavid Teigland 
218b3b94faaSDavid Teigland 	list_for_each_entry_safe_reverse(ai, s, &sdp->sd_ail1_list, ai_list) {
219b3b94faaSDavid Teigland 		if (gfs2_ail1_empty_one(sdp, ai, flags))
220b3b94faaSDavid Teigland 			list_move(&ai->ai_list, &sdp->sd_ail2_list);
221b3b94faaSDavid Teigland 		else if (!(flags & DIO_ALL))
222b3b94faaSDavid Teigland 			break;
223b3b94faaSDavid Teigland 	}
224b3b94faaSDavid Teigland 
225b3b94faaSDavid Teigland 	ret = list_empty(&sdp->sd_ail1_list);
226b3b94faaSDavid Teigland 
227b3b94faaSDavid Teigland 	gfs2_log_unlock(sdp);
228b3b94faaSDavid Teigland 
229b3b94faaSDavid Teigland 	return ret;
230b3b94faaSDavid Teigland }
231b3b94faaSDavid Teigland 
232ddacfaf7SSteven Whitehouse 
233ddacfaf7SSteven Whitehouse /**
234ddacfaf7SSteven Whitehouse  * gfs2_ail2_empty_one - Check whether or not a trans in the AIL has been synced
235ddacfaf7SSteven Whitehouse  * @sdp: the filesystem
236ddacfaf7SSteven Whitehouse  * @ai: the AIL entry
237ddacfaf7SSteven Whitehouse  *
238ddacfaf7SSteven Whitehouse  */
239ddacfaf7SSteven Whitehouse 
240ddacfaf7SSteven Whitehouse static void gfs2_ail2_empty_one(struct gfs2_sbd *sdp, struct gfs2_ail *ai)
241ddacfaf7SSteven Whitehouse {
242ddacfaf7SSteven Whitehouse 	struct list_head *head = &ai->ai_ail2_list;
243ddacfaf7SSteven Whitehouse 	struct gfs2_bufdata *bd;
244ddacfaf7SSteven Whitehouse 
245ddacfaf7SSteven Whitehouse 	while (!list_empty(head)) {
246ddacfaf7SSteven Whitehouse 		bd = list_entry(head->prev, struct gfs2_bufdata,
247ddacfaf7SSteven Whitehouse 				bd_ail_st_list);
248ddacfaf7SSteven Whitehouse 		gfs2_assert(sdp, bd->bd_ail == ai);
249f91a0d3eSSteven Whitehouse 		gfs2_remove_from_ail(bd);
250ddacfaf7SSteven Whitehouse 	}
251ddacfaf7SSteven Whitehouse }
252ddacfaf7SSteven Whitehouse 
253b3b94faaSDavid Teigland static void ail2_empty(struct gfs2_sbd *sdp, unsigned int new_tail)
254b3b94faaSDavid Teigland {
255b3b94faaSDavid Teigland 	struct gfs2_ail *ai, *safe;
256b3b94faaSDavid Teigland 	unsigned int old_tail = sdp->sd_log_tail;
257b3b94faaSDavid Teigland 	int wrap = (new_tail < old_tail);
258b3b94faaSDavid Teigland 	int a, b, rm;
259b3b94faaSDavid Teigland 
260b3b94faaSDavid Teigland 	gfs2_log_lock(sdp);
261b3b94faaSDavid Teigland 
262b3b94faaSDavid Teigland 	list_for_each_entry_safe(ai, safe, &sdp->sd_ail2_list, ai_list) {
263b3b94faaSDavid Teigland 		a = (old_tail <= ai->ai_first);
264b3b94faaSDavid Teigland 		b = (ai->ai_first < new_tail);
265b3b94faaSDavid Teigland 		rm = (wrap) ? (a || b) : (a && b);
266b3b94faaSDavid Teigland 		if (!rm)
267b3b94faaSDavid Teigland 			continue;
268b3b94faaSDavid Teigland 
269b3b94faaSDavid Teigland 		gfs2_ail2_empty_one(sdp, ai);
270b3b94faaSDavid Teigland 		list_del(&ai->ai_list);
271b3b94faaSDavid Teigland 		gfs2_assert_warn(sdp, list_empty(&ai->ai_ail1_list));
272b3b94faaSDavid Teigland 		gfs2_assert_warn(sdp, list_empty(&ai->ai_ail2_list));
273b3b94faaSDavid Teigland 		kfree(ai);
274b3b94faaSDavid Teigland 	}
275b3b94faaSDavid Teigland 
276b3b94faaSDavid Teigland 	gfs2_log_unlock(sdp);
277b3b94faaSDavid Teigland }
278b3b94faaSDavid Teigland 
279b3b94faaSDavid Teigland /**
280b3b94faaSDavid Teigland  * gfs2_log_reserve - Make a log reservation
281b3b94faaSDavid Teigland  * @sdp: The GFS2 superblock
282b3b94faaSDavid Teigland  * @blks: The number of blocks to reserve
283b3b94faaSDavid Teigland  *
28489918647SSteven Whitehouse  * Note that we never give out the last few blocks of the journal. Thats
2852332c443SRobert Peterson  * due to the fact that there is a small number of header blocks
286b004157aSSteven Whitehouse  * associated with each log flush. The exact number can't be known until
287b004157aSSteven Whitehouse  * flush time, so we ensure that we have just enough free blocks at all
288b004157aSSteven Whitehouse  * times to avoid running out during a log flush.
289b004157aSSteven Whitehouse  *
290b3b94faaSDavid Teigland  * Returns: errno
291b3b94faaSDavid Teigland  */
292b3b94faaSDavid Teigland 
293b3b94faaSDavid Teigland int gfs2_log_reserve(struct gfs2_sbd *sdp, unsigned int blks)
294b3b94faaSDavid Teigland {
295b3b94faaSDavid Teigland 	unsigned int try = 0;
29689918647SSteven Whitehouse 	unsigned reserved_blks = 6 * (4096 / sdp->sd_vfs->s_blocksize);
297b3b94faaSDavid Teigland 
298b3b94faaSDavid Teigland 	if (gfs2_assert_warn(sdp, blks) ||
299b3b94faaSDavid Teigland 	    gfs2_assert_warn(sdp, blks <= sdp->sd_jdesc->jd_blocks))
300b3b94faaSDavid Teigland 		return -EINVAL;
301b3b94faaSDavid Teigland 
30271b86f56SSteven Whitehouse 	mutex_lock(&sdp->sd_log_reserve_mutex);
303b3b94faaSDavid Teigland 	gfs2_log_lock(sdp);
304*fd041f0bSSteven Whitehouse 	while(atomic_read(&sdp->sd_log_blks_free) <= (blks + reserved_blks)) {
305b3b94faaSDavid Teigland 		gfs2_log_unlock(sdp);
306b3b94faaSDavid Teigland 		gfs2_ail1_empty(sdp, 0);
307b09e593dSSteven Whitehouse 		gfs2_log_flush(sdp, NULL);
308b3b94faaSDavid Teigland 
309b3b94faaSDavid Teigland 		if (try++)
310b3b94faaSDavid Teigland 			gfs2_ail1_start(sdp, 0);
311484adff8SSteven Whitehouse 		gfs2_log_lock(sdp);
312b3b94faaSDavid Teigland 	}
313*fd041f0bSSteven Whitehouse 	atomic_sub(blks, &sdp->sd_log_blks_free);
314484adff8SSteven Whitehouse 	gfs2_log_unlock(sdp);
315484adff8SSteven Whitehouse 	mutex_unlock(&sdp->sd_log_reserve_mutex);
316484adff8SSteven Whitehouse 
317484adff8SSteven Whitehouse 	down_read(&sdp->sd_log_flush_lock);
318b3b94faaSDavid Teigland 
319b3b94faaSDavid Teigland 	return 0;
320b3b94faaSDavid Teigland }
321b3b94faaSDavid Teigland 
322b3b94faaSDavid Teigland /**
323b3b94faaSDavid Teigland  * gfs2_log_release - Release a given number of log blocks
324b3b94faaSDavid Teigland  * @sdp: The GFS2 superblock
325b3b94faaSDavid Teigland  * @blks: The number of blocks
326b3b94faaSDavid Teigland  *
327b3b94faaSDavid Teigland  */
328b3b94faaSDavid Teigland 
329b3b94faaSDavid Teigland void gfs2_log_release(struct gfs2_sbd *sdp, unsigned int blks)
330b3b94faaSDavid Teigland {
331b3b94faaSDavid Teigland 
332b3b94faaSDavid Teigland 	gfs2_log_lock(sdp);
333*fd041f0bSSteven Whitehouse 	atomic_add(blks, &sdp->sd_log_blks_free);
334b3b94faaSDavid Teigland 	gfs2_assert_withdraw(sdp,
335*fd041f0bSSteven Whitehouse 			     atomic_read(&sdp->sd_log_blks_free) <= sdp->sd_jdesc->jd_blocks);
336b3b94faaSDavid Teigland 	gfs2_log_unlock(sdp);
337ed386507SSteven Whitehouse 	up_read(&sdp->sd_log_flush_lock);
338b3b94faaSDavid Teigland }
339b3b94faaSDavid Teigland 
340cd915493SSteven Whitehouse static u64 log_bmap(struct gfs2_sbd *sdp, unsigned int lbn)
341b3b94faaSDavid Teigland {
34223591256SSteven Whitehouse 	struct inode *inode = sdp->sd_jdesc->jd_inode;
343b3b94faaSDavid Teigland 	int error;
34423591256SSteven Whitehouse 	struct buffer_head bh_map = { .b_state = 0, .b_blocknr = 0 };
345b3b94faaSDavid Teigland 
34623591256SSteven Whitehouse 	bh_map.b_size = 1 << inode->i_blkbits;
34723591256SSteven Whitehouse 	error = gfs2_block_map(inode, lbn, 0, &bh_map);
3487a6bbacbSSteven Whitehouse 	if (error || !bh_map.b_blocknr)
349aed3255fSRyusuke Konishi 		printk(KERN_INFO "error=%d, dbn=%llu lbn=%u", error,
350aed3255fSRyusuke Konishi 		       (unsigned long long)bh_map.b_blocknr, lbn);
3517a6bbacbSSteven Whitehouse 	gfs2_assert_withdraw(sdp, !error && bh_map.b_blocknr);
352b3b94faaSDavid Teigland 
3537a6bbacbSSteven Whitehouse 	return bh_map.b_blocknr;
354b3b94faaSDavid Teigland }
355b3b94faaSDavid Teigland 
356b3b94faaSDavid Teigland /**
357b3b94faaSDavid Teigland  * log_distance - Compute distance between two journal blocks
358b3b94faaSDavid Teigland  * @sdp: The GFS2 superblock
359b3b94faaSDavid Teigland  * @newer: The most recent journal block of the pair
360b3b94faaSDavid Teigland  * @older: The older journal block of the pair
361b3b94faaSDavid Teigland  *
362b3b94faaSDavid Teigland  *   Compute the distance (in the journal direction) between two
363b3b94faaSDavid Teigland  *   blocks in the journal
364b3b94faaSDavid Teigland  *
365b3b94faaSDavid Teigland  * Returns: the distance in blocks
366b3b94faaSDavid Teigland  */
367b3b94faaSDavid Teigland 
368faa31ce8SSteven Whitehouse static inline unsigned int log_distance(struct gfs2_sbd *sdp, unsigned int newer,
369b3b94faaSDavid Teigland 					unsigned int older)
370b3b94faaSDavid Teigland {
371b3b94faaSDavid Teigland 	int dist;
372b3b94faaSDavid Teigland 
373b3b94faaSDavid Teigland 	dist = newer - older;
374b3b94faaSDavid Teigland 	if (dist < 0)
375b3b94faaSDavid Teigland 		dist += sdp->sd_jdesc->jd_blocks;
376b3b94faaSDavid Teigland 
377b3b94faaSDavid Teigland 	return dist;
378b3b94faaSDavid Teigland }
379b3b94faaSDavid Teigland 
3802332c443SRobert Peterson /**
3812332c443SRobert Peterson  * calc_reserved - Calculate the number of blocks to reserve when
3822332c443SRobert Peterson  *                 refunding a transaction's unused buffers.
3832332c443SRobert Peterson  * @sdp: The GFS2 superblock
3842332c443SRobert Peterson  *
3852332c443SRobert Peterson  * This is complex.  We need to reserve room for all our currently used
3862332c443SRobert Peterson  * metadata buffers (e.g. normal file I/O rewriting file time stamps) and
3872332c443SRobert Peterson  * all our journaled data buffers for journaled files (e.g. files in the
3882332c443SRobert Peterson  * meta_fs like rindex, or files for which chattr +j was done.)
3892332c443SRobert Peterson  * If we don't reserve enough space, gfs2_log_refund and gfs2_log_flush
3902332c443SRobert Peterson  * will count it as free space (sd_log_blks_free) and corruption will follow.
3912332c443SRobert Peterson  *
3922332c443SRobert Peterson  * We can have metadata bufs and jdata bufs in the same journal.  So each
3932332c443SRobert Peterson  * type gets its own log header, for which we need to reserve a block.
3942332c443SRobert Peterson  * In fact, each type has the potential for needing more than one header
3952332c443SRobert Peterson  * in cases where we have more buffers than will fit on a journal page.
3962332c443SRobert Peterson  * Metadata journal entries take up half the space of journaled buffer entries.
3972332c443SRobert Peterson  * Thus, metadata entries have buf_limit (502) and journaled buffers have
3982332c443SRobert Peterson  * databuf_limit (251) before they cause a wrap around.
3992332c443SRobert Peterson  *
4002332c443SRobert Peterson  * Also, we need to reserve blocks for revoke journal entries and one for an
4012332c443SRobert Peterson  * overall header for the lot.
4022332c443SRobert Peterson  *
4032332c443SRobert Peterson  * Returns: the number of blocks reserved
4042332c443SRobert Peterson  */
4052332c443SRobert Peterson static unsigned int calc_reserved(struct gfs2_sbd *sdp)
4062332c443SRobert Peterson {
4072332c443SRobert Peterson 	unsigned int reserved = 0;
4082332c443SRobert Peterson 	unsigned int mbuf_limit, metabufhdrs_needed;
4092332c443SRobert Peterson 	unsigned int dbuf_limit, databufhdrs_needed;
4102332c443SRobert Peterson 	unsigned int revokes = 0;
4112332c443SRobert Peterson 
4122332c443SRobert Peterson 	mbuf_limit = buf_limit(sdp);
4132332c443SRobert Peterson 	metabufhdrs_needed = (sdp->sd_log_commited_buf +
4142332c443SRobert Peterson 			      (mbuf_limit - 1)) / mbuf_limit;
4152332c443SRobert Peterson 	dbuf_limit = databuf_limit(sdp);
4162332c443SRobert Peterson 	databufhdrs_needed = (sdp->sd_log_commited_databuf +
4172332c443SRobert Peterson 			      (dbuf_limit - 1)) / dbuf_limit;
4182332c443SRobert Peterson 
4192332c443SRobert Peterson 	if (sdp->sd_log_commited_revoke)
4202332c443SRobert Peterson 		revokes = gfs2_struct2blk(sdp, sdp->sd_log_commited_revoke,
4212332c443SRobert Peterson 					  sizeof(u64));
4222332c443SRobert Peterson 
4232332c443SRobert Peterson 	reserved = sdp->sd_log_commited_buf + metabufhdrs_needed +
4242332c443SRobert Peterson 		sdp->sd_log_commited_databuf + databufhdrs_needed +
4252332c443SRobert Peterson 		revokes;
4262332c443SRobert Peterson 	/* One for the overall header */
4272332c443SRobert Peterson 	if (reserved)
4282332c443SRobert Peterson 		reserved++;
4292332c443SRobert Peterson 	return reserved;
4302332c443SRobert Peterson }
4312332c443SRobert Peterson 
432b3b94faaSDavid Teigland static unsigned int current_tail(struct gfs2_sbd *sdp)
433b3b94faaSDavid Teigland {
434b3b94faaSDavid Teigland 	struct gfs2_ail *ai;
435b3b94faaSDavid Teigland 	unsigned int tail;
436b3b94faaSDavid Teigland 
437b3b94faaSDavid Teigland 	gfs2_log_lock(sdp);
438b3b94faaSDavid Teigland 
439faa31ce8SSteven Whitehouse 	if (list_empty(&sdp->sd_ail1_list)) {
440b3b94faaSDavid Teigland 		tail = sdp->sd_log_head;
441faa31ce8SSteven Whitehouse 	} else {
442faa31ce8SSteven Whitehouse 		ai = list_entry(sdp->sd_ail1_list.prev, struct gfs2_ail, ai_list);
443b3b94faaSDavid Teigland 		tail = ai->ai_first;
444b3b94faaSDavid Teigland 	}
445b3b94faaSDavid Teigland 
446b3b94faaSDavid Teigland 	gfs2_log_unlock(sdp);
447b3b94faaSDavid Teigland 
448b3b94faaSDavid Teigland 	return tail;
449b3b94faaSDavid Teigland }
450b3b94faaSDavid Teigland 
45116615be1SSteven Whitehouse void gfs2_log_incr_head(struct gfs2_sbd *sdp)
452b3b94faaSDavid Teigland {
453b3b94faaSDavid Teigland 	if (sdp->sd_log_flush_head == sdp->sd_log_tail)
45416615be1SSteven Whitehouse 		BUG_ON(sdp->sd_log_flush_head != sdp->sd_log_head);
455b3b94faaSDavid Teigland 
456b3b94faaSDavid Teigland 	if (++sdp->sd_log_flush_head == sdp->sd_jdesc->jd_blocks) {
457b3b94faaSDavid Teigland 		sdp->sd_log_flush_head = 0;
458b3b94faaSDavid Teigland 		sdp->sd_log_flush_wrapped = 1;
459b3b94faaSDavid Teigland 	}
460b3b94faaSDavid Teigland }
461b3b94faaSDavid Teigland 
462b3b94faaSDavid Teigland /**
46316615be1SSteven Whitehouse  * gfs2_log_write_endio - End of I/O for a log buffer
46416615be1SSteven Whitehouse  * @bh: The buffer head
46516615be1SSteven Whitehouse  * @uptodate: I/O Status
46616615be1SSteven Whitehouse  *
46716615be1SSteven Whitehouse  */
46816615be1SSteven Whitehouse 
46916615be1SSteven Whitehouse static void gfs2_log_write_endio(struct buffer_head *bh, int uptodate)
47016615be1SSteven Whitehouse {
47116615be1SSteven Whitehouse 	struct gfs2_sbd *sdp = bh->b_private;
47216615be1SSteven Whitehouse 	bh->b_private = NULL;
47316615be1SSteven Whitehouse 
47416615be1SSteven Whitehouse 	end_buffer_write_sync(bh, uptodate);
47516615be1SSteven Whitehouse 	if (atomic_dec_and_test(&sdp->sd_log_in_flight))
47616615be1SSteven Whitehouse 		wake_up(&sdp->sd_log_flush_wait);
47716615be1SSteven Whitehouse }
47816615be1SSteven Whitehouse 
47916615be1SSteven Whitehouse /**
480b3b94faaSDavid Teigland  * gfs2_log_get_buf - Get and initialize a buffer to use for log control data
481b3b94faaSDavid Teigland  * @sdp: The GFS2 superblock
482b3b94faaSDavid Teigland  *
483b3b94faaSDavid Teigland  * Returns: the buffer_head
484b3b94faaSDavid Teigland  */
485b3b94faaSDavid Teigland 
486b3b94faaSDavid Teigland struct buffer_head *gfs2_log_get_buf(struct gfs2_sbd *sdp)
487b3b94faaSDavid Teigland {
488cd915493SSteven Whitehouse 	u64 blkno = log_bmap(sdp, sdp->sd_log_flush_head);
489b3b94faaSDavid Teigland 	struct buffer_head *bh;
490b3b94faaSDavid Teigland 
49116615be1SSteven Whitehouse 	bh = sb_getblk(sdp->sd_vfs, blkno);
492b3b94faaSDavid Teigland 	lock_buffer(bh);
493b3b94faaSDavid Teigland 	memset(bh->b_data, 0, bh->b_size);
494b3b94faaSDavid Teigland 	set_buffer_uptodate(bh);
495b3b94faaSDavid Teigland 	clear_buffer_dirty(bh);
49616615be1SSteven Whitehouse 	gfs2_log_incr_head(sdp);
49716615be1SSteven Whitehouse 	atomic_inc(&sdp->sd_log_in_flight);
49816615be1SSteven Whitehouse 	bh->b_private = sdp;
49916615be1SSteven Whitehouse 	bh->b_end_io = gfs2_log_write_endio;
500b3b94faaSDavid Teigland 
501b3b94faaSDavid Teigland 	return bh;
502b3b94faaSDavid Teigland }
503b3b94faaSDavid Teigland 
504b3b94faaSDavid Teigland /**
50516615be1SSteven Whitehouse  * gfs2_fake_write_endio -
50616615be1SSteven Whitehouse  * @bh: The buffer head
50716615be1SSteven Whitehouse  * @uptodate: The I/O Status
50816615be1SSteven Whitehouse  *
50916615be1SSteven Whitehouse  */
51016615be1SSteven Whitehouse 
51116615be1SSteven Whitehouse static void gfs2_fake_write_endio(struct buffer_head *bh, int uptodate)
51216615be1SSteven Whitehouse {
51316615be1SSteven Whitehouse 	struct buffer_head *real_bh = bh->b_private;
5145a60c532SSteven Whitehouse 	struct gfs2_bufdata *bd = real_bh->b_private;
5155a60c532SSteven Whitehouse 	struct gfs2_sbd *sdp = bd->bd_gl->gl_sbd;
51616615be1SSteven Whitehouse 
51716615be1SSteven Whitehouse 	end_buffer_write_sync(bh, uptodate);
51816615be1SSteven Whitehouse 	free_buffer_head(bh);
51916615be1SSteven Whitehouse 	unlock_buffer(real_bh);
52016615be1SSteven Whitehouse 	brelse(real_bh);
52116615be1SSteven Whitehouse 	if (atomic_dec_and_test(&sdp->sd_log_in_flight))
52216615be1SSteven Whitehouse 		wake_up(&sdp->sd_log_flush_wait);
52316615be1SSteven Whitehouse }
52416615be1SSteven Whitehouse 
52516615be1SSteven Whitehouse /**
526b3b94faaSDavid Teigland  * gfs2_log_fake_buf - Build a fake buffer head to write metadata buffer to log
527b3b94faaSDavid Teigland  * @sdp: the filesystem
528b3b94faaSDavid Teigland  * @data: the data the buffer_head should point to
529b3b94faaSDavid Teigland  *
530b3b94faaSDavid Teigland  * Returns: the log buffer descriptor
531b3b94faaSDavid Teigland  */
532b3b94faaSDavid Teigland 
533b3b94faaSDavid Teigland struct buffer_head *gfs2_log_fake_buf(struct gfs2_sbd *sdp,
534b3b94faaSDavid Teigland 				      struct buffer_head *real)
535b3b94faaSDavid Teigland {
536cd915493SSteven Whitehouse 	u64 blkno = log_bmap(sdp, sdp->sd_log_flush_head);
537b3b94faaSDavid Teigland 	struct buffer_head *bh;
538b3b94faaSDavid Teigland 
53916615be1SSteven Whitehouse 	bh = alloc_buffer_head(GFP_NOFS | __GFP_NOFAIL);
540b3b94faaSDavid Teigland 	atomic_set(&bh->b_count, 1);
54116615be1SSteven Whitehouse 	bh->b_state = (1 << BH_Mapped) | (1 << BH_Uptodate) | (1 << BH_Lock);
54218ec7d5cSSteven Whitehouse 	set_bh_page(bh, real->b_page, bh_offset(real));
543b3b94faaSDavid Teigland 	bh->b_blocknr = blkno;
544b3b94faaSDavid Teigland 	bh->b_size = sdp->sd_sb.sb_bsize;
545b3b94faaSDavid Teigland 	bh->b_bdev = sdp->sd_vfs->s_bdev;
54616615be1SSteven Whitehouse 	bh->b_private = real;
54716615be1SSteven Whitehouse 	bh->b_end_io = gfs2_fake_write_endio;
548b3b94faaSDavid Teigland 
54916615be1SSteven Whitehouse 	gfs2_log_incr_head(sdp);
55016615be1SSteven Whitehouse 	atomic_inc(&sdp->sd_log_in_flight);
551b3b94faaSDavid Teigland 
552b3b94faaSDavid Teigland 	return bh;
553b3b94faaSDavid Teigland }
554b3b94faaSDavid Teigland 
5552332c443SRobert Peterson static void log_pull_tail(struct gfs2_sbd *sdp, unsigned int new_tail)
556b3b94faaSDavid Teigland {
557b3b94faaSDavid Teigland 	unsigned int dist = log_distance(sdp, new_tail, sdp->sd_log_tail);
558b3b94faaSDavid Teigland 
559b3b94faaSDavid Teigland 	ail2_empty(sdp, new_tail);
560b3b94faaSDavid Teigland 
561b3b94faaSDavid Teigland 	gfs2_log_lock(sdp);
562*fd041f0bSSteven Whitehouse 	atomic_add(dist, &sdp->sd_log_blks_free);
563*fd041f0bSSteven Whitehouse 	gfs2_assert_withdraw(sdp, atomic_read(&sdp->sd_log_blks_free) <= sdp->sd_jdesc->jd_blocks);
564b3b94faaSDavid Teigland 	gfs2_log_unlock(sdp);
565b3b94faaSDavid Teigland 
566b3b94faaSDavid Teigland 	sdp->sd_log_tail = new_tail;
567b3b94faaSDavid Teigland }
568b3b94faaSDavid Teigland 
569b3b94faaSDavid Teigland /**
570b3b94faaSDavid Teigland  * log_write_header - Get and initialize a journal header buffer
571b3b94faaSDavid Teigland  * @sdp: The GFS2 superblock
572b3b94faaSDavid Teigland  *
573b3b94faaSDavid Teigland  * Returns: the initialized log buffer descriptor
574b3b94faaSDavid Teigland  */
575b3b94faaSDavid Teigland 
576cd915493SSteven Whitehouse static void log_write_header(struct gfs2_sbd *sdp, u32 flags, int pull)
577b3b94faaSDavid Teigland {
578cd915493SSteven Whitehouse 	u64 blkno = log_bmap(sdp, sdp->sd_log_flush_head);
579b3b94faaSDavid Teigland 	struct buffer_head *bh;
580b3b94faaSDavid Teigland 	struct gfs2_log_header *lh;
581b3b94faaSDavid Teigland 	unsigned int tail;
582cd915493SSteven Whitehouse 	u32 hash;
583b3b94faaSDavid Teigland 
584b3b94faaSDavid Teigland 	bh = sb_getblk(sdp->sd_vfs, blkno);
585b3b94faaSDavid Teigland 	lock_buffer(bh);
586b3b94faaSDavid Teigland 	memset(bh->b_data, 0, bh->b_size);
587b3b94faaSDavid Teigland 	set_buffer_uptodate(bh);
588b3b94faaSDavid Teigland 	clear_buffer_dirty(bh);
589b3b94faaSDavid Teigland 	unlock_buffer(bh);
590b3b94faaSDavid Teigland 
591b3b94faaSDavid Teigland 	gfs2_ail1_empty(sdp, 0);
592b3b94faaSDavid Teigland 	tail = current_tail(sdp);
593b3b94faaSDavid Teigland 
594b3b94faaSDavid Teigland 	lh = (struct gfs2_log_header *)bh->b_data;
595b3b94faaSDavid Teigland 	memset(lh, 0, sizeof(struct gfs2_log_header));
596b3b94faaSDavid Teigland 	lh->lh_header.mh_magic = cpu_to_be32(GFS2_MAGIC);
597e3167dedSSteven Whitehouse 	lh->lh_header.mh_type = cpu_to_be32(GFS2_METATYPE_LH);
598e3167dedSSteven Whitehouse 	lh->lh_header.mh_format = cpu_to_be32(GFS2_FORMAT_LH);
599e0f2bf78SSteven Whitehouse 	lh->lh_sequence = cpu_to_be64(sdp->sd_log_sequence++);
600e0f2bf78SSteven Whitehouse 	lh->lh_flags = cpu_to_be32(flags);
601e0f2bf78SSteven Whitehouse 	lh->lh_tail = cpu_to_be32(tail);
602e0f2bf78SSteven Whitehouse 	lh->lh_blkno = cpu_to_be32(sdp->sd_log_flush_head);
603b3b94faaSDavid Teigland 	hash = gfs2_disk_hash(bh->b_data, sizeof(struct gfs2_log_header));
604b3b94faaSDavid Teigland 	lh->lh_hash = cpu_to_be32(hash);
605b3b94faaSDavid Teigland 
606b3b94faaSDavid Teigland 	set_buffer_dirty(bh);
607b3b94faaSDavid Teigland 	if (sync_dirty_buffer(bh))
608b3b94faaSDavid Teigland 		gfs2_io_error_bh(sdp, bh);
609b3b94faaSDavid Teigland 	brelse(bh);
610b3b94faaSDavid Teigland 
611b3b94faaSDavid Teigland 	if (sdp->sd_log_tail != tail)
6122332c443SRobert Peterson 		log_pull_tail(sdp, tail);
613b3b94faaSDavid Teigland 	else
614b3b94faaSDavid Teigland 		gfs2_assert_withdraw(sdp, !pull);
615b3b94faaSDavid Teigland 
616b3b94faaSDavid Teigland 	sdp->sd_log_idle = (tail == sdp->sd_log_flush_head);
61716615be1SSteven Whitehouse 	gfs2_log_incr_head(sdp);
618b3b94faaSDavid Teigland }
619b3b94faaSDavid Teigland 
620b3b94faaSDavid Teigland static void log_flush_commit(struct gfs2_sbd *sdp)
621b3b94faaSDavid Teigland {
62216615be1SSteven Whitehouse 	DEFINE_WAIT(wait);
623b3b94faaSDavid Teigland 
62416615be1SSteven Whitehouse 	if (atomic_read(&sdp->sd_log_in_flight)) {
62516615be1SSteven Whitehouse 		do {
62616615be1SSteven Whitehouse 			prepare_to_wait(&sdp->sd_log_flush_wait, &wait,
62716615be1SSteven Whitehouse 					TASK_UNINTERRUPTIBLE);
62816615be1SSteven Whitehouse 			if (atomic_read(&sdp->sd_log_in_flight))
62916615be1SSteven Whitehouse 				io_schedule();
63016615be1SSteven Whitehouse 		} while(atomic_read(&sdp->sd_log_in_flight));
63116615be1SSteven Whitehouse 		finish_wait(&sdp->sd_log_flush_wait, &wait);
632b3b94faaSDavid Teigland 	}
633b3b94faaSDavid Teigland 
634b3b94faaSDavid Teigland 	log_write_header(sdp, 0, 0);
635b3b94faaSDavid Teigland }
636b3b94faaSDavid Teigland 
637d7b616e2SSteven Whitehouse static void gfs2_ordered_write(struct gfs2_sbd *sdp)
638d7b616e2SSteven Whitehouse {
639d7b616e2SSteven Whitehouse 	struct gfs2_bufdata *bd;
640d7b616e2SSteven Whitehouse 	struct buffer_head *bh;
641d7b616e2SSteven Whitehouse 	LIST_HEAD(written);
642d7b616e2SSteven Whitehouse 
643d7b616e2SSteven Whitehouse 	gfs2_log_lock(sdp);
644d7b616e2SSteven Whitehouse 	while (!list_empty(&sdp->sd_log_le_ordered)) {
645d7b616e2SSteven Whitehouse 		bd = list_entry(sdp->sd_log_le_ordered.next, struct gfs2_bufdata, bd_le.le_list);
646d7b616e2SSteven Whitehouse 		list_move(&bd->bd_le.le_list, &written);
647d7b616e2SSteven Whitehouse 		bh = bd->bd_bh;
648d7b616e2SSteven Whitehouse 		if (!buffer_dirty(bh))
649d7b616e2SSteven Whitehouse 			continue;
650d7b616e2SSteven Whitehouse 		get_bh(bh);
651d7b616e2SSteven Whitehouse 		gfs2_log_unlock(sdp);
652d7b616e2SSteven Whitehouse 		lock_buffer(bh);
653b8e7cbb6SSteven Whitehouse 		if (buffer_mapped(bh) && test_clear_buffer_dirty(bh)) {
654d7b616e2SSteven Whitehouse 			bh->b_end_io = end_buffer_write_sync;
655d7b616e2SSteven Whitehouse 			submit_bh(WRITE, bh);
656d7b616e2SSteven Whitehouse 		} else {
657d7b616e2SSteven Whitehouse 			unlock_buffer(bh);
658d7b616e2SSteven Whitehouse 			brelse(bh);
659d7b616e2SSteven Whitehouse 		}
660d7b616e2SSteven Whitehouse 		gfs2_log_lock(sdp);
661d7b616e2SSteven Whitehouse 	}
662d7b616e2SSteven Whitehouse 	list_splice(&written, &sdp->sd_log_le_ordered);
663d7b616e2SSteven Whitehouse 	gfs2_log_unlock(sdp);
664d7b616e2SSteven Whitehouse }
665d7b616e2SSteven Whitehouse 
666d7b616e2SSteven Whitehouse static void gfs2_ordered_wait(struct gfs2_sbd *sdp)
667d7b616e2SSteven Whitehouse {
668d7b616e2SSteven Whitehouse 	struct gfs2_bufdata *bd;
669d7b616e2SSteven Whitehouse 	struct buffer_head *bh;
670d7b616e2SSteven Whitehouse 
671d7b616e2SSteven Whitehouse 	gfs2_log_lock(sdp);
672d7b616e2SSteven Whitehouse 	while (!list_empty(&sdp->sd_log_le_ordered)) {
673d7b616e2SSteven Whitehouse 		bd = list_entry(sdp->sd_log_le_ordered.prev, struct gfs2_bufdata, bd_le.le_list);
674d7b616e2SSteven Whitehouse 		bh = bd->bd_bh;
675d7b616e2SSteven Whitehouse 		if (buffer_locked(bh)) {
676d7b616e2SSteven Whitehouse 			get_bh(bh);
677d7b616e2SSteven Whitehouse 			gfs2_log_unlock(sdp);
678d7b616e2SSteven Whitehouse 			wait_on_buffer(bh);
679d7b616e2SSteven Whitehouse 			brelse(bh);
680d7b616e2SSteven Whitehouse 			gfs2_log_lock(sdp);
681d7b616e2SSteven Whitehouse 			continue;
682d7b616e2SSteven Whitehouse 		}
683d7b616e2SSteven Whitehouse 		list_del_init(&bd->bd_le.le_list);
684d7b616e2SSteven Whitehouse 	}
685d7b616e2SSteven Whitehouse 	gfs2_log_unlock(sdp);
686d7b616e2SSteven Whitehouse }
687d7b616e2SSteven Whitehouse 
688b3b94faaSDavid Teigland /**
689b09e593dSSteven Whitehouse  * gfs2_log_flush - flush incore transaction(s)
690b3b94faaSDavid Teigland  * @sdp: the filesystem
691b3b94faaSDavid Teigland  * @gl: The glock structure to flush.  If NULL, flush the whole incore log
692b3b94faaSDavid Teigland  *
693b3b94faaSDavid Teigland  */
694b3b94faaSDavid Teigland 
6952bcd610dSSteven Whitehouse void __gfs2_log_flush(struct gfs2_sbd *sdp, struct gfs2_glock *gl)
696b3b94faaSDavid Teigland {
697b3b94faaSDavid Teigland 	struct gfs2_ail *ai;
698b3b94faaSDavid Teigland 
699484adff8SSteven Whitehouse 	down_write(&sdp->sd_log_flush_lock);
700f55ab26aSSteven Whitehouse 
7012bcd610dSSteven Whitehouse 	/* Log might have been flushed while we waited for the flush lock */
7022bcd610dSSteven Whitehouse 	if (gl && !test_bit(GLF_LFLUSH, &gl->gl_flags)) {
703484adff8SSteven Whitehouse 		up_write(&sdp->sd_log_flush_lock);
704f55ab26aSSteven Whitehouse 		return;
705f55ab26aSSteven Whitehouse 	}
706f55ab26aSSteven Whitehouse 
707b09e593dSSteven Whitehouse 	ai = kzalloc(sizeof(struct gfs2_ail), GFP_NOFS | __GFP_NOFAIL);
708b09e593dSSteven Whitehouse 	INIT_LIST_HEAD(&ai->ai_ail1_list);
709b09e593dSSteven Whitehouse 	INIT_LIST_HEAD(&ai->ai_ail2_list);
710b3b94faaSDavid Teigland 
71116615be1SSteven Whitehouse 	if (sdp->sd_log_num_buf != sdp->sd_log_commited_buf) {
71216615be1SSteven Whitehouse 		printk(KERN_INFO "GFS2: log buf %u %u\n", sdp->sd_log_num_buf,
71316615be1SSteven Whitehouse 		       sdp->sd_log_commited_buf);
71416615be1SSteven Whitehouse 		gfs2_assert_withdraw(sdp, 0);
71516615be1SSteven Whitehouse 	}
71616615be1SSteven Whitehouse 	if (sdp->sd_log_num_databuf != sdp->sd_log_commited_databuf) {
71716615be1SSteven Whitehouse 		printk(KERN_INFO "GFS2: log databuf %u %u\n",
71816615be1SSteven Whitehouse 		       sdp->sd_log_num_databuf, sdp->sd_log_commited_databuf);
71916615be1SSteven Whitehouse 		gfs2_assert_withdraw(sdp, 0);
72016615be1SSteven Whitehouse 	}
721b3b94faaSDavid Teigland 	gfs2_assert_withdraw(sdp,
722b3b94faaSDavid Teigland 			sdp->sd_log_num_revoke == sdp->sd_log_commited_revoke);
723b3b94faaSDavid Teigland 
724b3b94faaSDavid Teigland 	sdp->sd_log_flush_head = sdp->sd_log_head;
725b3b94faaSDavid Teigland 	sdp->sd_log_flush_wrapped = 0;
726b3b94faaSDavid Teigland 	ai->ai_first = sdp->sd_log_flush_head;
727b3b94faaSDavid Teigland 
728d7b616e2SSteven Whitehouse 	gfs2_ordered_write(sdp);
729b3b94faaSDavid Teigland 	lops_before_commit(sdp);
730d7b616e2SSteven Whitehouse 	gfs2_ordered_wait(sdp);
731d7b616e2SSteven Whitehouse 
73216615be1SSteven Whitehouse 	if (sdp->sd_log_head != sdp->sd_log_flush_head)
733b3b94faaSDavid Teigland 		log_flush_commit(sdp);
7342332c443SRobert Peterson 	else if (sdp->sd_log_tail != current_tail(sdp) && !sdp->sd_log_idle){
7352332c443SRobert Peterson 		gfs2_log_lock(sdp);
736*fd041f0bSSteven Whitehouse 		atomic_dec(&sdp->sd_log_blks_free); /* Adjust for unreserved buffer */
7372332c443SRobert Peterson 		gfs2_log_unlock(sdp);
738b3b94faaSDavid Teigland 		log_write_header(sdp, 0, PULL);
7392332c443SRobert Peterson 	}
740b3b94faaSDavid Teigland 	lops_after_commit(sdp, ai);
741fe1a698fSSteven Whitehouse 
742fe1a698fSSteven Whitehouse 	gfs2_log_lock(sdp);
743b3b94faaSDavid Teigland 	sdp->sd_log_head = sdp->sd_log_flush_head;
744faa31ce8SSteven Whitehouse 	sdp->sd_log_blks_reserved = 0;
745faa31ce8SSteven Whitehouse 	sdp->sd_log_commited_buf = 0;
7462332c443SRobert Peterson 	sdp->sd_log_commited_databuf = 0;
747b3b94faaSDavid Teigland 	sdp->sd_log_commited_revoke = 0;
748b3b94faaSDavid Teigland 
749b3b94faaSDavid Teigland 	if (!list_empty(&ai->ai_ail1_list)) {
750b3b94faaSDavid Teigland 		list_add(&ai->ai_list, &sdp->sd_ail1_list);
751b3b94faaSDavid Teigland 		ai = NULL;
752b3b94faaSDavid Teigland 	}
753b3b94faaSDavid Teigland 	gfs2_log_unlock(sdp);
754b3b94faaSDavid Teigland 
755b3b94faaSDavid Teigland 	sdp->sd_vfs->s_dirt = 0;
756484adff8SSteven Whitehouse 	up_write(&sdp->sd_log_flush_lock);
757b3b94faaSDavid Teigland 
758b3b94faaSDavid Teigland 	kfree(ai);
759b3b94faaSDavid Teigland }
760b3b94faaSDavid Teigland 
761b3b94faaSDavid Teigland static void log_refund(struct gfs2_sbd *sdp, struct gfs2_trans *tr)
762b3b94faaSDavid Teigland {
7632332c443SRobert Peterson 	unsigned int reserved;
764b3b94faaSDavid Teigland 	unsigned int old;
765b3b94faaSDavid Teigland 
766b3b94faaSDavid Teigland 	gfs2_log_lock(sdp);
767b3b94faaSDavid Teigland 
768b3b94faaSDavid Teigland 	sdp->sd_log_commited_buf += tr->tr_num_buf_new - tr->tr_num_buf_rm;
7692332c443SRobert Peterson 	sdp->sd_log_commited_databuf += tr->tr_num_databuf_new -
7702332c443SRobert Peterson 		tr->tr_num_databuf_rm;
7712332c443SRobert Peterson 	gfs2_assert_withdraw(sdp, (((int)sdp->sd_log_commited_buf) >= 0) ||
7722332c443SRobert Peterson 			     (((int)sdp->sd_log_commited_databuf) >= 0));
773b3b94faaSDavid Teigland 	sdp->sd_log_commited_revoke += tr->tr_num_revoke - tr->tr_num_revoke_rm;
774b3b94faaSDavid Teigland 	gfs2_assert_withdraw(sdp, ((int)sdp->sd_log_commited_revoke) >= 0);
7752332c443SRobert Peterson 	reserved = calc_reserved(sdp);
776*fd041f0bSSteven Whitehouse 	old = atomic_read(&sdp->sd_log_blks_free);
777*fd041f0bSSteven Whitehouse 	atomic_add(tr->tr_reserved - (reserved - sdp->sd_log_blks_reserved),
778*fd041f0bSSteven Whitehouse 		   &sdp->sd_log_blks_free);
779b3b94faaSDavid Teigland 
780*fd041f0bSSteven Whitehouse 	gfs2_assert_withdraw(sdp, atomic_read(&sdp->sd_log_blks_free) >= old);
781*fd041f0bSSteven Whitehouse 	gfs2_assert_withdraw(sdp, atomic_read(&sdp->sd_log_blks_free) <=
7822332c443SRobert Peterson 			     sdp->sd_jdesc->jd_blocks);
783b3b94faaSDavid Teigland 
784b3b94faaSDavid Teigland 	sdp->sd_log_blks_reserved = reserved;
785b3b94faaSDavid Teigland 
786b3b94faaSDavid Teigland 	gfs2_log_unlock(sdp);
787b3b94faaSDavid Teigland }
788b3b94faaSDavid Teigland 
789b3b94faaSDavid Teigland /**
790b3b94faaSDavid Teigland  * gfs2_log_commit - Commit a transaction to the log
791b3b94faaSDavid Teigland  * @sdp: the filesystem
792b3b94faaSDavid Teigland  * @tr: the transaction
793b3b94faaSDavid Teigland  *
794b3b94faaSDavid Teigland  * Returns: errno
795b3b94faaSDavid Teigland  */
796b3b94faaSDavid Teigland 
797b3b94faaSDavid Teigland void gfs2_log_commit(struct gfs2_sbd *sdp, struct gfs2_trans *tr)
798b3b94faaSDavid Teigland {
799b3b94faaSDavid Teigland 	log_refund(sdp, tr);
800b3b94faaSDavid Teigland 	lops_incore_commit(sdp, tr);
801b3b94faaSDavid Teigland 
802b3b94faaSDavid Teigland 	sdp->sd_vfs->s_dirt = 1;
803484adff8SSteven Whitehouse 	up_read(&sdp->sd_log_flush_lock);
804b3b94faaSDavid Teigland 
805b3b94faaSDavid Teigland 	gfs2_log_lock(sdp);
806b004157aSSteven Whitehouse 	if (sdp->sd_log_num_buf > gfs2_tune_get(sdp, gt_incore_log_blocks))
807b004157aSSteven Whitehouse 		wake_up_process(sdp->sd_logd_process);
808b3b94faaSDavid Teigland 	gfs2_log_unlock(sdp);
809faa31ce8SSteven Whitehouse }
810b3b94faaSDavid Teigland 
811b3b94faaSDavid Teigland /**
812b3b94faaSDavid Teigland  * gfs2_log_shutdown - write a shutdown header into a journal
813b3b94faaSDavid Teigland  * @sdp: the filesystem
814b3b94faaSDavid Teigland  *
815b3b94faaSDavid Teigland  */
816b3b94faaSDavid Teigland 
817b3b94faaSDavid Teigland void gfs2_log_shutdown(struct gfs2_sbd *sdp)
818b3b94faaSDavid Teigland {
819484adff8SSteven Whitehouse 	down_write(&sdp->sd_log_flush_lock);
820b3b94faaSDavid Teigland 
821b3b94faaSDavid Teigland 	gfs2_assert_withdraw(sdp, !sdp->sd_log_blks_reserved);
822b3b94faaSDavid Teigland 	gfs2_assert_withdraw(sdp, !sdp->sd_log_num_buf);
823b3b94faaSDavid Teigland 	gfs2_assert_withdraw(sdp, !sdp->sd_log_num_revoke);
824b3b94faaSDavid Teigland 	gfs2_assert_withdraw(sdp, !sdp->sd_log_num_rg);
825b3b94faaSDavid Teigland 	gfs2_assert_withdraw(sdp, !sdp->sd_log_num_databuf);
826b3b94faaSDavid Teigland 	gfs2_assert_withdraw(sdp, list_empty(&sdp->sd_ail1_list));
827b3b94faaSDavid Teigland 
828b3b94faaSDavid Teigland 	sdp->sd_log_flush_head = sdp->sd_log_head;
829b3b94faaSDavid Teigland 	sdp->sd_log_flush_wrapped = 0;
830b3b94faaSDavid Teigland 
8312332c443SRobert Peterson 	log_write_header(sdp, GFS2_LOG_HEAD_UNMOUNT,
8322332c443SRobert Peterson 			 (sdp->sd_log_tail == current_tail(sdp)) ? 0 : PULL);
833b3b94faaSDavid Teigland 
834*fd041f0bSSteven Whitehouse 	gfs2_assert_warn(sdp, atomic_read(&sdp->sd_log_blks_free) == sdp->sd_jdesc->jd_blocks);
835a74604beSSteven Whitehouse 	gfs2_assert_warn(sdp, sdp->sd_log_head == sdp->sd_log_tail);
836a74604beSSteven Whitehouse 	gfs2_assert_warn(sdp, list_empty(&sdp->sd_ail2_list));
837b3b94faaSDavid Teigland 
838b3b94faaSDavid Teigland 	sdp->sd_log_head = sdp->sd_log_flush_head;
839b3b94faaSDavid Teigland 	sdp->sd_log_tail = sdp->sd_log_head;
840b3b94faaSDavid Teigland 
841484adff8SSteven Whitehouse 	up_write(&sdp->sd_log_flush_lock);
842b3b94faaSDavid Teigland }
843b3b94faaSDavid Teigland 
844a25311c8SSteven Whitehouse 
845a25311c8SSteven Whitehouse /**
846a25311c8SSteven Whitehouse  * gfs2_meta_syncfs - sync all the buffers in a filesystem
847a25311c8SSteven Whitehouse  * @sdp: the filesystem
848a25311c8SSteven Whitehouse  *
849a25311c8SSteven Whitehouse  */
850a25311c8SSteven Whitehouse 
851a25311c8SSteven Whitehouse void gfs2_meta_syncfs(struct gfs2_sbd *sdp)
852a25311c8SSteven Whitehouse {
853a25311c8SSteven Whitehouse 	gfs2_log_flush(sdp, NULL);
854a25311c8SSteven Whitehouse 	for (;;) {
855a25311c8SSteven Whitehouse 		gfs2_ail1_start(sdp, DIO_ALL);
856a25311c8SSteven Whitehouse 		if (gfs2_ail1_empty(sdp, DIO_ALL))
857a25311c8SSteven Whitehouse 			break;
858a25311c8SSteven Whitehouse 		msleep(10);
859a25311c8SSteven Whitehouse 	}
860a25311c8SSteven Whitehouse }
861a25311c8SSteven Whitehouse 
862