xref: /openbmc/linux/fs/ext4/inode.c (revision a2dc52b5d1d8cc280b3e795abf1c80ac8c49f30c)
1ac27a0ecSDave Kleikamp /*
2617ba13bSMingming Cao  *  linux/fs/ext4/inode.c
3ac27a0ecSDave Kleikamp  *
4ac27a0ecSDave Kleikamp  * Copyright (C) 1992, 1993, 1994, 1995
5ac27a0ecSDave Kleikamp  * Remy Card (card@masi.ibp.fr)
6ac27a0ecSDave Kleikamp  * Laboratoire MASI - Institut Blaise Pascal
7ac27a0ecSDave Kleikamp  * Universite Pierre et Marie Curie (Paris VI)
8ac27a0ecSDave Kleikamp  *
9ac27a0ecSDave Kleikamp  *  from
10ac27a0ecSDave Kleikamp  *
11ac27a0ecSDave Kleikamp  *  linux/fs/minix/inode.c
12ac27a0ecSDave Kleikamp  *
13ac27a0ecSDave Kleikamp  *  Copyright (C) 1991, 1992  Linus Torvalds
14ac27a0ecSDave Kleikamp  *
15ac27a0ecSDave Kleikamp  *  Goal-directed block allocation by Stephen Tweedie
16ac27a0ecSDave Kleikamp  *	(sct@redhat.com), 1993, 1998
17ac27a0ecSDave Kleikamp  *  Big-endian to little-endian byte-swapping/bitmaps by
18ac27a0ecSDave Kleikamp  *        David S. Miller (davem@caip.rutgers.edu), 1995
19ac27a0ecSDave Kleikamp  *  64-bit file support on 64-bit platforms by Jakub Jelinek
20ac27a0ecSDave Kleikamp  *	(jj@sunsite.ms.mff.cuni.cz)
21ac27a0ecSDave Kleikamp  *
22617ba13bSMingming Cao  *  Assorted race fixes, rewrite of ext4_get_block() by Al Viro, 2000
23ac27a0ecSDave Kleikamp  */
24ac27a0ecSDave Kleikamp 
25ac27a0ecSDave Kleikamp #include <linux/module.h>
26ac27a0ecSDave Kleikamp #include <linux/fs.h>
27ac27a0ecSDave Kleikamp #include <linux/time.h>
28dab291afSMingming Cao #include <linux/jbd2.h>
29ac27a0ecSDave Kleikamp #include <linux/highuid.h>
30ac27a0ecSDave Kleikamp #include <linux/pagemap.h>
31ac27a0ecSDave Kleikamp #include <linux/quotaops.h>
32ac27a0ecSDave Kleikamp #include <linux/string.h>
33ac27a0ecSDave Kleikamp #include <linux/buffer_head.h>
34ac27a0ecSDave Kleikamp #include <linux/writeback.h>
3564769240SAlex Tomas #include <linux/pagevec.h>
36ac27a0ecSDave Kleikamp #include <linux/mpage.h>
37e83c1397SDuane Griffin #include <linux/namei.h>
38ac27a0ecSDave Kleikamp #include <linux/uio.h>
39ac27a0ecSDave Kleikamp #include <linux/bio.h>
403dcf5451SChristoph Hellwig #include "ext4_jbd2.h"
41ac27a0ecSDave Kleikamp #include "xattr.h"
42ac27a0ecSDave Kleikamp #include "acl.h"
43d2a17637SMingming Cao #include "ext4_extents.h"
44ac27a0ecSDave Kleikamp 
45a1d6cc56SAneesh Kumar K.V #define MPAGE_DA_EXTENT_TAIL 0x01
46a1d6cc56SAneesh Kumar K.V 
47678aaf48SJan Kara static inline int ext4_begin_ordered_truncate(struct inode *inode,
48678aaf48SJan Kara 					      loff_t new_size)
49678aaf48SJan Kara {
507f5aa215SJan Kara 	return jbd2_journal_begin_ordered_truncate(
517f5aa215SJan Kara 					EXT4_SB(inode->i_sb)->s_journal,
527f5aa215SJan Kara 					&EXT4_I(inode)->jinode,
53678aaf48SJan Kara 					new_size);
54678aaf48SJan Kara }
55678aaf48SJan Kara 
5664769240SAlex Tomas static void ext4_invalidatepage(struct page *page, unsigned long offset);
5764769240SAlex Tomas 
58ac27a0ecSDave Kleikamp /*
59ac27a0ecSDave Kleikamp  * Test whether an inode is a fast symlink.
60ac27a0ecSDave Kleikamp  */
61617ba13bSMingming Cao static int ext4_inode_is_fast_symlink(struct inode *inode)
62ac27a0ecSDave Kleikamp {
63617ba13bSMingming Cao 	int ea_blocks = EXT4_I(inode)->i_file_acl ?
64ac27a0ecSDave Kleikamp 		(inode->i_sb->s_blocksize >> 9) : 0;
65ac27a0ecSDave Kleikamp 
66ac27a0ecSDave Kleikamp 	return (S_ISLNK(inode->i_mode) && inode->i_blocks - ea_blocks == 0);
67ac27a0ecSDave Kleikamp }
68ac27a0ecSDave Kleikamp 
69ac27a0ecSDave Kleikamp /*
70617ba13bSMingming Cao  * The ext4 forget function must perform a revoke if we are freeing data
71ac27a0ecSDave Kleikamp  * which has been journaled.  Metadata (eg. indirect blocks) must be
72ac27a0ecSDave Kleikamp  * revoked in all cases.
73ac27a0ecSDave Kleikamp  *
74ac27a0ecSDave Kleikamp  * "bh" may be NULL: a metadata block may have been freed from memory
75ac27a0ecSDave Kleikamp  * but there may still be a record of it in the journal, and that record
76ac27a0ecSDave Kleikamp  * still needs to be revoked.
770390131bSFrank Mayhar  *
780390131bSFrank Mayhar  * If the handle isn't valid we're not journaling so there's nothing to do.
79ac27a0ecSDave Kleikamp  */
80617ba13bSMingming Cao int ext4_forget(handle_t *handle, int is_metadata, struct inode *inode,
81617ba13bSMingming Cao 			struct buffer_head *bh, ext4_fsblk_t blocknr)
82ac27a0ecSDave Kleikamp {
83ac27a0ecSDave Kleikamp 	int err;
84ac27a0ecSDave Kleikamp 
850390131bSFrank Mayhar 	if (!ext4_handle_valid(handle))
860390131bSFrank Mayhar 		return 0;
870390131bSFrank Mayhar 
88ac27a0ecSDave Kleikamp 	might_sleep();
89ac27a0ecSDave Kleikamp 
90ac27a0ecSDave Kleikamp 	BUFFER_TRACE(bh, "enter");
91ac27a0ecSDave Kleikamp 
92ac27a0ecSDave Kleikamp 	jbd_debug(4, "forgetting bh %p: is_metadata = %d, mode %o, "
93ac27a0ecSDave Kleikamp 		  "data mode %lx\n",
94ac27a0ecSDave Kleikamp 		  bh, is_metadata, inode->i_mode,
95ac27a0ecSDave Kleikamp 		  test_opt(inode->i_sb, DATA_FLAGS));
96ac27a0ecSDave Kleikamp 
97ac27a0ecSDave Kleikamp 	/* Never use the revoke function if we are doing full data
98ac27a0ecSDave Kleikamp 	 * journaling: there is no need to, and a V1 superblock won't
99ac27a0ecSDave Kleikamp 	 * support it.  Otherwise, only skip the revoke on un-journaled
100ac27a0ecSDave Kleikamp 	 * data blocks. */
101ac27a0ecSDave Kleikamp 
102617ba13bSMingming Cao 	if (test_opt(inode->i_sb, DATA_FLAGS) == EXT4_MOUNT_JOURNAL_DATA ||
103617ba13bSMingming Cao 	    (!is_metadata && !ext4_should_journal_data(inode))) {
104ac27a0ecSDave Kleikamp 		if (bh) {
105dab291afSMingming Cao 			BUFFER_TRACE(bh, "call jbd2_journal_forget");
106617ba13bSMingming Cao 			return ext4_journal_forget(handle, bh);
107ac27a0ecSDave Kleikamp 		}
108ac27a0ecSDave Kleikamp 		return 0;
109ac27a0ecSDave Kleikamp 	}
110ac27a0ecSDave Kleikamp 
111ac27a0ecSDave Kleikamp 	/*
112ac27a0ecSDave Kleikamp 	 * data!=journal && (is_metadata || should_journal_data(inode))
113ac27a0ecSDave Kleikamp 	 */
114617ba13bSMingming Cao 	BUFFER_TRACE(bh, "call ext4_journal_revoke");
115617ba13bSMingming Cao 	err = ext4_journal_revoke(handle, blocknr, bh);
116ac27a0ecSDave Kleikamp 	if (err)
11746e665e9SHarvey Harrison 		ext4_abort(inode->i_sb, __func__,
118ac27a0ecSDave Kleikamp 			   "error %d when attempting revoke", err);
119ac27a0ecSDave Kleikamp 	BUFFER_TRACE(bh, "exit");
120ac27a0ecSDave Kleikamp 	return err;
121ac27a0ecSDave Kleikamp }
122ac27a0ecSDave Kleikamp 
123ac27a0ecSDave Kleikamp /*
124ac27a0ecSDave Kleikamp  * Work out how many blocks we need to proceed with the next chunk of a
125ac27a0ecSDave Kleikamp  * truncate transaction.
126ac27a0ecSDave Kleikamp  */
127ac27a0ecSDave Kleikamp static unsigned long blocks_for_truncate(struct inode *inode)
128ac27a0ecSDave Kleikamp {
129725d26d3SAneesh Kumar K.V 	ext4_lblk_t needed;
130ac27a0ecSDave Kleikamp 
131ac27a0ecSDave Kleikamp 	needed = inode->i_blocks >> (inode->i_sb->s_blocksize_bits - 9);
132ac27a0ecSDave Kleikamp 
133ac27a0ecSDave Kleikamp 	/* Give ourselves just enough room to cope with inodes in which
134ac27a0ecSDave Kleikamp 	 * i_blocks is corrupt: we've seen disk corruptions in the past
135ac27a0ecSDave Kleikamp 	 * which resulted in random data in an inode which looked enough
136617ba13bSMingming Cao 	 * like a regular file for ext4 to try to delete it.  Things
137ac27a0ecSDave Kleikamp 	 * will go a bit crazy if that happens, but at least we should
138ac27a0ecSDave Kleikamp 	 * try not to panic the whole kernel. */
139ac27a0ecSDave Kleikamp 	if (needed < 2)
140ac27a0ecSDave Kleikamp 		needed = 2;
141ac27a0ecSDave Kleikamp 
142ac27a0ecSDave Kleikamp 	/* But we need to bound the transaction so we don't overflow the
143ac27a0ecSDave Kleikamp 	 * journal. */
144617ba13bSMingming Cao 	if (needed > EXT4_MAX_TRANS_DATA)
145617ba13bSMingming Cao 		needed = EXT4_MAX_TRANS_DATA;
146ac27a0ecSDave Kleikamp 
147617ba13bSMingming Cao 	return EXT4_DATA_TRANS_BLOCKS(inode->i_sb) + needed;
148ac27a0ecSDave Kleikamp }
149ac27a0ecSDave Kleikamp 
150ac27a0ecSDave Kleikamp /*
151ac27a0ecSDave Kleikamp  * Truncate transactions can be complex and absolutely huge.  So we need to
152ac27a0ecSDave Kleikamp  * be able to restart the transaction at a conventient checkpoint to make
153ac27a0ecSDave Kleikamp  * sure we don't overflow the journal.
154ac27a0ecSDave Kleikamp  *
155ac27a0ecSDave Kleikamp  * start_transaction gets us a new handle for a truncate transaction,
156ac27a0ecSDave Kleikamp  * and extend_transaction tries to extend the existing one a bit.  If
157ac27a0ecSDave Kleikamp  * extend fails, we need to propagate the failure up and restart the
158ac27a0ecSDave Kleikamp  * transaction in the top-level truncate loop. --sct
159ac27a0ecSDave Kleikamp  */
160ac27a0ecSDave Kleikamp static handle_t *start_transaction(struct inode *inode)
161ac27a0ecSDave Kleikamp {
162ac27a0ecSDave Kleikamp 	handle_t *result;
163ac27a0ecSDave Kleikamp 
164617ba13bSMingming Cao 	result = ext4_journal_start(inode, blocks_for_truncate(inode));
165ac27a0ecSDave Kleikamp 	if (!IS_ERR(result))
166ac27a0ecSDave Kleikamp 		return result;
167ac27a0ecSDave Kleikamp 
168617ba13bSMingming Cao 	ext4_std_error(inode->i_sb, PTR_ERR(result));
169ac27a0ecSDave Kleikamp 	return result;
170ac27a0ecSDave Kleikamp }
171ac27a0ecSDave Kleikamp 
172ac27a0ecSDave Kleikamp /*
173ac27a0ecSDave Kleikamp  * Try to extend this transaction for the purposes of truncation.
174ac27a0ecSDave Kleikamp  *
175ac27a0ecSDave Kleikamp  * Returns 0 if we managed to create more room.  If we can't create more
176ac27a0ecSDave Kleikamp  * room, and the transaction must be restarted we return 1.
177ac27a0ecSDave Kleikamp  */
178ac27a0ecSDave Kleikamp static int try_to_extend_transaction(handle_t *handle, struct inode *inode)
179ac27a0ecSDave Kleikamp {
1800390131bSFrank Mayhar 	if (!ext4_handle_valid(handle))
1810390131bSFrank Mayhar 		return 0;
1820390131bSFrank Mayhar 	if (ext4_handle_has_enough_credits(handle, EXT4_RESERVE_TRANS_BLOCKS+1))
183ac27a0ecSDave Kleikamp 		return 0;
184617ba13bSMingming Cao 	if (!ext4_journal_extend(handle, blocks_for_truncate(inode)))
185ac27a0ecSDave Kleikamp 		return 0;
186ac27a0ecSDave Kleikamp 	return 1;
187ac27a0ecSDave Kleikamp }
188ac27a0ecSDave Kleikamp 
189ac27a0ecSDave Kleikamp /*
190ac27a0ecSDave Kleikamp  * Restart the transaction associated with *handle.  This does a commit,
191ac27a0ecSDave Kleikamp  * so before we call here everything must be consistently dirtied against
192ac27a0ecSDave Kleikamp  * this transaction.
193ac27a0ecSDave Kleikamp  */
194617ba13bSMingming Cao static int ext4_journal_test_restart(handle_t *handle, struct inode *inode)
195ac27a0ecSDave Kleikamp {
1960390131bSFrank Mayhar 	BUG_ON(EXT4_JOURNAL(inode) == NULL);
197ac27a0ecSDave Kleikamp 	jbd_debug(2, "restarting handle %p\n", handle);
198617ba13bSMingming Cao 	return ext4_journal_restart(handle, blocks_for_truncate(inode));
199ac27a0ecSDave Kleikamp }
200ac27a0ecSDave Kleikamp 
201ac27a0ecSDave Kleikamp /*
202ac27a0ecSDave Kleikamp  * Called at the last iput() if i_nlink is zero.
203ac27a0ecSDave Kleikamp  */
204617ba13bSMingming Cao void ext4_delete_inode(struct inode *inode)
205ac27a0ecSDave Kleikamp {
206ac27a0ecSDave Kleikamp 	handle_t *handle;
207bc965ab3STheodore Ts'o 	int err;
208ac27a0ecSDave Kleikamp 
209678aaf48SJan Kara 	if (ext4_should_order_data(inode))
210678aaf48SJan Kara 		ext4_begin_ordered_truncate(inode, 0);
211ac27a0ecSDave Kleikamp 	truncate_inode_pages(&inode->i_data, 0);
212ac27a0ecSDave Kleikamp 
213ac27a0ecSDave Kleikamp 	if (is_bad_inode(inode))
214ac27a0ecSDave Kleikamp 		goto no_delete;
215ac27a0ecSDave Kleikamp 
216bc965ab3STheodore Ts'o 	handle = ext4_journal_start(inode, blocks_for_truncate(inode)+3);
217ac27a0ecSDave Kleikamp 	if (IS_ERR(handle)) {
218bc965ab3STheodore Ts'o 		ext4_std_error(inode->i_sb, PTR_ERR(handle));
219ac27a0ecSDave Kleikamp 		/*
220ac27a0ecSDave Kleikamp 		 * If we're going to skip the normal cleanup, we still need to
221ac27a0ecSDave Kleikamp 		 * make sure that the in-core orphan linked list is properly
222ac27a0ecSDave Kleikamp 		 * cleaned up.
223ac27a0ecSDave Kleikamp 		 */
224617ba13bSMingming Cao 		ext4_orphan_del(NULL, inode);
225ac27a0ecSDave Kleikamp 		goto no_delete;
226ac27a0ecSDave Kleikamp 	}
227ac27a0ecSDave Kleikamp 
228ac27a0ecSDave Kleikamp 	if (IS_SYNC(inode))
2290390131bSFrank Mayhar 		ext4_handle_sync(handle);
230ac27a0ecSDave Kleikamp 	inode->i_size = 0;
231bc965ab3STheodore Ts'o 	err = ext4_mark_inode_dirty(handle, inode);
232bc965ab3STheodore Ts'o 	if (err) {
233bc965ab3STheodore Ts'o 		ext4_warning(inode->i_sb, __func__,
234bc965ab3STheodore Ts'o 			     "couldn't mark inode dirty (err %d)", err);
235bc965ab3STheodore Ts'o 		goto stop_handle;
236bc965ab3STheodore Ts'o 	}
237ac27a0ecSDave Kleikamp 	if (inode->i_blocks)
238617ba13bSMingming Cao 		ext4_truncate(inode);
239bc965ab3STheodore Ts'o 
240bc965ab3STheodore Ts'o 	/*
241bc965ab3STheodore Ts'o 	 * ext4_ext_truncate() doesn't reserve any slop when it
242bc965ab3STheodore Ts'o 	 * restarts journal transactions; therefore there may not be
243bc965ab3STheodore Ts'o 	 * enough credits left in the handle to remove the inode from
244bc965ab3STheodore Ts'o 	 * the orphan list and set the dtime field.
245bc965ab3STheodore Ts'o 	 */
2460390131bSFrank Mayhar 	if (!ext4_handle_has_enough_credits(handle, 3)) {
247bc965ab3STheodore Ts'o 		err = ext4_journal_extend(handle, 3);
248bc965ab3STheodore Ts'o 		if (err > 0)
249bc965ab3STheodore Ts'o 			err = ext4_journal_restart(handle, 3);
250bc965ab3STheodore Ts'o 		if (err != 0) {
251bc965ab3STheodore Ts'o 			ext4_warning(inode->i_sb, __func__,
252bc965ab3STheodore Ts'o 				     "couldn't extend journal (err %d)", err);
253bc965ab3STheodore Ts'o 		stop_handle:
254bc965ab3STheodore Ts'o 			ext4_journal_stop(handle);
255bc965ab3STheodore Ts'o 			goto no_delete;
256bc965ab3STheodore Ts'o 		}
257bc965ab3STheodore Ts'o 	}
258bc965ab3STheodore Ts'o 
259ac27a0ecSDave Kleikamp 	/*
260617ba13bSMingming Cao 	 * Kill off the orphan record which ext4_truncate created.
261ac27a0ecSDave Kleikamp 	 * AKPM: I think this can be inside the above `if'.
262617ba13bSMingming Cao 	 * Note that ext4_orphan_del() has to be able to cope with the
263ac27a0ecSDave Kleikamp 	 * deletion of a non-existent orphan - this is because we don't
264617ba13bSMingming Cao 	 * know if ext4_truncate() actually created an orphan record.
265ac27a0ecSDave Kleikamp 	 * (Well, we could do this if we need to, but heck - it works)
266ac27a0ecSDave Kleikamp 	 */
267617ba13bSMingming Cao 	ext4_orphan_del(handle, inode);
268617ba13bSMingming Cao 	EXT4_I(inode)->i_dtime	= get_seconds();
269ac27a0ecSDave Kleikamp 
270ac27a0ecSDave Kleikamp 	/*
271ac27a0ecSDave Kleikamp 	 * One subtle ordering requirement: if anything has gone wrong
272ac27a0ecSDave Kleikamp 	 * (transaction abort, IO errors, whatever), then we can still
273ac27a0ecSDave Kleikamp 	 * do these next steps (the fs will already have been marked as
274ac27a0ecSDave Kleikamp 	 * having errors), but we can't free the inode if the mark_dirty
275ac27a0ecSDave Kleikamp 	 * fails.
276ac27a0ecSDave Kleikamp 	 */
277617ba13bSMingming Cao 	if (ext4_mark_inode_dirty(handle, inode))
278ac27a0ecSDave Kleikamp 		/* If that failed, just do the required in-core inode clear. */
279ac27a0ecSDave Kleikamp 		clear_inode(inode);
280ac27a0ecSDave Kleikamp 	else
281617ba13bSMingming Cao 		ext4_free_inode(handle, inode);
282617ba13bSMingming Cao 	ext4_journal_stop(handle);
283ac27a0ecSDave Kleikamp 	return;
284ac27a0ecSDave Kleikamp no_delete:
285ac27a0ecSDave Kleikamp 	clear_inode(inode);	/* We must guarantee clearing of inode... */
286ac27a0ecSDave Kleikamp }
287ac27a0ecSDave Kleikamp 
288ac27a0ecSDave Kleikamp typedef struct {
289ac27a0ecSDave Kleikamp 	__le32	*p;
290ac27a0ecSDave Kleikamp 	__le32	key;
291ac27a0ecSDave Kleikamp 	struct buffer_head *bh;
292ac27a0ecSDave Kleikamp } Indirect;
293ac27a0ecSDave Kleikamp 
294ac27a0ecSDave Kleikamp static inline void add_chain(Indirect *p, struct buffer_head *bh, __le32 *v)
295ac27a0ecSDave Kleikamp {
296ac27a0ecSDave Kleikamp 	p->key = *(p->p = v);
297ac27a0ecSDave Kleikamp 	p->bh = bh;
298ac27a0ecSDave Kleikamp }
299ac27a0ecSDave Kleikamp 
300ac27a0ecSDave Kleikamp /**
301617ba13bSMingming Cao  *	ext4_block_to_path - parse the block number into array of offsets
302ac27a0ecSDave Kleikamp  *	@inode: inode in question (we are only interested in its superblock)
303ac27a0ecSDave Kleikamp  *	@i_block: block number to be parsed
304ac27a0ecSDave Kleikamp  *	@offsets: array to store the offsets in
305ac27a0ecSDave Kleikamp  *	@boundary: set this non-zero if the referred-to block is likely to be
306ac27a0ecSDave Kleikamp  *	       followed (on disk) by an indirect block.
307ac27a0ecSDave Kleikamp  *
308617ba13bSMingming Cao  *	To store the locations of file's data ext4 uses a data structure common
309ac27a0ecSDave Kleikamp  *	for UNIX filesystems - tree of pointers anchored in the inode, with
310ac27a0ecSDave Kleikamp  *	data blocks at leaves and indirect blocks in intermediate nodes.
311ac27a0ecSDave Kleikamp  *	This function translates the block number into path in that tree -
312ac27a0ecSDave Kleikamp  *	return value is the path length and @offsets[n] is the offset of
313ac27a0ecSDave Kleikamp  *	pointer to (n+1)th node in the nth one. If @block is out of range
314ac27a0ecSDave Kleikamp  *	(negative or too large) warning is printed and zero returned.
315ac27a0ecSDave Kleikamp  *
316ac27a0ecSDave Kleikamp  *	Note: function doesn't find node addresses, so no IO is needed. All
317ac27a0ecSDave Kleikamp  *	we need to know is the capacity of indirect blocks (taken from the
318ac27a0ecSDave Kleikamp  *	inode->i_sb).
319ac27a0ecSDave Kleikamp  */
320ac27a0ecSDave Kleikamp 
321ac27a0ecSDave Kleikamp /*
322ac27a0ecSDave Kleikamp  * Portability note: the last comparison (check that we fit into triple
323ac27a0ecSDave Kleikamp  * indirect block) is spelled differently, because otherwise on an
324ac27a0ecSDave Kleikamp  * architecture with 32-bit longs and 8Kb pages we might get into trouble
325ac27a0ecSDave Kleikamp  * if our filesystem had 8Kb blocks. We might use long long, but that would
326ac27a0ecSDave Kleikamp  * kill us on x86. Oh, well, at least the sign propagation does not matter -
327ac27a0ecSDave Kleikamp  * i_block would have to be negative in the very beginning, so we would not
328ac27a0ecSDave Kleikamp  * get there at all.
329ac27a0ecSDave Kleikamp  */
330ac27a0ecSDave Kleikamp 
331617ba13bSMingming Cao static int ext4_block_to_path(struct inode *inode,
332725d26d3SAneesh Kumar K.V 			ext4_lblk_t i_block,
333725d26d3SAneesh Kumar K.V 			ext4_lblk_t offsets[4], int *boundary)
334ac27a0ecSDave Kleikamp {
335617ba13bSMingming Cao 	int ptrs = EXT4_ADDR_PER_BLOCK(inode->i_sb);
336617ba13bSMingming Cao 	int ptrs_bits = EXT4_ADDR_PER_BLOCK_BITS(inode->i_sb);
337617ba13bSMingming Cao 	const long direct_blocks = EXT4_NDIR_BLOCKS,
338ac27a0ecSDave Kleikamp 		indirect_blocks = ptrs,
339ac27a0ecSDave Kleikamp 		double_blocks = (1 << (ptrs_bits * 2));
340ac27a0ecSDave Kleikamp 	int n = 0;
341ac27a0ecSDave Kleikamp 	int final = 0;
342ac27a0ecSDave Kleikamp 
343ac27a0ecSDave Kleikamp 	if (i_block < 0) {
344617ba13bSMingming Cao 		ext4_warning(inode->i_sb, "ext4_block_to_path", "block < 0");
345ac27a0ecSDave Kleikamp 	} else if (i_block < direct_blocks) {
346ac27a0ecSDave Kleikamp 		offsets[n++] = i_block;
347ac27a0ecSDave Kleikamp 		final = direct_blocks;
348ac27a0ecSDave Kleikamp 	} else if ((i_block -= direct_blocks) < indirect_blocks) {
349617ba13bSMingming Cao 		offsets[n++] = EXT4_IND_BLOCK;
350ac27a0ecSDave Kleikamp 		offsets[n++] = i_block;
351ac27a0ecSDave Kleikamp 		final = ptrs;
352ac27a0ecSDave Kleikamp 	} else if ((i_block -= indirect_blocks) < double_blocks) {
353617ba13bSMingming Cao 		offsets[n++] = EXT4_DIND_BLOCK;
354ac27a0ecSDave Kleikamp 		offsets[n++] = i_block >> ptrs_bits;
355ac27a0ecSDave Kleikamp 		offsets[n++] = i_block & (ptrs - 1);
356ac27a0ecSDave Kleikamp 		final = ptrs;
357ac27a0ecSDave Kleikamp 	} else if (((i_block -= double_blocks) >> (ptrs_bits * 2)) < ptrs) {
358617ba13bSMingming Cao 		offsets[n++] = EXT4_TIND_BLOCK;
359ac27a0ecSDave Kleikamp 		offsets[n++] = i_block >> (ptrs_bits * 2);
360ac27a0ecSDave Kleikamp 		offsets[n++] = (i_block >> ptrs_bits) & (ptrs - 1);
361ac27a0ecSDave Kleikamp 		offsets[n++] = i_block & (ptrs - 1);
362ac27a0ecSDave Kleikamp 		final = ptrs;
363ac27a0ecSDave Kleikamp 	} else {
364e2b46574SEric Sandeen 		ext4_warning(inode->i_sb, "ext4_block_to_path",
36506a279d6STheodore Ts'o 				"block %lu > max in inode %lu",
366e2b46574SEric Sandeen 				i_block + direct_blocks +
36706a279d6STheodore Ts'o 				indirect_blocks + double_blocks, inode->i_ino);
368ac27a0ecSDave Kleikamp 	}
369ac27a0ecSDave Kleikamp 	if (boundary)
370ac27a0ecSDave Kleikamp 		*boundary = final - 1 - (i_block & (ptrs - 1));
371ac27a0ecSDave Kleikamp 	return n;
372ac27a0ecSDave Kleikamp }
373ac27a0ecSDave Kleikamp 
374fe2c8191SThiemo Nagel static int __ext4_check_blockref(const char *function, struct inode *inode,
375f73953c0SThiemo Nagel 				 __le32 *p, unsigned int max) {
376fe2c8191SThiemo Nagel 
377fe2c8191SThiemo Nagel 	unsigned int maxblocks = ext4_blocks_count(EXT4_SB(inode->i_sb)->s_es);
378f73953c0SThiemo Nagel 	__le32 *bref = p;
379fe2c8191SThiemo Nagel 	while (bref < p+max) {
380f73953c0SThiemo Nagel 		if (unlikely(le32_to_cpu(*bref) >= maxblocks)) {
381fe2c8191SThiemo Nagel 			ext4_error(inode->i_sb, function,
382fe2c8191SThiemo Nagel 				   "block reference %u >= max (%u) "
383fe2c8191SThiemo Nagel 				   "in inode #%lu, offset=%d",
384f73953c0SThiemo Nagel 				   le32_to_cpu(*bref), maxblocks,
385fe2c8191SThiemo Nagel 				   inode->i_ino, (int)(bref-p));
386fe2c8191SThiemo Nagel  			return -EIO;
387fe2c8191SThiemo Nagel  		}
388fe2c8191SThiemo Nagel 		bref++;
389fe2c8191SThiemo Nagel  	}
390fe2c8191SThiemo Nagel  	return 0;
391fe2c8191SThiemo Nagel }
392fe2c8191SThiemo Nagel 
393fe2c8191SThiemo Nagel 
394fe2c8191SThiemo Nagel #define ext4_check_indirect_blockref(inode, bh)                         \
395fe2c8191SThiemo Nagel         __ext4_check_blockref(__func__, inode, (__le32 *)(bh)->b_data,  \
396fe2c8191SThiemo Nagel 			      EXT4_ADDR_PER_BLOCK((inode)->i_sb))
397fe2c8191SThiemo Nagel 
398fe2c8191SThiemo Nagel #define ext4_check_inode_blockref(inode)                                \
399fe2c8191SThiemo Nagel         __ext4_check_blockref(__func__, inode, EXT4_I(inode)->i_data,   \
400fe2c8191SThiemo Nagel 			      EXT4_NDIR_BLOCKS)
401fe2c8191SThiemo Nagel 
402ac27a0ecSDave Kleikamp /**
403617ba13bSMingming Cao  *	ext4_get_branch - read the chain of indirect blocks leading to data
404ac27a0ecSDave Kleikamp  *	@inode: inode in question
405ac27a0ecSDave Kleikamp  *	@depth: depth of the chain (1 - direct pointer, etc.)
406ac27a0ecSDave Kleikamp  *	@offsets: offsets of pointers in inode/indirect blocks
407ac27a0ecSDave Kleikamp  *	@chain: place to store the result
408ac27a0ecSDave Kleikamp  *	@err: here we store the error value
409ac27a0ecSDave Kleikamp  *
410ac27a0ecSDave Kleikamp  *	Function fills the array of triples <key, p, bh> and returns %NULL
411ac27a0ecSDave Kleikamp  *	if everything went OK or the pointer to the last filled triple
412ac27a0ecSDave Kleikamp  *	(incomplete one) otherwise. Upon the return chain[i].key contains
413ac27a0ecSDave Kleikamp  *	the number of (i+1)-th block in the chain (as it is stored in memory,
414ac27a0ecSDave Kleikamp  *	i.e. little-endian 32-bit), chain[i].p contains the address of that
415ac27a0ecSDave Kleikamp  *	number (it points into struct inode for i==0 and into the bh->b_data
416ac27a0ecSDave Kleikamp  *	for i>0) and chain[i].bh points to the buffer_head of i-th indirect
417ac27a0ecSDave Kleikamp  *	block for i>0 and NULL for i==0. In other words, it holds the block
418ac27a0ecSDave Kleikamp  *	numbers of the chain, addresses they were taken from (and where we can
419ac27a0ecSDave Kleikamp  *	verify that chain did not change) and buffer_heads hosting these
420ac27a0ecSDave Kleikamp  *	numbers.
421ac27a0ecSDave Kleikamp  *
422ac27a0ecSDave Kleikamp  *	Function stops when it stumbles upon zero pointer (absent block)
423ac27a0ecSDave Kleikamp  *		(pointer to last triple returned, *@err == 0)
424ac27a0ecSDave Kleikamp  *	or when it gets an IO error reading an indirect block
425ac27a0ecSDave Kleikamp  *		(ditto, *@err == -EIO)
426ac27a0ecSDave Kleikamp  *	or when it reads all @depth-1 indirect blocks successfully and finds
427ac27a0ecSDave Kleikamp  *	the whole chain, all way to the data (returns %NULL, *err == 0).
428c278bfecSAneesh Kumar K.V  *
429c278bfecSAneesh Kumar K.V  *      Need to be called with
4300e855ac8SAneesh Kumar K.V  *      down_read(&EXT4_I(inode)->i_data_sem)
431ac27a0ecSDave Kleikamp  */
432725d26d3SAneesh Kumar K.V static Indirect *ext4_get_branch(struct inode *inode, int depth,
433725d26d3SAneesh Kumar K.V 				 ext4_lblk_t  *offsets,
434ac27a0ecSDave Kleikamp 				 Indirect chain[4], int *err)
435ac27a0ecSDave Kleikamp {
436ac27a0ecSDave Kleikamp 	struct super_block *sb = inode->i_sb;
437ac27a0ecSDave Kleikamp 	Indirect *p = chain;
438ac27a0ecSDave Kleikamp 	struct buffer_head *bh;
439ac27a0ecSDave Kleikamp 
440ac27a0ecSDave Kleikamp 	*err = 0;
441ac27a0ecSDave Kleikamp 	/* i_data is not going away, no lock needed */
442617ba13bSMingming Cao 	add_chain(chain, NULL, EXT4_I(inode)->i_data + *offsets);
443ac27a0ecSDave Kleikamp 	if (!p->key)
444ac27a0ecSDave Kleikamp 		goto no_block;
445ac27a0ecSDave Kleikamp 	while (--depth) {
446fe2c8191SThiemo Nagel 		bh = sb_getblk(sb, le32_to_cpu(p->key));
447fe2c8191SThiemo Nagel 		if (unlikely(!bh))
448ac27a0ecSDave Kleikamp 			goto failure;
449fe2c8191SThiemo Nagel 
450fe2c8191SThiemo Nagel 		if (!bh_uptodate_or_lock(bh)) {
451fe2c8191SThiemo Nagel 			if (bh_submit_read(bh) < 0) {
452fe2c8191SThiemo Nagel 				put_bh(bh);
453fe2c8191SThiemo Nagel 				goto failure;
454fe2c8191SThiemo Nagel 			}
455fe2c8191SThiemo Nagel 			/* validate block references */
456fe2c8191SThiemo Nagel 			if (ext4_check_indirect_blockref(inode, bh)) {
457fe2c8191SThiemo Nagel 				put_bh(bh);
458fe2c8191SThiemo Nagel 				goto failure;
459fe2c8191SThiemo Nagel 			}
460fe2c8191SThiemo Nagel 		}
461fe2c8191SThiemo Nagel 
462ac27a0ecSDave Kleikamp 		add_chain(++p, bh, (__le32 *)bh->b_data + *++offsets);
463ac27a0ecSDave Kleikamp 		/* Reader: end */
464ac27a0ecSDave Kleikamp 		if (!p->key)
465ac27a0ecSDave Kleikamp 			goto no_block;
466ac27a0ecSDave Kleikamp 	}
467ac27a0ecSDave Kleikamp 	return NULL;
468ac27a0ecSDave Kleikamp 
469ac27a0ecSDave Kleikamp failure:
470ac27a0ecSDave Kleikamp 	*err = -EIO;
471ac27a0ecSDave Kleikamp no_block:
472ac27a0ecSDave Kleikamp 	return p;
473ac27a0ecSDave Kleikamp }
474ac27a0ecSDave Kleikamp 
475ac27a0ecSDave Kleikamp /**
476617ba13bSMingming Cao  *	ext4_find_near - find a place for allocation with sufficient locality
477ac27a0ecSDave Kleikamp  *	@inode: owner
478ac27a0ecSDave Kleikamp  *	@ind: descriptor of indirect block.
479ac27a0ecSDave Kleikamp  *
4801cc8dcf5SBenoit Boissinot  *	This function returns the preferred place for block allocation.
481ac27a0ecSDave Kleikamp  *	It is used when heuristic for sequential allocation fails.
482ac27a0ecSDave Kleikamp  *	Rules are:
483ac27a0ecSDave Kleikamp  *	  + if there is a block to the left of our position - allocate near it.
484ac27a0ecSDave Kleikamp  *	  + if pointer will live in indirect block - allocate near that block.
485ac27a0ecSDave Kleikamp  *	  + if pointer will live in inode - allocate in the same
486ac27a0ecSDave Kleikamp  *	    cylinder group.
487ac27a0ecSDave Kleikamp  *
488ac27a0ecSDave Kleikamp  * In the latter case we colour the starting block by the callers PID to
489ac27a0ecSDave Kleikamp  * prevent it from clashing with concurrent allocations for a different inode
490ac27a0ecSDave Kleikamp  * in the same block group.   The PID is used here so that functionally related
491ac27a0ecSDave Kleikamp  * files will be close-by on-disk.
492ac27a0ecSDave Kleikamp  *
493ac27a0ecSDave Kleikamp  *	Caller must make sure that @ind is valid and will stay that way.
494ac27a0ecSDave Kleikamp  */
495617ba13bSMingming Cao static ext4_fsblk_t ext4_find_near(struct inode *inode, Indirect *ind)
496ac27a0ecSDave Kleikamp {
497617ba13bSMingming Cao 	struct ext4_inode_info *ei = EXT4_I(inode);
498ac27a0ecSDave Kleikamp 	__le32 *start = ind->bh ? (__le32 *) ind->bh->b_data : ei->i_data;
499ac27a0ecSDave Kleikamp 	__le32 *p;
500617ba13bSMingming Cao 	ext4_fsblk_t bg_start;
50174d3487fSValerie Clement 	ext4_fsblk_t last_block;
502617ba13bSMingming Cao 	ext4_grpblk_t colour;
503a4912123STheodore Ts'o 	ext4_group_t block_group;
504a4912123STheodore Ts'o 	int flex_size = ext4_flex_bg_size(EXT4_SB(inode->i_sb));
505ac27a0ecSDave Kleikamp 
506ac27a0ecSDave Kleikamp 	/* Try to find previous block */
507ac27a0ecSDave Kleikamp 	for (p = ind->p - 1; p >= start; p--) {
508ac27a0ecSDave Kleikamp 		if (*p)
509ac27a0ecSDave Kleikamp 			return le32_to_cpu(*p);
510ac27a0ecSDave Kleikamp 	}
511ac27a0ecSDave Kleikamp 
512ac27a0ecSDave Kleikamp 	/* No such thing, so let's try location of indirect block */
513ac27a0ecSDave Kleikamp 	if (ind->bh)
514ac27a0ecSDave Kleikamp 		return ind->bh->b_blocknr;
515ac27a0ecSDave Kleikamp 
516ac27a0ecSDave Kleikamp 	/*
517ac27a0ecSDave Kleikamp 	 * It is going to be referred to from the inode itself? OK, just put it
518ac27a0ecSDave Kleikamp 	 * into the same cylinder group then.
519ac27a0ecSDave Kleikamp 	 */
520a4912123STheodore Ts'o 	block_group = ei->i_block_group;
521a4912123STheodore Ts'o 	if (flex_size >= EXT4_FLEX_SIZE_DIR_ALLOC_SCHEME) {
522a4912123STheodore Ts'o 		block_group &= ~(flex_size-1);
523a4912123STheodore Ts'o 		if (S_ISREG(inode->i_mode))
524a4912123STheodore Ts'o 			block_group++;
525a4912123STheodore Ts'o 	}
526a4912123STheodore Ts'o 	bg_start = ext4_group_first_block_no(inode->i_sb, block_group);
52774d3487fSValerie Clement 	last_block = ext4_blocks_count(EXT4_SB(inode->i_sb)->s_es) - 1;
52874d3487fSValerie Clement 
529a4912123STheodore Ts'o 	/*
530a4912123STheodore Ts'o 	 * If we are doing delayed allocation, we don't need take
531a4912123STheodore Ts'o 	 * colour into account.
532a4912123STheodore Ts'o 	 */
533a4912123STheodore Ts'o 	if (test_opt(inode->i_sb, DELALLOC))
534a4912123STheodore Ts'o 		return bg_start;
535a4912123STheodore Ts'o 
53674d3487fSValerie Clement 	if (bg_start + EXT4_BLOCKS_PER_GROUP(inode->i_sb) <= last_block)
537ac27a0ecSDave Kleikamp 		colour = (current->pid % 16) *
538617ba13bSMingming Cao 			(EXT4_BLOCKS_PER_GROUP(inode->i_sb) / 16);
53974d3487fSValerie Clement 	else
54074d3487fSValerie Clement 		colour = (current->pid % 16) * ((last_block - bg_start) / 16);
541ac27a0ecSDave Kleikamp 	return bg_start + colour;
542ac27a0ecSDave Kleikamp }
543ac27a0ecSDave Kleikamp 
544ac27a0ecSDave Kleikamp /**
5451cc8dcf5SBenoit Boissinot  *	ext4_find_goal - find a preferred place for allocation.
546ac27a0ecSDave Kleikamp  *	@inode: owner
547ac27a0ecSDave Kleikamp  *	@block:  block we want
548ac27a0ecSDave Kleikamp  *	@partial: pointer to the last triple within a chain
549ac27a0ecSDave Kleikamp  *
5501cc8dcf5SBenoit Boissinot  *	Normally this function find the preferred place for block allocation,
551fb01bfdaSAkinobu Mita  *	returns it.
552ac27a0ecSDave Kleikamp  */
553725d26d3SAneesh Kumar K.V static ext4_fsblk_t ext4_find_goal(struct inode *inode, ext4_lblk_t block,
554fb01bfdaSAkinobu Mita 		Indirect *partial)
555ac27a0ecSDave Kleikamp {
556ac27a0ecSDave Kleikamp 	/*
557c2ea3fdeSTheodore Ts'o 	 * XXX need to get goal block from mballoc's data structures
558ac27a0ecSDave Kleikamp 	 */
559ac27a0ecSDave Kleikamp 
560617ba13bSMingming Cao 	return ext4_find_near(inode, partial);
561ac27a0ecSDave Kleikamp }
562ac27a0ecSDave Kleikamp 
563ac27a0ecSDave Kleikamp /**
564617ba13bSMingming Cao  *	ext4_blks_to_allocate: Look up the block map and count the number
565ac27a0ecSDave Kleikamp  *	of direct blocks need to be allocated for the given branch.
566ac27a0ecSDave Kleikamp  *
567ac27a0ecSDave Kleikamp  *	@branch: chain of indirect blocks
568ac27a0ecSDave Kleikamp  *	@k: number of blocks need for indirect blocks
569ac27a0ecSDave Kleikamp  *	@blks: number of data blocks to be mapped.
570ac27a0ecSDave Kleikamp  *	@blocks_to_boundary:  the offset in the indirect block
571ac27a0ecSDave Kleikamp  *
572ac27a0ecSDave Kleikamp  *	return the total number of blocks to be allocate, including the
573ac27a0ecSDave Kleikamp  *	direct and indirect blocks.
574ac27a0ecSDave Kleikamp  */
575498e5f24STheodore Ts'o static int ext4_blks_to_allocate(Indirect *branch, int k, unsigned int blks,
576ac27a0ecSDave Kleikamp 		int blocks_to_boundary)
577ac27a0ecSDave Kleikamp {
578498e5f24STheodore Ts'o 	unsigned int count = 0;
579ac27a0ecSDave Kleikamp 
580ac27a0ecSDave Kleikamp 	/*
581ac27a0ecSDave Kleikamp 	 * Simple case, [t,d]Indirect block(s) has not allocated yet
582ac27a0ecSDave Kleikamp 	 * then it's clear blocks on that path have not allocated
583ac27a0ecSDave Kleikamp 	 */
584ac27a0ecSDave Kleikamp 	if (k > 0) {
585ac27a0ecSDave Kleikamp 		/* right now we don't handle cross boundary allocation */
586ac27a0ecSDave Kleikamp 		if (blks < blocks_to_boundary + 1)
587ac27a0ecSDave Kleikamp 			count += blks;
588ac27a0ecSDave Kleikamp 		else
589ac27a0ecSDave Kleikamp 			count += blocks_to_boundary + 1;
590ac27a0ecSDave Kleikamp 		return count;
591ac27a0ecSDave Kleikamp 	}
592ac27a0ecSDave Kleikamp 
593ac27a0ecSDave Kleikamp 	count++;
594ac27a0ecSDave Kleikamp 	while (count < blks && count <= blocks_to_boundary &&
595ac27a0ecSDave Kleikamp 		le32_to_cpu(*(branch[0].p + count)) == 0) {
596ac27a0ecSDave Kleikamp 		count++;
597ac27a0ecSDave Kleikamp 	}
598ac27a0ecSDave Kleikamp 	return count;
599ac27a0ecSDave Kleikamp }
600ac27a0ecSDave Kleikamp 
601ac27a0ecSDave Kleikamp /**
602617ba13bSMingming Cao  *	ext4_alloc_blocks: multiple allocate blocks needed for a branch
603ac27a0ecSDave Kleikamp  *	@indirect_blks: the number of blocks need to allocate for indirect
604ac27a0ecSDave Kleikamp  *			blocks
605ac27a0ecSDave Kleikamp  *
606ac27a0ecSDave Kleikamp  *	@new_blocks: on return it will store the new block numbers for
607ac27a0ecSDave Kleikamp  *	the indirect blocks(if needed) and the first direct block,
608ac27a0ecSDave Kleikamp  *	@blks:	on return it will store the total number of allocated
609ac27a0ecSDave Kleikamp  *		direct blocks
610ac27a0ecSDave Kleikamp  */
611617ba13bSMingming Cao static int ext4_alloc_blocks(handle_t *handle, struct inode *inode,
6127061eba7SAneesh Kumar K.V 				ext4_lblk_t iblock, ext4_fsblk_t goal,
6137061eba7SAneesh Kumar K.V 				int indirect_blks, int blks,
614617ba13bSMingming Cao 				ext4_fsblk_t new_blocks[4], int *err)
615ac27a0ecSDave Kleikamp {
616815a1130STheodore Ts'o 	struct ext4_allocation_request ar;
617ac27a0ecSDave Kleikamp 	int target, i;
6187061eba7SAneesh Kumar K.V 	unsigned long count = 0, blk_allocated = 0;
619ac27a0ecSDave Kleikamp 	int index = 0;
620617ba13bSMingming Cao 	ext4_fsblk_t current_block = 0;
621ac27a0ecSDave Kleikamp 	int ret = 0;
622ac27a0ecSDave Kleikamp 
623ac27a0ecSDave Kleikamp 	/*
624ac27a0ecSDave Kleikamp 	 * Here we try to allocate the requested multiple blocks at once,
625ac27a0ecSDave Kleikamp 	 * on a best-effort basis.
626ac27a0ecSDave Kleikamp 	 * To build a branch, we should allocate blocks for
627ac27a0ecSDave Kleikamp 	 * the indirect blocks(if not allocated yet), and at least
628ac27a0ecSDave Kleikamp 	 * the first direct block of this branch.  That's the
629ac27a0ecSDave Kleikamp 	 * minimum number of blocks need to allocate(required)
630ac27a0ecSDave Kleikamp 	 */
6317061eba7SAneesh Kumar K.V 	/* first we try to allocate the indirect blocks */
6327061eba7SAneesh Kumar K.V 	target = indirect_blks;
6337061eba7SAneesh Kumar K.V 	while (target > 0) {
634ac27a0ecSDave Kleikamp 		count = target;
635ac27a0ecSDave Kleikamp 		/* allocating blocks for indirect blocks and direct blocks */
6367061eba7SAneesh Kumar K.V 		current_block = ext4_new_meta_blocks(handle, inode,
6377061eba7SAneesh Kumar K.V 							goal, &count, err);
638ac27a0ecSDave Kleikamp 		if (*err)
639ac27a0ecSDave Kleikamp 			goto failed_out;
640ac27a0ecSDave Kleikamp 
641ac27a0ecSDave Kleikamp 		target -= count;
642ac27a0ecSDave Kleikamp 		/* allocate blocks for indirect blocks */
643ac27a0ecSDave Kleikamp 		while (index < indirect_blks && count) {
644ac27a0ecSDave Kleikamp 			new_blocks[index++] = current_block++;
645ac27a0ecSDave Kleikamp 			count--;
646ac27a0ecSDave Kleikamp 		}
6477061eba7SAneesh Kumar K.V 		if (count > 0) {
6487061eba7SAneesh Kumar K.V 			/*
6497061eba7SAneesh Kumar K.V 			 * save the new block number
6507061eba7SAneesh Kumar K.V 			 * for the first direct block
6517061eba7SAneesh Kumar K.V 			 */
6527061eba7SAneesh Kumar K.V 			new_blocks[index] = current_block;
6537061eba7SAneesh Kumar K.V 			printk(KERN_INFO "%s returned more blocks than "
6547061eba7SAneesh Kumar K.V 						"requested\n", __func__);
6557061eba7SAneesh Kumar K.V 			WARN_ON(1);
656ac27a0ecSDave Kleikamp 			break;
657ac27a0ecSDave Kleikamp 		}
6587061eba7SAneesh Kumar K.V 	}
659ac27a0ecSDave Kleikamp 
6607061eba7SAneesh Kumar K.V 	target = blks - count ;
6617061eba7SAneesh Kumar K.V 	blk_allocated = count;
6627061eba7SAneesh Kumar K.V 	if (!target)
6637061eba7SAneesh Kumar K.V 		goto allocated;
6647061eba7SAneesh Kumar K.V 	/* Now allocate data blocks */
665815a1130STheodore Ts'o 	memset(&ar, 0, sizeof(ar));
666815a1130STheodore Ts'o 	ar.inode = inode;
667815a1130STheodore Ts'o 	ar.goal = goal;
668815a1130STheodore Ts'o 	ar.len = target;
669815a1130STheodore Ts'o 	ar.logical = iblock;
670815a1130STheodore Ts'o 	if (S_ISREG(inode->i_mode))
671815a1130STheodore Ts'o 		/* enable in-core preallocation only for regular files */
672815a1130STheodore Ts'o 		ar.flags = EXT4_MB_HINT_DATA;
673815a1130STheodore Ts'o 
674815a1130STheodore Ts'o 	current_block = ext4_mb_new_blocks(handle, &ar, err);
675815a1130STheodore Ts'o 
6767061eba7SAneesh Kumar K.V 	if (*err && (target == blks)) {
6777061eba7SAneesh Kumar K.V 		/*
6787061eba7SAneesh Kumar K.V 		 * if the allocation failed and we didn't allocate
6797061eba7SAneesh Kumar K.V 		 * any blocks before
6807061eba7SAneesh Kumar K.V 		 */
6817061eba7SAneesh Kumar K.V 		goto failed_out;
6827061eba7SAneesh Kumar K.V 	}
6837061eba7SAneesh Kumar K.V 	if (!*err) {
6847061eba7SAneesh Kumar K.V 		if (target == blks) {
6857061eba7SAneesh Kumar K.V 		/*
6867061eba7SAneesh Kumar K.V 		 * save the new block number
6877061eba7SAneesh Kumar K.V 		 * for the first direct block
6887061eba7SAneesh Kumar K.V 		 */
689ac27a0ecSDave Kleikamp 			new_blocks[index] = current_block;
6907061eba7SAneesh Kumar K.V 		}
691815a1130STheodore Ts'o 		blk_allocated += ar.len;
6927061eba7SAneesh Kumar K.V 	}
6937061eba7SAneesh Kumar K.V allocated:
694ac27a0ecSDave Kleikamp 	/* total number of blocks allocated for direct blocks */
6957061eba7SAneesh Kumar K.V 	ret = blk_allocated;
696ac27a0ecSDave Kleikamp 	*err = 0;
697ac27a0ecSDave Kleikamp 	return ret;
698ac27a0ecSDave Kleikamp failed_out:
699ac27a0ecSDave Kleikamp 	for (i = 0; i < index; i++)
700c9de560dSAlex Tomas 		ext4_free_blocks(handle, inode, new_blocks[i], 1, 0);
701ac27a0ecSDave Kleikamp 	return ret;
702ac27a0ecSDave Kleikamp }
703ac27a0ecSDave Kleikamp 
704ac27a0ecSDave Kleikamp /**
705617ba13bSMingming Cao  *	ext4_alloc_branch - allocate and set up a chain of blocks.
706ac27a0ecSDave Kleikamp  *	@inode: owner
707ac27a0ecSDave Kleikamp  *	@indirect_blks: number of allocated indirect blocks
708ac27a0ecSDave Kleikamp  *	@blks: number of allocated direct blocks
709ac27a0ecSDave Kleikamp  *	@offsets: offsets (in the blocks) to store the pointers to next.
710ac27a0ecSDave Kleikamp  *	@branch: place to store the chain in.
711ac27a0ecSDave Kleikamp  *
712ac27a0ecSDave Kleikamp  *	This function allocates blocks, zeroes out all but the last one,
713ac27a0ecSDave Kleikamp  *	links them into chain and (if we are synchronous) writes them to disk.
714ac27a0ecSDave Kleikamp  *	In other words, it prepares a branch that can be spliced onto the
715ac27a0ecSDave Kleikamp  *	inode. It stores the information about that chain in the branch[], in
716617ba13bSMingming Cao  *	the same format as ext4_get_branch() would do. We are calling it after
717ac27a0ecSDave Kleikamp  *	we had read the existing part of chain and partial points to the last
718ac27a0ecSDave Kleikamp  *	triple of that (one with zero ->key). Upon the exit we have the same
719617ba13bSMingming Cao  *	picture as after the successful ext4_get_block(), except that in one
720ac27a0ecSDave Kleikamp  *	place chain is disconnected - *branch->p is still zero (we did not
721ac27a0ecSDave Kleikamp  *	set the last link), but branch->key contains the number that should
722ac27a0ecSDave Kleikamp  *	be placed into *branch->p to fill that gap.
723ac27a0ecSDave Kleikamp  *
724ac27a0ecSDave Kleikamp  *	If allocation fails we free all blocks we've allocated (and forget
725ac27a0ecSDave Kleikamp  *	their buffer_heads) and return the error value the from failed
726617ba13bSMingming Cao  *	ext4_alloc_block() (normally -ENOSPC). Otherwise we set the chain
727ac27a0ecSDave Kleikamp  *	as described above and return 0.
728ac27a0ecSDave Kleikamp  */
729617ba13bSMingming Cao static int ext4_alloc_branch(handle_t *handle, struct inode *inode,
7307061eba7SAneesh Kumar K.V 				ext4_lblk_t iblock, int indirect_blks,
7317061eba7SAneesh Kumar K.V 				int *blks, ext4_fsblk_t goal,
732725d26d3SAneesh Kumar K.V 				ext4_lblk_t *offsets, Indirect *branch)
733ac27a0ecSDave Kleikamp {
734ac27a0ecSDave Kleikamp 	int blocksize = inode->i_sb->s_blocksize;
735ac27a0ecSDave Kleikamp 	int i, n = 0;
736ac27a0ecSDave Kleikamp 	int err = 0;
737ac27a0ecSDave Kleikamp 	struct buffer_head *bh;
738ac27a0ecSDave Kleikamp 	int num;
739617ba13bSMingming Cao 	ext4_fsblk_t new_blocks[4];
740617ba13bSMingming Cao 	ext4_fsblk_t current_block;
741ac27a0ecSDave Kleikamp 
7427061eba7SAneesh Kumar K.V 	num = ext4_alloc_blocks(handle, inode, iblock, goal, indirect_blks,
743ac27a0ecSDave Kleikamp 				*blks, new_blocks, &err);
744ac27a0ecSDave Kleikamp 	if (err)
745ac27a0ecSDave Kleikamp 		return err;
746ac27a0ecSDave Kleikamp 
747ac27a0ecSDave Kleikamp 	branch[0].key = cpu_to_le32(new_blocks[0]);
748ac27a0ecSDave Kleikamp 	/*
749ac27a0ecSDave Kleikamp 	 * metadata blocks and data blocks are allocated.
750ac27a0ecSDave Kleikamp 	 */
751ac27a0ecSDave Kleikamp 	for (n = 1; n <= indirect_blks;  n++) {
752ac27a0ecSDave Kleikamp 		/*
753ac27a0ecSDave Kleikamp 		 * Get buffer_head for parent block, zero it out
754ac27a0ecSDave Kleikamp 		 * and set the pointer to new one, then send
755ac27a0ecSDave Kleikamp 		 * parent to disk.
756ac27a0ecSDave Kleikamp 		 */
757ac27a0ecSDave Kleikamp 		bh = sb_getblk(inode->i_sb, new_blocks[n-1]);
758ac27a0ecSDave Kleikamp 		branch[n].bh = bh;
759ac27a0ecSDave Kleikamp 		lock_buffer(bh);
760ac27a0ecSDave Kleikamp 		BUFFER_TRACE(bh, "call get_create_access");
761617ba13bSMingming Cao 		err = ext4_journal_get_create_access(handle, bh);
762ac27a0ecSDave Kleikamp 		if (err) {
763ac27a0ecSDave Kleikamp 			unlock_buffer(bh);
764ac27a0ecSDave Kleikamp 			brelse(bh);
765ac27a0ecSDave Kleikamp 			goto failed;
766ac27a0ecSDave Kleikamp 		}
767ac27a0ecSDave Kleikamp 
768ac27a0ecSDave Kleikamp 		memset(bh->b_data, 0, blocksize);
769ac27a0ecSDave Kleikamp 		branch[n].p = (__le32 *) bh->b_data + offsets[n];
770ac27a0ecSDave Kleikamp 		branch[n].key = cpu_to_le32(new_blocks[n]);
771ac27a0ecSDave Kleikamp 		*branch[n].p = branch[n].key;
772ac27a0ecSDave Kleikamp 		if (n == indirect_blks) {
773ac27a0ecSDave Kleikamp 			current_block = new_blocks[n];
774ac27a0ecSDave Kleikamp 			/*
775ac27a0ecSDave Kleikamp 			 * End of chain, update the last new metablock of
776ac27a0ecSDave Kleikamp 			 * the chain to point to the new allocated
777ac27a0ecSDave Kleikamp 			 * data blocks numbers
778ac27a0ecSDave Kleikamp 			 */
779ac27a0ecSDave Kleikamp 			for (i=1; i < num; i++)
780ac27a0ecSDave Kleikamp 				*(branch[n].p + i) = cpu_to_le32(++current_block);
781ac27a0ecSDave Kleikamp 		}
782ac27a0ecSDave Kleikamp 		BUFFER_TRACE(bh, "marking uptodate");
783ac27a0ecSDave Kleikamp 		set_buffer_uptodate(bh);
784ac27a0ecSDave Kleikamp 		unlock_buffer(bh);
785ac27a0ecSDave Kleikamp 
7860390131bSFrank Mayhar 		BUFFER_TRACE(bh, "call ext4_handle_dirty_metadata");
7870390131bSFrank Mayhar 		err = ext4_handle_dirty_metadata(handle, inode, bh);
788ac27a0ecSDave Kleikamp 		if (err)
789ac27a0ecSDave Kleikamp 			goto failed;
790ac27a0ecSDave Kleikamp 	}
791ac27a0ecSDave Kleikamp 	*blks = num;
792ac27a0ecSDave Kleikamp 	return err;
793ac27a0ecSDave Kleikamp failed:
794ac27a0ecSDave Kleikamp 	/* Allocation failed, free what we already allocated */
795ac27a0ecSDave Kleikamp 	for (i = 1; i <= n ; i++) {
796dab291afSMingming Cao 		BUFFER_TRACE(branch[i].bh, "call jbd2_journal_forget");
797617ba13bSMingming Cao 		ext4_journal_forget(handle, branch[i].bh);
798ac27a0ecSDave Kleikamp 	}
799ac27a0ecSDave Kleikamp 	for (i = 0; i < indirect_blks; i++)
800c9de560dSAlex Tomas 		ext4_free_blocks(handle, inode, new_blocks[i], 1, 0);
801ac27a0ecSDave Kleikamp 
802c9de560dSAlex Tomas 	ext4_free_blocks(handle, inode, new_blocks[i], num, 0);
803ac27a0ecSDave Kleikamp 
804ac27a0ecSDave Kleikamp 	return err;
805ac27a0ecSDave Kleikamp }
806ac27a0ecSDave Kleikamp 
807ac27a0ecSDave Kleikamp /**
808617ba13bSMingming Cao  * ext4_splice_branch - splice the allocated branch onto inode.
809ac27a0ecSDave Kleikamp  * @inode: owner
810ac27a0ecSDave Kleikamp  * @block: (logical) number of block we are adding
811ac27a0ecSDave Kleikamp  * @chain: chain of indirect blocks (with a missing link - see
812617ba13bSMingming Cao  *	ext4_alloc_branch)
813ac27a0ecSDave Kleikamp  * @where: location of missing link
814ac27a0ecSDave Kleikamp  * @num:   number of indirect blocks we are adding
815ac27a0ecSDave Kleikamp  * @blks:  number of direct blocks we are adding
816ac27a0ecSDave Kleikamp  *
817ac27a0ecSDave Kleikamp  * This function fills the missing link and does all housekeeping needed in
818ac27a0ecSDave Kleikamp  * inode (->i_blocks, etc.). In case of success we end up with the full
819ac27a0ecSDave Kleikamp  * chain to new block and return 0.
820ac27a0ecSDave Kleikamp  */
821617ba13bSMingming Cao static int ext4_splice_branch(handle_t *handle, struct inode *inode,
822725d26d3SAneesh Kumar K.V 			ext4_lblk_t block, Indirect *where, int num, int blks)
823ac27a0ecSDave Kleikamp {
824ac27a0ecSDave Kleikamp 	int i;
825ac27a0ecSDave Kleikamp 	int err = 0;
826617ba13bSMingming Cao 	ext4_fsblk_t current_block;
827ac27a0ecSDave Kleikamp 
828ac27a0ecSDave Kleikamp 	/*
829ac27a0ecSDave Kleikamp 	 * If we're splicing into a [td]indirect block (as opposed to the
830ac27a0ecSDave Kleikamp 	 * inode) then we need to get write access to the [td]indirect block
831ac27a0ecSDave Kleikamp 	 * before the splice.
832ac27a0ecSDave Kleikamp 	 */
833ac27a0ecSDave Kleikamp 	if (where->bh) {
834ac27a0ecSDave Kleikamp 		BUFFER_TRACE(where->bh, "get_write_access");
835617ba13bSMingming Cao 		err = ext4_journal_get_write_access(handle, where->bh);
836ac27a0ecSDave Kleikamp 		if (err)
837ac27a0ecSDave Kleikamp 			goto err_out;
838ac27a0ecSDave Kleikamp 	}
839ac27a0ecSDave Kleikamp 	/* That's it */
840ac27a0ecSDave Kleikamp 
841ac27a0ecSDave Kleikamp 	*where->p = where->key;
842ac27a0ecSDave Kleikamp 
843ac27a0ecSDave Kleikamp 	/*
844ac27a0ecSDave Kleikamp 	 * Update the host buffer_head or inode to point to more just allocated
845ac27a0ecSDave Kleikamp 	 * direct blocks blocks
846ac27a0ecSDave Kleikamp 	 */
847ac27a0ecSDave Kleikamp 	if (num == 0 && blks > 1) {
848ac27a0ecSDave Kleikamp 		current_block = le32_to_cpu(where->key) + 1;
849ac27a0ecSDave Kleikamp 		for (i = 1; i < blks; i++)
850ac27a0ecSDave Kleikamp 			*(where->p + i) = cpu_to_le32(current_block++);
851ac27a0ecSDave Kleikamp 	}
852ac27a0ecSDave Kleikamp 
853ac27a0ecSDave Kleikamp 	/* We are done with atomic stuff, now do the rest of housekeeping */
854ac27a0ecSDave Kleikamp 
855ef7f3835SKalpak Shah 	inode->i_ctime = ext4_current_time(inode);
856617ba13bSMingming Cao 	ext4_mark_inode_dirty(handle, inode);
857ac27a0ecSDave Kleikamp 
858ac27a0ecSDave Kleikamp 	/* had we spliced it onto indirect block? */
859ac27a0ecSDave Kleikamp 	if (where->bh) {
860ac27a0ecSDave Kleikamp 		/*
861ac27a0ecSDave Kleikamp 		 * If we spliced it onto an indirect block, we haven't
862ac27a0ecSDave Kleikamp 		 * altered the inode.  Note however that if it is being spliced
863ac27a0ecSDave Kleikamp 		 * onto an indirect block at the very end of the file (the
864ac27a0ecSDave Kleikamp 		 * file is growing) then we *will* alter the inode to reflect
865ac27a0ecSDave Kleikamp 		 * the new i_size.  But that is not done here - it is done in
866617ba13bSMingming Cao 		 * generic_commit_write->__mark_inode_dirty->ext4_dirty_inode.
867ac27a0ecSDave Kleikamp 		 */
868ac27a0ecSDave Kleikamp 		jbd_debug(5, "splicing indirect only\n");
8690390131bSFrank Mayhar 		BUFFER_TRACE(where->bh, "call ext4_handle_dirty_metadata");
8700390131bSFrank Mayhar 		err = ext4_handle_dirty_metadata(handle, inode, where->bh);
871ac27a0ecSDave Kleikamp 		if (err)
872ac27a0ecSDave Kleikamp 			goto err_out;
873ac27a0ecSDave Kleikamp 	} else {
874ac27a0ecSDave Kleikamp 		/*
875ac27a0ecSDave Kleikamp 		 * OK, we spliced it into the inode itself on a direct block.
876ac27a0ecSDave Kleikamp 		 * Inode was dirtied above.
877ac27a0ecSDave Kleikamp 		 */
878ac27a0ecSDave Kleikamp 		jbd_debug(5, "splicing direct\n");
879ac27a0ecSDave Kleikamp 	}
880ac27a0ecSDave Kleikamp 	return err;
881ac27a0ecSDave Kleikamp 
882ac27a0ecSDave Kleikamp err_out:
883ac27a0ecSDave Kleikamp 	for (i = 1; i <= num; i++) {
884dab291afSMingming Cao 		BUFFER_TRACE(where[i].bh, "call jbd2_journal_forget");
885617ba13bSMingming Cao 		ext4_journal_forget(handle, where[i].bh);
886c9de560dSAlex Tomas 		ext4_free_blocks(handle, inode,
887c9de560dSAlex Tomas 					le32_to_cpu(where[i-1].key), 1, 0);
888ac27a0ecSDave Kleikamp 	}
889c9de560dSAlex Tomas 	ext4_free_blocks(handle, inode, le32_to_cpu(where[num].key), blks, 0);
890ac27a0ecSDave Kleikamp 
891ac27a0ecSDave Kleikamp 	return err;
892ac27a0ecSDave Kleikamp }
893ac27a0ecSDave Kleikamp 
894ac27a0ecSDave Kleikamp /*
895b920c755STheodore Ts'o  * The ext4_ind_get_blocks() function handles non-extents inodes
896b920c755STheodore Ts'o  * (i.e., using the traditional indirect/double-indirect i_blocks
897b920c755STheodore Ts'o  * scheme) for ext4_get_blocks().
898b920c755STheodore Ts'o  *
899ac27a0ecSDave Kleikamp  * Allocation strategy is simple: if we have to allocate something, we will
900ac27a0ecSDave Kleikamp  * have to go the whole way to leaf. So let's do it before attaching anything
901ac27a0ecSDave Kleikamp  * to tree, set linkage between the newborn blocks, write them if sync is
902ac27a0ecSDave Kleikamp  * required, recheck the path, free and repeat if check fails, otherwise
903ac27a0ecSDave Kleikamp  * set the last missing link (that will protect us from any truncate-generated
904ac27a0ecSDave Kleikamp  * removals - all blocks on the path are immune now) and possibly force the
905ac27a0ecSDave Kleikamp  * write on the parent block.
906ac27a0ecSDave Kleikamp  * That has a nice additional property: no special recovery from the failed
907ac27a0ecSDave Kleikamp  * allocations is needed - we simply release blocks and do not touch anything
908ac27a0ecSDave Kleikamp  * reachable from inode.
909ac27a0ecSDave Kleikamp  *
910ac27a0ecSDave Kleikamp  * `handle' can be NULL if create == 0.
911ac27a0ecSDave Kleikamp  *
912ac27a0ecSDave Kleikamp  * return > 0, # of blocks mapped or allocated.
913ac27a0ecSDave Kleikamp  * return = 0, if plain lookup failed.
914ac27a0ecSDave Kleikamp  * return < 0, error case.
915c278bfecSAneesh Kumar K.V  *
916b920c755STheodore Ts'o  * The ext4_ind_get_blocks() function should be called with
917b920c755STheodore Ts'o  * down_write(&EXT4_I(inode)->i_data_sem) if allocating filesystem
918b920c755STheodore Ts'o  * blocks (i.e., flags has EXT4_GET_BLOCKS_CREATE set) or
919b920c755STheodore Ts'o  * down_read(&EXT4_I(inode)->i_data_sem) if not allocating file system
920b920c755STheodore Ts'o  * blocks.
921ac27a0ecSDave Kleikamp  */
922e4d996caSTheodore Ts'o static int ext4_ind_get_blocks(handle_t *handle, struct inode *inode,
923498e5f24STheodore Ts'o 				  ext4_lblk_t iblock, unsigned int maxblocks,
924ac27a0ecSDave Kleikamp 				  struct buffer_head *bh_result,
925c2177057STheodore Ts'o 				  int flags)
926ac27a0ecSDave Kleikamp {
927ac27a0ecSDave Kleikamp 	int err = -EIO;
928725d26d3SAneesh Kumar K.V 	ext4_lblk_t offsets[4];
929ac27a0ecSDave Kleikamp 	Indirect chain[4];
930ac27a0ecSDave Kleikamp 	Indirect *partial;
931617ba13bSMingming Cao 	ext4_fsblk_t goal;
932ac27a0ecSDave Kleikamp 	int indirect_blks;
933ac27a0ecSDave Kleikamp 	int blocks_to_boundary = 0;
934ac27a0ecSDave Kleikamp 	int depth;
935617ba13bSMingming Cao 	struct ext4_inode_info *ei = EXT4_I(inode);
936ac27a0ecSDave Kleikamp 	int count = 0;
937617ba13bSMingming Cao 	ext4_fsblk_t first_block = 0;
93861628a3fSMingming Cao 	loff_t disksize;
939ac27a0ecSDave Kleikamp 
940ac27a0ecSDave Kleikamp 
941a86c6181SAlex Tomas 	J_ASSERT(!(EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL));
942c2177057STheodore Ts'o 	J_ASSERT(handle != NULL || (flags & EXT4_GET_BLOCKS_CREATE) == 0);
943725d26d3SAneesh Kumar K.V 	depth = ext4_block_to_path(inode, iblock, offsets,
944725d26d3SAneesh Kumar K.V 					&blocks_to_boundary);
945ac27a0ecSDave Kleikamp 
946ac27a0ecSDave Kleikamp 	if (depth == 0)
947ac27a0ecSDave Kleikamp 		goto out;
948ac27a0ecSDave Kleikamp 
949617ba13bSMingming Cao 	partial = ext4_get_branch(inode, depth, offsets, chain, &err);
950ac27a0ecSDave Kleikamp 
951ac27a0ecSDave Kleikamp 	/* Simplest case - block found, no allocation needed */
952ac27a0ecSDave Kleikamp 	if (!partial) {
953ac27a0ecSDave Kleikamp 		first_block = le32_to_cpu(chain[depth - 1].key);
954ac27a0ecSDave Kleikamp 		clear_buffer_new(bh_result);
955ac27a0ecSDave Kleikamp 		count++;
956ac27a0ecSDave Kleikamp 		/*map more blocks*/
957ac27a0ecSDave Kleikamp 		while (count < maxblocks && count <= blocks_to_boundary) {
958617ba13bSMingming Cao 			ext4_fsblk_t blk;
959ac27a0ecSDave Kleikamp 
960ac27a0ecSDave Kleikamp 			blk = le32_to_cpu(*(chain[depth-1].p + count));
961ac27a0ecSDave Kleikamp 
962ac27a0ecSDave Kleikamp 			if (blk == first_block + count)
963ac27a0ecSDave Kleikamp 				count++;
964ac27a0ecSDave Kleikamp 			else
965ac27a0ecSDave Kleikamp 				break;
966ac27a0ecSDave Kleikamp 		}
967ac27a0ecSDave Kleikamp 		goto got_it;
968ac27a0ecSDave Kleikamp 	}
969ac27a0ecSDave Kleikamp 
970ac27a0ecSDave Kleikamp 	/* Next simple case - plain lookup or failed read of indirect block */
971c2177057STheodore Ts'o 	if ((flags & EXT4_GET_BLOCKS_CREATE) == 0 || err == -EIO)
972ac27a0ecSDave Kleikamp 		goto cleanup;
973ac27a0ecSDave Kleikamp 
974ac27a0ecSDave Kleikamp 	/*
975c2ea3fdeSTheodore Ts'o 	 * Okay, we need to do block allocation.
976ac27a0ecSDave Kleikamp 	*/
977fb01bfdaSAkinobu Mita 	goal = ext4_find_goal(inode, iblock, partial);
978ac27a0ecSDave Kleikamp 
979ac27a0ecSDave Kleikamp 	/* the number of blocks need to allocate for [d,t]indirect blocks */
980ac27a0ecSDave Kleikamp 	indirect_blks = (chain + depth) - partial - 1;
981ac27a0ecSDave Kleikamp 
982ac27a0ecSDave Kleikamp 	/*
983ac27a0ecSDave Kleikamp 	 * Next look up the indirect map to count the totoal number of
984ac27a0ecSDave Kleikamp 	 * direct blocks to allocate for this branch.
985ac27a0ecSDave Kleikamp 	 */
986617ba13bSMingming Cao 	count = ext4_blks_to_allocate(partial, indirect_blks,
987ac27a0ecSDave Kleikamp 					maxblocks, blocks_to_boundary);
988ac27a0ecSDave Kleikamp 	/*
989617ba13bSMingming Cao 	 * Block out ext4_truncate while we alter the tree
990ac27a0ecSDave Kleikamp 	 */
9917061eba7SAneesh Kumar K.V 	err = ext4_alloc_branch(handle, inode, iblock, indirect_blks,
9927061eba7SAneesh Kumar K.V 					&count, goal,
993ac27a0ecSDave Kleikamp 					offsets + (partial - chain), partial);
994ac27a0ecSDave Kleikamp 
995ac27a0ecSDave Kleikamp 	/*
996617ba13bSMingming Cao 	 * The ext4_splice_branch call will free and forget any buffers
997ac27a0ecSDave Kleikamp 	 * on the new chain if there is a failure, but that risks using
998ac27a0ecSDave Kleikamp 	 * up transaction credits, especially for bitmaps where the
999ac27a0ecSDave Kleikamp 	 * credits cannot be returned.  Can we handle this somehow?  We
1000ac27a0ecSDave Kleikamp 	 * may need to return -EAGAIN upwards in the worst case.  --sct
1001ac27a0ecSDave Kleikamp 	 */
1002ac27a0ecSDave Kleikamp 	if (!err)
1003617ba13bSMingming Cao 		err = ext4_splice_branch(handle, inode, iblock,
1004ac27a0ecSDave Kleikamp 					partial, indirect_blks, count);
1005ac27a0ecSDave Kleikamp 	/*
10060e855ac8SAneesh Kumar K.V 	 * i_disksize growing is protected by i_data_sem.  Don't forget to
1007ac27a0ecSDave Kleikamp 	 * protect it if you're about to implement concurrent
1008617ba13bSMingming Cao 	 * ext4_get_block() -bzzz
1009ac27a0ecSDave Kleikamp 	*/
1010c2177057STheodore Ts'o 	if (!err && (flags & EXT4_GET_BLOCKS_EXTEND_DISKSIZE)) {
101161628a3fSMingming Cao 		disksize = ((loff_t) iblock + count) << inode->i_blkbits;
101261628a3fSMingming Cao 		if (disksize > i_size_read(inode))
101361628a3fSMingming Cao 			disksize = i_size_read(inode);
101461628a3fSMingming Cao 		if (disksize > ei->i_disksize)
101561628a3fSMingming Cao 			ei->i_disksize = disksize;
101661628a3fSMingming Cao 	}
1017ac27a0ecSDave Kleikamp 	if (err)
1018ac27a0ecSDave Kleikamp 		goto cleanup;
1019ac27a0ecSDave Kleikamp 
1020ac27a0ecSDave Kleikamp 	set_buffer_new(bh_result);
1021ac27a0ecSDave Kleikamp got_it:
1022ac27a0ecSDave Kleikamp 	map_bh(bh_result, inode->i_sb, le32_to_cpu(chain[depth-1].key));
1023ac27a0ecSDave Kleikamp 	if (count > blocks_to_boundary)
1024ac27a0ecSDave Kleikamp 		set_buffer_boundary(bh_result);
1025ac27a0ecSDave Kleikamp 	err = count;
1026ac27a0ecSDave Kleikamp 	/* Clean up and exit */
1027ac27a0ecSDave Kleikamp 	partial = chain + depth - 1;	/* the whole chain */
1028ac27a0ecSDave Kleikamp cleanup:
1029ac27a0ecSDave Kleikamp 	while (partial > chain) {
1030ac27a0ecSDave Kleikamp 		BUFFER_TRACE(partial->bh, "call brelse");
1031ac27a0ecSDave Kleikamp 		brelse(partial->bh);
1032ac27a0ecSDave Kleikamp 		partial--;
1033ac27a0ecSDave Kleikamp 	}
1034ac27a0ecSDave Kleikamp 	BUFFER_TRACE(bh_result, "returned");
1035ac27a0ecSDave Kleikamp out:
1036ac27a0ecSDave Kleikamp 	return err;
1037ac27a0ecSDave Kleikamp }
1038ac27a0ecSDave Kleikamp 
103960e58e0fSMingming Cao qsize_t ext4_get_reserved_space(struct inode *inode)
104060e58e0fSMingming Cao {
104160e58e0fSMingming Cao 	unsigned long long total;
104260e58e0fSMingming Cao 
104360e58e0fSMingming Cao 	spin_lock(&EXT4_I(inode)->i_block_reservation_lock);
104460e58e0fSMingming Cao 	total = EXT4_I(inode)->i_reserved_data_blocks +
104560e58e0fSMingming Cao 		EXT4_I(inode)->i_reserved_meta_blocks;
104660e58e0fSMingming Cao 	spin_unlock(&EXT4_I(inode)->i_block_reservation_lock);
104760e58e0fSMingming Cao 
104860e58e0fSMingming Cao 	return total;
104960e58e0fSMingming Cao }
105012219aeaSAneesh Kumar K.V /*
105112219aeaSAneesh Kumar K.V  * Calculate the number of metadata blocks need to reserve
105212219aeaSAneesh Kumar K.V  * to allocate @blocks for non extent file based file
105312219aeaSAneesh Kumar K.V  */
105412219aeaSAneesh Kumar K.V static int ext4_indirect_calc_metadata_amount(struct inode *inode, int blocks)
105512219aeaSAneesh Kumar K.V {
105612219aeaSAneesh Kumar K.V 	int icap = EXT4_ADDR_PER_BLOCK(inode->i_sb);
105712219aeaSAneesh Kumar K.V 	int ind_blks, dind_blks, tind_blks;
105812219aeaSAneesh Kumar K.V 
105912219aeaSAneesh Kumar K.V 	/* number of new indirect blocks needed */
106012219aeaSAneesh Kumar K.V 	ind_blks = (blocks + icap - 1) / icap;
106112219aeaSAneesh Kumar K.V 
106212219aeaSAneesh Kumar K.V 	dind_blks = (ind_blks + icap - 1) / icap;
106312219aeaSAneesh Kumar K.V 
106412219aeaSAneesh Kumar K.V 	tind_blks = 1;
106512219aeaSAneesh Kumar K.V 
106612219aeaSAneesh Kumar K.V 	return ind_blks + dind_blks + tind_blks;
106712219aeaSAneesh Kumar K.V }
106812219aeaSAneesh Kumar K.V 
106912219aeaSAneesh Kumar K.V /*
107012219aeaSAneesh Kumar K.V  * Calculate the number of metadata blocks need to reserve
107112219aeaSAneesh Kumar K.V  * to allocate given number of blocks
107212219aeaSAneesh Kumar K.V  */
107312219aeaSAneesh Kumar K.V static int ext4_calc_metadata_amount(struct inode *inode, int blocks)
107412219aeaSAneesh Kumar K.V {
1075cd213226SMingming Cao 	if (!blocks)
1076cd213226SMingming Cao 		return 0;
1077cd213226SMingming Cao 
107812219aeaSAneesh Kumar K.V 	if (EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL)
107912219aeaSAneesh Kumar K.V 		return ext4_ext_calc_metadata_amount(inode, blocks);
108012219aeaSAneesh Kumar K.V 
108112219aeaSAneesh Kumar K.V 	return ext4_indirect_calc_metadata_amount(inode, blocks);
108212219aeaSAneesh Kumar K.V }
108312219aeaSAneesh Kumar K.V 
108412219aeaSAneesh Kumar K.V static void ext4_da_update_reserve_space(struct inode *inode, int used)
108512219aeaSAneesh Kumar K.V {
108612219aeaSAneesh Kumar K.V 	struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb);
108712219aeaSAneesh Kumar K.V 	int total, mdb, mdb_free;
108812219aeaSAneesh Kumar K.V 
108912219aeaSAneesh Kumar K.V 	spin_lock(&EXT4_I(inode)->i_block_reservation_lock);
109012219aeaSAneesh Kumar K.V 	/* recalculate the number of metablocks still need to be reserved */
109112219aeaSAneesh Kumar K.V 	total = EXT4_I(inode)->i_reserved_data_blocks - used;
109212219aeaSAneesh Kumar K.V 	mdb = ext4_calc_metadata_amount(inode, total);
109312219aeaSAneesh Kumar K.V 
109412219aeaSAneesh Kumar K.V 	/* figure out how many metablocks to release */
109512219aeaSAneesh Kumar K.V 	BUG_ON(mdb > EXT4_I(inode)->i_reserved_meta_blocks);
109612219aeaSAneesh Kumar K.V 	mdb_free = EXT4_I(inode)->i_reserved_meta_blocks - mdb;
109712219aeaSAneesh Kumar K.V 
10986bc6e63fSAneesh Kumar K.V 	if (mdb_free) {
109912219aeaSAneesh Kumar K.V 		/* Account for allocated meta_blocks */
110012219aeaSAneesh Kumar K.V 		mdb_free -= EXT4_I(inode)->i_allocated_meta_blocks;
110112219aeaSAneesh Kumar K.V 
11026bc6e63fSAneesh Kumar K.V 		/* update fs dirty blocks counter */
11036bc6e63fSAneesh Kumar K.V 		percpu_counter_sub(&sbi->s_dirtyblocks_counter, mdb_free);
11046bc6e63fSAneesh Kumar K.V 		EXT4_I(inode)->i_allocated_meta_blocks = 0;
11056bc6e63fSAneesh Kumar K.V 		EXT4_I(inode)->i_reserved_meta_blocks = mdb;
11066bc6e63fSAneesh Kumar K.V 	}
110712219aeaSAneesh Kumar K.V 
110812219aeaSAneesh Kumar K.V 	/* update per-inode reservations */
110912219aeaSAneesh Kumar K.V 	BUG_ON(used  > EXT4_I(inode)->i_reserved_data_blocks);
111012219aeaSAneesh Kumar K.V 	EXT4_I(inode)->i_reserved_data_blocks -= used;
111112219aeaSAneesh Kumar K.V 	spin_unlock(&EXT4_I(inode)->i_block_reservation_lock);
111260e58e0fSMingming Cao 
111360e58e0fSMingming Cao 	/*
111460e58e0fSMingming Cao 	 * free those over-booking quota for metadata blocks
111560e58e0fSMingming Cao 	 */
111660e58e0fSMingming Cao 	if (mdb_free)
111760e58e0fSMingming Cao 		vfs_dq_release_reservation_block(inode, mdb_free);
1118d6014301SAneesh Kumar K.V 
1119d6014301SAneesh Kumar K.V 	/*
1120d6014301SAneesh Kumar K.V 	 * If we have done all the pending block allocations and if
1121d6014301SAneesh Kumar K.V 	 * there aren't any writers on the inode, we can discard the
1122d6014301SAneesh Kumar K.V 	 * inode's preallocations.
1123d6014301SAneesh Kumar K.V 	 */
1124d6014301SAneesh Kumar K.V 	if (!total && (atomic_read(&inode->i_writecount) == 0))
1125d6014301SAneesh Kumar K.V 		ext4_discard_preallocations(inode);
112612219aeaSAneesh Kumar K.V }
112712219aeaSAneesh Kumar K.V 
1128f5ab0d1fSMingming Cao /*
112912b7ac17STheodore Ts'o  * The ext4_get_blocks() function tries to look up the requested blocks,
11302b2d6d01STheodore Ts'o  * and returns if the blocks are already mapped.
1131f5ab0d1fSMingming Cao  *
1132f5ab0d1fSMingming Cao  * Otherwise it takes the write lock of the i_data_sem and allocate blocks
1133f5ab0d1fSMingming Cao  * and store the allocated blocks in the result buffer head and mark it
1134f5ab0d1fSMingming Cao  * mapped.
1135f5ab0d1fSMingming Cao  *
1136f5ab0d1fSMingming Cao  * If file type is extents based, it will call ext4_ext_get_blocks(),
1137e4d996caSTheodore Ts'o  * Otherwise, call with ext4_ind_get_blocks() to handle indirect mapping
1138f5ab0d1fSMingming Cao  * based files
1139f5ab0d1fSMingming Cao  *
1140f5ab0d1fSMingming Cao  * On success, it returns the number of blocks being mapped or allocate.
1141f5ab0d1fSMingming Cao  * if create==0 and the blocks are pre-allocated and uninitialized block,
1142f5ab0d1fSMingming Cao  * the result buffer head is unmapped. If the create ==1, it will make sure
1143f5ab0d1fSMingming Cao  * the buffer head is mapped.
1144f5ab0d1fSMingming Cao  *
1145f5ab0d1fSMingming Cao  * It returns 0 if plain look up failed (blocks have not been allocated), in
1146f5ab0d1fSMingming Cao  * that casem, buffer head is unmapped
1147f5ab0d1fSMingming Cao  *
1148f5ab0d1fSMingming Cao  * It returns the error in case of allocation failure.
1149f5ab0d1fSMingming Cao  */
115012b7ac17STheodore Ts'o int ext4_get_blocks(handle_t *handle, struct inode *inode, sector_t block,
1151498e5f24STheodore Ts'o 		    unsigned int max_blocks, struct buffer_head *bh,
1152c2177057STheodore Ts'o 		    int flags)
11530e855ac8SAneesh Kumar K.V {
11540e855ac8SAneesh Kumar K.V 	int retval;
1155f5ab0d1fSMingming Cao 
1156f5ab0d1fSMingming Cao 	clear_buffer_mapped(bh);
1157*2a8964d6SAneesh Kumar K.V 	clear_buffer_unwritten(bh);
1158f5ab0d1fSMingming Cao 
11594df3d265SAneesh Kumar K.V 	/*
1160b920c755STheodore Ts'o 	 * Try to see if we can get the block without requesting a new
1161b920c755STheodore Ts'o 	 * file system block.
11624df3d265SAneesh Kumar K.V 	 */
11630e855ac8SAneesh Kumar K.V 	down_read((&EXT4_I(inode)->i_data_sem));
11644df3d265SAneesh Kumar K.V 	if (EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL) {
11654df3d265SAneesh Kumar K.V 		retval =  ext4_ext_get_blocks(handle, inode, block, max_blocks,
1166c2177057STheodore Ts'o 				bh, 0);
11674df3d265SAneesh Kumar K.V 	} else {
1168e4d996caSTheodore Ts'o 		retval = ext4_ind_get_blocks(handle, inode, block, max_blocks,
1169c2177057STheodore Ts'o 					     bh, 0);
11700e855ac8SAneesh Kumar K.V 	}
11714df3d265SAneesh Kumar K.V 	up_read((&EXT4_I(inode)->i_data_sem));
1172f5ab0d1fSMingming Cao 
1173f5ab0d1fSMingming Cao 	/* If it is only a block(s) look up */
1174c2177057STheodore Ts'o 	if ((flags & EXT4_GET_BLOCKS_CREATE) == 0)
11754df3d265SAneesh Kumar K.V 		return retval;
11764df3d265SAneesh Kumar K.V 
11774df3d265SAneesh Kumar K.V 	/*
1178f5ab0d1fSMingming Cao 	 * Returns if the blocks have already allocated
1179f5ab0d1fSMingming Cao 	 *
1180f5ab0d1fSMingming Cao 	 * Note that if blocks have been preallocated
1181f5ab0d1fSMingming Cao 	 * ext4_ext_get_block() returns th create = 0
1182f5ab0d1fSMingming Cao 	 * with buffer head unmapped.
1183f5ab0d1fSMingming Cao 	 */
1184f5ab0d1fSMingming Cao 	if (retval > 0 && buffer_mapped(bh))
1185f5ab0d1fSMingming Cao 		return retval;
1186f5ab0d1fSMingming Cao 
1187f5ab0d1fSMingming Cao 	/*
1188*2a8964d6SAneesh Kumar K.V 	 * When we call get_blocks without the create flag, the
1189*2a8964d6SAneesh Kumar K.V 	 * BH_Unwritten flag could have gotten set if the blocks
1190*2a8964d6SAneesh Kumar K.V 	 * requested were part of a uninitialized extent.  We need to
1191*2a8964d6SAneesh Kumar K.V 	 * clear this flag now that we are committed to convert all or
1192*2a8964d6SAneesh Kumar K.V 	 * part of the uninitialized extent to be an initialized
1193*2a8964d6SAneesh Kumar K.V 	 * extent.  This is because we need to avoid the combination
1194*2a8964d6SAneesh Kumar K.V 	 * of BH_Unwritten and BH_Mapped flags being simultaneously
1195*2a8964d6SAneesh Kumar K.V 	 * set on the buffer_head.
1196*2a8964d6SAneesh Kumar K.V 	 */
1197*2a8964d6SAneesh Kumar K.V 	clear_buffer_unwritten(bh);
1198*2a8964d6SAneesh Kumar K.V 
1199*2a8964d6SAneesh Kumar K.V 	/*
1200f5ab0d1fSMingming Cao 	 * New blocks allocate and/or writing to uninitialized extent
1201f5ab0d1fSMingming Cao 	 * will possibly result in updating i_data, so we take
1202f5ab0d1fSMingming Cao 	 * the write lock of i_data_sem, and call get_blocks()
1203f5ab0d1fSMingming Cao 	 * with create == 1 flag.
12044df3d265SAneesh Kumar K.V 	 */
12054df3d265SAneesh Kumar K.V 	down_write((&EXT4_I(inode)->i_data_sem));
1206d2a17637SMingming Cao 
1207d2a17637SMingming Cao 	/*
1208d2a17637SMingming Cao 	 * if the caller is from delayed allocation writeout path
1209d2a17637SMingming Cao 	 * we have already reserved fs blocks for allocation
1210d2a17637SMingming Cao 	 * let the underlying get_block() function know to
1211d2a17637SMingming Cao 	 * avoid double accounting
1212d2a17637SMingming Cao 	 */
1213c2177057STheodore Ts'o 	if (flags & EXT4_GET_BLOCKS_DELALLOC_RESERVE)
1214d2a17637SMingming Cao 		EXT4_I(inode)->i_delalloc_reserved_flag = 1;
12154df3d265SAneesh Kumar K.V 	/*
12164df3d265SAneesh Kumar K.V 	 * We need to check for EXT4 here because migrate
12174df3d265SAneesh Kumar K.V 	 * could have changed the inode type in between
12184df3d265SAneesh Kumar K.V 	 */
12190e855ac8SAneesh Kumar K.V 	if (EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL) {
12200e855ac8SAneesh Kumar K.V 		retval =  ext4_ext_get_blocks(handle, inode, block, max_blocks,
1221c2177057STheodore Ts'o 					      bh, flags);
12220e855ac8SAneesh Kumar K.V 	} else {
1223e4d996caSTheodore Ts'o 		retval = ext4_ind_get_blocks(handle, inode, block,
1224c2177057STheodore Ts'o 					     max_blocks, bh, flags);
1225267e4db9SAneesh Kumar K.V 
1226267e4db9SAneesh Kumar K.V 		if (retval > 0 && buffer_new(bh)) {
1227267e4db9SAneesh Kumar K.V 			/*
1228267e4db9SAneesh Kumar K.V 			 * We allocated new blocks which will result in
1229267e4db9SAneesh Kumar K.V 			 * i_data's format changing.  Force the migrate
1230267e4db9SAneesh Kumar K.V 			 * to fail by clearing migrate flags
1231267e4db9SAneesh Kumar K.V 			 */
1232267e4db9SAneesh Kumar K.V 			EXT4_I(inode)->i_flags = EXT4_I(inode)->i_flags &
1233267e4db9SAneesh Kumar K.V 							~EXT4_EXT_MIGRATE;
1234267e4db9SAneesh Kumar K.V 		}
12350e855ac8SAneesh Kumar K.V 	}
1236d2a17637SMingming Cao 
1237c2177057STheodore Ts'o 	if (flags & EXT4_GET_BLOCKS_DELALLOC_RESERVE) {
1238d2a17637SMingming Cao 		EXT4_I(inode)->i_delalloc_reserved_flag = 0;
1239d2a17637SMingming Cao 		/*
1240d2a17637SMingming Cao 		 * Update reserved blocks/metadata blocks
1241d2a17637SMingming Cao 		 * after successful block allocation
1242d2a17637SMingming Cao 		 * which were deferred till now
1243d2a17637SMingming Cao 		 */
1244d2a17637SMingming Cao 		if ((retval > 0) && buffer_delay(bh))
124512219aeaSAneesh Kumar K.V 			ext4_da_update_reserve_space(inode, retval);
1246d2a17637SMingming Cao 	}
1247d2a17637SMingming Cao 
12480e855ac8SAneesh Kumar K.V 	up_write((&EXT4_I(inode)->i_data_sem));
12490e855ac8SAneesh Kumar K.V 	return retval;
12500e855ac8SAneesh Kumar K.V }
12510e855ac8SAneesh Kumar K.V 
1252f3bd1f3fSMingming Cao /* Maximum number of blocks we map for direct IO at once. */
1253f3bd1f3fSMingming Cao #define DIO_MAX_BLOCKS 4096
1254f3bd1f3fSMingming Cao 
12556873fa0dSEric Sandeen int ext4_get_block(struct inode *inode, sector_t iblock,
1256ac27a0ecSDave Kleikamp 		   struct buffer_head *bh_result, int create)
1257ac27a0ecSDave Kleikamp {
12583e4fdaf8SDmitriy Monakhov 	handle_t *handle = ext4_journal_current_handle();
12597fb5409dSJan Kara 	int ret = 0, started = 0;
1260ac27a0ecSDave Kleikamp 	unsigned max_blocks = bh_result->b_size >> inode->i_blkbits;
1261f3bd1f3fSMingming Cao 	int dio_credits;
1262ac27a0ecSDave Kleikamp 
12637fb5409dSJan Kara 	if (create && !handle) {
12647fb5409dSJan Kara 		/* Direct IO write... */
12657fb5409dSJan Kara 		if (max_blocks > DIO_MAX_BLOCKS)
12667fb5409dSJan Kara 			max_blocks = DIO_MAX_BLOCKS;
1267f3bd1f3fSMingming Cao 		dio_credits = ext4_chunk_trans_blocks(inode, max_blocks);
1268f3bd1f3fSMingming Cao 		handle = ext4_journal_start(inode, dio_credits);
12697fb5409dSJan Kara 		if (IS_ERR(handle)) {
1270ac27a0ecSDave Kleikamp 			ret = PTR_ERR(handle);
12717fb5409dSJan Kara 			goto out;
12727fb5409dSJan Kara 		}
12737fb5409dSJan Kara 		started = 1;
1274ac27a0ecSDave Kleikamp 	}
1275ac27a0ecSDave Kleikamp 
127612b7ac17STheodore Ts'o 	ret = ext4_get_blocks(handle, inode, iblock, max_blocks, bh_result,
1277c2177057STheodore Ts'o 			      create ? EXT4_GET_BLOCKS_CREATE : 0);
1278ac27a0ecSDave Kleikamp 	if (ret > 0) {
1279ac27a0ecSDave Kleikamp 		bh_result->b_size = (ret << inode->i_blkbits);
1280ac27a0ecSDave Kleikamp 		ret = 0;
1281ac27a0ecSDave Kleikamp 	}
12827fb5409dSJan Kara 	if (started)
12837fb5409dSJan Kara 		ext4_journal_stop(handle);
12847fb5409dSJan Kara out:
1285ac27a0ecSDave Kleikamp 	return ret;
1286ac27a0ecSDave Kleikamp }
1287ac27a0ecSDave Kleikamp 
1288ac27a0ecSDave Kleikamp /*
1289ac27a0ecSDave Kleikamp  * `handle' can be NULL if create is zero
1290ac27a0ecSDave Kleikamp  */
1291617ba13bSMingming Cao struct buffer_head *ext4_getblk(handle_t *handle, struct inode *inode,
1292725d26d3SAneesh Kumar K.V 				ext4_lblk_t block, int create, int *errp)
1293ac27a0ecSDave Kleikamp {
1294ac27a0ecSDave Kleikamp 	struct buffer_head dummy;
1295ac27a0ecSDave Kleikamp 	int fatal = 0, err;
1296c2177057STheodore Ts'o 	int flags = EXT4_GET_BLOCKS_EXTEND_DISKSIZE;
1297ac27a0ecSDave Kleikamp 
1298ac27a0ecSDave Kleikamp 	J_ASSERT(handle != NULL || create == 0);
1299ac27a0ecSDave Kleikamp 
1300ac27a0ecSDave Kleikamp 	dummy.b_state = 0;
1301ac27a0ecSDave Kleikamp 	dummy.b_blocknr = -1000;
1302ac27a0ecSDave Kleikamp 	buffer_trace_init(&dummy.b_history);
1303c2177057STheodore Ts'o 	if (create)
1304c2177057STheodore Ts'o 		flags |= EXT4_GET_BLOCKS_CREATE;
1305c2177057STheodore Ts'o 	err = ext4_get_blocks(handle, inode, block, 1, &dummy, flags);
1306ac27a0ecSDave Kleikamp 	/*
1307c2177057STheodore Ts'o 	 * ext4_get_blocks() returns number of blocks mapped. 0 in
1308c2177057STheodore Ts'o 	 * case of a HOLE.
1309ac27a0ecSDave Kleikamp 	 */
1310ac27a0ecSDave Kleikamp 	if (err > 0) {
1311ac27a0ecSDave Kleikamp 		if (err > 1)
1312ac27a0ecSDave Kleikamp 			WARN_ON(1);
1313ac27a0ecSDave Kleikamp 		err = 0;
1314ac27a0ecSDave Kleikamp 	}
1315ac27a0ecSDave Kleikamp 	*errp = err;
1316ac27a0ecSDave Kleikamp 	if (!err && buffer_mapped(&dummy)) {
1317ac27a0ecSDave Kleikamp 		struct buffer_head *bh;
1318ac27a0ecSDave Kleikamp 		bh = sb_getblk(inode->i_sb, dummy.b_blocknr);
1319ac27a0ecSDave Kleikamp 		if (!bh) {
1320ac27a0ecSDave Kleikamp 			*errp = -EIO;
1321ac27a0ecSDave Kleikamp 			goto err;
1322ac27a0ecSDave Kleikamp 		}
1323ac27a0ecSDave Kleikamp 		if (buffer_new(&dummy)) {
1324ac27a0ecSDave Kleikamp 			J_ASSERT(create != 0);
1325ac39849dSAneesh Kumar K.V 			J_ASSERT(handle != NULL);
1326ac27a0ecSDave Kleikamp 
1327ac27a0ecSDave Kleikamp 			/*
1328ac27a0ecSDave Kleikamp 			 * Now that we do not always journal data, we should
1329ac27a0ecSDave Kleikamp 			 * keep in mind whether this should always journal the
1330ac27a0ecSDave Kleikamp 			 * new buffer as metadata.  For now, regular file
1331617ba13bSMingming Cao 			 * writes use ext4_get_block instead, so it's not a
1332ac27a0ecSDave Kleikamp 			 * problem.
1333ac27a0ecSDave Kleikamp 			 */
1334ac27a0ecSDave Kleikamp 			lock_buffer(bh);
1335ac27a0ecSDave Kleikamp 			BUFFER_TRACE(bh, "call get_create_access");
1336617ba13bSMingming Cao 			fatal = ext4_journal_get_create_access(handle, bh);
1337ac27a0ecSDave Kleikamp 			if (!fatal && !buffer_uptodate(bh)) {
1338ac27a0ecSDave Kleikamp 				memset(bh->b_data, 0, inode->i_sb->s_blocksize);
1339ac27a0ecSDave Kleikamp 				set_buffer_uptodate(bh);
1340ac27a0ecSDave Kleikamp 			}
1341ac27a0ecSDave Kleikamp 			unlock_buffer(bh);
13420390131bSFrank Mayhar 			BUFFER_TRACE(bh, "call ext4_handle_dirty_metadata");
13430390131bSFrank Mayhar 			err = ext4_handle_dirty_metadata(handle, inode, bh);
1344ac27a0ecSDave Kleikamp 			if (!fatal)
1345ac27a0ecSDave Kleikamp 				fatal = err;
1346ac27a0ecSDave Kleikamp 		} else {
1347ac27a0ecSDave Kleikamp 			BUFFER_TRACE(bh, "not a new buffer");
1348ac27a0ecSDave Kleikamp 		}
1349ac27a0ecSDave Kleikamp 		if (fatal) {
1350ac27a0ecSDave Kleikamp 			*errp = fatal;
1351ac27a0ecSDave Kleikamp 			brelse(bh);
1352ac27a0ecSDave Kleikamp 			bh = NULL;
1353ac27a0ecSDave Kleikamp 		}
1354ac27a0ecSDave Kleikamp 		return bh;
1355ac27a0ecSDave Kleikamp 	}
1356ac27a0ecSDave Kleikamp err:
1357ac27a0ecSDave Kleikamp 	return NULL;
1358ac27a0ecSDave Kleikamp }
1359ac27a0ecSDave Kleikamp 
1360617ba13bSMingming Cao struct buffer_head *ext4_bread(handle_t *handle, struct inode *inode,
1361725d26d3SAneesh Kumar K.V 			       ext4_lblk_t block, int create, int *err)
1362ac27a0ecSDave Kleikamp {
1363ac27a0ecSDave Kleikamp 	struct buffer_head *bh;
1364ac27a0ecSDave Kleikamp 
1365617ba13bSMingming Cao 	bh = ext4_getblk(handle, inode, block, create, err);
1366ac27a0ecSDave Kleikamp 	if (!bh)
1367ac27a0ecSDave Kleikamp 		return bh;
1368ac27a0ecSDave Kleikamp 	if (buffer_uptodate(bh))
1369ac27a0ecSDave Kleikamp 		return bh;
1370ac27a0ecSDave Kleikamp 	ll_rw_block(READ_META, 1, &bh);
1371ac27a0ecSDave Kleikamp 	wait_on_buffer(bh);
1372ac27a0ecSDave Kleikamp 	if (buffer_uptodate(bh))
1373ac27a0ecSDave Kleikamp 		return bh;
1374ac27a0ecSDave Kleikamp 	put_bh(bh);
1375ac27a0ecSDave Kleikamp 	*err = -EIO;
1376ac27a0ecSDave Kleikamp 	return NULL;
1377ac27a0ecSDave Kleikamp }
1378ac27a0ecSDave Kleikamp 
1379ac27a0ecSDave Kleikamp static int walk_page_buffers(handle_t *handle,
1380ac27a0ecSDave Kleikamp 			     struct buffer_head *head,
1381ac27a0ecSDave Kleikamp 			     unsigned from,
1382ac27a0ecSDave Kleikamp 			     unsigned to,
1383ac27a0ecSDave Kleikamp 			     int *partial,
1384ac27a0ecSDave Kleikamp 			     int (*fn)(handle_t *handle,
1385ac27a0ecSDave Kleikamp 				       struct buffer_head *bh))
1386ac27a0ecSDave Kleikamp {
1387ac27a0ecSDave Kleikamp 	struct buffer_head *bh;
1388ac27a0ecSDave Kleikamp 	unsigned block_start, block_end;
1389ac27a0ecSDave Kleikamp 	unsigned blocksize = head->b_size;
1390ac27a0ecSDave Kleikamp 	int err, ret = 0;
1391ac27a0ecSDave Kleikamp 	struct buffer_head *next;
1392ac27a0ecSDave Kleikamp 
1393ac27a0ecSDave Kleikamp 	for (bh = head, block_start = 0;
1394ac27a0ecSDave Kleikamp 	     ret == 0 && (bh != head || !block_start);
1395ac27a0ecSDave Kleikamp 	     block_start = block_end, bh = next)
1396ac27a0ecSDave Kleikamp 	{
1397ac27a0ecSDave Kleikamp 		next = bh->b_this_page;
1398ac27a0ecSDave Kleikamp 		block_end = block_start + blocksize;
1399ac27a0ecSDave Kleikamp 		if (block_end <= from || block_start >= to) {
1400ac27a0ecSDave Kleikamp 			if (partial && !buffer_uptodate(bh))
1401ac27a0ecSDave Kleikamp 				*partial = 1;
1402ac27a0ecSDave Kleikamp 			continue;
1403ac27a0ecSDave Kleikamp 		}
1404ac27a0ecSDave Kleikamp 		err = (*fn)(handle, bh);
1405ac27a0ecSDave Kleikamp 		if (!ret)
1406ac27a0ecSDave Kleikamp 			ret = err;
1407ac27a0ecSDave Kleikamp 	}
1408ac27a0ecSDave Kleikamp 	return ret;
1409ac27a0ecSDave Kleikamp }
1410ac27a0ecSDave Kleikamp 
1411ac27a0ecSDave Kleikamp /*
1412ac27a0ecSDave Kleikamp  * To preserve ordering, it is essential that the hole instantiation and
1413ac27a0ecSDave Kleikamp  * the data write be encapsulated in a single transaction.  We cannot
1414617ba13bSMingming Cao  * close off a transaction and start a new one between the ext4_get_block()
1415dab291afSMingming Cao  * and the commit_write().  So doing the jbd2_journal_start at the start of
1416ac27a0ecSDave Kleikamp  * prepare_write() is the right place.
1417ac27a0ecSDave Kleikamp  *
1418617ba13bSMingming Cao  * Also, this function can nest inside ext4_writepage() ->
1419617ba13bSMingming Cao  * block_write_full_page(). In that case, we *know* that ext4_writepage()
1420ac27a0ecSDave Kleikamp  * has generated enough buffer credits to do the whole page.  So we won't
1421ac27a0ecSDave Kleikamp  * block on the journal in that case, which is good, because the caller may
1422ac27a0ecSDave Kleikamp  * be PF_MEMALLOC.
1423ac27a0ecSDave Kleikamp  *
1424617ba13bSMingming Cao  * By accident, ext4 can be reentered when a transaction is open via
1425ac27a0ecSDave Kleikamp  * quota file writes.  If we were to commit the transaction while thus
1426ac27a0ecSDave Kleikamp  * reentered, there can be a deadlock - we would be holding a quota
1427ac27a0ecSDave Kleikamp  * lock, and the commit would never complete if another thread had a
1428ac27a0ecSDave Kleikamp  * transaction open and was blocking on the quota lock - a ranking
1429ac27a0ecSDave Kleikamp  * violation.
1430ac27a0ecSDave Kleikamp  *
1431dab291afSMingming Cao  * So what we do is to rely on the fact that jbd2_journal_stop/journal_start
1432ac27a0ecSDave Kleikamp  * will _not_ run commit under these circumstances because handle->h_ref
1433ac27a0ecSDave Kleikamp  * is elevated.  We'll still have enough credits for the tiny quotafile
1434ac27a0ecSDave Kleikamp  * write.
1435ac27a0ecSDave Kleikamp  */
1436ac27a0ecSDave Kleikamp static int do_journal_get_write_access(handle_t *handle,
1437ac27a0ecSDave Kleikamp 					struct buffer_head *bh)
1438ac27a0ecSDave Kleikamp {
1439ac27a0ecSDave Kleikamp 	if (!buffer_mapped(bh) || buffer_freed(bh))
1440ac27a0ecSDave Kleikamp 		return 0;
1441617ba13bSMingming Cao 	return ext4_journal_get_write_access(handle, bh);
1442ac27a0ecSDave Kleikamp }
1443ac27a0ecSDave Kleikamp 
1444bfc1af65SNick Piggin static int ext4_write_begin(struct file *file, struct address_space *mapping,
1445bfc1af65SNick Piggin 				loff_t pos, unsigned len, unsigned flags,
1446bfc1af65SNick Piggin 				struct page **pagep, void **fsdata)
1447ac27a0ecSDave Kleikamp {
1448bfc1af65SNick Piggin 	struct inode *inode = mapping->host;
14497479d2b9SAndrew Morton 	int ret, needed_blocks = ext4_writepage_trans_blocks(inode);
1450ac27a0ecSDave Kleikamp 	handle_t *handle;
1451ac27a0ecSDave Kleikamp 	int retries = 0;
1452bfc1af65SNick Piggin 	struct page *page;
1453bfc1af65SNick Piggin  	pgoff_t index;
1454bfc1af65SNick Piggin 	unsigned from, to;
1455bfc1af65SNick Piggin 
1456ba80b101STheodore Ts'o 	trace_mark(ext4_write_begin,
1457ba80b101STheodore Ts'o 		   "dev %s ino %lu pos %llu len %u flags %u",
1458ba80b101STheodore Ts'o 		   inode->i_sb->s_id, inode->i_ino,
1459ba80b101STheodore Ts'o 		   (unsigned long long) pos, len, flags);
1460bfc1af65SNick Piggin  	index = pos >> PAGE_CACHE_SHIFT;
1461bfc1af65SNick Piggin 	from = pos & (PAGE_CACHE_SIZE - 1);
1462bfc1af65SNick Piggin 	to = from + len;
1463ac27a0ecSDave Kleikamp 
1464ac27a0ecSDave Kleikamp retry:
1465617ba13bSMingming Cao 	handle = ext4_journal_start(inode, needed_blocks);
14667479d2b9SAndrew Morton 	if (IS_ERR(handle)) {
14677479d2b9SAndrew Morton 		ret = PTR_ERR(handle);
14687479d2b9SAndrew Morton 		goto out;
14697479d2b9SAndrew Morton 	}
1470ac27a0ecSDave Kleikamp 
1471ebd3610bSJan Kara 	/* We cannot recurse into the filesystem as the transaction is already
1472ebd3610bSJan Kara 	 * started */
1473ebd3610bSJan Kara 	flags |= AOP_FLAG_NOFS;
1474ebd3610bSJan Kara 
147554566b2cSNick Piggin 	page = grab_cache_page_write_begin(mapping, index, flags);
1476cf108bcaSJan Kara 	if (!page) {
1477cf108bcaSJan Kara 		ext4_journal_stop(handle);
1478cf108bcaSJan Kara 		ret = -ENOMEM;
1479cf108bcaSJan Kara 		goto out;
1480cf108bcaSJan Kara 	}
1481cf108bcaSJan Kara 	*pagep = page;
1482cf108bcaSJan Kara 
1483bfc1af65SNick Piggin 	ret = block_write_begin(file, mapping, pos, len, flags, pagep, fsdata,
1484bfc1af65SNick Piggin 				ext4_get_block);
1485bfc1af65SNick Piggin 
1486bfc1af65SNick Piggin 	if (!ret && ext4_should_journal_data(inode)) {
1487ac27a0ecSDave Kleikamp 		ret = walk_page_buffers(handle, page_buffers(page),
1488ac27a0ecSDave Kleikamp 				from, to, NULL, do_journal_get_write_access);
1489b46be050SAndrey Savochkin 	}
1490bfc1af65SNick Piggin 
1491bfc1af65SNick Piggin 	if (ret) {
1492bfc1af65SNick Piggin 		unlock_page(page);
1493cf108bcaSJan Kara 		ext4_journal_stop(handle);
1494bfc1af65SNick Piggin 		page_cache_release(page);
1495ae4d5372SAneesh Kumar K.V 		/*
1496ae4d5372SAneesh Kumar K.V 		 * block_write_begin may have instantiated a few blocks
1497ae4d5372SAneesh Kumar K.V 		 * outside i_size.  Trim these off again. Don't need
1498ae4d5372SAneesh Kumar K.V 		 * i_size_read because we hold i_mutex.
1499ae4d5372SAneesh Kumar K.V 		 */
1500ae4d5372SAneesh Kumar K.V 		if (pos + len > inode->i_size)
1501ae4d5372SAneesh Kumar K.V 			vmtruncate(inode, inode->i_size);
1502bfc1af65SNick Piggin 	}
1503bfc1af65SNick Piggin 
1504617ba13bSMingming Cao 	if (ret == -ENOSPC && ext4_should_retry_alloc(inode->i_sb, &retries))
1505ac27a0ecSDave Kleikamp 		goto retry;
15067479d2b9SAndrew Morton out:
1507ac27a0ecSDave Kleikamp 	return ret;
1508ac27a0ecSDave Kleikamp }
1509ac27a0ecSDave Kleikamp 
1510bfc1af65SNick Piggin /* For write_end() in data=journal mode */
1511bfc1af65SNick Piggin static int write_end_fn(handle_t *handle, struct buffer_head *bh)
1512ac27a0ecSDave Kleikamp {
1513ac27a0ecSDave Kleikamp 	if (!buffer_mapped(bh) || buffer_freed(bh))
1514ac27a0ecSDave Kleikamp 		return 0;
1515ac27a0ecSDave Kleikamp 	set_buffer_uptodate(bh);
15160390131bSFrank Mayhar 	return ext4_handle_dirty_metadata(handle, NULL, bh);
1517ac27a0ecSDave Kleikamp }
1518ac27a0ecSDave Kleikamp 
1519ac27a0ecSDave Kleikamp /*
1520ac27a0ecSDave Kleikamp  * We need to pick up the new inode size which generic_commit_write gave us
1521ac27a0ecSDave Kleikamp  * `file' can be NULL - eg, when called from page_symlink().
1522ac27a0ecSDave Kleikamp  *
1523617ba13bSMingming Cao  * ext4 never places buffers on inode->i_mapping->private_list.  metadata
1524ac27a0ecSDave Kleikamp  * buffers are managed internally.
1525ac27a0ecSDave Kleikamp  */
1526bfc1af65SNick Piggin static int ext4_ordered_write_end(struct file *file,
1527bfc1af65SNick Piggin 				struct address_space *mapping,
1528bfc1af65SNick Piggin 				loff_t pos, unsigned len, unsigned copied,
1529bfc1af65SNick Piggin 				struct page *page, void *fsdata)
1530ac27a0ecSDave Kleikamp {
1531617ba13bSMingming Cao 	handle_t *handle = ext4_journal_current_handle();
1532cf108bcaSJan Kara 	struct inode *inode = mapping->host;
1533ac27a0ecSDave Kleikamp 	int ret = 0, ret2;
1534ac27a0ecSDave Kleikamp 
1535ba80b101STheodore Ts'o 	trace_mark(ext4_ordered_write_end,
1536ba80b101STheodore Ts'o 		   "dev %s ino %lu pos %llu len %u copied %u",
1537ba80b101STheodore Ts'o 		   inode->i_sb->s_id, inode->i_ino,
1538ba80b101STheodore Ts'o 		   (unsigned long long) pos, len, copied);
1539678aaf48SJan Kara 	ret = ext4_jbd2_file_inode(handle, inode);
1540ac27a0ecSDave Kleikamp 
1541ac27a0ecSDave Kleikamp 	if (ret == 0) {
1542ac27a0ecSDave Kleikamp 		loff_t new_i_size;
1543ac27a0ecSDave Kleikamp 
1544bfc1af65SNick Piggin 		new_i_size = pos + copied;
1545cf17fea6SAneesh Kumar K.V 		if (new_i_size > EXT4_I(inode)->i_disksize) {
1546cf17fea6SAneesh Kumar K.V 			ext4_update_i_disksize(inode, new_i_size);
1547cf17fea6SAneesh Kumar K.V 			/* We need to mark inode dirty even if
1548cf17fea6SAneesh Kumar K.V 			 * new_i_size is less that inode->i_size
1549cf17fea6SAneesh Kumar K.V 			 * bu greater than i_disksize.(hint delalloc)
1550cf17fea6SAneesh Kumar K.V 			 */
1551cf17fea6SAneesh Kumar K.V 			ext4_mark_inode_dirty(handle, inode);
1552cf17fea6SAneesh Kumar K.V 		}
1553cf17fea6SAneesh Kumar K.V 
1554cf108bcaSJan Kara 		ret2 = generic_write_end(file, mapping, pos, len, copied,
1555bfc1af65SNick Piggin 							page, fsdata);
1556f8a87d89SRoel Kluin 		copied = ret2;
1557f8a87d89SRoel Kluin 		if (ret2 < 0)
1558f8a87d89SRoel Kluin 			ret = ret2;
1559ac27a0ecSDave Kleikamp 	}
1560617ba13bSMingming Cao 	ret2 = ext4_journal_stop(handle);
1561ac27a0ecSDave Kleikamp 	if (!ret)
1562ac27a0ecSDave Kleikamp 		ret = ret2;
1563bfc1af65SNick Piggin 
1564bfc1af65SNick Piggin 	return ret ? ret : copied;
1565ac27a0ecSDave Kleikamp }
1566ac27a0ecSDave Kleikamp 
1567bfc1af65SNick Piggin static int ext4_writeback_write_end(struct file *file,
1568bfc1af65SNick Piggin 				struct address_space *mapping,
1569bfc1af65SNick Piggin 				loff_t pos, unsigned len, unsigned copied,
1570bfc1af65SNick Piggin 				struct page *page, void *fsdata)
1571ac27a0ecSDave Kleikamp {
1572617ba13bSMingming Cao 	handle_t *handle = ext4_journal_current_handle();
1573cf108bcaSJan Kara 	struct inode *inode = mapping->host;
1574ac27a0ecSDave Kleikamp 	int ret = 0, ret2;
1575ac27a0ecSDave Kleikamp 	loff_t new_i_size;
1576ac27a0ecSDave Kleikamp 
1577ba80b101STheodore Ts'o 	trace_mark(ext4_writeback_write_end,
1578ba80b101STheodore Ts'o 		   "dev %s ino %lu pos %llu len %u copied %u",
1579ba80b101STheodore Ts'o 		   inode->i_sb->s_id, inode->i_ino,
1580ba80b101STheodore Ts'o 		   (unsigned long long) pos, len, copied);
1581bfc1af65SNick Piggin 	new_i_size = pos + copied;
1582cf17fea6SAneesh Kumar K.V 	if (new_i_size > EXT4_I(inode)->i_disksize) {
1583cf17fea6SAneesh Kumar K.V 		ext4_update_i_disksize(inode, new_i_size);
1584cf17fea6SAneesh Kumar K.V 		/* We need to mark inode dirty even if
1585cf17fea6SAneesh Kumar K.V 		 * new_i_size is less that inode->i_size
1586cf17fea6SAneesh Kumar K.V 		 * bu greater than i_disksize.(hint delalloc)
1587cf17fea6SAneesh Kumar K.V 		 */
1588cf17fea6SAneesh Kumar K.V 		ext4_mark_inode_dirty(handle, inode);
1589cf17fea6SAneesh Kumar K.V 	}
1590ac27a0ecSDave Kleikamp 
1591cf108bcaSJan Kara 	ret2 = generic_write_end(file, mapping, pos, len, copied,
1592bfc1af65SNick Piggin 							page, fsdata);
1593f8a87d89SRoel Kluin 	copied = ret2;
1594f8a87d89SRoel Kluin 	if (ret2 < 0)
1595f8a87d89SRoel Kluin 		ret = ret2;
1596ac27a0ecSDave Kleikamp 
1597617ba13bSMingming Cao 	ret2 = ext4_journal_stop(handle);
1598ac27a0ecSDave Kleikamp 	if (!ret)
1599ac27a0ecSDave Kleikamp 		ret = ret2;
1600bfc1af65SNick Piggin 
1601bfc1af65SNick Piggin 	return ret ? ret : copied;
1602ac27a0ecSDave Kleikamp }
1603ac27a0ecSDave Kleikamp 
1604bfc1af65SNick Piggin static int ext4_journalled_write_end(struct file *file,
1605bfc1af65SNick Piggin 				struct address_space *mapping,
1606bfc1af65SNick Piggin 				loff_t pos, unsigned len, unsigned copied,
1607bfc1af65SNick Piggin 				struct page *page, void *fsdata)
1608ac27a0ecSDave Kleikamp {
1609617ba13bSMingming Cao 	handle_t *handle = ext4_journal_current_handle();
1610bfc1af65SNick Piggin 	struct inode *inode = mapping->host;
1611ac27a0ecSDave Kleikamp 	int ret = 0, ret2;
1612ac27a0ecSDave Kleikamp 	int partial = 0;
1613bfc1af65SNick Piggin 	unsigned from, to;
1614cf17fea6SAneesh Kumar K.V 	loff_t new_i_size;
1615ac27a0ecSDave Kleikamp 
1616ba80b101STheodore Ts'o 	trace_mark(ext4_journalled_write_end,
1617ba80b101STheodore Ts'o 		   "dev %s ino %lu pos %llu len %u copied %u",
1618ba80b101STheodore Ts'o 		   inode->i_sb->s_id, inode->i_ino,
1619ba80b101STheodore Ts'o 		   (unsigned long long) pos, len, copied);
1620bfc1af65SNick Piggin 	from = pos & (PAGE_CACHE_SIZE - 1);
1621bfc1af65SNick Piggin 	to = from + len;
1622bfc1af65SNick Piggin 
1623bfc1af65SNick Piggin 	if (copied < len) {
1624bfc1af65SNick Piggin 		if (!PageUptodate(page))
1625bfc1af65SNick Piggin 			copied = 0;
1626bfc1af65SNick Piggin 		page_zero_new_buffers(page, from+copied, to);
1627bfc1af65SNick Piggin 	}
1628ac27a0ecSDave Kleikamp 
1629ac27a0ecSDave Kleikamp 	ret = walk_page_buffers(handle, page_buffers(page), from,
1630bfc1af65SNick Piggin 				to, &partial, write_end_fn);
1631ac27a0ecSDave Kleikamp 	if (!partial)
1632ac27a0ecSDave Kleikamp 		SetPageUptodate(page);
1633cf17fea6SAneesh Kumar K.V 	new_i_size = pos + copied;
1634cf17fea6SAneesh Kumar K.V 	if (new_i_size > inode->i_size)
1635bfc1af65SNick Piggin 		i_size_write(inode, pos+copied);
1636617ba13bSMingming Cao 	EXT4_I(inode)->i_state |= EXT4_STATE_JDATA;
1637cf17fea6SAneesh Kumar K.V 	if (new_i_size > EXT4_I(inode)->i_disksize) {
1638cf17fea6SAneesh Kumar K.V 		ext4_update_i_disksize(inode, new_i_size);
1639617ba13bSMingming Cao 		ret2 = ext4_mark_inode_dirty(handle, inode);
1640ac27a0ecSDave Kleikamp 		if (!ret)
1641ac27a0ecSDave Kleikamp 			ret = ret2;
1642ac27a0ecSDave Kleikamp 	}
1643bfc1af65SNick Piggin 
1644cf108bcaSJan Kara 	unlock_page(page);
1645617ba13bSMingming Cao 	ret2 = ext4_journal_stop(handle);
1646ac27a0ecSDave Kleikamp 	if (!ret)
1647ac27a0ecSDave Kleikamp 		ret = ret2;
1648bfc1af65SNick Piggin 	page_cache_release(page);
1649bfc1af65SNick Piggin 
1650bfc1af65SNick Piggin 	return ret ? ret : copied;
1651ac27a0ecSDave Kleikamp }
1652d2a17637SMingming Cao 
1653d2a17637SMingming Cao static int ext4_da_reserve_space(struct inode *inode, int nrblocks)
1654d2a17637SMingming Cao {
1655030ba6bcSAneesh Kumar K.V 	int retries = 0;
1656d2a17637SMingming Cao 	struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb);
1657d2a17637SMingming Cao 	unsigned long md_needed, mdblocks, total = 0;
1658d2a17637SMingming Cao 
1659d2a17637SMingming Cao 	/*
1660d2a17637SMingming Cao 	 * recalculate the amount of metadata blocks to reserve
1661d2a17637SMingming Cao 	 * in order to allocate nrblocks
1662d2a17637SMingming Cao 	 * worse case is one extent per block
1663d2a17637SMingming Cao 	 */
1664030ba6bcSAneesh Kumar K.V repeat:
1665d2a17637SMingming Cao 	spin_lock(&EXT4_I(inode)->i_block_reservation_lock);
1666d2a17637SMingming Cao 	total = EXT4_I(inode)->i_reserved_data_blocks + nrblocks;
1667d2a17637SMingming Cao 	mdblocks = ext4_calc_metadata_amount(inode, total);
1668d2a17637SMingming Cao 	BUG_ON(mdblocks < EXT4_I(inode)->i_reserved_meta_blocks);
1669d2a17637SMingming Cao 
1670d2a17637SMingming Cao 	md_needed = mdblocks - EXT4_I(inode)->i_reserved_meta_blocks;
1671d2a17637SMingming Cao 	total = md_needed + nrblocks;
1672d2a17637SMingming Cao 
167360e58e0fSMingming Cao 	/*
167460e58e0fSMingming Cao 	 * Make quota reservation here to prevent quota overflow
167560e58e0fSMingming Cao 	 * later. Real quota accounting is done at pages writeout
167660e58e0fSMingming Cao 	 * time.
167760e58e0fSMingming Cao 	 */
167860e58e0fSMingming Cao 	if (vfs_dq_reserve_block(inode, total)) {
167960e58e0fSMingming Cao 		spin_unlock(&EXT4_I(inode)->i_block_reservation_lock);
168060e58e0fSMingming Cao 		return -EDQUOT;
168160e58e0fSMingming Cao 	}
168260e58e0fSMingming Cao 
1683a30d542aSAneesh Kumar K.V 	if (ext4_claim_free_blocks(sbi, total)) {
1684d2a17637SMingming Cao 		spin_unlock(&EXT4_I(inode)->i_block_reservation_lock);
1685030ba6bcSAneesh Kumar K.V 		if (ext4_should_retry_alloc(inode->i_sb, &retries)) {
1686030ba6bcSAneesh Kumar K.V 			yield();
1687030ba6bcSAneesh Kumar K.V 			goto repeat;
1688030ba6bcSAneesh Kumar K.V 		}
168960e58e0fSMingming Cao 		vfs_dq_release_reservation_block(inode, total);
1690d2a17637SMingming Cao 		return -ENOSPC;
1691d2a17637SMingming Cao 	}
1692d2a17637SMingming Cao 	EXT4_I(inode)->i_reserved_data_blocks += nrblocks;
1693d2a17637SMingming Cao 	EXT4_I(inode)->i_reserved_meta_blocks = mdblocks;
1694d2a17637SMingming Cao 
1695d2a17637SMingming Cao 	spin_unlock(&EXT4_I(inode)->i_block_reservation_lock);
1696d2a17637SMingming Cao 	return 0;       /* success */
1697d2a17637SMingming Cao }
1698d2a17637SMingming Cao 
169912219aeaSAneesh Kumar K.V static void ext4_da_release_space(struct inode *inode, int to_free)
1700d2a17637SMingming Cao {
1701d2a17637SMingming Cao 	struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb);
1702d2a17637SMingming Cao 	int total, mdb, mdb_free, release;
1703d2a17637SMingming Cao 
1704cd213226SMingming Cao 	if (!to_free)
1705cd213226SMingming Cao 		return;		/* Nothing to release, exit */
1706cd213226SMingming Cao 
1707d2a17637SMingming Cao 	spin_lock(&EXT4_I(inode)->i_block_reservation_lock);
1708cd213226SMingming Cao 
1709cd213226SMingming Cao 	if (!EXT4_I(inode)->i_reserved_data_blocks) {
1710cd213226SMingming Cao 		/*
1711cd213226SMingming Cao 		 * if there is no reserved blocks, but we try to free some
1712cd213226SMingming Cao 		 * then the counter is messed up somewhere.
1713cd213226SMingming Cao 		 * but since this function is called from invalidate
1714cd213226SMingming Cao 		 * page, it's harmless to return without any action
1715cd213226SMingming Cao 		 */
1716cd213226SMingming Cao 		printk(KERN_INFO "ext4 delalloc try to release %d reserved "
1717cd213226SMingming Cao 			    "blocks for inode %lu, but there is no reserved "
1718cd213226SMingming Cao 			    "data blocks\n", to_free, inode->i_ino);
1719cd213226SMingming Cao 		spin_unlock(&EXT4_I(inode)->i_block_reservation_lock);
1720cd213226SMingming Cao 		return;
1721cd213226SMingming Cao 	}
1722cd213226SMingming Cao 
1723d2a17637SMingming Cao 	/* recalculate the number of metablocks still need to be reserved */
172412219aeaSAneesh Kumar K.V 	total = EXT4_I(inode)->i_reserved_data_blocks - to_free;
1725d2a17637SMingming Cao 	mdb = ext4_calc_metadata_amount(inode, total);
1726d2a17637SMingming Cao 
1727d2a17637SMingming Cao 	/* figure out how many metablocks to release */
1728d2a17637SMingming Cao 	BUG_ON(mdb > EXT4_I(inode)->i_reserved_meta_blocks);
1729d2a17637SMingming Cao 	mdb_free = EXT4_I(inode)->i_reserved_meta_blocks - mdb;
1730d2a17637SMingming Cao 
1731d2a17637SMingming Cao 	release = to_free + mdb_free;
1732d2a17637SMingming Cao 
17336bc6e63fSAneesh Kumar K.V 	/* update fs dirty blocks counter for truncate case */
17346bc6e63fSAneesh Kumar K.V 	percpu_counter_sub(&sbi->s_dirtyblocks_counter, release);
1735d2a17637SMingming Cao 
1736d2a17637SMingming Cao 	/* update per-inode reservations */
173712219aeaSAneesh Kumar K.V 	BUG_ON(to_free > EXT4_I(inode)->i_reserved_data_blocks);
173812219aeaSAneesh Kumar K.V 	EXT4_I(inode)->i_reserved_data_blocks -= to_free;
1739d2a17637SMingming Cao 
1740d2a17637SMingming Cao 	BUG_ON(mdb > EXT4_I(inode)->i_reserved_meta_blocks);
1741d2a17637SMingming Cao 	EXT4_I(inode)->i_reserved_meta_blocks = mdb;
1742d2a17637SMingming Cao 	spin_unlock(&EXT4_I(inode)->i_block_reservation_lock);
174360e58e0fSMingming Cao 
174460e58e0fSMingming Cao 	vfs_dq_release_reservation_block(inode, release);
1745d2a17637SMingming Cao }
1746d2a17637SMingming Cao 
1747d2a17637SMingming Cao static void ext4_da_page_release_reservation(struct page *page,
1748d2a17637SMingming Cao 						unsigned long offset)
1749d2a17637SMingming Cao {
1750d2a17637SMingming Cao 	int to_release = 0;
1751d2a17637SMingming Cao 	struct buffer_head *head, *bh;
1752d2a17637SMingming Cao 	unsigned int curr_off = 0;
1753d2a17637SMingming Cao 
1754d2a17637SMingming Cao 	head = page_buffers(page);
1755d2a17637SMingming Cao 	bh = head;
1756d2a17637SMingming Cao 	do {
1757d2a17637SMingming Cao 		unsigned int next_off = curr_off + bh->b_size;
1758d2a17637SMingming Cao 
1759d2a17637SMingming Cao 		if ((offset <= curr_off) && (buffer_delay(bh))) {
1760d2a17637SMingming Cao 			to_release++;
1761d2a17637SMingming Cao 			clear_buffer_delay(bh);
1762d2a17637SMingming Cao 		}
1763d2a17637SMingming Cao 		curr_off = next_off;
1764d2a17637SMingming Cao 	} while ((bh = bh->b_this_page) != head);
176512219aeaSAneesh Kumar K.V 	ext4_da_release_space(page->mapping->host, to_release);
1766d2a17637SMingming Cao }
1767ac27a0ecSDave Kleikamp 
1768ac27a0ecSDave Kleikamp /*
176964769240SAlex Tomas  * Delayed allocation stuff
177064769240SAlex Tomas  */
177164769240SAlex Tomas 
177264769240SAlex Tomas struct mpage_da_data {
177364769240SAlex Tomas 	struct inode *inode;
17748dc207c0STheodore Ts'o 	sector_t b_blocknr;		/* start block number of extent */
17758dc207c0STheodore Ts'o 	size_t b_size;			/* size of extent */
17768dc207c0STheodore Ts'o 	unsigned long b_state;		/* state of the extent */
177764769240SAlex Tomas 	unsigned long first_page, next_page;	/* extent of pages */
177864769240SAlex Tomas 	struct writeback_control *wbc;
1779a1d6cc56SAneesh Kumar K.V 	int io_done;
1780498e5f24STheodore Ts'o 	int pages_written;
1781df22291fSAneesh Kumar K.V 	int retval;
178264769240SAlex Tomas };
178364769240SAlex Tomas 
178464769240SAlex Tomas /*
178564769240SAlex Tomas  * mpage_da_submit_io - walks through extent of pages and try to write
1786a1d6cc56SAneesh Kumar K.V  * them with writepage() call back
178764769240SAlex Tomas  *
178864769240SAlex Tomas  * @mpd->inode: inode
178964769240SAlex Tomas  * @mpd->first_page: first page of the extent
179064769240SAlex Tomas  * @mpd->next_page: page after the last page of the extent
179164769240SAlex Tomas  *
179264769240SAlex Tomas  * By the time mpage_da_submit_io() is called we expect all blocks
179364769240SAlex Tomas  * to be allocated. this may be wrong if allocation failed.
179464769240SAlex Tomas  *
179564769240SAlex Tomas  * As pages are already locked by write_cache_pages(), we can't use it
179664769240SAlex Tomas  */
179764769240SAlex Tomas static int mpage_da_submit_io(struct mpage_da_data *mpd)
179864769240SAlex Tomas {
179922208dedSAneesh Kumar K.V 	long pages_skipped;
1800791b7f08SAneesh Kumar K.V 	struct pagevec pvec;
1801791b7f08SAneesh Kumar K.V 	unsigned long index, end;
1802791b7f08SAneesh Kumar K.V 	int ret = 0, err, nr_pages, i;
1803791b7f08SAneesh Kumar K.V 	struct inode *inode = mpd->inode;
1804791b7f08SAneesh Kumar K.V 	struct address_space *mapping = inode->i_mapping;
180564769240SAlex Tomas 
180664769240SAlex Tomas 	BUG_ON(mpd->next_page <= mpd->first_page);
1807791b7f08SAneesh Kumar K.V 	/*
1808791b7f08SAneesh Kumar K.V 	 * We need to start from the first_page to the next_page - 1
1809791b7f08SAneesh Kumar K.V 	 * to make sure we also write the mapped dirty buffer_heads.
18108dc207c0STheodore Ts'o 	 * If we look at mpd->b_blocknr we would only be looking
1811791b7f08SAneesh Kumar K.V 	 * at the currently mapped buffer_heads.
1812791b7f08SAneesh Kumar K.V 	 */
181364769240SAlex Tomas 	index = mpd->first_page;
181464769240SAlex Tomas 	end = mpd->next_page - 1;
181564769240SAlex Tomas 
1816791b7f08SAneesh Kumar K.V 	pagevec_init(&pvec, 0);
181764769240SAlex Tomas 	while (index <= end) {
1818791b7f08SAneesh Kumar K.V 		nr_pages = pagevec_lookup(&pvec, mapping, index, PAGEVEC_SIZE);
181964769240SAlex Tomas 		if (nr_pages == 0)
182064769240SAlex Tomas 			break;
182164769240SAlex Tomas 		for (i = 0; i < nr_pages; i++) {
182264769240SAlex Tomas 			struct page *page = pvec.pages[i];
182364769240SAlex Tomas 
1824791b7f08SAneesh Kumar K.V 			index = page->index;
1825791b7f08SAneesh Kumar K.V 			if (index > end)
1826791b7f08SAneesh Kumar K.V 				break;
1827791b7f08SAneesh Kumar K.V 			index++;
1828791b7f08SAneesh Kumar K.V 
1829791b7f08SAneesh Kumar K.V 			BUG_ON(!PageLocked(page));
1830791b7f08SAneesh Kumar K.V 			BUG_ON(PageWriteback(page));
1831791b7f08SAneesh Kumar K.V 
183222208dedSAneesh Kumar K.V 			pages_skipped = mpd->wbc->pages_skipped;
1833a1d6cc56SAneesh Kumar K.V 			err = mapping->a_ops->writepage(page, mpd->wbc);
183422208dedSAneesh Kumar K.V 			if (!err && (pages_skipped == mpd->wbc->pages_skipped))
183522208dedSAneesh Kumar K.V 				/*
183622208dedSAneesh Kumar K.V 				 * have successfully written the page
183722208dedSAneesh Kumar K.V 				 * without skipping the same
183822208dedSAneesh Kumar K.V 				 */
1839a1d6cc56SAneesh Kumar K.V 				mpd->pages_written++;
184064769240SAlex Tomas 			/*
184164769240SAlex Tomas 			 * In error case, we have to continue because
184264769240SAlex Tomas 			 * remaining pages are still locked
184364769240SAlex Tomas 			 * XXX: unlock and re-dirty them?
184464769240SAlex Tomas 			 */
184564769240SAlex Tomas 			if (ret == 0)
184664769240SAlex Tomas 				ret = err;
184764769240SAlex Tomas 		}
184864769240SAlex Tomas 		pagevec_release(&pvec);
184964769240SAlex Tomas 	}
185064769240SAlex Tomas 	return ret;
185164769240SAlex Tomas }
185264769240SAlex Tomas 
185364769240SAlex Tomas /*
185464769240SAlex Tomas  * mpage_put_bnr_to_bhs - walk blocks and assign them actual numbers
185564769240SAlex Tomas  *
185664769240SAlex Tomas  * @mpd->inode - inode to walk through
185764769240SAlex Tomas  * @exbh->b_blocknr - first block on a disk
185864769240SAlex Tomas  * @exbh->b_size - amount of space in bytes
185964769240SAlex Tomas  * @logical - first logical block to start assignment with
186064769240SAlex Tomas  *
186164769240SAlex Tomas  * the function goes through all passed space and put actual disk
186229fa89d0SAneesh Kumar K.V  * block numbers into buffer heads, dropping BH_Delay and BH_Unwritten
186364769240SAlex Tomas  */
186464769240SAlex Tomas static void mpage_put_bnr_to_bhs(struct mpage_da_data *mpd, sector_t logical,
186564769240SAlex Tomas 				 struct buffer_head *exbh)
186664769240SAlex Tomas {
186764769240SAlex Tomas 	struct inode *inode = mpd->inode;
186864769240SAlex Tomas 	struct address_space *mapping = inode->i_mapping;
186964769240SAlex Tomas 	int blocks = exbh->b_size >> inode->i_blkbits;
187064769240SAlex Tomas 	sector_t pblock = exbh->b_blocknr, cur_logical;
187164769240SAlex Tomas 	struct buffer_head *head, *bh;
1872a1d6cc56SAneesh Kumar K.V 	pgoff_t index, end;
187364769240SAlex Tomas 	struct pagevec pvec;
187464769240SAlex Tomas 	int nr_pages, i;
187564769240SAlex Tomas 
187664769240SAlex Tomas 	index = logical >> (PAGE_CACHE_SHIFT - inode->i_blkbits);
187764769240SAlex Tomas 	end = (logical + blocks - 1) >> (PAGE_CACHE_SHIFT - inode->i_blkbits);
187864769240SAlex Tomas 	cur_logical = index << (PAGE_CACHE_SHIFT - inode->i_blkbits);
187964769240SAlex Tomas 
188064769240SAlex Tomas 	pagevec_init(&pvec, 0);
188164769240SAlex Tomas 
188264769240SAlex Tomas 	while (index <= end) {
188364769240SAlex Tomas 		/* XXX: optimize tail */
188464769240SAlex Tomas 		nr_pages = pagevec_lookup(&pvec, mapping, index, PAGEVEC_SIZE);
188564769240SAlex Tomas 		if (nr_pages == 0)
188664769240SAlex Tomas 			break;
188764769240SAlex Tomas 		for (i = 0; i < nr_pages; i++) {
188864769240SAlex Tomas 			struct page *page = pvec.pages[i];
188964769240SAlex Tomas 
189064769240SAlex Tomas 			index = page->index;
189164769240SAlex Tomas 			if (index > end)
189264769240SAlex Tomas 				break;
189364769240SAlex Tomas 			index++;
189464769240SAlex Tomas 
189564769240SAlex Tomas 			BUG_ON(!PageLocked(page));
189664769240SAlex Tomas 			BUG_ON(PageWriteback(page));
189764769240SAlex Tomas 			BUG_ON(!page_has_buffers(page));
189864769240SAlex Tomas 
189964769240SAlex Tomas 			bh = page_buffers(page);
190064769240SAlex Tomas 			head = bh;
190164769240SAlex Tomas 
190264769240SAlex Tomas 			/* skip blocks out of the range */
190364769240SAlex Tomas 			do {
190464769240SAlex Tomas 				if (cur_logical >= logical)
190564769240SAlex Tomas 					break;
190664769240SAlex Tomas 				cur_logical++;
190764769240SAlex Tomas 			} while ((bh = bh->b_this_page) != head);
190864769240SAlex Tomas 
190964769240SAlex Tomas 			do {
191064769240SAlex Tomas 				if (cur_logical >= logical + blocks)
191164769240SAlex Tomas 					break;
191229fa89d0SAneesh Kumar K.V 
191329fa89d0SAneesh Kumar K.V 				if (buffer_delay(bh) ||
191429fa89d0SAneesh Kumar K.V 						buffer_unwritten(bh)) {
191529fa89d0SAneesh Kumar K.V 
191629fa89d0SAneesh Kumar K.V 					BUG_ON(bh->b_bdev != inode->i_sb->s_bdev);
191729fa89d0SAneesh Kumar K.V 
191864769240SAlex Tomas 					if (buffer_delay(bh)) {
191964769240SAlex Tomas 						clear_buffer_delay(bh);
1920bf068ee2SAneesh Kumar K.V 						bh->b_blocknr = pblock;
192129fa89d0SAneesh Kumar K.V 					} else {
192229fa89d0SAneesh Kumar K.V 						/*
192329fa89d0SAneesh Kumar K.V 						 * unwritten already should have
192429fa89d0SAneesh Kumar K.V 						 * blocknr assigned. Verify that
192529fa89d0SAneesh Kumar K.V 						 */
1926bf068ee2SAneesh Kumar K.V 						clear_buffer_unwritten(bh);
192729fa89d0SAneesh Kumar K.V 						BUG_ON(bh->b_blocknr != pblock);
192829fa89d0SAneesh Kumar K.V 					}
192929fa89d0SAneesh Kumar K.V 
193061628a3fSMingming Cao 				} else if (buffer_mapped(bh))
193164769240SAlex Tomas 					BUG_ON(bh->b_blocknr != pblock);
193264769240SAlex Tomas 
193364769240SAlex Tomas 				cur_logical++;
193464769240SAlex Tomas 				pblock++;
193564769240SAlex Tomas 			} while ((bh = bh->b_this_page) != head);
193664769240SAlex Tomas 		}
193764769240SAlex Tomas 		pagevec_release(&pvec);
193864769240SAlex Tomas 	}
193964769240SAlex Tomas }
194064769240SAlex Tomas 
194164769240SAlex Tomas 
194264769240SAlex Tomas /*
194364769240SAlex Tomas  * __unmap_underlying_blocks - just a helper function to unmap
194464769240SAlex Tomas  * set of blocks described by @bh
194564769240SAlex Tomas  */
194664769240SAlex Tomas static inline void __unmap_underlying_blocks(struct inode *inode,
194764769240SAlex Tomas 					     struct buffer_head *bh)
194864769240SAlex Tomas {
194964769240SAlex Tomas 	struct block_device *bdev = inode->i_sb->s_bdev;
195064769240SAlex Tomas 	int blocks, i;
195164769240SAlex Tomas 
195264769240SAlex Tomas 	blocks = bh->b_size >> inode->i_blkbits;
195364769240SAlex Tomas 	for (i = 0; i < blocks; i++)
195464769240SAlex Tomas 		unmap_underlying_metadata(bdev, bh->b_blocknr + i);
195564769240SAlex Tomas }
195664769240SAlex Tomas 
1957c4a0c46eSAneesh Kumar K.V static void ext4_da_block_invalidatepages(struct mpage_da_data *mpd,
1958c4a0c46eSAneesh Kumar K.V 					sector_t logical, long blk_cnt)
1959c4a0c46eSAneesh Kumar K.V {
1960c4a0c46eSAneesh Kumar K.V 	int nr_pages, i;
1961c4a0c46eSAneesh Kumar K.V 	pgoff_t index, end;
1962c4a0c46eSAneesh Kumar K.V 	struct pagevec pvec;
1963c4a0c46eSAneesh Kumar K.V 	struct inode *inode = mpd->inode;
1964c4a0c46eSAneesh Kumar K.V 	struct address_space *mapping = inode->i_mapping;
1965c4a0c46eSAneesh Kumar K.V 
1966c4a0c46eSAneesh Kumar K.V 	index = logical >> (PAGE_CACHE_SHIFT - inode->i_blkbits);
1967c4a0c46eSAneesh Kumar K.V 	end   = (logical + blk_cnt - 1) >>
1968c4a0c46eSAneesh Kumar K.V 				(PAGE_CACHE_SHIFT - inode->i_blkbits);
1969c4a0c46eSAneesh Kumar K.V 	while (index <= end) {
1970c4a0c46eSAneesh Kumar K.V 		nr_pages = pagevec_lookup(&pvec, mapping, index, PAGEVEC_SIZE);
1971c4a0c46eSAneesh Kumar K.V 		if (nr_pages == 0)
1972c4a0c46eSAneesh Kumar K.V 			break;
1973c4a0c46eSAneesh Kumar K.V 		for (i = 0; i < nr_pages; i++) {
1974c4a0c46eSAneesh Kumar K.V 			struct page *page = pvec.pages[i];
1975c4a0c46eSAneesh Kumar K.V 			index = page->index;
1976c4a0c46eSAneesh Kumar K.V 			if (index > end)
1977c4a0c46eSAneesh Kumar K.V 				break;
1978c4a0c46eSAneesh Kumar K.V 			index++;
1979c4a0c46eSAneesh Kumar K.V 
1980c4a0c46eSAneesh Kumar K.V 			BUG_ON(!PageLocked(page));
1981c4a0c46eSAneesh Kumar K.V 			BUG_ON(PageWriteback(page));
1982c4a0c46eSAneesh Kumar K.V 			block_invalidatepage(page, 0);
1983c4a0c46eSAneesh Kumar K.V 			ClearPageUptodate(page);
1984c4a0c46eSAneesh Kumar K.V 			unlock_page(page);
1985c4a0c46eSAneesh Kumar K.V 		}
1986c4a0c46eSAneesh Kumar K.V 	}
1987c4a0c46eSAneesh Kumar K.V 	return;
1988c4a0c46eSAneesh Kumar K.V }
1989c4a0c46eSAneesh Kumar K.V 
1990df22291fSAneesh Kumar K.V static void ext4_print_free_blocks(struct inode *inode)
1991df22291fSAneesh Kumar K.V {
1992df22291fSAneesh Kumar K.V 	struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb);
1993df22291fSAneesh Kumar K.V 	printk(KERN_EMERG "Total free blocks count %lld\n",
1994df22291fSAneesh Kumar K.V 			ext4_count_free_blocks(inode->i_sb));
1995df22291fSAneesh Kumar K.V 	printk(KERN_EMERG "Free/Dirty block details\n");
1996df22291fSAneesh Kumar K.V 	printk(KERN_EMERG "free_blocks=%lld\n",
19978f72fbdfSAlexander Beregalov 			(long long)percpu_counter_sum(&sbi->s_freeblocks_counter));
1998df22291fSAneesh Kumar K.V 	printk(KERN_EMERG "dirty_blocks=%lld\n",
19998f72fbdfSAlexander Beregalov 			(long long)percpu_counter_sum(&sbi->s_dirtyblocks_counter));
2000df22291fSAneesh Kumar K.V 	printk(KERN_EMERG "Block reservation details\n");
2001498e5f24STheodore Ts'o 	printk(KERN_EMERG "i_reserved_data_blocks=%u\n",
2002df22291fSAneesh Kumar K.V 			EXT4_I(inode)->i_reserved_data_blocks);
2003498e5f24STheodore Ts'o 	printk(KERN_EMERG "i_reserved_meta_blocks=%u\n",
2004df22291fSAneesh Kumar K.V 			EXT4_I(inode)->i_reserved_meta_blocks);
2005df22291fSAneesh Kumar K.V 	return;
2006df22291fSAneesh Kumar K.V }
2007df22291fSAneesh Kumar K.V 
2008b920c755STheodore Ts'o /*
2009b920c755STheodore Ts'o  * This function is used by mpage_da_map_blocks().  We separate it out
2010b920c755STheodore Ts'o  * as a separate function just to make life easier, and because
2011b920c755STheodore Ts'o  * mpage_da_map_blocks() used to be a generic function that took a
2012b920c755STheodore Ts'o  * get_block_t.
2013b920c755STheodore Ts'o  */
2014ed5bde0bSTheodore Ts'o static int ext4_da_get_block_write(struct inode *inode, sector_t iblock,
2015f888e652STheodore Ts'o 				   struct buffer_head *bh_result)
2016ed5bde0bSTheodore Ts'o {
2017ed5bde0bSTheodore Ts'o 	int ret;
2018ed5bde0bSTheodore Ts'o 	unsigned max_blocks = bh_result->b_size >> inode->i_blkbits;
2019ed5bde0bSTheodore Ts'o 	loff_t disksize = EXT4_I(inode)->i_disksize;
2020ed5bde0bSTheodore Ts'o 	handle_t *handle = NULL;
2021ed5bde0bSTheodore Ts'o 
2022ed5bde0bSTheodore Ts'o 	handle = ext4_journal_current_handle();
2023ed5bde0bSTheodore Ts'o 	BUG_ON(!handle);
202412b7ac17STheodore Ts'o 	ret = ext4_get_blocks(handle, inode, iblock, max_blocks,
2025c2177057STheodore Ts'o 			      bh_result, EXT4_GET_BLOCKS_CREATE|
2026c2177057STheodore Ts'o 			      EXT4_GET_BLOCKS_DELALLOC_RESERVE);
2027ed5bde0bSTheodore Ts'o 	if (ret <= 0)
2028ed5bde0bSTheodore Ts'o 		return ret;
2029ed5bde0bSTheodore Ts'o 
2030ed5bde0bSTheodore Ts'o 	bh_result->b_size = (ret << inode->i_blkbits);
2031ed5bde0bSTheodore Ts'o 
2032ed5bde0bSTheodore Ts'o 	if (ext4_should_order_data(inode)) {
2033ed5bde0bSTheodore Ts'o 		int retval;
2034ed5bde0bSTheodore Ts'o 		retval = ext4_jbd2_file_inode(handle, inode);
2035ed5bde0bSTheodore Ts'o 		if (retval)
2036ed5bde0bSTheodore Ts'o 			/*
2037ed5bde0bSTheodore Ts'o 			 * Failed to add inode for ordered mode. Don't
2038ed5bde0bSTheodore Ts'o 			 * update file size
2039ed5bde0bSTheodore Ts'o 			 */
2040ed5bde0bSTheodore Ts'o 			return retval;
2041ed5bde0bSTheodore Ts'o 	}
2042ed5bde0bSTheodore Ts'o 
2043ed5bde0bSTheodore Ts'o 	/*
2044ed5bde0bSTheodore Ts'o 	 * Update on-disk size along with block allocation we don't
2045b920c755STheodore Ts'o 	 * use EXT4_GET_BLOCKS_EXTEND_DISKSIZE as size may change
2046b920c755STheodore Ts'o 	 * within already allocated block -bzzz
2047ed5bde0bSTheodore Ts'o 	 */
2048ed5bde0bSTheodore Ts'o 	disksize = ((loff_t) iblock + ret) << inode->i_blkbits;
2049ed5bde0bSTheodore Ts'o 	if (disksize > i_size_read(inode))
2050ed5bde0bSTheodore Ts'o 		disksize = i_size_read(inode);
2051ed5bde0bSTheodore Ts'o 	if (disksize > EXT4_I(inode)->i_disksize) {
2052ed5bde0bSTheodore Ts'o 		ext4_update_i_disksize(inode, disksize);
2053ed5bde0bSTheodore Ts'o 		ret = ext4_mark_inode_dirty(handle, inode);
2054ed5bde0bSTheodore Ts'o 		return ret;
2055ed5bde0bSTheodore Ts'o 	}
2056ed5bde0bSTheodore Ts'o 	return 0;
2057ed5bde0bSTheodore Ts'o }
2058ed5bde0bSTheodore Ts'o 
205964769240SAlex Tomas /*
206064769240SAlex Tomas  * mpage_da_map_blocks - go through given space
206164769240SAlex Tomas  *
20628dc207c0STheodore Ts'o  * @mpd - bh describing space
206364769240SAlex Tomas  *
206464769240SAlex Tomas  * The function skips space we know is already mapped to disk blocks.
206564769240SAlex Tomas  *
206664769240SAlex Tomas  */
2067c4a0c46eSAneesh Kumar K.V static int mpage_da_map_blocks(struct mpage_da_data *mpd)
206864769240SAlex Tomas {
2069a1d6cc56SAneesh Kumar K.V 	int err = 0;
2070030ba6bcSAneesh Kumar K.V 	struct buffer_head new;
2071df22291fSAneesh Kumar K.V 	sector_t next;
207264769240SAlex Tomas 
207364769240SAlex Tomas 	/*
207464769240SAlex Tomas 	 * We consider only non-mapped and non-allocated blocks
207564769240SAlex Tomas 	 */
20768dc207c0STheodore Ts'o 	if ((mpd->b_state  & (1 << BH_Mapped)) &&
207729fa89d0SAneesh Kumar K.V 		!(mpd->b_state & (1 << BH_Delay)) &&
207829fa89d0SAneesh Kumar K.V 		!(mpd->b_state & (1 << BH_Unwritten)))
2079c4a0c46eSAneesh Kumar K.V 		return 0;
208079ffab34SAneesh Kumar K.V 	/*
208179ffab34SAneesh Kumar K.V 	 * We need to make sure the BH_Delay flag is passed down to
2082c2177057STheodore Ts'o 	 * ext4_da_get_block_write(), since it calls ext4_get_blocks()
2083c2177057STheodore Ts'o 	 * with the EXT4_GET_BLOCKS_DELALLOC_RESERVE flag.  This flag
2084c2177057STheodore Ts'o 	 * causes ext4_get_blocks() to call
208579ffab34SAneesh Kumar K.V 	 * ext4_da_update_reserve_space() if the passed buffer head
208679ffab34SAneesh Kumar K.V 	 * has the BH_Delay flag set.  In the future, once we clean up
2087c2177057STheodore Ts'o 	 * the interfaces to ext4_get_blocks(), we should pass in a
2088c2177057STheodore Ts'o 	 * separate flag which requests that the delayed allocation
208979ffab34SAneesh Kumar K.V 	 * statistics should be updated, instead of depending on the
209079ffab34SAneesh Kumar K.V 	 * state information getting passed down via the map_bh's
2091c2177057STheodore Ts'o 	 * state bitmasks plus the magic
2092c2177057STheodore Ts'o 	 * EXT4_GET_BLOCKS_DELALLOC_RESERVE flag.
209379ffab34SAneesh Kumar K.V 	 */
209479ffab34SAneesh Kumar K.V 	new.b_state = mpd->b_state & (1 << BH_Delay);
209564769240SAlex Tomas 	new.b_blocknr = 0;
20968dc207c0STheodore Ts'o 	new.b_size = mpd->b_size;
20978dc207c0STheodore Ts'o 	next = mpd->b_blocknr;
209864769240SAlex Tomas 	/*
2099a1d6cc56SAneesh Kumar K.V 	 * If we didn't accumulate anything
2100a1d6cc56SAneesh Kumar K.V 	 * to write simply return
210164769240SAlex Tomas 	 */
2102a1d6cc56SAneesh Kumar K.V 	if (!new.b_size)
2103c4a0c46eSAneesh Kumar K.V 		return 0;
2104c4a0c46eSAneesh Kumar K.V 
2105f888e652STheodore Ts'o 	err = ext4_da_get_block_write(mpd->inode, next, &new);
2106ed5bde0bSTheodore Ts'o 	if (err) {
2107ed5bde0bSTheodore Ts'o 		/*
2108ed5bde0bSTheodore Ts'o 		 * If get block returns with error we simply
2109ed5bde0bSTheodore Ts'o 		 * return. Later writepage will redirty the page and
2110ed5bde0bSTheodore Ts'o 		 * writepages will find the dirty page again
2111c4a0c46eSAneesh Kumar K.V 		 */
2112c4a0c46eSAneesh Kumar K.V 		if (err == -EAGAIN)
2113c4a0c46eSAneesh Kumar K.V 			return 0;
2114df22291fSAneesh Kumar K.V 
2115df22291fSAneesh Kumar K.V 		if (err == -ENOSPC &&
2116df22291fSAneesh Kumar K.V 		    ext4_count_free_blocks(mpd->inode->i_sb)) {
2117df22291fSAneesh Kumar K.V 			mpd->retval = err;
2118df22291fSAneesh Kumar K.V 			return 0;
2119df22291fSAneesh Kumar K.V 		}
2120df22291fSAneesh Kumar K.V 
2121c4a0c46eSAneesh Kumar K.V 		/*
2122ed5bde0bSTheodore Ts'o 		 * get block failure will cause us to loop in
2123ed5bde0bSTheodore Ts'o 		 * writepages, because a_ops->writepage won't be able
2124ed5bde0bSTheodore Ts'o 		 * to make progress. The page will be redirtied by
2125ed5bde0bSTheodore Ts'o 		 * writepage and writepages will again try to write
2126ed5bde0bSTheodore Ts'o 		 * the same.
2127c4a0c46eSAneesh Kumar K.V 		 */
2128c4a0c46eSAneesh Kumar K.V 		printk(KERN_EMERG "%s block allocation failed for inode %lu "
2129c4a0c46eSAneesh Kumar K.V 				  "at logical offset %llu with max blocks "
2130c4a0c46eSAneesh Kumar K.V 				  "%zd with error %d\n",
2131c4a0c46eSAneesh Kumar K.V 				  __func__, mpd->inode->i_ino,
2132c4a0c46eSAneesh Kumar K.V 				  (unsigned long long)next,
21338dc207c0STheodore Ts'o 				  mpd->b_size >> mpd->inode->i_blkbits, err);
2134c4a0c46eSAneesh Kumar K.V 		printk(KERN_EMERG "This should not happen.!! "
2135c4a0c46eSAneesh Kumar K.V 					"Data will be lost\n");
2136030ba6bcSAneesh Kumar K.V 		if (err == -ENOSPC) {
2137df22291fSAneesh Kumar K.V 			ext4_print_free_blocks(mpd->inode);
2138030ba6bcSAneesh Kumar K.V 		}
2139c4a0c46eSAneesh Kumar K.V 		/* invlaidate all the pages */
2140c4a0c46eSAneesh Kumar K.V 		ext4_da_block_invalidatepages(mpd, next,
21418dc207c0STheodore Ts'o 				mpd->b_size >> mpd->inode->i_blkbits);
2142c4a0c46eSAneesh Kumar K.V 		return err;
2143c4a0c46eSAneesh Kumar K.V 	}
214464769240SAlex Tomas 	BUG_ON(new.b_size == 0);
214564769240SAlex Tomas 
214664769240SAlex Tomas 	if (buffer_new(&new))
214764769240SAlex Tomas 		__unmap_underlying_blocks(mpd->inode, &new);
214864769240SAlex Tomas 
214964769240SAlex Tomas 	/*
215064769240SAlex Tomas 	 * If blocks are delayed marked, we need to
215164769240SAlex Tomas 	 * put actual blocknr and drop delayed bit
215264769240SAlex Tomas 	 */
21538dc207c0STheodore Ts'o 	if ((mpd->b_state & (1 << BH_Delay)) ||
21548dc207c0STheodore Ts'o 	    (mpd->b_state & (1 << BH_Unwritten)))
215564769240SAlex Tomas 		mpage_put_bnr_to_bhs(mpd, next, &new);
215664769240SAlex Tomas 
2157c4a0c46eSAneesh Kumar K.V 	return 0;
215864769240SAlex Tomas }
215964769240SAlex Tomas 
2160bf068ee2SAneesh Kumar K.V #define BH_FLAGS ((1 << BH_Uptodate) | (1 << BH_Mapped) | \
2161bf068ee2SAneesh Kumar K.V 		(1 << BH_Delay) | (1 << BH_Unwritten))
216264769240SAlex Tomas 
216364769240SAlex Tomas /*
216464769240SAlex Tomas  * mpage_add_bh_to_extent - try to add one more block to extent of blocks
216564769240SAlex Tomas  *
216664769240SAlex Tomas  * @mpd->lbh - extent of blocks
216764769240SAlex Tomas  * @logical - logical number of the block in the file
216864769240SAlex Tomas  * @bh - bh of the block (used to access block's state)
216964769240SAlex Tomas  *
217064769240SAlex Tomas  * the function is used to collect contig. blocks in same state
217164769240SAlex Tomas  */
217264769240SAlex Tomas static void mpage_add_bh_to_extent(struct mpage_da_data *mpd,
21738dc207c0STheodore Ts'o 				   sector_t logical, size_t b_size,
21748dc207c0STheodore Ts'o 				   unsigned long b_state)
217564769240SAlex Tomas {
217664769240SAlex Tomas 	sector_t next;
21778dc207c0STheodore Ts'o 	int nrblocks = mpd->b_size >> mpd->inode->i_blkbits;
217864769240SAlex Tomas 
2179525f4ed8SMingming Cao 	/* check if thereserved journal credits might overflow */
2180525f4ed8SMingming Cao 	if (!(EXT4_I(mpd->inode)->i_flags & EXT4_EXTENTS_FL)) {
2181525f4ed8SMingming Cao 		if (nrblocks >= EXT4_MAX_TRANS_DATA) {
2182525f4ed8SMingming Cao 			/*
2183525f4ed8SMingming Cao 			 * With non-extent format we are limited by the journal
2184525f4ed8SMingming Cao 			 * credit available.  Total credit needed to insert
2185525f4ed8SMingming Cao 			 * nrblocks contiguous blocks is dependent on the
2186525f4ed8SMingming Cao 			 * nrblocks.  So limit nrblocks.
2187525f4ed8SMingming Cao 			 */
2188525f4ed8SMingming Cao 			goto flush_it;
2189525f4ed8SMingming Cao 		} else if ((nrblocks + (b_size >> mpd->inode->i_blkbits)) >
2190525f4ed8SMingming Cao 				EXT4_MAX_TRANS_DATA) {
2191525f4ed8SMingming Cao 			/*
2192525f4ed8SMingming Cao 			 * Adding the new buffer_head would make it cross the
2193525f4ed8SMingming Cao 			 * allowed limit for which we have journal credit
2194525f4ed8SMingming Cao 			 * reserved. So limit the new bh->b_size
2195525f4ed8SMingming Cao 			 */
2196525f4ed8SMingming Cao 			b_size = (EXT4_MAX_TRANS_DATA - nrblocks) <<
2197525f4ed8SMingming Cao 						mpd->inode->i_blkbits;
2198525f4ed8SMingming Cao 			/* we will do mpage_da_submit_io in the next loop */
2199525f4ed8SMingming Cao 		}
2200525f4ed8SMingming Cao 	}
220164769240SAlex Tomas 	/*
220264769240SAlex Tomas 	 * First block in the extent
220364769240SAlex Tomas 	 */
22048dc207c0STheodore Ts'o 	if (mpd->b_size == 0) {
22058dc207c0STheodore Ts'o 		mpd->b_blocknr = logical;
22068dc207c0STheodore Ts'o 		mpd->b_size = b_size;
22078dc207c0STheodore Ts'o 		mpd->b_state = b_state & BH_FLAGS;
220864769240SAlex Tomas 		return;
220964769240SAlex Tomas 	}
221064769240SAlex Tomas 
22118dc207c0STheodore Ts'o 	next = mpd->b_blocknr + nrblocks;
221264769240SAlex Tomas 	/*
221364769240SAlex Tomas 	 * Can we merge the block to our big extent?
221464769240SAlex Tomas 	 */
22158dc207c0STheodore Ts'o 	if (logical == next && (b_state & BH_FLAGS) == mpd->b_state) {
22168dc207c0STheodore Ts'o 		mpd->b_size += b_size;
221764769240SAlex Tomas 		return;
221864769240SAlex Tomas 	}
221964769240SAlex Tomas 
2220525f4ed8SMingming Cao flush_it:
222164769240SAlex Tomas 	/*
222264769240SAlex Tomas 	 * We couldn't merge the block to our extent, so we
222364769240SAlex Tomas 	 * need to flush current  extent and start new one
222464769240SAlex Tomas 	 */
2225c4a0c46eSAneesh Kumar K.V 	if (mpage_da_map_blocks(mpd) == 0)
2226a1d6cc56SAneesh Kumar K.V 		mpage_da_submit_io(mpd);
2227a1d6cc56SAneesh Kumar K.V 	mpd->io_done = 1;
2228a1d6cc56SAneesh Kumar K.V 	return;
222964769240SAlex Tomas }
223064769240SAlex Tomas 
223129fa89d0SAneesh Kumar K.V static int ext4_bh_unmapped_or_delay(handle_t *handle, struct buffer_head *bh)
223229fa89d0SAneesh Kumar K.V {
223329fa89d0SAneesh Kumar K.V 	/*
223429fa89d0SAneesh Kumar K.V 	 * unmapped buffer is possible for holes.
223529fa89d0SAneesh Kumar K.V 	 * delay buffer is possible with delayed allocation.
223629fa89d0SAneesh Kumar K.V 	 * We also need to consider unwritten buffer as unmapped.
223729fa89d0SAneesh Kumar K.V 	 */
223829fa89d0SAneesh Kumar K.V 	return (!buffer_mapped(bh) || buffer_delay(bh) ||
223929fa89d0SAneesh Kumar K.V 				buffer_unwritten(bh)) && buffer_dirty(bh);
224029fa89d0SAneesh Kumar K.V }
224129fa89d0SAneesh Kumar K.V 
224264769240SAlex Tomas /*
224364769240SAlex Tomas  * __mpage_da_writepage - finds extent of pages and blocks
224464769240SAlex Tomas  *
224564769240SAlex Tomas  * @page: page to consider
224664769240SAlex Tomas  * @wbc: not used, we just follow rules
224764769240SAlex Tomas  * @data: context
224864769240SAlex Tomas  *
224964769240SAlex Tomas  * The function finds extents of pages and scan them for all blocks.
225064769240SAlex Tomas  */
225164769240SAlex Tomas static int __mpage_da_writepage(struct page *page,
225264769240SAlex Tomas 				struct writeback_control *wbc, void *data)
225364769240SAlex Tomas {
225464769240SAlex Tomas 	struct mpage_da_data *mpd = data;
225564769240SAlex Tomas 	struct inode *inode = mpd->inode;
22568dc207c0STheodore Ts'o 	struct buffer_head *bh, *head;
225764769240SAlex Tomas 	sector_t logical;
225864769240SAlex Tomas 
2259a1d6cc56SAneesh Kumar K.V 	if (mpd->io_done) {
2260a1d6cc56SAneesh Kumar K.V 		/*
2261a1d6cc56SAneesh Kumar K.V 		 * Rest of the page in the page_vec
2262a1d6cc56SAneesh Kumar K.V 		 * redirty then and skip then. We will
2263a1d6cc56SAneesh Kumar K.V 		 * try to to write them again after
2264a1d6cc56SAneesh Kumar K.V 		 * starting a new transaction
2265a1d6cc56SAneesh Kumar K.V 		 */
2266a1d6cc56SAneesh Kumar K.V 		redirty_page_for_writepage(wbc, page);
2267a1d6cc56SAneesh Kumar K.V 		unlock_page(page);
2268a1d6cc56SAneesh Kumar K.V 		return MPAGE_DA_EXTENT_TAIL;
2269a1d6cc56SAneesh Kumar K.V 	}
227064769240SAlex Tomas 	/*
227164769240SAlex Tomas 	 * Can we merge this page to current extent?
227264769240SAlex Tomas 	 */
227364769240SAlex Tomas 	if (mpd->next_page != page->index) {
227464769240SAlex Tomas 		/*
227564769240SAlex Tomas 		 * Nope, we can't. So, we map non-allocated blocks
2276a1d6cc56SAneesh Kumar K.V 		 * and start IO on them using writepage()
227764769240SAlex Tomas 		 */
227864769240SAlex Tomas 		if (mpd->next_page != mpd->first_page) {
2279c4a0c46eSAneesh Kumar K.V 			if (mpage_da_map_blocks(mpd) == 0)
228064769240SAlex Tomas 				mpage_da_submit_io(mpd);
2281a1d6cc56SAneesh Kumar K.V 			/*
2282a1d6cc56SAneesh Kumar K.V 			 * skip rest of the page in the page_vec
2283a1d6cc56SAneesh Kumar K.V 			 */
2284a1d6cc56SAneesh Kumar K.V 			mpd->io_done = 1;
2285a1d6cc56SAneesh Kumar K.V 			redirty_page_for_writepage(wbc, page);
2286a1d6cc56SAneesh Kumar K.V 			unlock_page(page);
2287a1d6cc56SAneesh Kumar K.V 			return MPAGE_DA_EXTENT_TAIL;
228864769240SAlex Tomas 		}
228964769240SAlex Tomas 
229064769240SAlex Tomas 		/*
229164769240SAlex Tomas 		 * Start next extent of pages ...
229264769240SAlex Tomas 		 */
229364769240SAlex Tomas 		mpd->first_page = page->index;
229464769240SAlex Tomas 
229564769240SAlex Tomas 		/*
229664769240SAlex Tomas 		 * ... and blocks
229764769240SAlex Tomas 		 */
22988dc207c0STheodore Ts'o 		mpd->b_size = 0;
22998dc207c0STheodore Ts'o 		mpd->b_state = 0;
23008dc207c0STheodore Ts'o 		mpd->b_blocknr = 0;
230164769240SAlex Tomas 	}
230264769240SAlex Tomas 
230364769240SAlex Tomas 	mpd->next_page = page->index + 1;
230464769240SAlex Tomas 	logical = (sector_t) page->index <<
230564769240SAlex Tomas 		  (PAGE_CACHE_SHIFT - inode->i_blkbits);
230664769240SAlex Tomas 
230764769240SAlex Tomas 	if (!page_has_buffers(page)) {
23088dc207c0STheodore Ts'o 		mpage_add_bh_to_extent(mpd, logical, PAGE_CACHE_SIZE,
23098dc207c0STheodore Ts'o 				       (1 << BH_Dirty) | (1 << BH_Uptodate));
2310a1d6cc56SAneesh Kumar K.V 		if (mpd->io_done)
2311a1d6cc56SAneesh Kumar K.V 			return MPAGE_DA_EXTENT_TAIL;
231264769240SAlex Tomas 	} else {
231364769240SAlex Tomas 		/*
231464769240SAlex Tomas 		 * Page with regular buffer heads, just add all dirty ones
231564769240SAlex Tomas 		 */
231664769240SAlex Tomas 		head = page_buffers(page);
231764769240SAlex Tomas 		bh = head;
231864769240SAlex Tomas 		do {
231964769240SAlex Tomas 			BUG_ON(buffer_locked(bh));
2320791b7f08SAneesh Kumar K.V 			/*
2321791b7f08SAneesh Kumar K.V 			 * We need to try to allocate
2322791b7f08SAneesh Kumar K.V 			 * unmapped blocks in the same page.
2323791b7f08SAneesh Kumar K.V 			 * Otherwise we won't make progress
2324791b7f08SAneesh Kumar K.V 			 * with the page in ext4_da_writepage
2325791b7f08SAneesh Kumar K.V 			 */
232629fa89d0SAneesh Kumar K.V 			if (ext4_bh_unmapped_or_delay(NULL, bh)) {
23278dc207c0STheodore Ts'o 				mpage_add_bh_to_extent(mpd, logical,
23288dc207c0STheodore Ts'o 						       bh->b_size,
23298dc207c0STheodore Ts'o 						       bh->b_state);
2330a1d6cc56SAneesh Kumar K.V 				if (mpd->io_done)
2331a1d6cc56SAneesh Kumar K.V 					return MPAGE_DA_EXTENT_TAIL;
2332791b7f08SAneesh Kumar K.V 			} else if (buffer_dirty(bh) && (buffer_mapped(bh))) {
2333791b7f08SAneesh Kumar K.V 				/*
2334791b7f08SAneesh Kumar K.V 				 * mapped dirty buffer. We need to update
2335791b7f08SAneesh Kumar K.V 				 * the b_state because we look at
2336791b7f08SAneesh Kumar K.V 				 * b_state in mpage_da_map_blocks. We don't
2337791b7f08SAneesh Kumar K.V 				 * update b_size because if we find an
2338791b7f08SAneesh Kumar K.V 				 * unmapped buffer_head later we need to
2339791b7f08SAneesh Kumar K.V 				 * use the b_state flag of that buffer_head.
2340791b7f08SAneesh Kumar K.V 				 */
23418dc207c0STheodore Ts'o 				if (mpd->b_size == 0)
23428dc207c0STheodore Ts'o 					mpd->b_state = bh->b_state & BH_FLAGS;
2343a1d6cc56SAneesh Kumar K.V 			}
234464769240SAlex Tomas 			logical++;
234564769240SAlex Tomas 		} while ((bh = bh->b_this_page) != head);
234664769240SAlex Tomas 	}
234764769240SAlex Tomas 
234864769240SAlex Tomas 	return 0;
234964769240SAlex Tomas }
235064769240SAlex Tomas 
235164769240SAlex Tomas /*
2352b920c755STheodore Ts'o  * This is a special get_blocks_t callback which is used by
2353b920c755STheodore Ts'o  * ext4_da_write_begin().  It will either return mapped block or
2354b920c755STheodore Ts'o  * reserve space for a single block.
235529fa89d0SAneesh Kumar K.V  *
235629fa89d0SAneesh Kumar K.V  * For delayed buffer_head we have BH_Mapped, BH_New, BH_Delay set.
235729fa89d0SAneesh Kumar K.V  * We also have b_blocknr = -1 and b_bdev initialized properly
235829fa89d0SAneesh Kumar K.V  *
235929fa89d0SAneesh Kumar K.V  * For unwritten buffer_head we have BH_Mapped, BH_New, BH_Unwritten set.
236029fa89d0SAneesh Kumar K.V  * We also have b_blocknr = physicalblock mapping unwritten extent and b_bdev
236129fa89d0SAneesh Kumar K.V  * initialized properly.
236264769240SAlex Tomas  */
236364769240SAlex Tomas static int ext4_da_get_block_prep(struct inode *inode, sector_t iblock,
236464769240SAlex Tomas 				  struct buffer_head *bh_result, int create)
236564769240SAlex Tomas {
236664769240SAlex Tomas 	int ret = 0;
236733b9817eSAneesh Kumar K.V 	sector_t invalid_block = ~((sector_t) 0xffff);
236833b9817eSAneesh Kumar K.V 
236933b9817eSAneesh Kumar K.V 	if (invalid_block < ext4_blocks_count(EXT4_SB(inode->i_sb)->s_es))
237033b9817eSAneesh Kumar K.V 		invalid_block = ~0;
237164769240SAlex Tomas 
237264769240SAlex Tomas 	BUG_ON(create == 0);
237364769240SAlex Tomas 	BUG_ON(bh_result->b_size != inode->i_sb->s_blocksize);
237464769240SAlex Tomas 
237564769240SAlex Tomas 	/*
237664769240SAlex Tomas 	 * first, we need to know whether the block is allocated already
237764769240SAlex Tomas 	 * preallocated blocks are unmapped but should treated
237864769240SAlex Tomas 	 * the same as allocated blocks.
237964769240SAlex Tomas 	 */
2380c2177057STheodore Ts'o 	ret = ext4_get_blocks(NULL, inode, iblock, 1,  bh_result, 0);
2381d2a17637SMingming Cao 	if ((ret == 0) && !buffer_delay(bh_result)) {
2382d2a17637SMingming Cao 		/* the block isn't (pre)allocated yet, let's reserve space */
238364769240SAlex Tomas 		/*
238464769240SAlex Tomas 		 * XXX: __block_prepare_write() unmaps passed block,
238564769240SAlex Tomas 		 * is it OK?
238664769240SAlex Tomas 		 */
2387d2a17637SMingming Cao 		ret = ext4_da_reserve_space(inode, 1);
2388d2a17637SMingming Cao 		if (ret)
2389d2a17637SMingming Cao 			/* not enough space to reserve */
2390d2a17637SMingming Cao 			return ret;
2391d2a17637SMingming Cao 
239233b9817eSAneesh Kumar K.V 		map_bh(bh_result, inode->i_sb, invalid_block);
239364769240SAlex Tomas 		set_buffer_new(bh_result);
239464769240SAlex Tomas 		set_buffer_delay(bh_result);
239564769240SAlex Tomas 	} else if (ret > 0) {
239664769240SAlex Tomas 		bh_result->b_size = (ret << inode->i_blkbits);
239729fa89d0SAneesh Kumar K.V 		if (buffer_unwritten(bh_result)) {
239829fa89d0SAneesh Kumar K.V 			/* A delayed write to unwritten bh should
239929fa89d0SAneesh Kumar K.V 			 * be marked new and mapped.  Mapped ensures
240029fa89d0SAneesh Kumar K.V 			 * that we don't do get_block multiple times
240129fa89d0SAneesh Kumar K.V 			 * when we write to the same offset and new
240229fa89d0SAneesh Kumar K.V 			 * ensures that we do proper zero out for
240329fa89d0SAneesh Kumar K.V 			 * partial write.
24049c1ee184SAneesh Kumar K.V 			 */
24059c1ee184SAneesh Kumar K.V 			set_buffer_new(bh_result);
240629fa89d0SAneesh Kumar K.V 			set_buffer_mapped(bh_result);
240729fa89d0SAneesh Kumar K.V 		}
240864769240SAlex Tomas 		ret = 0;
240964769240SAlex Tomas 	}
241064769240SAlex Tomas 
241164769240SAlex Tomas 	return ret;
241264769240SAlex Tomas }
241361628a3fSMingming Cao 
2414b920c755STheodore Ts'o /*
2415b920c755STheodore Ts'o  * This function is used as a standard get_block_t calback function
2416b920c755STheodore Ts'o  * when there is no desire to allocate any blocks.  It is used as a
2417b920c755STheodore Ts'o  * callback function for block_prepare_write(), nobh_writepage(), and
2418b920c755STheodore Ts'o  * block_write_full_page().  These functions should only try to map a
2419b920c755STheodore Ts'o  * single block at a time.
2420b920c755STheodore Ts'o  *
2421b920c755STheodore Ts'o  * Since this function doesn't do block allocations even if the caller
2422b920c755STheodore Ts'o  * requests it by passing in create=1, it is critically important that
2423b920c755STheodore Ts'o  * any caller checks to make sure that any buffer heads are returned
2424b920c755STheodore Ts'o  * by this function are either all already mapped or marked for
2425b920c755STheodore Ts'o  * delayed allocation before calling nobh_writepage() or
2426b920c755STheodore Ts'o  * block_write_full_page().  Otherwise, b_blocknr could be left
2427b920c755STheodore Ts'o  * unitialized, and the page write functions will be taken by
2428b920c755STheodore Ts'o  * surprise.
2429b920c755STheodore Ts'o  */
2430b920c755STheodore Ts'o static int noalloc_get_block_write(struct inode *inode, sector_t iblock,
2431f0e6c985SAneesh Kumar K.V 				   struct buffer_head *bh_result, int create)
2432f0e6c985SAneesh Kumar K.V {
2433f0e6c985SAneesh Kumar K.V 	int ret = 0;
2434f0e6c985SAneesh Kumar K.V 	unsigned max_blocks = bh_result->b_size >> inode->i_blkbits;
2435f0e6c985SAneesh Kumar K.V 
2436a2dc52b5STheodore Ts'o 	BUG_ON(bh_result->b_size != inode->i_sb->s_blocksize);
2437a2dc52b5STheodore Ts'o 
2438f0e6c985SAneesh Kumar K.V 	/*
2439f0e6c985SAneesh Kumar K.V 	 * we don't want to do block allocation in writepage
2440f0e6c985SAneesh Kumar K.V 	 * so call get_block_wrap with create = 0
2441f0e6c985SAneesh Kumar K.V 	 */
2442c2177057STheodore Ts'o 	ret = ext4_get_blocks(NULL, inode, iblock, max_blocks, bh_result, 0);
2443a2dc52b5STheodore Ts'o 	BUG_ON(create && ret == 0);
2444f0e6c985SAneesh Kumar K.V 	if (ret > 0) {
2445f0e6c985SAneesh Kumar K.V 		bh_result->b_size = (ret << inode->i_blkbits);
2446f0e6c985SAneesh Kumar K.V 		ret = 0;
2447f0e6c985SAneesh Kumar K.V 	}
2448f0e6c985SAneesh Kumar K.V 	return ret;
244961628a3fSMingming Cao }
245061628a3fSMingming Cao 
245161628a3fSMingming Cao /*
2452b920c755STheodore Ts'o  * This function can get called via...
2453b920c755STheodore Ts'o  *   - ext4_da_writepages after taking page lock (have journal handle)
2454b920c755STheodore Ts'o  *   - journal_submit_inode_data_buffers (no journal handle)
2455b920c755STheodore Ts'o  *   - shrink_page_list via pdflush (no journal handle)
2456b920c755STheodore Ts'o  *   - grab_page_cache when doing write_begin (have journal handle)
245761628a3fSMingming Cao  */
245864769240SAlex Tomas static int ext4_da_writepage(struct page *page,
245964769240SAlex Tomas 				struct writeback_control *wbc)
246064769240SAlex Tomas {
246164769240SAlex Tomas 	int ret = 0;
246261628a3fSMingming Cao 	loff_t size;
2463498e5f24STheodore Ts'o 	unsigned int len;
246461628a3fSMingming Cao 	struct buffer_head *page_bufs;
246561628a3fSMingming Cao 	struct inode *inode = page->mapping->host;
246664769240SAlex Tomas 
2467ba80b101STheodore Ts'o 	trace_mark(ext4_da_writepage,
2468ba80b101STheodore Ts'o 		   "dev %s ino %lu page_index %lu",
2469ba80b101STheodore Ts'o 		   inode->i_sb->s_id, inode->i_ino, page->index);
247061628a3fSMingming Cao 	size = i_size_read(inode);
247161628a3fSMingming Cao 	if (page->index == size >> PAGE_CACHE_SHIFT)
247261628a3fSMingming Cao 		len = size & ~PAGE_CACHE_MASK;
247361628a3fSMingming Cao 	else
247461628a3fSMingming Cao 		len = PAGE_CACHE_SIZE;
247561628a3fSMingming Cao 
2476f0e6c985SAneesh Kumar K.V 	if (page_has_buffers(page)) {
2477f0e6c985SAneesh Kumar K.V 		page_bufs = page_buffers(page);
2478f0e6c985SAneesh Kumar K.V 		if (walk_page_buffers(NULL, page_bufs, 0, len, NULL,
2479f0e6c985SAneesh Kumar K.V 					ext4_bh_unmapped_or_delay)) {
248061628a3fSMingming Cao 			/*
2481f0e6c985SAneesh Kumar K.V 			 * We don't want to do  block allocation
2482f0e6c985SAneesh Kumar K.V 			 * So redirty the page and return
2483cd1aac32SAneesh Kumar K.V 			 * We may reach here when we do a journal commit
2484cd1aac32SAneesh Kumar K.V 			 * via journal_submit_inode_data_buffers.
2485cd1aac32SAneesh Kumar K.V 			 * If we don't have mapping block we just ignore
2486f0e6c985SAneesh Kumar K.V 			 * them. We can also reach here via shrink_page_list
2487f0e6c985SAneesh Kumar K.V 			 */
2488f0e6c985SAneesh Kumar K.V 			redirty_page_for_writepage(wbc, page);
2489f0e6c985SAneesh Kumar K.V 			unlock_page(page);
2490f0e6c985SAneesh Kumar K.V 			return 0;
2491f0e6c985SAneesh Kumar K.V 		}
2492f0e6c985SAneesh Kumar K.V 	} else {
2493f0e6c985SAneesh Kumar K.V 		/*
2494f0e6c985SAneesh Kumar K.V 		 * The test for page_has_buffers() is subtle:
2495f0e6c985SAneesh Kumar K.V 		 * We know the page is dirty but it lost buffers. That means
2496f0e6c985SAneesh Kumar K.V 		 * that at some moment in time after write_begin()/write_end()
2497f0e6c985SAneesh Kumar K.V 		 * has been called all buffers have been clean and thus they
2498f0e6c985SAneesh Kumar K.V 		 * must have been written at least once. So they are all
2499f0e6c985SAneesh Kumar K.V 		 * mapped and we can happily proceed with mapping them
2500f0e6c985SAneesh Kumar K.V 		 * and writing the page.
2501f0e6c985SAneesh Kumar K.V 		 *
2502f0e6c985SAneesh Kumar K.V 		 * Try to initialize the buffer_heads and check whether
2503f0e6c985SAneesh Kumar K.V 		 * all are mapped and non delay. We don't want to
2504f0e6c985SAneesh Kumar K.V 		 * do block allocation here.
2505f0e6c985SAneesh Kumar K.V 		 */
2506f0e6c985SAneesh Kumar K.V 		ret = block_prepare_write(page, 0, PAGE_CACHE_SIZE,
2507b920c755STheodore Ts'o 					  noalloc_get_block_write);
2508f0e6c985SAneesh Kumar K.V 		if (!ret) {
2509f0e6c985SAneesh Kumar K.V 			page_bufs = page_buffers(page);
2510f0e6c985SAneesh Kumar K.V 			/* check whether all are mapped and non delay */
2511f0e6c985SAneesh Kumar K.V 			if (walk_page_buffers(NULL, page_bufs, 0, len, NULL,
2512f0e6c985SAneesh Kumar K.V 						ext4_bh_unmapped_or_delay)) {
2513f0e6c985SAneesh Kumar K.V 				redirty_page_for_writepage(wbc, page);
2514f0e6c985SAneesh Kumar K.V 				unlock_page(page);
2515f0e6c985SAneesh Kumar K.V 				return 0;
2516f0e6c985SAneesh Kumar K.V 			}
2517f0e6c985SAneesh Kumar K.V 		} else {
2518f0e6c985SAneesh Kumar K.V 			/*
2519f0e6c985SAneesh Kumar K.V 			 * We can't do block allocation here
2520f0e6c985SAneesh Kumar K.V 			 * so just redity the page and unlock
2521f0e6c985SAneesh Kumar K.V 			 * and return
252261628a3fSMingming Cao 			 */
252361628a3fSMingming Cao 			redirty_page_for_writepage(wbc, page);
252461628a3fSMingming Cao 			unlock_page(page);
252561628a3fSMingming Cao 			return 0;
252661628a3fSMingming Cao 		}
2527ed9b3e33SAneesh Kumar K.V 		/* now mark the buffer_heads as dirty and uptodate */
2528ed9b3e33SAneesh Kumar K.V 		block_commit_write(page, 0, PAGE_CACHE_SIZE);
252964769240SAlex Tomas 	}
253064769240SAlex Tomas 
253164769240SAlex Tomas 	if (test_opt(inode->i_sb, NOBH) && ext4_should_writeback_data(inode))
2532b920c755STheodore Ts'o 		ret = nobh_writepage(page, noalloc_get_block_write, wbc);
253364769240SAlex Tomas 	else
2534b920c755STheodore Ts'o 		ret = block_write_full_page(page, noalloc_get_block_write,
2535f0e6c985SAneesh Kumar K.V 					    wbc);
253664769240SAlex Tomas 
253764769240SAlex Tomas 	return ret;
253864769240SAlex Tomas }
253964769240SAlex Tomas 
254061628a3fSMingming Cao /*
2541525f4ed8SMingming Cao  * This is called via ext4_da_writepages() to
2542525f4ed8SMingming Cao  * calulate the total number of credits to reserve to fit
2543525f4ed8SMingming Cao  * a single extent allocation into a single transaction,
2544525f4ed8SMingming Cao  * ext4_da_writpeages() will loop calling this before
2545525f4ed8SMingming Cao  * the block allocation.
254661628a3fSMingming Cao  */
2547525f4ed8SMingming Cao 
2548525f4ed8SMingming Cao static int ext4_da_writepages_trans_blocks(struct inode *inode)
2549525f4ed8SMingming Cao {
2550525f4ed8SMingming Cao 	int max_blocks = EXT4_I(inode)->i_reserved_data_blocks;
2551525f4ed8SMingming Cao 
2552525f4ed8SMingming Cao 	/*
2553525f4ed8SMingming Cao 	 * With non-extent format the journal credit needed to
2554525f4ed8SMingming Cao 	 * insert nrblocks contiguous block is dependent on
2555525f4ed8SMingming Cao 	 * number of contiguous block. So we will limit
2556525f4ed8SMingming Cao 	 * number of contiguous block to a sane value
2557525f4ed8SMingming Cao 	 */
2558525f4ed8SMingming Cao 	if (!(inode->i_flags & EXT4_EXTENTS_FL) &&
2559525f4ed8SMingming Cao 	    (max_blocks > EXT4_MAX_TRANS_DATA))
2560525f4ed8SMingming Cao 		max_blocks = EXT4_MAX_TRANS_DATA;
2561525f4ed8SMingming Cao 
2562525f4ed8SMingming Cao 	return ext4_chunk_trans_blocks(inode, max_blocks);
2563525f4ed8SMingming Cao }
256461628a3fSMingming Cao 
256564769240SAlex Tomas static int ext4_da_writepages(struct address_space *mapping,
256664769240SAlex Tomas 			      struct writeback_control *wbc)
256764769240SAlex Tomas {
256822208dedSAneesh Kumar K.V 	pgoff_t	index;
256922208dedSAneesh Kumar K.V 	int range_whole = 0;
257061628a3fSMingming Cao 	handle_t *handle = NULL;
2571df22291fSAneesh Kumar K.V 	struct mpage_da_data mpd;
25725e745b04SAneesh Kumar K.V 	struct inode *inode = mapping->host;
257322208dedSAneesh Kumar K.V 	int no_nrwrite_index_update;
2574498e5f24STheodore Ts'o 	int pages_written = 0;
2575498e5f24STheodore Ts'o 	long pages_skipped;
25762acf2c26SAneesh Kumar K.V 	int range_cyclic, cycled = 1, io_done = 0;
25775e745b04SAneesh Kumar K.V 	int needed_blocks, ret = 0, nr_to_writebump = 0;
25785e745b04SAneesh Kumar K.V 	struct ext4_sb_info *sbi = EXT4_SB(mapping->host->i_sb);
257961628a3fSMingming Cao 
2580ba80b101STheodore Ts'o 	trace_mark(ext4_da_writepages,
2581ba80b101STheodore Ts'o 		   "dev %s ino %lu nr_t_write %ld "
2582ba80b101STheodore Ts'o 		   "pages_skipped %ld range_start %llu "
2583ba80b101STheodore Ts'o 		   "range_end %llu nonblocking %d "
2584ba80b101STheodore Ts'o 		   "for_kupdate %d for_reclaim %d "
2585ba80b101STheodore Ts'o 		   "for_writepages %d range_cyclic %d",
2586ba80b101STheodore Ts'o 		   inode->i_sb->s_id, inode->i_ino,
2587ba80b101STheodore Ts'o 		   wbc->nr_to_write, wbc->pages_skipped,
2588ba80b101STheodore Ts'o 		   (unsigned long long) wbc->range_start,
2589ba80b101STheodore Ts'o 		   (unsigned long long) wbc->range_end,
2590ba80b101STheodore Ts'o 		   wbc->nonblocking, wbc->for_kupdate,
2591ba80b101STheodore Ts'o 		   wbc->for_reclaim, wbc->for_writepages,
2592ba80b101STheodore Ts'o 		   wbc->range_cyclic);
2593ba80b101STheodore Ts'o 
259461628a3fSMingming Cao 	/*
259561628a3fSMingming Cao 	 * No pages to write? This is mainly a kludge to avoid starting
259661628a3fSMingming Cao 	 * a transaction for special inodes like journal inode on last iput()
259761628a3fSMingming Cao 	 * because that could violate lock ordering on umount
259861628a3fSMingming Cao 	 */
2599a1d6cc56SAneesh Kumar K.V 	if (!mapping->nrpages || !mapping_tagged(mapping, PAGECACHE_TAG_DIRTY))
260061628a3fSMingming Cao 		return 0;
26012a21e37eSTheodore Ts'o 
26022a21e37eSTheodore Ts'o 	/*
26032a21e37eSTheodore Ts'o 	 * If the filesystem has aborted, it is read-only, so return
26042a21e37eSTheodore Ts'o 	 * right away instead of dumping stack traces later on that
26052a21e37eSTheodore Ts'o 	 * will obscure the real source of the problem.  We test
26062a21e37eSTheodore Ts'o 	 * EXT4_MOUNT_ABORT instead of sb->s_flag's MS_RDONLY because
26072a21e37eSTheodore Ts'o 	 * the latter could be true if the filesystem is mounted
26082a21e37eSTheodore Ts'o 	 * read-only, and in that case, ext4_da_writepages should
26092a21e37eSTheodore Ts'o 	 * *never* be called, so if that ever happens, we would want
26102a21e37eSTheodore Ts'o 	 * the stack trace.
26112a21e37eSTheodore Ts'o 	 */
26122a21e37eSTheodore Ts'o 	if (unlikely(sbi->s_mount_opt & EXT4_MOUNT_ABORT))
26132a21e37eSTheodore Ts'o 		return -EROFS;
26142a21e37eSTheodore Ts'o 
26155e745b04SAneesh Kumar K.V 	/*
26165e745b04SAneesh Kumar K.V 	 * Make sure nr_to_write is >= sbi->s_mb_stream_request
26175e745b04SAneesh Kumar K.V 	 * This make sure small files blocks are allocated in
26185e745b04SAneesh Kumar K.V 	 * single attempt. This ensure that small files
26195e745b04SAneesh Kumar K.V 	 * get less fragmented.
26205e745b04SAneesh Kumar K.V 	 */
26215e745b04SAneesh Kumar K.V 	if (wbc->nr_to_write < sbi->s_mb_stream_request) {
26225e745b04SAneesh Kumar K.V 		nr_to_writebump = sbi->s_mb_stream_request - wbc->nr_to_write;
26235e745b04SAneesh Kumar K.V 		wbc->nr_to_write = sbi->s_mb_stream_request;
26245e745b04SAneesh Kumar K.V 	}
262522208dedSAneesh Kumar K.V 	if (wbc->range_start == 0 && wbc->range_end == LLONG_MAX)
262622208dedSAneesh Kumar K.V 		range_whole = 1;
262761628a3fSMingming Cao 
26282acf2c26SAneesh Kumar K.V 	range_cyclic = wbc->range_cyclic;
26292acf2c26SAneesh Kumar K.V 	if (wbc->range_cyclic) {
263022208dedSAneesh Kumar K.V 		index = mapping->writeback_index;
26312acf2c26SAneesh Kumar K.V 		if (index)
26322acf2c26SAneesh Kumar K.V 			cycled = 0;
26332acf2c26SAneesh Kumar K.V 		wbc->range_start = index << PAGE_CACHE_SHIFT;
26342acf2c26SAneesh Kumar K.V 		wbc->range_end  = LLONG_MAX;
26352acf2c26SAneesh Kumar K.V 		wbc->range_cyclic = 0;
26362acf2c26SAneesh Kumar K.V 	} else
263722208dedSAneesh Kumar K.V 		index = wbc->range_start >> PAGE_CACHE_SHIFT;
2638a1d6cc56SAneesh Kumar K.V 
2639df22291fSAneesh Kumar K.V 	mpd.wbc = wbc;
2640df22291fSAneesh Kumar K.V 	mpd.inode = mapping->host;
2641df22291fSAneesh Kumar K.V 
264222208dedSAneesh Kumar K.V 	/*
264322208dedSAneesh Kumar K.V 	 * we don't want write_cache_pages to update
264422208dedSAneesh Kumar K.V 	 * nr_to_write and writeback_index
264522208dedSAneesh Kumar K.V 	 */
264622208dedSAneesh Kumar K.V 	no_nrwrite_index_update = wbc->no_nrwrite_index_update;
264722208dedSAneesh Kumar K.V 	wbc->no_nrwrite_index_update = 1;
264822208dedSAneesh Kumar K.V 	pages_skipped = wbc->pages_skipped;
264922208dedSAneesh Kumar K.V 
26502acf2c26SAneesh Kumar K.V retry:
265122208dedSAneesh Kumar K.V 	while (!ret && wbc->nr_to_write > 0) {
2652a1d6cc56SAneesh Kumar K.V 
2653a1d6cc56SAneesh Kumar K.V 		/*
2654a1d6cc56SAneesh Kumar K.V 		 * we  insert one extent at a time. So we need
2655a1d6cc56SAneesh Kumar K.V 		 * credit needed for single extent allocation.
2656a1d6cc56SAneesh Kumar K.V 		 * journalled mode is currently not supported
2657a1d6cc56SAneesh Kumar K.V 		 * by delalloc
2658a1d6cc56SAneesh Kumar K.V 		 */
2659a1d6cc56SAneesh Kumar K.V 		BUG_ON(ext4_should_journal_data(inode));
2660525f4ed8SMingming Cao 		needed_blocks = ext4_da_writepages_trans_blocks(inode);
2661a1d6cc56SAneesh Kumar K.V 
266261628a3fSMingming Cao 		/* start a new transaction*/
266361628a3fSMingming Cao 		handle = ext4_journal_start(inode, needed_blocks);
266461628a3fSMingming Cao 		if (IS_ERR(handle)) {
266561628a3fSMingming Cao 			ret = PTR_ERR(handle);
26662a21e37eSTheodore Ts'o 			printk(KERN_CRIT "%s: jbd2_start: "
2667a1d6cc56SAneesh Kumar K.V 			       "%ld pages, ino %lu; err %d\n", __func__,
2668a1d6cc56SAneesh Kumar K.V 				wbc->nr_to_write, inode->i_ino, ret);
2669a1d6cc56SAneesh Kumar K.V 			dump_stack();
267061628a3fSMingming Cao 			goto out_writepages;
267161628a3fSMingming Cao 		}
2672f63e6005STheodore Ts'o 
2673f63e6005STheodore Ts'o 		/*
2674f63e6005STheodore Ts'o 		 * Now call __mpage_da_writepage to find the next
2675f63e6005STheodore Ts'o 		 * contiguous region of logical blocks that need
2676f63e6005STheodore Ts'o 		 * blocks to be allocated by ext4.  We don't actually
2677f63e6005STheodore Ts'o 		 * submit the blocks for I/O here, even though
2678f63e6005STheodore Ts'o 		 * write_cache_pages thinks it will, and will set the
2679f63e6005STheodore Ts'o 		 * pages as clean for write before calling
2680f63e6005STheodore Ts'o 		 * __mpage_da_writepage().
2681f63e6005STheodore Ts'o 		 */
2682f63e6005STheodore Ts'o 		mpd.b_size = 0;
2683f63e6005STheodore Ts'o 		mpd.b_state = 0;
2684f63e6005STheodore Ts'o 		mpd.b_blocknr = 0;
2685f63e6005STheodore Ts'o 		mpd.first_page = 0;
2686f63e6005STheodore Ts'o 		mpd.next_page = 0;
2687f63e6005STheodore Ts'o 		mpd.io_done = 0;
2688f63e6005STheodore Ts'o 		mpd.pages_written = 0;
2689f63e6005STheodore Ts'o 		mpd.retval = 0;
2690f63e6005STheodore Ts'o 		ret = write_cache_pages(mapping, wbc, __mpage_da_writepage,
2691f63e6005STheodore Ts'o 					&mpd);
2692f63e6005STheodore Ts'o 		/*
2693f63e6005STheodore Ts'o 		 * If we have a contigous extent of pages and we
2694f63e6005STheodore Ts'o 		 * haven't done the I/O yet, map the blocks and submit
2695f63e6005STheodore Ts'o 		 * them for I/O.
2696f63e6005STheodore Ts'o 		 */
2697f63e6005STheodore Ts'o 		if (!mpd.io_done && mpd.next_page != mpd.first_page) {
2698f63e6005STheodore Ts'o 			if (mpage_da_map_blocks(&mpd) == 0)
2699f63e6005STheodore Ts'o 				mpage_da_submit_io(&mpd);
2700f63e6005STheodore Ts'o 			mpd.io_done = 1;
2701f63e6005STheodore Ts'o 			ret = MPAGE_DA_EXTENT_TAIL;
2702f63e6005STheodore Ts'o 		}
2703f63e6005STheodore Ts'o 		wbc->nr_to_write -= mpd.pages_written;
2704df22291fSAneesh Kumar K.V 
270561628a3fSMingming Cao 		ext4_journal_stop(handle);
2706df22291fSAneesh Kumar K.V 
27078f64b32eSEric Sandeen 		if ((mpd.retval == -ENOSPC) && sbi->s_journal) {
270822208dedSAneesh Kumar K.V 			/* commit the transaction which would
270922208dedSAneesh Kumar K.V 			 * free blocks released in the transaction
271022208dedSAneesh Kumar K.V 			 * and try again
271122208dedSAneesh Kumar K.V 			 */
2712df22291fSAneesh Kumar K.V 			jbd2_journal_force_commit_nested(sbi->s_journal);
271322208dedSAneesh Kumar K.V 			wbc->pages_skipped = pages_skipped;
271422208dedSAneesh Kumar K.V 			ret = 0;
271522208dedSAneesh Kumar K.V 		} else if (ret == MPAGE_DA_EXTENT_TAIL) {
2716a1d6cc56SAneesh Kumar K.V 			/*
2717a1d6cc56SAneesh Kumar K.V 			 * got one extent now try with
2718a1d6cc56SAneesh Kumar K.V 			 * rest of the pages
2719a1d6cc56SAneesh Kumar K.V 			 */
272022208dedSAneesh Kumar K.V 			pages_written += mpd.pages_written;
272122208dedSAneesh Kumar K.V 			wbc->pages_skipped = pages_skipped;
2722a1d6cc56SAneesh Kumar K.V 			ret = 0;
27232acf2c26SAneesh Kumar K.V 			io_done = 1;
272422208dedSAneesh Kumar K.V 		} else if (wbc->nr_to_write)
272561628a3fSMingming Cao 			/*
272661628a3fSMingming Cao 			 * There is no more writeout needed
272761628a3fSMingming Cao 			 * or we requested for a noblocking writeout
272861628a3fSMingming Cao 			 * and we found the device congested
272961628a3fSMingming Cao 			 */
273061628a3fSMingming Cao 			break;
273161628a3fSMingming Cao 	}
27322acf2c26SAneesh Kumar K.V 	if (!io_done && !cycled) {
27332acf2c26SAneesh Kumar K.V 		cycled = 1;
27342acf2c26SAneesh Kumar K.V 		index = 0;
27352acf2c26SAneesh Kumar K.V 		wbc->range_start = index << PAGE_CACHE_SHIFT;
27362acf2c26SAneesh Kumar K.V 		wbc->range_end  = mapping->writeback_index - 1;
27372acf2c26SAneesh Kumar K.V 		goto retry;
27382acf2c26SAneesh Kumar K.V 	}
273922208dedSAneesh Kumar K.V 	if (pages_skipped != wbc->pages_skipped)
274022208dedSAneesh Kumar K.V 		printk(KERN_EMERG "This should not happen leaving %s "
274122208dedSAneesh Kumar K.V 				"with nr_to_write = %ld ret = %d\n",
274222208dedSAneesh Kumar K.V 				__func__, wbc->nr_to_write, ret);
274361628a3fSMingming Cao 
274422208dedSAneesh Kumar K.V 	/* Update index */
274522208dedSAneesh Kumar K.V 	index += pages_written;
27462acf2c26SAneesh Kumar K.V 	wbc->range_cyclic = range_cyclic;
274722208dedSAneesh Kumar K.V 	if (wbc->range_cyclic || (range_whole && wbc->nr_to_write > 0))
274822208dedSAneesh Kumar K.V 		/*
274922208dedSAneesh Kumar K.V 		 * set the writeback_index so that range_cyclic
275022208dedSAneesh Kumar K.V 		 * mode will write it back later
275122208dedSAneesh Kumar K.V 		 */
275222208dedSAneesh Kumar K.V 		mapping->writeback_index = index;
2753a1d6cc56SAneesh Kumar K.V 
275461628a3fSMingming Cao out_writepages:
275522208dedSAneesh Kumar K.V 	if (!no_nrwrite_index_update)
275622208dedSAneesh Kumar K.V 		wbc->no_nrwrite_index_update = 0;
275722208dedSAneesh Kumar K.V 	wbc->nr_to_write -= nr_to_writebump;
2758ba80b101STheodore Ts'o 	trace_mark(ext4_da_writepage_result,
2759ba80b101STheodore Ts'o 		   "dev %s ino %lu ret %d pages_written %d "
2760ba80b101STheodore Ts'o 		   "pages_skipped %ld congestion %d "
2761ba80b101STheodore Ts'o 		   "more_io %d no_nrwrite_index_update %d",
2762ba80b101STheodore Ts'o 		   inode->i_sb->s_id, inode->i_ino, ret,
2763ba80b101STheodore Ts'o 		   pages_written, wbc->pages_skipped,
2764ba80b101STheodore Ts'o 		   wbc->encountered_congestion, wbc->more_io,
2765ba80b101STheodore Ts'o 		   wbc->no_nrwrite_index_update);
276661628a3fSMingming Cao 	return ret;
276764769240SAlex Tomas }
276864769240SAlex Tomas 
276979f0be8dSAneesh Kumar K.V #define FALL_BACK_TO_NONDELALLOC 1
277079f0be8dSAneesh Kumar K.V static int ext4_nonda_switch(struct super_block *sb)
277179f0be8dSAneesh Kumar K.V {
277279f0be8dSAneesh Kumar K.V 	s64 free_blocks, dirty_blocks;
277379f0be8dSAneesh Kumar K.V 	struct ext4_sb_info *sbi = EXT4_SB(sb);
277479f0be8dSAneesh Kumar K.V 
277579f0be8dSAneesh Kumar K.V 	/*
277679f0be8dSAneesh Kumar K.V 	 * switch to non delalloc mode if we are running low
277779f0be8dSAneesh Kumar K.V 	 * on free block. The free block accounting via percpu
2778179f7ebfSEric Dumazet 	 * counters can get slightly wrong with percpu_counter_batch getting
277979f0be8dSAneesh Kumar K.V 	 * accumulated on each CPU without updating global counters
278079f0be8dSAneesh Kumar K.V 	 * Delalloc need an accurate free block accounting. So switch
278179f0be8dSAneesh Kumar K.V 	 * to non delalloc when we are near to error range.
278279f0be8dSAneesh Kumar K.V 	 */
278379f0be8dSAneesh Kumar K.V 	free_blocks  = percpu_counter_read_positive(&sbi->s_freeblocks_counter);
278479f0be8dSAneesh Kumar K.V 	dirty_blocks = percpu_counter_read_positive(&sbi->s_dirtyblocks_counter);
278579f0be8dSAneesh Kumar K.V 	if (2 * free_blocks < 3 * dirty_blocks ||
278679f0be8dSAneesh Kumar K.V 		free_blocks < (dirty_blocks + EXT4_FREEBLOCKS_WATERMARK)) {
278779f0be8dSAneesh Kumar K.V 		/*
278879f0be8dSAneesh Kumar K.V 		 * free block count is less that 150% of dirty blocks
278979f0be8dSAneesh Kumar K.V 		 * or free blocks is less that watermark
279079f0be8dSAneesh Kumar K.V 		 */
279179f0be8dSAneesh Kumar K.V 		return 1;
279279f0be8dSAneesh Kumar K.V 	}
279379f0be8dSAneesh Kumar K.V 	return 0;
279479f0be8dSAneesh Kumar K.V }
279579f0be8dSAneesh Kumar K.V 
279664769240SAlex Tomas static int ext4_da_write_begin(struct file *file, struct address_space *mapping,
279764769240SAlex Tomas 				loff_t pos, unsigned len, unsigned flags,
279864769240SAlex Tomas 				struct page **pagep, void **fsdata)
279964769240SAlex Tomas {
2800d2a17637SMingming Cao 	int ret, retries = 0;
280164769240SAlex Tomas 	struct page *page;
280264769240SAlex Tomas 	pgoff_t index;
280364769240SAlex Tomas 	unsigned from, to;
280464769240SAlex Tomas 	struct inode *inode = mapping->host;
280564769240SAlex Tomas 	handle_t *handle;
280664769240SAlex Tomas 
280764769240SAlex Tomas 	index = pos >> PAGE_CACHE_SHIFT;
280864769240SAlex Tomas 	from = pos & (PAGE_CACHE_SIZE - 1);
280964769240SAlex Tomas 	to = from + len;
281079f0be8dSAneesh Kumar K.V 
281179f0be8dSAneesh Kumar K.V 	if (ext4_nonda_switch(inode->i_sb)) {
281279f0be8dSAneesh Kumar K.V 		*fsdata = (void *)FALL_BACK_TO_NONDELALLOC;
281379f0be8dSAneesh Kumar K.V 		return ext4_write_begin(file, mapping, pos,
281479f0be8dSAneesh Kumar K.V 					len, flags, pagep, fsdata);
281579f0be8dSAneesh Kumar K.V 	}
281679f0be8dSAneesh Kumar K.V 	*fsdata = (void *)0;
2817ba80b101STheodore Ts'o 
2818ba80b101STheodore Ts'o 	trace_mark(ext4_da_write_begin,
2819ba80b101STheodore Ts'o 		   "dev %s ino %lu pos %llu len %u flags %u",
2820ba80b101STheodore Ts'o 		   inode->i_sb->s_id, inode->i_ino,
2821ba80b101STheodore Ts'o 		   (unsigned long long) pos, len, flags);
2822d2a17637SMingming Cao retry:
282364769240SAlex Tomas 	/*
282464769240SAlex Tomas 	 * With delayed allocation, we don't log the i_disksize update
282564769240SAlex Tomas 	 * if there is delayed block allocation. But we still need
282664769240SAlex Tomas 	 * to journalling the i_disksize update if writes to the end
282764769240SAlex Tomas 	 * of file which has an already mapped buffer.
282864769240SAlex Tomas 	 */
282964769240SAlex Tomas 	handle = ext4_journal_start(inode, 1);
283064769240SAlex Tomas 	if (IS_ERR(handle)) {
283164769240SAlex Tomas 		ret = PTR_ERR(handle);
283264769240SAlex Tomas 		goto out;
283364769240SAlex Tomas 	}
2834ebd3610bSJan Kara 	/* We cannot recurse into the filesystem as the transaction is already
2835ebd3610bSJan Kara 	 * started */
2836ebd3610bSJan Kara 	flags |= AOP_FLAG_NOFS;
283764769240SAlex Tomas 
283854566b2cSNick Piggin 	page = grab_cache_page_write_begin(mapping, index, flags);
2839d5a0d4f7SEric Sandeen 	if (!page) {
2840d5a0d4f7SEric Sandeen 		ext4_journal_stop(handle);
2841d5a0d4f7SEric Sandeen 		ret = -ENOMEM;
2842d5a0d4f7SEric Sandeen 		goto out;
2843d5a0d4f7SEric Sandeen 	}
284464769240SAlex Tomas 	*pagep = page;
284564769240SAlex Tomas 
284664769240SAlex Tomas 	ret = block_write_begin(file, mapping, pos, len, flags, pagep, fsdata,
284764769240SAlex Tomas 				ext4_da_get_block_prep);
284864769240SAlex Tomas 	if (ret < 0) {
284964769240SAlex Tomas 		unlock_page(page);
285064769240SAlex Tomas 		ext4_journal_stop(handle);
285164769240SAlex Tomas 		page_cache_release(page);
2852ae4d5372SAneesh Kumar K.V 		/*
2853ae4d5372SAneesh Kumar K.V 		 * block_write_begin may have instantiated a few blocks
2854ae4d5372SAneesh Kumar K.V 		 * outside i_size.  Trim these off again. Don't need
2855ae4d5372SAneesh Kumar K.V 		 * i_size_read because we hold i_mutex.
2856ae4d5372SAneesh Kumar K.V 		 */
2857ae4d5372SAneesh Kumar K.V 		if (pos + len > inode->i_size)
2858ae4d5372SAneesh Kumar K.V 			vmtruncate(inode, inode->i_size);
285964769240SAlex Tomas 	}
286064769240SAlex Tomas 
2861d2a17637SMingming Cao 	if (ret == -ENOSPC && ext4_should_retry_alloc(inode->i_sb, &retries))
2862d2a17637SMingming Cao 		goto retry;
286364769240SAlex Tomas out:
286464769240SAlex Tomas 	return ret;
286564769240SAlex Tomas }
286664769240SAlex Tomas 
2867632eaeabSMingming Cao /*
2868632eaeabSMingming Cao  * Check if we should update i_disksize
2869632eaeabSMingming Cao  * when write to the end of file but not require block allocation
2870632eaeabSMingming Cao  */
2871632eaeabSMingming Cao static int ext4_da_should_update_i_disksize(struct page *page,
2872632eaeabSMingming Cao 					 unsigned long offset)
2873632eaeabSMingming Cao {
2874632eaeabSMingming Cao 	struct buffer_head *bh;
2875632eaeabSMingming Cao 	struct inode *inode = page->mapping->host;
2876632eaeabSMingming Cao 	unsigned int idx;
2877632eaeabSMingming Cao 	int i;
2878632eaeabSMingming Cao 
2879632eaeabSMingming Cao 	bh = page_buffers(page);
2880632eaeabSMingming Cao 	idx = offset >> inode->i_blkbits;
2881632eaeabSMingming Cao 
2882632eaeabSMingming Cao 	for (i = 0; i < idx; i++)
2883632eaeabSMingming Cao 		bh = bh->b_this_page;
2884632eaeabSMingming Cao 
288529fa89d0SAneesh Kumar K.V 	if (!buffer_mapped(bh) || (buffer_delay(bh)) || buffer_unwritten(bh))
2886632eaeabSMingming Cao 		return 0;
2887632eaeabSMingming Cao 	return 1;
2888632eaeabSMingming Cao }
2889632eaeabSMingming Cao 
289064769240SAlex Tomas static int ext4_da_write_end(struct file *file,
289164769240SAlex Tomas 				struct address_space *mapping,
289264769240SAlex Tomas 				loff_t pos, unsigned len, unsigned copied,
289364769240SAlex Tomas 				struct page *page, void *fsdata)
289464769240SAlex Tomas {
289564769240SAlex Tomas 	struct inode *inode = mapping->host;
289664769240SAlex Tomas 	int ret = 0, ret2;
289764769240SAlex Tomas 	handle_t *handle = ext4_journal_current_handle();
289864769240SAlex Tomas 	loff_t new_i_size;
2899632eaeabSMingming Cao 	unsigned long start, end;
290079f0be8dSAneesh Kumar K.V 	int write_mode = (int)(unsigned long)fsdata;
290179f0be8dSAneesh Kumar K.V 
290279f0be8dSAneesh Kumar K.V 	if (write_mode == FALL_BACK_TO_NONDELALLOC) {
290379f0be8dSAneesh Kumar K.V 		if (ext4_should_order_data(inode)) {
290479f0be8dSAneesh Kumar K.V 			return ext4_ordered_write_end(file, mapping, pos,
290579f0be8dSAneesh Kumar K.V 					len, copied, page, fsdata);
290679f0be8dSAneesh Kumar K.V 		} else if (ext4_should_writeback_data(inode)) {
290779f0be8dSAneesh Kumar K.V 			return ext4_writeback_write_end(file, mapping, pos,
290879f0be8dSAneesh Kumar K.V 					len, copied, page, fsdata);
290979f0be8dSAneesh Kumar K.V 		} else {
291079f0be8dSAneesh Kumar K.V 			BUG();
291179f0be8dSAneesh Kumar K.V 		}
291279f0be8dSAneesh Kumar K.V 	}
2913632eaeabSMingming Cao 
2914ba80b101STheodore Ts'o 	trace_mark(ext4_da_write_end,
2915ba80b101STheodore Ts'o 		   "dev %s ino %lu pos %llu len %u copied %u",
2916ba80b101STheodore Ts'o 		   inode->i_sb->s_id, inode->i_ino,
2917ba80b101STheodore Ts'o 		   (unsigned long long) pos, len, copied);
2918632eaeabSMingming Cao 	start = pos & (PAGE_CACHE_SIZE - 1);
2919632eaeabSMingming Cao 	end = start + copied - 1;
292064769240SAlex Tomas 
292164769240SAlex Tomas 	/*
292264769240SAlex Tomas 	 * generic_write_end() will run mark_inode_dirty() if i_size
292364769240SAlex Tomas 	 * changes.  So let's piggyback the i_disksize mark_inode_dirty
292464769240SAlex Tomas 	 * into that.
292564769240SAlex Tomas 	 */
292664769240SAlex Tomas 
292764769240SAlex Tomas 	new_i_size = pos + copied;
2928632eaeabSMingming Cao 	if (new_i_size > EXT4_I(inode)->i_disksize) {
2929632eaeabSMingming Cao 		if (ext4_da_should_update_i_disksize(page, end)) {
2930632eaeabSMingming Cao 			down_write(&EXT4_I(inode)->i_data_sem);
2931632eaeabSMingming Cao 			if (new_i_size > EXT4_I(inode)->i_disksize) {
293264769240SAlex Tomas 				/*
2933632eaeabSMingming Cao 				 * Updating i_disksize when extending file
2934632eaeabSMingming Cao 				 * without needing block allocation
293564769240SAlex Tomas 				 */
293664769240SAlex Tomas 				if (ext4_should_order_data(inode))
2937632eaeabSMingming Cao 					ret = ext4_jbd2_file_inode(handle,
2938632eaeabSMingming Cao 								   inode);
293964769240SAlex Tomas 
294064769240SAlex Tomas 				EXT4_I(inode)->i_disksize = new_i_size;
294164769240SAlex Tomas 			}
2942632eaeabSMingming Cao 			up_write(&EXT4_I(inode)->i_data_sem);
2943cf17fea6SAneesh Kumar K.V 			/* We need to mark inode dirty even if
2944cf17fea6SAneesh Kumar K.V 			 * new_i_size is less that inode->i_size
2945cf17fea6SAneesh Kumar K.V 			 * bu greater than i_disksize.(hint delalloc)
2946cf17fea6SAneesh Kumar K.V 			 */
2947cf17fea6SAneesh Kumar K.V 			ext4_mark_inode_dirty(handle, inode);
2948632eaeabSMingming Cao 		}
2949632eaeabSMingming Cao 	}
295064769240SAlex Tomas 	ret2 = generic_write_end(file, mapping, pos, len, copied,
295164769240SAlex Tomas 							page, fsdata);
295264769240SAlex Tomas 	copied = ret2;
295364769240SAlex Tomas 	if (ret2 < 0)
295464769240SAlex Tomas 		ret = ret2;
295564769240SAlex Tomas 	ret2 = ext4_journal_stop(handle);
295664769240SAlex Tomas 	if (!ret)
295764769240SAlex Tomas 		ret = ret2;
295864769240SAlex Tomas 
295964769240SAlex Tomas 	return ret ? ret : copied;
296064769240SAlex Tomas }
296164769240SAlex Tomas 
296264769240SAlex Tomas static void ext4_da_invalidatepage(struct page *page, unsigned long offset)
296364769240SAlex Tomas {
296464769240SAlex Tomas 	/*
296564769240SAlex Tomas 	 * Drop reserved blocks
296664769240SAlex Tomas 	 */
296764769240SAlex Tomas 	BUG_ON(!PageLocked(page));
296864769240SAlex Tomas 	if (!page_has_buffers(page))
296964769240SAlex Tomas 		goto out;
297064769240SAlex Tomas 
2971d2a17637SMingming Cao 	ext4_da_page_release_reservation(page, offset);
297264769240SAlex Tomas 
297364769240SAlex Tomas out:
297464769240SAlex Tomas 	ext4_invalidatepage(page, offset);
297564769240SAlex Tomas 
297664769240SAlex Tomas 	return;
297764769240SAlex Tomas }
297864769240SAlex Tomas 
2979ccd2506bSTheodore Ts'o /*
2980ccd2506bSTheodore Ts'o  * Force all delayed allocation blocks to be allocated for a given inode.
2981ccd2506bSTheodore Ts'o  */
2982ccd2506bSTheodore Ts'o int ext4_alloc_da_blocks(struct inode *inode)
2983ccd2506bSTheodore Ts'o {
2984ccd2506bSTheodore Ts'o 	if (!EXT4_I(inode)->i_reserved_data_blocks &&
2985ccd2506bSTheodore Ts'o 	    !EXT4_I(inode)->i_reserved_meta_blocks)
2986ccd2506bSTheodore Ts'o 		return 0;
2987ccd2506bSTheodore Ts'o 
2988ccd2506bSTheodore Ts'o 	/*
2989ccd2506bSTheodore Ts'o 	 * We do something simple for now.  The filemap_flush() will
2990ccd2506bSTheodore Ts'o 	 * also start triggering a write of the data blocks, which is
2991ccd2506bSTheodore Ts'o 	 * not strictly speaking necessary (and for users of
2992ccd2506bSTheodore Ts'o 	 * laptop_mode, not even desirable).  However, to do otherwise
2993ccd2506bSTheodore Ts'o 	 * would require replicating code paths in:
2994ccd2506bSTheodore Ts'o 	 *
2995ccd2506bSTheodore Ts'o 	 * ext4_da_writepages() ->
2996ccd2506bSTheodore Ts'o 	 *    write_cache_pages() ---> (via passed in callback function)
2997ccd2506bSTheodore Ts'o 	 *        __mpage_da_writepage() -->
2998ccd2506bSTheodore Ts'o 	 *           mpage_add_bh_to_extent()
2999ccd2506bSTheodore Ts'o 	 *           mpage_da_map_blocks()
3000ccd2506bSTheodore Ts'o 	 *
3001ccd2506bSTheodore Ts'o 	 * The problem is that write_cache_pages(), located in
3002ccd2506bSTheodore Ts'o 	 * mm/page-writeback.c, marks pages clean in preparation for
3003ccd2506bSTheodore Ts'o 	 * doing I/O, which is not desirable if we're not planning on
3004ccd2506bSTheodore Ts'o 	 * doing I/O at all.
3005ccd2506bSTheodore Ts'o 	 *
3006ccd2506bSTheodore Ts'o 	 * We could call write_cache_pages(), and then redirty all of
3007ccd2506bSTheodore Ts'o 	 * the pages by calling redirty_page_for_writeback() but that
3008ccd2506bSTheodore Ts'o 	 * would be ugly in the extreme.  So instead we would need to
3009ccd2506bSTheodore Ts'o 	 * replicate parts of the code in the above functions,
3010ccd2506bSTheodore Ts'o 	 * simplifying them becuase we wouldn't actually intend to
3011ccd2506bSTheodore Ts'o 	 * write out the pages, but rather only collect contiguous
3012ccd2506bSTheodore Ts'o 	 * logical block extents, call the multi-block allocator, and
3013ccd2506bSTheodore Ts'o 	 * then update the buffer heads with the block allocations.
3014ccd2506bSTheodore Ts'o 	 *
3015ccd2506bSTheodore Ts'o 	 * For now, though, we'll cheat by calling filemap_flush(),
3016ccd2506bSTheodore Ts'o 	 * which will map the blocks, and start the I/O, but not
3017ccd2506bSTheodore Ts'o 	 * actually wait for the I/O to complete.
3018ccd2506bSTheodore Ts'o 	 */
3019ccd2506bSTheodore Ts'o 	return filemap_flush(inode->i_mapping);
3020ccd2506bSTheodore Ts'o }
302164769240SAlex Tomas 
302264769240SAlex Tomas /*
3023ac27a0ecSDave Kleikamp  * bmap() is special.  It gets used by applications such as lilo and by
3024ac27a0ecSDave Kleikamp  * the swapper to find the on-disk block of a specific piece of data.
3025ac27a0ecSDave Kleikamp  *
3026ac27a0ecSDave Kleikamp  * Naturally, this is dangerous if the block concerned is still in the
3027617ba13bSMingming Cao  * journal.  If somebody makes a swapfile on an ext4 data-journaling
3028ac27a0ecSDave Kleikamp  * filesystem and enables swap, then they may get a nasty shock when the
3029ac27a0ecSDave Kleikamp  * data getting swapped to that swapfile suddenly gets overwritten by
3030ac27a0ecSDave Kleikamp  * the original zero's written out previously to the journal and
3031ac27a0ecSDave Kleikamp  * awaiting writeback in the kernel's buffer cache.
3032ac27a0ecSDave Kleikamp  *
3033ac27a0ecSDave Kleikamp  * So, if we see any bmap calls here on a modified, data-journaled file,
3034ac27a0ecSDave Kleikamp  * take extra steps to flush any blocks which might be in the cache.
3035ac27a0ecSDave Kleikamp  */
3036617ba13bSMingming Cao static sector_t ext4_bmap(struct address_space *mapping, sector_t block)
3037ac27a0ecSDave Kleikamp {
3038ac27a0ecSDave Kleikamp 	struct inode *inode = mapping->host;
3039ac27a0ecSDave Kleikamp 	journal_t *journal;
3040ac27a0ecSDave Kleikamp 	int err;
3041ac27a0ecSDave Kleikamp 
304264769240SAlex Tomas 	if (mapping_tagged(mapping, PAGECACHE_TAG_DIRTY) &&
304364769240SAlex Tomas 			test_opt(inode->i_sb, DELALLOC)) {
304464769240SAlex Tomas 		/*
304564769240SAlex Tomas 		 * With delalloc we want to sync the file
304664769240SAlex Tomas 		 * so that we can make sure we allocate
304764769240SAlex Tomas 		 * blocks for file
304864769240SAlex Tomas 		 */
304964769240SAlex Tomas 		filemap_write_and_wait(mapping);
305064769240SAlex Tomas 	}
305164769240SAlex Tomas 
30520390131bSFrank Mayhar 	if (EXT4_JOURNAL(inode) && EXT4_I(inode)->i_state & EXT4_STATE_JDATA) {
3053ac27a0ecSDave Kleikamp 		/*
3054ac27a0ecSDave Kleikamp 		 * This is a REALLY heavyweight approach, but the use of
3055ac27a0ecSDave Kleikamp 		 * bmap on dirty files is expected to be extremely rare:
3056ac27a0ecSDave Kleikamp 		 * only if we run lilo or swapon on a freshly made file
3057ac27a0ecSDave Kleikamp 		 * do we expect this to happen.
3058ac27a0ecSDave Kleikamp 		 *
3059ac27a0ecSDave Kleikamp 		 * (bmap requires CAP_SYS_RAWIO so this does not
3060ac27a0ecSDave Kleikamp 		 * represent an unprivileged user DOS attack --- we'd be
3061ac27a0ecSDave Kleikamp 		 * in trouble if mortal users could trigger this path at
3062ac27a0ecSDave Kleikamp 		 * will.)
3063ac27a0ecSDave Kleikamp 		 *
3064617ba13bSMingming Cao 		 * NB. EXT4_STATE_JDATA is not set on files other than
3065ac27a0ecSDave Kleikamp 		 * regular files.  If somebody wants to bmap a directory
3066ac27a0ecSDave Kleikamp 		 * or symlink and gets confused because the buffer
3067ac27a0ecSDave Kleikamp 		 * hasn't yet been flushed to disk, they deserve
3068ac27a0ecSDave Kleikamp 		 * everything they get.
3069ac27a0ecSDave Kleikamp 		 */
3070ac27a0ecSDave Kleikamp 
3071617ba13bSMingming Cao 		EXT4_I(inode)->i_state &= ~EXT4_STATE_JDATA;
3072617ba13bSMingming Cao 		journal = EXT4_JOURNAL(inode);
3073dab291afSMingming Cao 		jbd2_journal_lock_updates(journal);
3074dab291afSMingming Cao 		err = jbd2_journal_flush(journal);
3075dab291afSMingming Cao 		jbd2_journal_unlock_updates(journal);
3076ac27a0ecSDave Kleikamp 
3077ac27a0ecSDave Kleikamp 		if (err)
3078ac27a0ecSDave Kleikamp 			return 0;
3079ac27a0ecSDave Kleikamp 	}
3080ac27a0ecSDave Kleikamp 
3081617ba13bSMingming Cao 	return generic_block_bmap(mapping, block, ext4_get_block);
3082ac27a0ecSDave Kleikamp }
3083ac27a0ecSDave Kleikamp 
3084ac27a0ecSDave Kleikamp static int bget_one(handle_t *handle, struct buffer_head *bh)
3085ac27a0ecSDave Kleikamp {
3086ac27a0ecSDave Kleikamp 	get_bh(bh);
3087ac27a0ecSDave Kleikamp 	return 0;
3088ac27a0ecSDave Kleikamp }
3089ac27a0ecSDave Kleikamp 
3090ac27a0ecSDave Kleikamp static int bput_one(handle_t *handle, struct buffer_head *bh)
3091ac27a0ecSDave Kleikamp {
3092ac27a0ecSDave Kleikamp 	put_bh(bh);
3093ac27a0ecSDave Kleikamp 	return 0;
3094ac27a0ecSDave Kleikamp }
3095ac27a0ecSDave Kleikamp 
3096ac27a0ecSDave Kleikamp /*
3097678aaf48SJan Kara  * Note that we don't need to start a transaction unless we're journaling data
3098678aaf48SJan Kara  * because we should have holes filled from ext4_page_mkwrite(). We even don't
3099678aaf48SJan Kara  * need to file the inode to the transaction's list in ordered mode because if
3100678aaf48SJan Kara  * we are writing back data added by write(), the inode is already there and if
3101678aaf48SJan Kara  * we are writing back data modified via mmap(), noone guarantees in which
3102678aaf48SJan Kara  * transaction the data will hit the disk. In case we are journaling data, we
3103678aaf48SJan Kara  * cannot start transaction directly because transaction start ranks above page
3104678aaf48SJan Kara  * lock so we have to do some magic.
3105ac27a0ecSDave Kleikamp  *
3106678aaf48SJan Kara  * In all journaling modes block_write_full_page() will start the I/O.
3107ac27a0ecSDave Kleikamp  *
3108ac27a0ecSDave Kleikamp  * Problem:
3109ac27a0ecSDave Kleikamp  *
3110617ba13bSMingming Cao  *	ext4_writepage() -> kmalloc() -> __alloc_pages() -> page_launder() ->
3111617ba13bSMingming Cao  *		ext4_writepage()
3112ac27a0ecSDave Kleikamp  *
3113ac27a0ecSDave Kleikamp  * Similar for:
3114ac27a0ecSDave Kleikamp  *
3115617ba13bSMingming Cao  *	ext4_file_write() -> generic_file_write() -> __alloc_pages() -> ...
3116ac27a0ecSDave Kleikamp  *
3117617ba13bSMingming Cao  * Same applies to ext4_get_block().  We will deadlock on various things like
31180e855ac8SAneesh Kumar K.V  * lock_journal and i_data_sem
3119ac27a0ecSDave Kleikamp  *
3120ac27a0ecSDave Kleikamp  * Setting PF_MEMALLOC here doesn't work - too many internal memory
3121ac27a0ecSDave Kleikamp  * allocations fail.
3122ac27a0ecSDave Kleikamp  *
3123ac27a0ecSDave Kleikamp  * 16May01: If we're reentered then journal_current_handle() will be
3124ac27a0ecSDave Kleikamp  *	    non-zero. We simply *return*.
3125ac27a0ecSDave Kleikamp  *
3126ac27a0ecSDave Kleikamp  * 1 July 2001: @@@ FIXME:
3127ac27a0ecSDave Kleikamp  *   In journalled data mode, a data buffer may be metadata against the
3128ac27a0ecSDave Kleikamp  *   current transaction.  But the same file is part of a shared mapping
3129ac27a0ecSDave Kleikamp  *   and someone does a writepage() on it.
3130ac27a0ecSDave Kleikamp  *
3131ac27a0ecSDave Kleikamp  *   We will move the buffer onto the async_data list, but *after* it has
3132ac27a0ecSDave Kleikamp  *   been dirtied. So there's a small window where we have dirty data on
3133ac27a0ecSDave Kleikamp  *   BJ_Metadata.
3134ac27a0ecSDave Kleikamp  *
3135ac27a0ecSDave Kleikamp  *   Note that this only applies to the last partial page in the file.  The
3136ac27a0ecSDave Kleikamp  *   bit which block_write_full_page() uses prepare/commit for.  (That's
3137ac27a0ecSDave Kleikamp  *   broken code anyway: it's wrong for msync()).
3138ac27a0ecSDave Kleikamp  *
3139ac27a0ecSDave Kleikamp  *   It's a rare case: affects the final partial page, for journalled data
3140ac27a0ecSDave Kleikamp  *   where the file is subject to bith write() and writepage() in the same
3141ac27a0ecSDave Kleikamp  *   transction.  To fix it we'll need a custom block_write_full_page().
3142ac27a0ecSDave Kleikamp  *   We'll probably need that anyway for journalling writepage() output.
3143ac27a0ecSDave Kleikamp  *
3144ac27a0ecSDave Kleikamp  * We don't honour synchronous mounts for writepage().  That would be
3145ac27a0ecSDave Kleikamp  * disastrous.  Any write() or metadata operation will sync the fs for
3146ac27a0ecSDave Kleikamp  * us.
3147ac27a0ecSDave Kleikamp  *
3148ac27a0ecSDave Kleikamp  */
3149678aaf48SJan Kara static int __ext4_normal_writepage(struct page *page,
3150cf108bcaSJan Kara 				struct writeback_control *wbc)
3151cf108bcaSJan Kara {
3152cf108bcaSJan Kara 	struct inode *inode = page->mapping->host;
3153cf108bcaSJan Kara 
3154cf108bcaSJan Kara 	if (test_opt(inode->i_sb, NOBH))
3155b920c755STheodore Ts'o 		return nobh_writepage(page, noalloc_get_block_write, wbc);
3156cf108bcaSJan Kara 	else
3157b920c755STheodore Ts'o 		return block_write_full_page(page, noalloc_get_block_write,
3158f0e6c985SAneesh Kumar K.V 					     wbc);
3159cf108bcaSJan Kara }
3160cf108bcaSJan Kara 
3161678aaf48SJan Kara static int ext4_normal_writepage(struct page *page,
3162ac27a0ecSDave Kleikamp 				struct writeback_control *wbc)
3163ac27a0ecSDave Kleikamp {
3164ac27a0ecSDave Kleikamp 	struct inode *inode = page->mapping->host;
3165cf108bcaSJan Kara 	loff_t size = i_size_read(inode);
3166cf108bcaSJan Kara 	loff_t len;
3167cf108bcaSJan Kara 
3168ba80b101STheodore Ts'o 	trace_mark(ext4_normal_writepage,
3169ba80b101STheodore Ts'o 		   "dev %s ino %lu page_index %lu",
3170ba80b101STheodore Ts'o 		   inode->i_sb->s_id, inode->i_ino, page->index);
3171cf108bcaSJan Kara 	J_ASSERT(PageLocked(page));
3172cf108bcaSJan Kara 	if (page->index == size >> PAGE_CACHE_SHIFT)
3173cf108bcaSJan Kara 		len = size & ~PAGE_CACHE_MASK;
3174cf108bcaSJan Kara 	else
3175cf108bcaSJan Kara 		len = PAGE_CACHE_SIZE;
3176f0e6c985SAneesh Kumar K.V 
3177f0e6c985SAneesh Kumar K.V 	if (page_has_buffers(page)) {
3178f0e6c985SAneesh Kumar K.V 		/* if page has buffers it should all be mapped
3179f0e6c985SAneesh Kumar K.V 		 * and allocated. If there are not buffers attached
3180f0e6c985SAneesh Kumar K.V 		 * to the page we know the page is dirty but it lost
3181f0e6c985SAneesh Kumar K.V 		 * buffers. That means that at some moment in time
3182f0e6c985SAneesh Kumar K.V 		 * after write_begin() / write_end() has been called
3183f0e6c985SAneesh Kumar K.V 		 * all buffers have been clean and thus they must have been
3184f0e6c985SAneesh Kumar K.V 		 * written at least once. So they are all mapped and we can
3185f0e6c985SAneesh Kumar K.V 		 * happily proceed with mapping them and writing the page.
3186f0e6c985SAneesh Kumar K.V 		 */
3187cf108bcaSJan Kara 		BUG_ON(walk_page_buffers(NULL, page_buffers(page), 0, len, NULL,
3188cf108bcaSJan Kara 					ext4_bh_unmapped_or_delay));
3189f0e6c985SAneesh Kumar K.V 	}
3190cf108bcaSJan Kara 
3191cf108bcaSJan Kara 	if (!ext4_journal_current_handle())
3192678aaf48SJan Kara 		return __ext4_normal_writepage(page, wbc);
3193cf108bcaSJan Kara 
3194cf108bcaSJan Kara 	redirty_page_for_writepage(wbc, page);
3195cf108bcaSJan Kara 	unlock_page(page);
3196cf108bcaSJan Kara 	return 0;
3197cf108bcaSJan Kara }
3198cf108bcaSJan Kara 
3199cf108bcaSJan Kara static int __ext4_journalled_writepage(struct page *page,
3200cf108bcaSJan Kara 				struct writeback_control *wbc)
3201cf108bcaSJan Kara {
3202cf108bcaSJan Kara 	struct address_space *mapping = page->mapping;
3203cf108bcaSJan Kara 	struct inode *inode = mapping->host;
3204cf108bcaSJan Kara 	struct buffer_head *page_bufs;
3205ac27a0ecSDave Kleikamp 	handle_t *handle = NULL;
3206ac27a0ecSDave Kleikamp 	int ret = 0;
3207ac27a0ecSDave Kleikamp 	int err;
3208ac27a0ecSDave Kleikamp 
3209f0e6c985SAneesh Kumar K.V 	ret = block_prepare_write(page, 0, PAGE_CACHE_SIZE,
3210b920c755STheodore Ts'o 				  noalloc_get_block_write);
3211cf108bcaSJan Kara 	if (ret != 0)
3212cf108bcaSJan Kara 		goto out_unlock;
3213cf108bcaSJan Kara 
3214cf108bcaSJan Kara 	page_bufs = page_buffers(page);
3215cf108bcaSJan Kara 	walk_page_buffers(handle, page_bufs, 0, PAGE_CACHE_SIZE, NULL,
3216cf108bcaSJan Kara 								bget_one);
3217cf108bcaSJan Kara 	/* As soon as we unlock the page, it can go away, but we have
3218cf108bcaSJan Kara 	 * references to buffers so we are safe */
3219cf108bcaSJan Kara 	unlock_page(page);
3220ac27a0ecSDave Kleikamp 
3221617ba13bSMingming Cao 	handle = ext4_journal_start(inode, ext4_writepage_trans_blocks(inode));
3222ac27a0ecSDave Kleikamp 	if (IS_ERR(handle)) {
3223ac27a0ecSDave Kleikamp 		ret = PTR_ERR(handle);
3224cf108bcaSJan Kara 		goto out;
3225ac27a0ecSDave Kleikamp 	}
3226ac27a0ecSDave Kleikamp 
3227cf108bcaSJan Kara 	ret = walk_page_buffers(handle, page_bufs, 0,
3228cf108bcaSJan Kara 			PAGE_CACHE_SIZE, NULL, do_journal_get_write_access);
3229ac27a0ecSDave Kleikamp 
3230cf108bcaSJan Kara 	err = walk_page_buffers(handle, page_bufs, 0,
3231cf108bcaSJan Kara 				PAGE_CACHE_SIZE, NULL, write_end_fn);
3232cf108bcaSJan Kara 	if (ret == 0)
3233cf108bcaSJan Kara 		ret = err;
3234617ba13bSMingming Cao 	err = ext4_journal_stop(handle);
3235ac27a0ecSDave Kleikamp 	if (!ret)
3236ac27a0ecSDave Kleikamp 		ret = err;
3237ac27a0ecSDave Kleikamp 
3238cf108bcaSJan Kara 	walk_page_buffers(handle, page_bufs, 0,
3239cf108bcaSJan Kara 				PAGE_CACHE_SIZE, NULL, bput_one);
3240cf108bcaSJan Kara 	EXT4_I(inode)->i_state |= EXT4_STATE_JDATA;
3241cf108bcaSJan Kara 	goto out;
3242cf108bcaSJan Kara 
3243cf108bcaSJan Kara out_unlock:
3244ac27a0ecSDave Kleikamp 	unlock_page(page);
3245cf108bcaSJan Kara out:
3246ac27a0ecSDave Kleikamp 	return ret;
3247ac27a0ecSDave Kleikamp }
3248ac27a0ecSDave Kleikamp 
3249617ba13bSMingming Cao static int ext4_journalled_writepage(struct page *page,
3250ac27a0ecSDave Kleikamp 				struct writeback_control *wbc)
3251ac27a0ecSDave Kleikamp {
3252ac27a0ecSDave Kleikamp 	struct inode *inode = page->mapping->host;
3253cf108bcaSJan Kara 	loff_t size = i_size_read(inode);
3254cf108bcaSJan Kara 	loff_t len;
3255cf108bcaSJan Kara 
3256ba80b101STheodore Ts'o 	trace_mark(ext4_journalled_writepage,
3257ba80b101STheodore Ts'o 		   "dev %s ino %lu page_index %lu",
3258ba80b101STheodore Ts'o 		   inode->i_sb->s_id, inode->i_ino, page->index);
3259cf108bcaSJan Kara 	J_ASSERT(PageLocked(page));
3260cf108bcaSJan Kara 	if (page->index == size >> PAGE_CACHE_SHIFT)
3261cf108bcaSJan Kara 		len = size & ~PAGE_CACHE_MASK;
3262cf108bcaSJan Kara 	else
3263cf108bcaSJan Kara 		len = PAGE_CACHE_SIZE;
3264f0e6c985SAneesh Kumar K.V 
3265f0e6c985SAneesh Kumar K.V 	if (page_has_buffers(page)) {
3266f0e6c985SAneesh Kumar K.V 		/* if page has buffers it should all be mapped
3267f0e6c985SAneesh Kumar K.V 		 * and allocated. If there are not buffers attached
3268f0e6c985SAneesh Kumar K.V 		 * to the page we know the page is dirty but it lost
3269f0e6c985SAneesh Kumar K.V 		 * buffers. That means that at some moment in time
3270f0e6c985SAneesh Kumar K.V 		 * after write_begin() / write_end() has been called
3271f0e6c985SAneesh Kumar K.V 		 * all buffers have been clean and thus they must have been
3272f0e6c985SAneesh Kumar K.V 		 * written at least once. So they are all mapped and we can
3273f0e6c985SAneesh Kumar K.V 		 * happily proceed with mapping them and writing the page.
3274f0e6c985SAneesh Kumar K.V 		 */
3275cf108bcaSJan Kara 		BUG_ON(walk_page_buffers(NULL, page_buffers(page), 0, len, NULL,
3276cf108bcaSJan Kara 					ext4_bh_unmapped_or_delay));
3277f0e6c985SAneesh Kumar K.V 	}
3278ac27a0ecSDave Kleikamp 
3279617ba13bSMingming Cao 	if (ext4_journal_current_handle())
3280ac27a0ecSDave Kleikamp 		goto no_write;
3281ac27a0ecSDave Kleikamp 
3282cf108bcaSJan Kara 	if (PageChecked(page)) {
3283ac27a0ecSDave Kleikamp 		/*
3284ac27a0ecSDave Kleikamp 		 * It's mmapped pagecache.  Add buffers and journal it.  There
3285ac27a0ecSDave Kleikamp 		 * doesn't seem much point in redirtying the page here.
3286ac27a0ecSDave Kleikamp 		 */
3287ac27a0ecSDave Kleikamp 		ClearPageChecked(page);
3288cf108bcaSJan Kara 		return __ext4_journalled_writepage(page, wbc);
3289ac27a0ecSDave Kleikamp 	} else {
3290ac27a0ecSDave Kleikamp 		/*
3291ac27a0ecSDave Kleikamp 		 * It may be a page full of checkpoint-mode buffers.  We don't
3292ac27a0ecSDave Kleikamp 		 * really know unless we go poke around in the buffer_heads.
3293ac27a0ecSDave Kleikamp 		 * But block_write_full_page will do the right thing.
3294ac27a0ecSDave Kleikamp 		 */
3295b920c755STheodore Ts'o 		return block_write_full_page(page, noalloc_get_block_write,
3296f0e6c985SAneesh Kumar K.V 					     wbc);
3297ac27a0ecSDave Kleikamp 	}
3298ac27a0ecSDave Kleikamp no_write:
3299ac27a0ecSDave Kleikamp 	redirty_page_for_writepage(wbc, page);
3300ac27a0ecSDave Kleikamp 	unlock_page(page);
3301cf108bcaSJan Kara 	return 0;
3302ac27a0ecSDave Kleikamp }
3303ac27a0ecSDave Kleikamp 
3304617ba13bSMingming Cao static int ext4_readpage(struct file *file, struct page *page)
3305ac27a0ecSDave Kleikamp {
3306617ba13bSMingming Cao 	return mpage_readpage(page, ext4_get_block);
3307ac27a0ecSDave Kleikamp }
3308ac27a0ecSDave Kleikamp 
3309ac27a0ecSDave Kleikamp static int
3310617ba13bSMingming Cao ext4_readpages(struct file *file, struct address_space *mapping,
3311ac27a0ecSDave Kleikamp 		struct list_head *pages, unsigned nr_pages)
3312ac27a0ecSDave Kleikamp {
3313617ba13bSMingming Cao 	return mpage_readpages(mapping, pages, nr_pages, ext4_get_block);
3314ac27a0ecSDave Kleikamp }
3315ac27a0ecSDave Kleikamp 
3316617ba13bSMingming Cao static void ext4_invalidatepage(struct page *page, unsigned long offset)
3317ac27a0ecSDave Kleikamp {
3318617ba13bSMingming Cao 	journal_t *journal = EXT4_JOURNAL(page->mapping->host);
3319ac27a0ecSDave Kleikamp 
3320ac27a0ecSDave Kleikamp 	/*
3321ac27a0ecSDave Kleikamp 	 * If it's a full truncate we just forget about the pending dirtying
3322ac27a0ecSDave Kleikamp 	 */
3323ac27a0ecSDave Kleikamp 	if (offset == 0)
3324ac27a0ecSDave Kleikamp 		ClearPageChecked(page);
3325ac27a0ecSDave Kleikamp 
33260390131bSFrank Mayhar 	if (journal)
3327dab291afSMingming Cao 		jbd2_journal_invalidatepage(journal, page, offset);
33280390131bSFrank Mayhar 	else
33290390131bSFrank Mayhar 		block_invalidatepage(page, offset);
3330ac27a0ecSDave Kleikamp }
3331ac27a0ecSDave Kleikamp 
3332617ba13bSMingming Cao static int ext4_releasepage(struct page *page, gfp_t wait)
3333ac27a0ecSDave Kleikamp {
3334617ba13bSMingming Cao 	journal_t *journal = EXT4_JOURNAL(page->mapping->host);
3335ac27a0ecSDave Kleikamp 
3336ac27a0ecSDave Kleikamp 	WARN_ON(PageChecked(page));
3337ac27a0ecSDave Kleikamp 	if (!page_has_buffers(page))
3338ac27a0ecSDave Kleikamp 		return 0;
33390390131bSFrank Mayhar 	if (journal)
3340dab291afSMingming Cao 		return jbd2_journal_try_to_free_buffers(journal, page, wait);
33410390131bSFrank Mayhar 	else
33420390131bSFrank Mayhar 		return try_to_free_buffers(page);
3343ac27a0ecSDave Kleikamp }
3344ac27a0ecSDave Kleikamp 
3345ac27a0ecSDave Kleikamp /*
3346ac27a0ecSDave Kleikamp  * If the O_DIRECT write will extend the file then add this inode to the
3347ac27a0ecSDave Kleikamp  * orphan list.  So recovery will truncate it back to the original size
3348ac27a0ecSDave Kleikamp  * if the machine crashes during the write.
3349ac27a0ecSDave Kleikamp  *
3350ac27a0ecSDave Kleikamp  * If the O_DIRECT write is intantiating holes inside i_size and the machine
33517fb5409dSJan Kara  * crashes then stale disk data _may_ be exposed inside the file. But current
33527fb5409dSJan Kara  * VFS code falls back into buffered path in that case so we are safe.
3353ac27a0ecSDave Kleikamp  */
3354617ba13bSMingming Cao static ssize_t ext4_direct_IO(int rw, struct kiocb *iocb,
3355ac27a0ecSDave Kleikamp 			const struct iovec *iov, loff_t offset,
3356ac27a0ecSDave Kleikamp 			unsigned long nr_segs)
3357ac27a0ecSDave Kleikamp {
3358ac27a0ecSDave Kleikamp 	struct file *file = iocb->ki_filp;
3359ac27a0ecSDave Kleikamp 	struct inode *inode = file->f_mapping->host;
3360617ba13bSMingming Cao 	struct ext4_inode_info *ei = EXT4_I(inode);
33617fb5409dSJan Kara 	handle_t *handle;
3362ac27a0ecSDave Kleikamp 	ssize_t ret;
3363ac27a0ecSDave Kleikamp 	int orphan = 0;
3364ac27a0ecSDave Kleikamp 	size_t count = iov_length(iov, nr_segs);
3365ac27a0ecSDave Kleikamp 
3366ac27a0ecSDave Kleikamp 	if (rw == WRITE) {
3367ac27a0ecSDave Kleikamp 		loff_t final_size = offset + count;
3368ac27a0ecSDave Kleikamp 
33697fb5409dSJan Kara 		if (final_size > inode->i_size) {
33707fb5409dSJan Kara 			/* Credits for sb + inode write */
33717fb5409dSJan Kara 			handle = ext4_journal_start(inode, 2);
3372ac27a0ecSDave Kleikamp 			if (IS_ERR(handle)) {
3373ac27a0ecSDave Kleikamp 				ret = PTR_ERR(handle);
3374ac27a0ecSDave Kleikamp 				goto out;
3375ac27a0ecSDave Kleikamp 			}
3376617ba13bSMingming Cao 			ret = ext4_orphan_add(handle, inode);
33777fb5409dSJan Kara 			if (ret) {
33787fb5409dSJan Kara 				ext4_journal_stop(handle);
33797fb5409dSJan Kara 				goto out;
33807fb5409dSJan Kara 			}
3381ac27a0ecSDave Kleikamp 			orphan = 1;
3382ac27a0ecSDave Kleikamp 			ei->i_disksize = inode->i_size;
33837fb5409dSJan Kara 			ext4_journal_stop(handle);
3384ac27a0ecSDave Kleikamp 		}
3385ac27a0ecSDave Kleikamp 	}
3386ac27a0ecSDave Kleikamp 
3387ac27a0ecSDave Kleikamp 	ret = blockdev_direct_IO(rw, iocb, inode, inode->i_sb->s_bdev, iov,
3388ac27a0ecSDave Kleikamp 				 offset, nr_segs,
3389617ba13bSMingming Cao 				 ext4_get_block, NULL);
3390ac27a0ecSDave Kleikamp 
33917fb5409dSJan Kara 	if (orphan) {
3392ac27a0ecSDave Kleikamp 		int err;
3393ac27a0ecSDave Kleikamp 
33947fb5409dSJan Kara 		/* Credits for sb + inode write */
33957fb5409dSJan Kara 		handle = ext4_journal_start(inode, 2);
33967fb5409dSJan Kara 		if (IS_ERR(handle)) {
33977fb5409dSJan Kara 			/* This is really bad luck. We've written the data
33987fb5409dSJan Kara 			 * but cannot extend i_size. Bail out and pretend
33997fb5409dSJan Kara 			 * the write failed... */
34007fb5409dSJan Kara 			ret = PTR_ERR(handle);
34017fb5409dSJan Kara 			goto out;
34027fb5409dSJan Kara 		}
34037fb5409dSJan Kara 		if (inode->i_nlink)
3404617ba13bSMingming Cao 			ext4_orphan_del(handle, inode);
34057fb5409dSJan Kara 		if (ret > 0) {
3406ac27a0ecSDave Kleikamp 			loff_t end = offset + ret;
3407ac27a0ecSDave Kleikamp 			if (end > inode->i_size) {
3408ac27a0ecSDave Kleikamp 				ei->i_disksize = end;
3409ac27a0ecSDave Kleikamp 				i_size_write(inode, end);
3410ac27a0ecSDave Kleikamp 				/*
3411ac27a0ecSDave Kleikamp 				 * We're going to return a positive `ret'
3412ac27a0ecSDave Kleikamp 				 * here due to non-zero-length I/O, so there's
3413ac27a0ecSDave Kleikamp 				 * no way of reporting error returns from
3414617ba13bSMingming Cao 				 * ext4_mark_inode_dirty() to userspace.  So
3415ac27a0ecSDave Kleikamp 				 * ignore it.
3416ac27a0ecSDave Kleikamp 				 */
3417617ba13bSMingming Cao 				ext4_mark_inode_dirty(handle, inode);
3418ac27a0ecSDave Kleikamp 			}
3419ac27a0ecSDave Kleikamp 		}
3420617ba13bSMingming Cao 		err = ext4_journal_stop(handle);
3421ac27a0ecSDave Kleikamp 		if (ret == 0)
3422ac27a0ecSDave Kleikamp 			ret = err;
3423ac27a0ecSDave Kleikamp 	}
3424ac27a0ecSDave Kleikamp out:
3425ac27a0ecSDave Kleikamp 	return ret;
3426ac27a0ecSDave Kleikamp }
3427ac27a0ecSDave Kleikamp 
3428ac27a0ecSDave Kleikamp /*
3429617ba13bSMingming Cao  * Pages can be marked dirty completely asynchronously from ext4's journalling
3430ac27a0ecSDave Kleikamp  * activity.  By filemap_sync_pte(), try_to_unmap_one(), etc.  We cannot do
3431ac27a0ecSDave Kleikamp  * much here because ->set_page_dirty is called under VFS locks.  The page is
3432ac27a0ecSDave Kleikamp  * not necessarily locked.
3433ac27a0ecSDave Kleikamp  *
3434ac27a0ecSDave Kleikamp  * We cannot just dirty the page and leave attached buffers clean, because the
3435ac27a0ecSDave Kleikamp  * buffers' dirty state is "definitive".  We cannot just set the buffers dirty
3436ac27a0ecSDave Kleikamp  * or jbddirty because all the journalling code will explode.
3437ac27a0ecSDave Kleikamp  *
3438ac27a0ecSDave Kleikamp  * So what we do is to mark the page "pending dirty" and next time writepage
3439ac27a0ecSDave Kleikamp  * is called, propagate that into the buffers appropriately.
3440ac27a0ecSDave Kleikamp  */
3441617ba13bSMingming Cao static int ext4_journalled_set_page_dirty(struct page *page)
3442ac27a0ecSDave Kleikamp {
3443ac27a0ecSDave Kleikamp 	SetPageChecked(page);
3444ac27a0ecSDave Kleikamp 	return __set_page_dirty_nobuffers(page);
3445ac27a0ecSDave Kleikamp }
3446ac27a0ecSDave Kleikamp 
3447617ba13bSMingming Cao static const struct address_space_operations ext4_ordered_aops = {
3448617ba13bSMingming Cao 	.readpage		= ext4_readpage,
3449617ba13bSMingming Cao 	.readpages		= ext4_readpages,
3450678aaf48SJan Kara 	.writepage		= ext4_normal_writepage,
3451ac27a0ecSDave Kleikamp 	.sync_page		= block_sync_page,
3452bfc1af65SNick Piggin 	.write_begin		= ext4_write_begin,
3453bfc1af65SNick Piggin 	.write_end		= ext4_ordered_write_end,
3454617ba13bSMingming Cao 	.bmap			= ext4_bmap,
3455617ba13bSMingming Cao 	.invalidatepage		= ext4_invalidatepage,
3456617ba13bSMingming Cao 	.releasepage		= ext4_releasepage,
3457617ba13bSMingming Cao 	.direct_IO		= ext4_direct_IO,
3458ac27a0ecSDave Kleikamp 	.migratepage		= buffer_migrate_page,
34598ab22b9aSHisashi Hifumi 	.is_partially_uptodate  = block_is_partially_uptodate,
3460ac27a0ecSDave Kleikamp };
3461ac27a0ecSDave Kleikamp 
3462617ba13bSMingming Cao static const struct address_space_operations ext4_writeback_aops = {
3463617ba13bSMingming Cao 	.readpage		= ext4_readpage,
3464617ba13bSMingming Cao 	.readpages		= ext4_readpages,
3465678aaf48SJan Kara 	.writepage		= ext4_normal_writepage,
3466ac27a0ecSDave Kleikamp 	.sync_page		= block_sync_page,
3467bfc1af65SNick Piggin 	.write_begin		= ext4_write_begin,
3468bfc1af65SNick Piggin 	.write_end		= ext4_writeback_write_end,
3469617ba13bSMingming Cao 	.bmap			= ext4_bmap,
3470617ba13bSMingming Cao 	.invalidatepage		= ext4_invalidatepage,
3471617ba13bSMingming Cao 	.releasepage		= ext4_releasepage,
3472617ba13bSMingming Cao 	.direct_IO		= ext4_direct_IO,
3473ac27a0ecSDave Kleikamp 	.migratepage		= buffer_migrate_page,
34748ab22b9aSHisashi Hifumi 	.is_partially_uptodate  = block_is_partially_uptodate,
3475ac27a0ecSDave Kleikamp };
3476ac27a0ecSDave Kleikamp 
3477617ba13bSMingming Cao static const struct address_space_operations ext4_journalled_aops = {
3478617ba13bSMingming Cao 	.readpage		= ext4_readpage,
3479617ba13bSMingming Cao 	.readpages		= ext4_readpages,
3480617ba13bSMingming Cao 	.writepage		= ext4_journalled_writepage,
3481ac27a0ecSDave Kleikamp 	.sync_page		= block_sync_page,
3482bfc1af65SNick Piggin 	.write_begin		= ext4_write_begin,
3483bfc1af65SNick Piggin 	.write_end		= ext4_journalled_write_end,
3484617ba13bSMingming Cao 	.set_page_dirty		= ext4_journalled_set_page_dirty,
3485617ba13bSMingming Cao 	.bmap			= ext4_bmap,
3486617ba13bSMingming Cao 	.invalidatepage		= ext4_invalidatepage,
3487617ba13bSMingming Cao 	.releasepage		= ext4_releasepage,
34888ab22b9aSHisashi Hifumi 	.is_partially_uptodate  = block_is_partially_uptodate,
3489ac27a0ecSDave Kleikamp };
3490ac27a0ecSDave Kleikamp 
349164769240SAlex Tomas static const struct address_space_operations ext4_da_aops = {
349264769240SAlex Tomas 	.readpage		= ext4_readpage,
349364769240SAlex Tomas 	.readpages		= ext4_readpages,
349464769240SAlex Tomas 	.writepage		= ext4_da_writepage,
349564769240SAlex Tomas 	.writepages		= ext4_da_writepages,
349664769240SAlex Tomas 	.sync_page		= block_sync_page,
349764769240SAlex Tomas 	.write_begin		= ext4_da_write_begin,
349864769240SAlex Tomas 	.write_end		= ext4_da_write_end,
349964769240SAlex Tomas 	.bmap			= ext4_bmap,
350064769240SAlex Tomas 	.invalidatepage		= ext4_da_invalidatepage,
350164769240SAlex Tomas 	.releasepage		= ext4_releasepage,
350264769240SAlex Tomas 	.direct_IO		= ext4_direct_IO,
350364769240SAlex Tomas 	.migratepage		= buffer_migrate_page,
35048ab22b9aSHisashi Hifumi 	.is_partially_uptodate  = block_is_partially_uptodate,
350564769240SAlex Tomas };
350664769240SAlex Tomas 
3507617ba13bSMingming Cao void ext4_set_aops(struct inode *inode)
3508ac27a0ecSDave Kleikamp {
3509cd1aac32SAneesh Kumar K.V 	if (ext4_should_order_data(inode) &&
3510cd1aac32SAneesh Kumar K.V 		test_opt(inode->i_sb, DELALLOC))
3511cd1aac32SAneesh Kumar K.V 		inode->i_mapping->a_ops = &ext4_da_aops;
3512cd1aac32SAneesh Kumar K.V 	else if (ext4_should_order_data(inode))
3513617ba13bSMingming Cao 		inode->i_mapping->a_ops = &ext4_ordered_aops;
351464769240SAlex Tomas 	else if (ext4_should_writeback_data(inode) &&
351564769240SAlex Tomas 		 test_opt(inode->i_sb, DELALLOC))
351664769240SAlex Tomas 		inode->i_mapping->a_ops = &ext4_da_aops;
3517617ba13bSMingming Cao 	else if (ext4_should_writeback_data(inode))
3518617ba13bSMingming Cao 		inode->i_mapping->a_ops = &ext4_writeback_aops;
3519ac27a0ecSDave Kleikamp 	else
3520617ba13bSMingming Cao 		inode->i_mapping->a_ops = &ext4_journalled_aops;
3521ac27a0ecSDave Kleikamp }
3522ac27a0ecSDave Kleikamp 
3523ac27a0ecSDave Kleikamp /*
3524617ba13bSMingming Cao  * ext4_block_truncate_page() zeroes out a mapping from file offset `from'
3525ac27a0ecSDave Kleikamp  * up to the end of the block which corresponds to `from'.
3526ac27a0ecSDave Kleikamp  * This required during truncate. We need to physically zero the tail end
3527ac27a0ecSDave Kleikamp  * of that block so it doesn't yield old data if the file is later grown.
3528ac27a0ecSDave Kleikamp  */
3529cf108bcaSJan Kara int ext4_block_truncate_page(handle_t *handle,
3530ac27a0ecSDave Kleikamp 		struct address_space *mapping, loff_t from)
3531ac27a0ecSDave Kleikamp {
3532617ba13bSMingming Cao 	ext4_fsblk_t index = from >> PAGE_CACHE_SHIFT;
3533ac27a0ecSDave Kleikamp 	unsigned offset = from & (PAGE_CACHE_SIZE-1);
3534725d26d3SAneesh Kumar K.V 	unsigned blocksize, length, pos;
3535725d26d3SAneesh Kumar K.V 	ext4_lblk_t iblock;
3536ac27a0ecSDave Kleikamp 	struct inode *inode = mapping->host;
3537ac27a0ecSDave Kleikamp 	struct buffer_head *bh;
3538cf108bcaSJan Kara 	struct page *page;
3539ac27a0ecSDave Kleikamp 	int err = 0;
3540ac27a0ecSDave Kleikamp 
3541cf108bcaSJan Kara 	page = grab_cache_page(mapping, from >> PAGE_CACHE_SHIFT);
3542cf108bcaSJan Kara 	if (!page)
3543cf108bcaSJan Kara 		return -EINVAL;
3544cf108bcaSJan Kara 
3545ac27a0ecSDave Kleikamp 	blocksize = inode->i_sb->s_blocksize;
3546ac27a0ecSDave Kleikamp 	length = blocksize - (offset & (blocksize - 1));
3547ac27a0ecSDave Kleikamp 	iblock = index << (PAGE_CACHE_SHIFT - inode->i_sb->s_blocksize_bits);
3548ac27a0ecSDave Kleikamp 
3549ac27a0ecSDave Kleikamp 	/*
3550ac27a0ecSDave Kleikamp 	 * For "nobh" option,  we can only work if we don't need to
3551ac27a0ecSDave Kleikamp 	 * read-in the page - otherwise we create buffers to do the IO.
3552ac27a0ecSDave Kleikamp 	 */
3553ac27a0ecSDave Kleikamp 	if (!page_has_buffers(page) && test_opt(inode->i_sb, NOBH) &&
3554617ba13bSMingming Cao 	     ext4_should_writeback_data(inode) && PageUptodate(page)) {
3555eebd2aa3SChristoph Lameter 		zero_user(page, offset, length);
3556ac27a0ecSDave Kleikamp 		set_page_dirty(page);
3557ac27a0ecSDave Kleikamp 		goto unlock;
3558ac27a0ecSDave Kleikamp 	}
3559ac27a0ecSDave Kleikamp 
3560ac27a0ecSDave Kleikamp 	if (!page_has_buffers(page))
3561ac27a0ecSDave Kleikamp 		create_empty_buffers(page, blocksize, 0);
3562ac27a0ecSDave Kleikamp 
3563ac27a0ecSDave Kleikamp 	/* Find the buffer that contains "offset" */
3564ac27a0ecSDave Kleikamp 	bh = page_buffers(page);
3565ac27a0ecSDave Kleikamp 	pos = blocksize;
3566ac27a0ecSDave Kleikamp 	while (offset >= pos) {
3567ac27a0ecSDave Kleikamp 		bh = bh->b_this_page;
3568ac27a0ecSDave Kleikamp 		iblock++;
3569ac27a0ecSDave Kleikamp 		pos += blocksize;
3570ac27a0ecSDave Kleikamp 	}
3571ac27a0ecSDave Kleikamp 
3572ac27a0ecSDave Kleikamp 	err = 0;
3573ac27a0ecSDave Kleikamp 	if (buffer_freed(bh)) {
3574ac27a0ecSDave Kleikamp 		BUFFER_TRACE(bh, "freed: skip");
3575ac27a0ecSDave Kleikamp 		goto unlock;
3576ac27a0ecSDave Kleikamp 	}
3577ac27a0ecSDave Kleikamp 
3578ac27a0ecSDave Kleikamp 	if (!buffer_mapped(bh)) {
3579ac27a0ecSDave Kleikamp 		BUFFER_TRACE(bh, "unmapped");
3580617ba13bSMingming Cao 		ext4_get_block(inode, iblock, bh, 0);
3581ac27a0ecSDave Kleikamp 		/* unmapped? It's a hole - nothing to do */
3582ac27a0ecSDave Kleikamp 		if (!buffer_mapped(bh)) {
3583ac27a0ecSDave Kleikamp 			BUFFER_TRACE(bh, "still unmapped");
3584ac27a0ecSDave Kleikamp 			goto unlock;
3585ac27a0ecSDave Kleikamp 		}
3586ac27a0ecSDave Kleikamp 	}
3587ac27a0ecSDave Kleikamp 
3588ac27a0ecSDave Kleikamp 	/* Ok, it's mapped. Make sure it's up-to-date */
3589ac27a0ecSDave Kleikamp 	if (PageUptodate(page))
3590ac27a0ecSDave Kleikamp 		set_buffer_uptodate(bh);
3591ac27a0ecSDave Kleikamp 
3592ac27a0ecSDave Kleikamp 	if (!buffer_uptodate(bh)) {
3593ac27a0ecSDave Kleikamp 		err = -EIO;
3594ac27a0ecSDave Kleikamp 		ll_rw_block(READ, 1, &bh);
3595ac27a0ecSDave Kleikamp 		wait_on_buffer(bh);
3596ac27a0ecSDave Kleikamp 		/* Uhhuh. Read error. Complain and punt. */
3597ac27a0ecSDave Kleikamp 		if (!buffer_uptodate(bh))
3598ac27a0ecSDave Kleikamp 			goto unlock;
3599ac27a0ecSDave Kleikamp 	}
3600ac27a0ecSDave Kleikamp 
3601617ba13bSMingming Cao 	if (ext4_should_journal_data(inode)) {
3602ac27a0ecSDave Kleikamp 		BUFFER_TRACE(bh, "get write access");
3603617ba13bSMingming Cao 		err = ext4_journal_get_write_access(handle, bh);
3604ac27a0ecSDave Kleikamp 		if (err)
3605ac27a0ecSDave Kleikamp 			goto unlock;
3606ac27a0ecSDave Kleikamp 	}
3607ac27a0ecSDave Kleikamp 
3608eebd2aa3SChristoph Lameter 	zero_user(page, offset, length);
3609ac27a0ecSDave Kleikamp 
3610ac27a0ecSDave Kleikamp 	BUFFER_TRACE(bh, "zeroed end of block");
3611ac27a0ecSDave Kleikamp 
3612ac27a0ecSDave Kleikamp 	err = 0;
3613617ba13bSMingming Cao 	if (ext4_should_journal_data(inode)) {
36140390131bSFrank Mayhar 		err = ext4_handle_dirty_metadata(handle, inode, bh);
3615ac27a0ecSDave Kleikamp 	} else {
3616617ba13bSMingming Cao 		if (ext4_should_order_data(inode))
3617678aaf48SJan Kara 			err = ext4_jbd2_file_inode(handle, inode);
3618ac27a0ecSDave Kleikamp 		mark_buffer_dirty(bh);
3619ac27a0ecSDave Kleikamp 	}
3620ac27a0ecSDave Kleikamp 
3621ac27a0ecSDave Kleikamp unlock:
3622ac27a0ecSDave Kleikamp 	unlock_page(page);
3623ac27a0ecSDave Kleikamp 	page_cache_release(page);
3624ac27a0ecSDave Kleikamp 	return err;
3625ac27a0ecSDave Kleikamp }
3626ac27a0ecSDave Kleikamp 
3627ac27a0ecSDave Kleikamp /*
3628ac27a0ecSDave Kleikamp  * Probably it should be a library function... search for first non-zero word
3629ac27a0ecSDave Kleikamp  * or memcmp with zero_page, whatever is better for particular architecture.
3630ac27a0ecSDave Kleikamp  * Linus?
3631ac27a0ecSDave Kleikamp  */
3632ac27a0ecSDave Kleikamp static inline int all_zeroes(__le32 *p, __le32 *q)
3633ac27a0ecSDave Kleikamp {
3634ac27a0ecSDave Kleikamp 	while (p < q)
3635ac27a0ecSDave Kleikamp 		if (*p++)
3636ac27a0ecSDave Kleikamp 			return 0;
3637ac27a0ecSDave Kleikamp 	return 1;
3638ac27a0ecSDave Kleikamp }
3639ac27a0ecSDave Kleikamp 
3640ac27a0ecSDave Kleikamp /**
3641617ba13bSMingming Cao  *	ext4_find_shared - find the indirect blocks for partial truncation.
3642ac27a0ecSDave Kleikamp  *	@inode:	  inode in question
3643ac27a0ecSDave Kleikamp  *	@depth:	  depth of the affected branch
3644617ba13bSMingming Cao  *	@offsets: offsets of pointers in that branch (see ext4_block_to_path)
3645ac27a0ecSDave Kleikamp  *	@chain:	  place to store the pointers to partial indirect blocks
3646ac27a0ecSDave Kleikamp  *	@top:	  place to the (detached) top of branch
3647ac27a0ecSDave Kleikamp  *
3648617ba13bSMingming Cao  *	This is a helper function used by ext4_truncate().
3649ac27a0ecSDave Kleikamp  *
3650ac27a0ecSDave Kleikamp  *	When we do truncate() we may have to clean the ends of several
3651ac27a0ecSDave Kleikamp  *	indirect blocks but leave the blocks themselves alive. Block is
3652ac27a0ecSDave Kleikamp  *	partially truncated if some data below the new i_size is refered
3653ac27a0ecSDave Kleikamp  *	from it (and it is on the path to the first completely truncated
3654ac27a0ecSDave Kleikamp  *	data block, indeed).  We have to free the top of that path along
3655ac27a0ecSDave Kleikamp  *	with everything to the right of the path. Since no allocation
3656617ba13bSMingming Cao  *	past the truncation point is possible until ext4_truncate()
3657ac27a0ecSDave Kleikamp  *	finishes, we may safely do the latter, but top of branch may
3658ac27a0ecSDave Kleikamp  *	require special attention - pageout below the truncation point
3659ac27a0ecSDave Kleikamp  *	might try to populate it.
3660ac27a0ecSDave Kleikamp  *
3661ac27a0ecSDave Kleikamp  *	We atomically detach the top of branch from the tree, store the
3662ac27a0ecSDave Kleikamp  *	block number of its root in *@top, pointers to buffer_heads of
3663ac27a0ecSDave Kleikamp  *	partially truncated blocks - in @chain[].bh and pointers to
3664ac27a0ecSDave Kleikamp  *	their last elements that should not be removed - in
3665ac27a0ecSDave Kleikamp  *	@chain[].p. Return value is the pointer to last filled element
3666ac27a0ecSDave Kleikamp  *	of @chain.
3667ac27a0ecSDave Kleikamp  *
3668ac27a0ecSDave Kleikamp  *	The work left to caller to do the actual freeing of subtrees:
3669ac27a0ecSDave Kleikamp  *		a) free the subtree starting from *@top
3670ac27a0ecSDave Kleikamp  *		b) free the subtrees whose roots are stored in
3671ac27a0ecSDave Kleikamp  *			(@chain[i].p+1 .. end of @chain[i].bh->b_data)
3672ac27a0ecSDave Kleikamp  *		c) free the subtrees growing from the inode past the @chain[0].
3673ac27a0ecSDave Kleikamp  *			(no partially truncated stuff there).  */
3674ac27a0ecSDave Kleikamp 
3675617ba13bSMingming Cao static Indirect *ext4_find_shared(struct inode *inode, int depth,
3676725d26d3SAneesh Kumar K.V 			ext4_lblk_t offsets[4], Indirect chain[4], __le32 *top)
3677ac27a0ecSDave Kleikamp {
3678ac27a0ecSDave Kleikamp 	Indirect *partial, *p;
3679ac27a0ecSDave Kleikamp 	int k, err;
3680ac27a0ecSDave Kleikamp 
3681ac27a0ecSDave Kleikamp 	*top = 0;
3682ac27a0ecSDave Kleikamp 	/* Make k index the deepest non-null offest + 1 */
3683ac27a0ecSDave Kleikamp 	for (k = depth; k > 1 && !offsets[k-1]; k--)
3684ac27a0ecSDave Kleikamp 		;
3685617ba13bSMingming Cao 	partial = ext4_get_branch(inode, k, offsets, chain, &err);
3686ac27a0ecSDave Kleikamp 	/* Writer: pointers */
3687ac27a0ecSDave Kleikamp 	if (!partial)
3688ac27a0ecSDave Kleikamp 		partial = chain + k-1;
3689ac27a0ecSDave Kleikamp 	/*
3690ac27a0ecSDave Kleikamp 	 * If the branch acquired continuation since we've looked at it -
3691ac27a0ecSDave Kleikamp 	 * fine, it should all survive and (new) top doesn't belong to us.
3692ac27a0ecSDave Kleikamp 	 */
3693ac27a0ecSDave Kleikamp 	if (!partial->key && *partial->p)
3694ac27a0ecSDave Kleikamp 		/* Writer: end */
3695ac27a0ecSDave Kleikamp 		goto no_top;
3696af5bc92dSTheodore Ts'o 	for (p = partial; (p > chain) && all_zeroes((__le32 *) p->bh->b_data, p->p); p--)
3697ac27a0ecSDave Kleikamp 		;
3698ac27a0ecSDave Kleikamp 	/*
3699ac27a0ecSDave Kleikamp 	 * OK, we've found the last block that must survive. The rest of our
3700ac27a0ecSDave Kleikamp 	 * branch should be detached before unlocking. However, if that rest
3701ac27a0ecSDave Kleikamp 	 * of branch is all ours and does not grow immediately from the inode
3702ac27a0ecSDave Kleikamp 	 * it's easier to cheat and just decrement partial->p.
3703ac27a0ecSDave Kleikamp 	 */
3704ac27a0ecSDave Kleikamp 	if (p == chain + k - 1 && p > chain) {
3705ac27a0ecSDave Kleikamp 		p->p--;
3706ac27a0ecSDave Kleikamp 	} else {
3707ac27a0ecSDave Kleikamp 		*top = *p->p;
3708617ba13bSMingming Cao 		/* Nope, don't do this in ext4.  Must leave the tree intact */
3709ac27a0ecSDave Kleikamp #if 0
3710ac27a0ecSDave Kleikamp 		*p->p = 0;
3711ac27a0ecSDave Kleikamp #endif
3712ac27a0ecSDave Kleikamp 	}
3713ac27a0ecSDave Kleikamp 	/* Writer: end */
3714ac27a0ecSDave Kleikamp 
3715ac27a0ecSDave Kleikamp 	while (partial > p) {
3716ac27a0ecSDave Kleikamp 		brelse(partial->bh);
3717ac27a0ecSDave Kleikamp 		partial--;
3718ac27a0ecSDave Kleikamp 	}
3719ac27a0ecSDave Kleikamp no_top:
3720ac27a0ecSDave Kleikamp 	return partial;
3721ac27a0ecSDave Kleikamp }
3722ac27a0ecSDave Kleikamp 
3723ac27a0ecSDave Kleikamp /*
3724ac27a0ecSDave Kleikamp  * Zero a number of block pointers in either an inode or an indirect block.
3725ac27a0ecSDave Kleikamp  * If we restart the transaction we must again get write access to the
3726ac27a0ecSDave Kleikamp  * indirect block for further modification.
3727ac27a0ecSDave Kleikamp  *
3728ac27a0ecSDave Kleikamp  * We release `count' blocks on disk, but (last - first) may be greater
3729ac27a0ecSDave Kleikamp  * than `count' because there can be holes in there.
3730ac27a0ecSDave Kleikamp  */
3731617ba13bSMingming Cao static void ext4_clear_blocks(handle_t *handle, struct inode *inode,
3732617ba13bSMingming Cao 		struct buffer_head *bh, ext4_fsblk_t block_to_free,
3733ac27a0ecSDave Kleikamp 		unsigned long count, __le32 *first, __le32 *last)
3734ac27a0ecSDave Kleikamp {
3735ac27a0ecSDave Kleikamp 	__le32 *p;
3736ac27a0ecSDave Kleikamp 	if (try_to_extend_transaction(handle, inode)) {
3737ac27a0ecSDave Kleikamp 		if (bh) {
37380390131bSFrank Mayhar 			BUFFER_TRACE(bh, "call ext4_handle_dirty_metadata");
37390390131bSFrank Mayhar 			ext4_handle_dirty_metadata(handle, inode, bh);
3740ac27a0ecSDave Kleikamp 		}
3741617ba13bSMingming Cao 		ext4_mark_inode_dirty(handle, inode);
3742617ba13bSMingming Cao 		ext4_journal_test_restart(handle, inode);
3743ac27a0ecSDave Kleikamp 		if (bh) {
3744ac27a0ecSDave Kleikamp 			BUFFER_TRACE(bh, "retaking write access");
3745617ba13bSMingming Cao 			ext4_journal_get_write_access(handle, bh);
3746ac27a0ecSDave Kleikamp 		}
3747ac27a0ecSDave Kleikamp 	}
3748ac27a0ecSDave Kleikamp 
3749ac27a0ecSDave Kleikamp 	/*
3750ac27a0ecSDave Kleikamp 	 * Any buffers which are on the journal will be in memory. We find
3751dab291afSMingming Cao 	 * them on the hash table so jbd2_journal_revoke() will run jbd2_journal_forget()
3752ac27a0ecSDave Kleikamp 	 * on them.  We've already detached each block from the file, so
3753dab291afSMingming Cao 	 * bforget() in jbd2_journal_forget() should be safe.
3754ac27a0ecSDave Kleikamp 	 *
3755dab291afSMingming Cao 	 * AKPM: turn on bforget in jbd2_journal_forget()!!!
3756ac27a0ecSDave Kleikamp 	 */
3757ac27a0ecSDave Kleikamp 	for (p = first; p < last; p++) {
3758ac27a0ecSDave Kleikamp 		u32 nr = le32_to_cpu(*p);
3759ac27a0ecSDave Kleikamp 		if (nr) {
37601d03ec98SAneesh Kumar K.V 			struct buffer_head *tbh;
3761ac27a0ecSDave Kleikamp 
3762ac27a0ecSDave Kleikamp 			*p = 0;
37631d03ec98SAneesh Kumar K.V 			tbh = sb_find_get_block(inode->i_sb, nr);
37641d03ec98SAneesh Kumar K.V 			ext4_forget(handle, 0, inode, tbh, nr);
3765ac27a0ecSDave Kleikamp 		}
3766ac27a0ecSDave Kleikamp 	}
3767ac27a0ecSDave Kleikamp 
3768c9de560dSAlex Tomas 	ext4_free_blocks(handle, inode, block_to_free, count, 0);
3769ac27a0ecSDave Kleikamp }
3770ac27a0ecSDave Kleikamp 
3771ac27a0ecSDave Kleikamp /**
3772617ba13bSMingming Cao  * ext4_free_data - free a list of data blocks
3773ac27a0ecSDave Kleikamp  * @handle:	handle for this transaction
3774ac27a0ecSDave Kleikamp  * @inode:	inode we are dealing with
3775ac27a0ecSDave Kleikamp  * @this_bh:	indirect buffer_head which contains *@first and *@last
3776ac27a0ecSDave Kleikamp  * @first:	array of block numbers
3777ac27a0ecSDave Kleikamp  * @last:	points immediately past the end of array
3778ac27a0ecSDave Kleikamp  *
3779ac27a0ecSDave Kleikamp  * We are freeing all blocks refered from that array (numbers are stored as
3780ac27a0ecSDave Kleikamp  * little-endian 32-bit) and updating @inode->i_blocks appropriately.
3781ac27a0ecSDave Kleikamp  *
3782ac27a0ecSDave Kleikamp  * We accumulate contiguous runs of blocks to free.  Conveniently, if these
3783ac27a0ecSDave Kleikamp  * blocks are contiguous then releasing them at one time will only affect one
3784ac27a0ecSDave Kleikamp  * or two bitmap blocks (+ group descriptor(s) and superblock) and we won't
3785ac27a0ecSDave Kleikamp  * actually use a lot of journal space.
3786ac27a0ecSDave Kleikamp  *
3787ac27a0ecSDave Kleikamp  * @this_bh will be %NULL if @first and @last point into the inode's direct
3788ac27a0ecSDave Kleikamp  * block pointers.
3789ac27a0ecSDave Kleikamp  */
3790617ba13bSMingming Cao static void ext4_free_data(handle_t *handle, struct inode *inode,
3791ac27a0ecSDave Kleikamp 			   struct buffer_head *this_bh,
3792ac27a0ecSDave Kleikamp 			   __le32 *first, __le32 *last)
3793ac27a0ecSDave Kleikamp {
3794617ba13bSMingming Cao 	ext4_fsblk_t block_to_free = 0;    /* Starting block # of a run */
3795ac27a0ecSDave Kleikamp 	unsigned long count = 0;	    /* Number of blocks in the run */
3796ac27a0ecSDave Kleikamp 	__le32 *block_to_free_p = NULL;	    /* Pointer into inode/ind
3797ac27a0ecSDave Kleikamp 					       corresponding to
3798ac27a0ecSDave Kleikamp 					       block_to_free */
3799617ba13bSMingming Cao 	ext4_fsblk_t nr;		    /* Current block # */
3800ac27a0ecSDave Kleikamp 	__le32 *p;			    /* Pointer into inode/ind
3801ac27a0ecSDave Kleikamp 					       for current block */
3802ac27a0ecSDave Kleikamp 	int err;
3803ac27a0ecSDave Kleikamp 
3804ac27a0ecSDave Kleikamp 	if (this_bh) {				/* For indirect block */
3805ac27a0ecSDave Kleikamp 		BUFFER_TRACE(this_bh, "get_write_access");
3806617ba13bSMingming Cao 		err = ext4_journal_get_write_access(handle, this_bh);
3807ac27a0ecSDave Kleikamp 		/* Important: if we can't update the indirect pointers
3808ac27a0ecSDave Kleikamp 		 * to the blocks, we can't free them. */
3809ac27a0ecSDave Kleikamp 		if (err)
3810ac27a0ecSDave Kleikamp 			return;
3811ac27a0ecSDave Kleikamp 	}
3812ac27a0ecSDave Kleikamp 
3813ac27a0ecSDave Kleikamp 	for (p = first; p < last; p++) {
3814ac27a0ecSDave Kleikamp 		nr = le32_to_cpu(*p);
3815ac27a0ecSDave Kleikamp 		if (nr) {
3816ac27a0ecSDave Kleikamp 			/* accumulate blocks to free if they're contiguous */
3817ac27a0ecSDave Kleikamp 			if (count == 0) {
3818ac27a0ecSDave Kleikamp 				block_to_free = nr;
3819ac27a0ecSDave Kleikamp 				block_to_free_p = p;
3820ac27a0ecSDave Kleikamp 				count = 1;
3821ac27a0ecSDave Kleikamp 			} else if (nr == block_to_free + count) {
3822ac27a0ecSDave Kleikamp 				count++;
3823ac27a0ecSDave Kleikamp 			} else {
3824617ba13bSMingming Cao 				ext4_clear_blocks(handle, inode, this_bh,
3825ac27a0ecSDave Kleikamp 						  block_to_free,
3826ac27a0ecSDave Kleikamp 						  count, block_to_free_p, p);
3827ac27a0ecSDave Kleikamp 				block_to_free = nr;
3828ac27a0ecSDave Kleikamp 				block_to_free_p = p;
3829ac27a0ecSDave Kleikamp 				count = 1;
3830ac27a0ecSDave Kleikamp 			}
3831ac27a0ecSDave Kleikamp 		}
3832ac27a0ecSDave Kleikamp 	}
3833ac27a0ecSDave Kleikamp 
3834ac27a0ecSDave Kleikamp 	if (count > 0)
3835617ba13bSMingming Cao 		ext4_clear_blocks(handle, inode, this_bh, block_to_free,
3836ac27a0ecSDave Kleikamp 				  count, block_to_free_p, p);
3837ac27a0ecSDave Kleikamp 
3838ac27a0ecSDave Kleikamp 	if (this_bh) {
38390390131bSFrank Mayhar 		BUFFER_TRACE(this_bh, "call ext4_handle_dirty_metadata");
384071dc8fbcSDuane Griffin 
384171dc8fbcSDuane Griffin 		/*
384271dc8fbcSDuane Griffin 		 * The buffer head should have an attached journal head at this
384371dc8fbcSDuane Griffin 		 * point. However, if the data is corrupted and an indirect
384471dc8fbcSDuane Griffin 		 * block pointed to itself, it would have been detached when
384571dc8fbcSDuane Griffin 		 * the block was cleared. Check for this instead of OOPSing.
384671dc8fbcSDuane Griffin 		 */
3847e7f07968STheodore Ts'o 		if ((EXT4_JOURNAL(inode) == NULL) || bh2jh(this_bh))
38480390131bSFrank Mayhar 			ext4_handle_dirty_metadata(handle, inode, this_bh);
384971dc8fbcSDuane Griffin 		else
385071dc8fbcSDuane Griffin 			ext4_error(inode->i_sb, __func__,
385171dc8fbcSDuane Griffin 				   "circular indirect block detected, "
385271dc8fbcSDuane Griffin 				   "inode=%lu, block=%llu",
385371dc8fbcSDuane Griffin 				   inode->i_ino,
385471dc8fbcSDuane Griffin 				   (unsigned long long) this_bh->b_blocknr);
3855ac27a0ecSDave Kleikamp 	}
3856ac27a0ecSDave Kleikamp }
3857ac27a0ecSDave Kleikamp 
3858ac27a0ecSDave Kleikamp /**
3859617ba13bSMingming Cao  *	ext4_free_branches - free an array of branches
3860ac27a0ecSDave Kleikamp  *	@handle: JBD handle for this transaction
3861ac27a0ecSDave Kleikamp  *	@inode:	inode we are dealing with
3862ac27a0ecSDave Kleikamp  *	@parent_bh: the buffer_head which contains *@first and *@last
3863ac27a0ecSDave Kleikamp  *	@first:	array of block numbers
3864ac27a0ecSDave Kleikamp  *	@last:	pointer immediately past the end of array
3865ac27a0ecSDave Kleikamp  *	@depth:	depth of the branches to free
3866ac27a0ecSDave Kleikamp  *
3867ac27a0ecSDave Kleikamp  *	We are freeing all blocks refered from these branches (numbers are
3868ac27a0ecSDave Kleikamp  *	stored as little-endian 32-bit) and updating @inode->i_blocks
3869ac27a0ecSDave Kleikamp  *	appropriately.
3870ac27a0ecSDave Kleikamp  */
3871617ba13bSMingming Cao static void ext4_free_branches(handle_t *handle, struct inode *inode,
3872ac27a0ecSDave Kleikamp 			       struct buffer_head *parent_bh,
3873ac27a0ecSDave Kleikamp 			       __le32 *first, __le32 *last, int depth)
3874ac27a0ecSDave Kleikamp {
3875617ba13bSMingming Cao 	ext4_fsblk_t nr;
3876ac27a0ecSDave Kleikamp 	__le32 *p;
3877ac27a0ecSDave Kleikamp 
38780390131bSFrank Mayhar 	if (ext4_handle_is_aborted(handle))
3879ac27a0ecSDave Kleikamp 		return;
3880ac27a0ecSDave Kleikamp 
3881ac27a0ecSDave Kleikamp 	if (depth--) {
3882ac27a0ecSDave Kleikamp 		struct buffer_head *bh;
3883617ba13bSMingming Cao 		int addr_per_block = EXT4_ADDR_PER_BLOCK(inode->i_sb);
3884ac27a0ecSDave Kleikamp 		p = last;
3885ac27a0ecSDave Kleikamp 		while (--p >= first) {
3886ac27a0ecSDave Kleikamp 			nr = le32_to_cpu(*p);
3887ac27a0ecSDave Kleikamp 			if (!nr)
3888ac27a0ecSDave Kleikamp 				continue;		/* A hole */
3889ac27a0ecSDave Kleikamp 
3890ac27a0ecSDave Kleikamp 			/* Go read the buffer for the next level down */
3891ac27a0ecSDave Kleikamp 			bh = sb_bread(inode->i_sb, nr);
3892ac27a0ecSDave Kleikamp 
3893ac27a0ecSDave Kleikamp 			/*
3894ac27a0ecSDave Kleikamp 			 * A read failure? Report error and clear slot
3895ac27a0ecSDave Kleikamp 			 * (should be rare).
3896ac27a0ecSDave Kleikamp 			 */
3897ac27a0ecSDave Kleikamp 			if (!bh) {
3898617ba13bSMingming Cao 				ext4_error(inode->i_sb, "ext4_free_branches",
38992ae02107SMingming Cao 					   "Read failure, inode=%lu, block=%llu",
3900ac27a0ecSDave Kleikamp 					   inode->i_ino, nr);
3901ac27a0ecSDave Kleikamp 				continue;
3902ac27a0ecSDave Kleikamp 			}
3903ac27a0ecSDave Kleikamp 
3904ac27a0ecSDave Kleikamp 			/* This zaps the entire block.  Bottom up. */
3905ac27a0ecSDave Kleikamp 			BUFFER_TRACE(bh, "free child branches");
3906617ba13bSMingming Cao 			ext4_free_branches(handle, inode, bh,
3907ac27a0ecSDave Kleikamp 					(__le32 *) bh->b_data,
3908ac27a0ecSDave Kleikamp 					(__le32 *) bh->b_data + addr_per_block,
3909ac27a0ecSDave Kleikamp 					depth);
3910ac27a0ecSDave Kleikamp 
3911ac27a0ecSDave Kleikamp 			/*
3912ac27a0ecSDave Kleikamp 			 * We've probably journalled the indirect block several
3913ac27a0ecSDave Kleikamp 			 * times during the truncate.  But it's no longer
3914ac27a0ecSDave Kleikamp 			 * needed and we now drop it from the transaction via
3915dab291afSMingming Cao 			 * jbd2_journal_revoke().
3916ac27a0ecSDave Kleikamp 			 *
3917ac27a0ecSDave Kleikamp 			 * That's easy if it's exclusively part of this
3918ac27a0ecSDave Kleikamp 			 * transaction.  But if it's part of the committing
3919dab291afSMingming Cao 			 * transaction then jbd2_journal_forget() will simply
3920ac27a0ecSDave Kleikamp 			 * brelse() it.  That means that if the underlying
3921617ba13bSMingming Cao 			 * block is reallocated in ext4_get_block(),
3922ac27a0ecSDave Kleikamp 			 * unmap_underlying_metadata() will find this block
3923ac27a0ecSDave Kleikamp 			 * and will try to get rid of it.  damn, damn.
3924ac27a0ecSDave Kleikamp 			 *
3925ac27a0ecSDave Kleikamp 			 * If this block has already been committed to the
3926ac27a0ecSDave Kleikamp 			 * journal, a revoke record will be written.  And
3927ac27a0ecSDave Kleikamp 			 * revoke records must be emitted *before* clearing
3928ac27a0ecSDave Kleikamp 			 * this block's bit in the bitmaps.
3929ac27a0ecSDave Kleikamp 			 */
3930617ba13bSMingming Cao 			ext4_forget(handle, 1, inode, bh, bh->b_blocknr);
3931ac27a0ecSDave Kleikamp 
3932ac27a0ecSDave Kleikamp 			/*
3933ac27a0ecSDave Kleikamp 			 * Everything below this this pointer has been
3934ac27a0ecSDave Kleikamp 			 * released.  Now let this top-of-subtree go.
3935ac27a0ecSDave Kleikamp 			 *
3936ac27a0ecSDave Kleikamp 			 * We want the freeing of this indirect block to be
3937ac27a0ecSDave Kleikamp 			 * atomic in the journal with the updating of the
3938ac27a0ecSDave Kleikamp 			 * bitmap block which owns it.  So make some room in
3939ac27a0ecSDave Kleikamp 			 * the journal.
3940ac27a0ecSDave Kleikamp 			 *
3941ac27a0ecSDave Kleikamp 			 * We zero the parent pointer *after* freeing its
3942ac27a0ecSDave Kleikamp 			 * pointee in the bitmaps, so if extend_transaction()
3943ac27a0ecSDave Kleikamp 			 * for some reason fails to put the bitmap changes and
3944ac27a0ecSDave Kleikamp 			 * the release into the same transaction, recovery
3945ac27a0ecSDave Kleikamp 			 * will merely complain about releasing a free block,
3946ac27a0ecSDave Kleikamp 			 * rather than leaking blocks.
3947ac27a0ecSDave Kleikamp 			 */
39480390131bSFrank Mayhar 			if (ext4_handle_is_aborted(handle))
3949ac27a0ecSDave Kleikamp 				return;
3950ac27a0ecSDave Kleikamp 			if (try_to_extend_transaction(handle, inode)) {
3951617ba13bSMingming Cao 				ext4_mark_inode_dirty(handle, inode);
3952617ba13bSMingming Cao 				ext4_journal_test_restart(handle, inode);
3953ac27a0ecSDave Kleikamp 			}
3954ac27a0ecSDave Kleikamp 
3955c9de560dSAlex Tomas 			ext4_free_blocks(handle, inode, nr, 1, 1);
3956ac27a0ecSDave Kleikamp 
3957ac27a0ecSDave Kleikamp 			if (parent_bh) {
3958ac27a0ecSDave Kleikamp 				/*
3959ac27a0ecSDave Kleikamp 				 * The block which we have just freed is
3960ac27a0ecSDave Kleikamp 				 * pointed to by an indirect block: journal it
3961ac27a0ecSDave Kleikamp 				 */
3962ac27a0ecSDave Kleikamp 				BUFFER_TRACE(parent_bh, "get_write_access");
3963617ba13bSMingming Cao 				if (!ext4_journal_get_write_access(handle,
3964ac27a0ecSDave Kleikamp 								   parent_bh)){
3965ac27a0ecSDave Kleikamp 					*p = 0;
3966ac27a0ecSDave Kleikamp 					BUFFER_TRACE(parent_bh,
39670390131bSFrank Mayhar 					"call ext4_handle_dirty_metadata");
39680390131bSFrank Mayhar 					ext4_handle_dirty_metadata(handle,
39690390131bSFrank Mayhar 								   inode,
3970ac27a0ecSDave Kleikamp 								   parent_bh);
3971ac27a0ecSDave Kleikamp 				}
3972ac27a0ecSDave Kleikamp 			}
3973ac27a0ecSDave Kleikamp 		}
3974ac27a0ecSDave Kleikamp 	} else {
3975ac27a0ecSDave Kleikamp 		/* We have reached the bottom of the tree. */
3976ac27a0ecSDave Kleikamp 		BUFFER_TRACE(parent_bh, "free data blocks");
3977617ba13bSMingming Cao 		ext4_free_data(handle, inode, parent_bh, first, last);
3978ac27a0ecSDave Kleikamp 	}
3979ac27a0ecSDave Kleikamp }
3980ac27a0ecSDave Kleikamp 
398191ef4cafSDuane Griffin int ext4_can_truncate(struct inode *inode)
398291ef4cafSDuane Griffin {
398391ef4cafSDuane Griffin 	if (IS_APPEND(inode) || IS_IMMUTABLE(inode))
398491ef4cafSDuane Griffin 		return 0;
398591ef4cafSDuane Griffin 	if (S_ISREG(inode->i_mode))
398691ef4cafSDuane Griffin 		return 1;
398791ef4cafSDuane Griffin 	if (S_ISDIR(inode->i_mode))
398891ef4cafSDuane Griffin 		return 1;
398991ef4cafSDuane Griffin 	if (S_ISLNK(inode->i_mode))
399091ef4cafSDuane Griffin 		return !ext4_inode_is_fast_symlink(inode);
399191ef4cafSDuane Griffin 	return 0;
399291ef4cafSDuane Griffin }
399391ef4cafSDuane Griffin 
3994ac27a0ecSDave Kleikamp /*
3995617ba13bSMingming Cao  * ext4_truncate()
3996ac27a0ecSDave Kleikamp  *
3997617ba13bSMingming Cao  * We block out ext4_get_block() block instantiations across the entire
3998617ba13bSMingming Cao  * transaction, and VFS/VM ensures that ext4_truncate() cannot run
3999ac27a0ecSDave Kleikamp  * simultaneously on behalf of the same inode.
4000ac27a0ecSDave Kleikamp  *
4001ac27a0ecSDave Kleikamp  * As we work through the truncate and commmit bits of it to the journal there
4002ac27a0ecSDave Kleikamp  * is one core, guiding principle: the file's tree must always be consistent on
4003ac27a0ecSDave Kleikamp  * disk.  We must be able to restart the truncate after a crash.
4004ac27a0ecSDave Kleikamp  *
4005ac27a0ecSDave Kleikamp  * The file's tree may be transiently inconsistent in memory (although it
4006ac27a0ecSDave Kleikamp  * probably isn't), but whenever we close off and commit a journal transaction,
4007ac27a0ecSDave Kleikamp  * the contents of (the filesystem + the journal) must be consistent and
4008ac27a0ecSDave Kleikamp  * restartable.  It's pretty simple, really: bottom up, right to left (although
4009ac27a0ecSDave Kleikamp  * left-to-right works OK too).
4010ac27a0ecSDave Kleikamp  *
4011ac27a0ecSDave Kleikamp  * Note that at recovery time, journal replay occurs *before* the restart of
4012ac27a0ecSDave Kleikamp  * truncate against the orphan inode list.
4013ac27a0ecSDave Kleikamp  *
4014ac27a0ecSDave Kleikamp  * The committed inode has the new, desired i_size (which is the same as
4015617ba13bSMingming Cao  * i_disksize in this case).  After a crash, ext4_orphan_cleanup() will see
4016ac27a0ecSDave Kleikamp  * that this inode's truncate did not complete and it will again call
4017617ba13bSMingming Cao  * ext4_truncate() to have another go.  So there will be instantiated blocks
4018617ba13bSMingming Cao  * to the right of the truncation point in a crashed ext4 filesystem.  But
4019ac27a0ecSDave Kleikamp  * that's fine - as long as they are linked from the inode, the post-crash
4020617ba13bSMingming Cao  * ext4_truncate() run will find them and release them.
4021ac27a0ecSDave Kleikamp  */
4022617ba13bSMingming Cao void ext4_truncate(struct inode *inode)
4023ac27a0ecSDave Kleikamp {
4024ac27a0ecSDave Kleikamp 	handle_t *handle;
4025617ba13bSMingming Cao 	struct ext4_inode_info *ei = EXT4_I(inode);
4026ac27a0ecSDave Kleikamp 	__le32 *i_data = ei->i_data;
4027617ba13bSMingming Cao 	int addr_per_block = EXT4_ADDR_PER_BLOCK(inode->i_sb);
4028ac27a0ecSDave Kleikamp 	struct address_space *mapping = inode->i_mapping;
4029725d26d3SAneesh Kumar K.V 	ext4_lblk_t offsets[4];
4030ac27a0ecSDave Kleikamp 	Indirect chain[4];
4031ac27a0ecSDave Kleikamp 	Indirect *partial;
4032ac27a0ecSDave Kleikamp 	__le32 nr = 0;
4033ac27a0ecSDave Kleikamp 	int n;
4034725d26d3SAneesh Kumar K.V 	ext4_lblk_t last_block;
4035ac27a0ecSDave Kleikamp 	unsigned blocksize = inode->i_sb->s_blocksize;
4036ac27a0ecSDave Kleikamp 
403791ef4cafSDuane Griffin 	if (!ext4_can_truncate(inode))
4038ac27a0ecSDave Kleikamp 		return;
4039ac27a0ecSDave Kleikamp 
4040afd4672dSTheodore Ts'o 	if (inode->i_size == 0 && !test_opt(inode->i_sb, NO_AUTO_DA_ALLOC))
40417d8f9f7dSTheodore Ts'o 		ei->i_state |= EXT4_STATE_DA_ALLOC_CLOSE;
40427d8f9f7dSTheodore Ts'o 
40431d03ec98SAneesh Kumar K.V 	if (EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL) {
4044cf108bcaSJan Kara 		ext4_ext_truncate(inode);
40451d03ec98SAneesh Kumar K.V 		return;
40461d03ec98SAneesh Kumar K.V 	}
4047a86c6181SAlex Tomas 
4048ac27a0ecSDave Kleikamp 	handle = start_transaction(inode);
4049cf108bcaSJan Kara 	if (IS_ERR(handle))
4050ac27a0ecSDave Kleikamp 		return;		/* AKPM: return what? */
4051ac27a0ecSDave Kleikamp 
4052ac27a0ecSDave Kleikamp 	last_block = (inode->i_size + blocksize-1)
4053617ba13bSMingming Cao 					>> EXT4_BLOCK_SIZE_BITS(inode->i_sb);
4054ac27a0ecSDave Kleikamp 
4055cf108bcaSJan Kara 	if (inode->i_size & (blocksize - 1))
4056cf108bcaSJan Kara 		if (ext4_block_truncate_page(handle, mapping, inode->i_size))
4057cf108bcaSJan Kara 			goto out_stop;
4058ac27a0ecSDave Kleikamp 
4059617ba13bSMingming Cao 	n = ext4_block_to_path(inode, last_block, offsets, NULL);
4060ac27a0ecSDave Kleikamp 	if (n == 0)
4061ac27a0ecSDave Kleikamp 		goto out_stop;	/* error */
4062ac27a0ecSDave Kleikamp 
4063ac27a0ecSDave Kleikamp 	/*
4064ac27a0ecSDave Kleikamp 	 * OK.  This truncate is going to happen.  We add the inode to the
4065ac27a0ecSDave Kleikamp 	 * orphan list, so that if this truncate spans multiple transactions,
4066ac27a0ecSDave Kleikamp 	 * and we crash, we will resume the truncate when the filesystem
4067ac27a0ecSDave Kleikamp 	 * recovers.  It also marks the inode dirty, to catch the new size.
4068ac27a0ecSDave Kleikamp 	 *
4069ac27a0ecSDave Kleikamp 	 * Implication: the file must always be in a sane, consistent
4070ac27a0ecSDave Kleikamp 	 * truncatable state while each transaction commits.
4071ac27a0ecSDave Kleikamp 	 */
4072617ba13bSMingming Cao 	if (ext4_orphan_add(handle, inode))
4073ac27a0ecSDave Kleikamp 		goto out_stop;
4074ac27a0ecSDave Kleikamp 
4075ac27a0ecSDave Kleikamp 	/*
4076632eaeabSMingming Cao 	 * From here we block out all ext4_get_block() callers who want to
4077632eaeabSMingming Cao 	 * modify the block allocation tree.
4078632eaeabSMingming Cao 	 */
4079632eaeabSMingming Cao 	down_write(&ei->i_data_sem);
4080b4df2030STheodore Ts'o 
4081c2ea3fdeSTheodore Ts'o 	ext4_discard_preallocations(inode);
4082b4df2030STheodore Ts'o 
4083632eaeabSMingming Cao 	/*
4084ac27a0ecSDave Kleikamp 	 * The orphan list entry will now protect us from any crash which
4085ac27a0ecSDave Kleikamp 	 * occurs before the truncate completes, so it is now safe to propagate
4086ac27a0ecSDave Kleikamp 	 * the new, shorter inode size (held for now in i_size) into the
4087ac27a0ecSDave Kleikamp 	 * on-disk inode. We do this via i_disksize, which is the value which
4088617ba13bSMingming Cao 	 * ext4 *really* writes onto the disk inode.
4089ac27a0ecSDave Kleikamp 	 */
4090ac27a0ecSDave Kleikamp 	ei->i_disksize = inode->i_size;
4091ac27a0ecSDave Kleikamp 
4092ac27a0ecSDave Kleikamp 	if (n == 1) {		/* direct blocks */
4093617ba13bSMingming Cao 		ext4_free_data(handle, inode, NULL, i_data+offsets[0],
4094617ba13bSMingming Cao 			       i_data + EXT4_NDIR_BLOCKS);
4095ac27a0ecSDave Kleikamp 		goto do_indirects;
4096ac27a0ecSDave Kleikamp 	}
4097ac27a0ecSDave Kleikamp 
4098617ba13bSMingming Cao 	partial = ext4_find_shared(inode, n, offsets, chain, &nr);
4099ac27a0ecSDave Kleikamp 	/* Kill the top of shared branch (not detached) */
4100ac27a0ecSDave Kleikamp 	if (nr) {
4101ac27a0ecSDave Kleikamp 		if (partial == chain) {
4102ac27a0ecSDave Kleikamp 			/* Shared branch grows from the inode */
4103617ba13bSMingming Cao 			ext4_free_branches(handle, inode, NULL,
4104ac27a0ecSDave Kleikamp 					   &nr, &nr+1, (chain+n-1) - partial);
4105ac27a0ecSDave Kleikamp 			*partial->p = 0;
4106ac27a0ecSDave Kleikamp 			/*
4107ac27a0ecSDave Kleikamp 			 * We mark the inode dirty prior to restart,
4108ac27a0ecSDave Kleikamp 			 * and prior to stop.  No need for it here.
4109ac27a0ecSDave Kleikamp 			 */
4110ac27a0ecSDave Kleikamp 		} else {
4111ac27a0ecSDave Kleikamp 			/* Shared branch grows from an indirect block */
4112ac27a0ecSDave Kleikamp 			BUFFER_TRACE(partial->bh, "get_write_access");
4113617ba13bSMingming Cao 			ext4_free_branches(handle, inode, partial->bh,
4114ac27a0ecSDave Kleikamp 					partial->p,
4115ac27a0ecSDave Kleikamp 					partial->p+1, (chain+n-1) - partial);
4116ac27a0ecSDave Kleikamp 		}
4117ac27a0ecSDave Kleikamp 	}
4118ac27a0ecSDave Kleikamp 	/* Clear the ends of indirect blocks on the shared branch */
4119ac27a0ecSDave Kleikamp 	while (partial > chain) {
4120617ba13bSMingming Cao 		ext4_free_branches(handle, inode, partial->bh, partial->p + 1,
4121ac27a0ecSDave Kleikamp 				   (__le32*)partial->bh->b_data+addr_per_block,
4122ac27a0ecSDave Kleikamp 				   (chain+n-1) - partial);
4123ac27a0ecSDave Kleikamp 		BUFFER_TRACE(partial->bh, "call brelse");
4124ac27a0ecSDave Kleikamp 		brelse (partial->bh);
4125ac27a0ecSDave Kleikamp 		partial--;
4126ac27a0ecSDave Kleikamp 	}
4127ac27a0ecSDave Kleikamp do_indirects:
4128ac27a0ecSDave Kleikamp 	/* Kill the remaining (whole) subtrees */
4129ac27a0ecSDave Kleikamp 	switch (offsets[0]) {
4130ac27a0ecSDave Kleikamp 	default:
4131617ba13bSMingming Cao 		nr = i_data[EXT4_IND_BLOCK];
4132ac27a0ecSDave Kleikamp 		if (nr) {
4133617ba13bSMingming Cao 			ext4_free_branches(handle, inode, NULL, &nr, &nr+1, 1);
4134617ba13bSMingming Cao 			i_data[EXT4_IND_BLOCK] = 0;
4135ac27a0ecSDave Kleikamp 		}
4136617ba13bSMingming Cao 	case EXT4_IND_BLOCK:
4137617ba13bSMingming Cao 		nr = i_data[EXT4_DIND_BLOCK];
4138ac27a0ecSDave Kleikamp 		if (nr) {
4139617ba13bSMingming Cao 			ext4_free_branches(handle, inode, NULL, &nr, &nr+1, 2);
4140617ba13bSMingming Cao 			i_data[EXT4_DIND_BLOCK] = 0;
4141ac27a0ecSDave Kleikamp 		}
4142617ba13bSMingming Cao 	case EXT4_DIND_BLOCK:
4143617ba13bSMingming Cao 		nr = i_data[EXT4_TIND_BLOCK];
4144ac27a0ecSDave Kleikamp 		if (nr) {
4145617ba13bSMingming Cao 			ext4_free_branches(handle, inode, NULL, &nr, &nr+1, 3);
4146617ba13bSMingming Cao 			i_data[EXT4_TIND_BLOCK] = 0;
4147ac27a0ecSDave Kleikamp 		}
4148617ba13bSMingming Cao 	case EXT4_TIND_BLOCK:
4149ac27a0ecSDave Kleikamp 		;
4150ac27a0ecSDave Kleikamp 	}
4151ac27a0ecSDave Kleikamp 
41520e855ac8SAneesh Kumar K.V 	up_write(&ei->i_data_sem);
4153ef7f3835SKalpak Shah 	inode->i_mtime = inode->i_ctime = ext4_current_time(inode);
4154617ba13bSMingming Cao 	ext4_mark_inode_dirty(handle, inode);
4155ac27a0ecSDave Kleikamp 
4156ac27a0ecSDave Kleikamp 	/*
4157ac27a0ecSDave Kleikamp 	 * In a multi-transaction truncate, we only make the final transaction
4158ac27a0ecSDave Kleikamp 	 * synchronous
4159ac27a0ecSDave Kleikamp 	 */
4160ac27a0ecSDave Kleikamp 	if (IS_SYNC(inode))
41610390131bSFrank Mayhar 		ext4_handle_sync(handle);
4162ac27a0ecSDave Kleikamp out_stop:
4163ac27a0ecSDave Kleikamp 	/*
4164ac27a0ecSDave Kleikamp 	 * If this was a simple ftruncate(), and the file will remain alive
4165ac27a0ecSDave Kleikamp 	 * then we need to clear up the orphan record which we created above.
4166ac27a0ecSDave Kleikamp 	 * However, if this was a real unlink then we were called by
4167617ba13bSMingming Cao 	 * ext4_delete_inode(), and we allow that function to clean up the
4168ac27a0ecSDave Kleikamp 	 * orphan info for us.
4169ac27a0ecSDave Kleikamp 	 */
4170ac27a0ecSDave Kleikamp 	if (inode->i_nlink)
4171617ba13bSMingming Cao 		ext4_orphan_del(handle, inode);
4172ac27a0ecSDave Kleikamp 
4173617ba13bSMingming Cao 	ext4_journal_stop(handle);
4174ac27a0ecSDave Kleikamp }
4175ac27a0ecSDave Kleikamp 
4176ac27a0ecSDave Kleikamp /*
4177617ba13bSMingming Cao  * ext4_get_inode_loc returns with an extra refcount against the inode's
4178ac27a0ecSDave Kleikamp  * underlying buffer_head on success. If 'in_mem' is true, we have all
4179ac27a0ecSDave Kleikamp  * data in memory that is needed to recreate the on-disk version of this
4180ac27a0ecSDave Kleikamp  * inode.
4181ac27a0ecSDave Kleikamp  */
4182617ba13bSMingming Cao static int __ext4_get_inode_loc(struct inode *inode,
4183617ba13bSMingming Cao 				struct ext4_iloc *iloc, int in_mem)
4184ac27a0ecSDave Kleikamp {
4185240799cdSTheodore Ts'o 	struct ext4_group_desc	*gdp;
4186ac27a0ecSDave Kleikamp 	struct buffer_head	*bh;
4187240799cdSTheodore Ts'o 	struct super_block	*sb = inode->i_sb;
4188240799cdSTheodore Ts'o 	ext4_fsblk_t		block;
4189240799cdSTheodore Ts'o 	int			inodes_per_block, inode_offset;
4190ac27a0ecSDave Kleikamp 
41913a06d778SAneesh Kumar K.V 	iloc->bh = NULL;
4192240799cdSTheodore Ts'o 	if (!ext4_valid_inum(sb, inode->i_ino))
4193ac27a0ecSDave Kleikamp 		return -EIO;
4194ac27a0ecSDave Kleikamp 
4195240799cdSTheodore Ts'o 	iloc->block_group = (inode->i_ino - 1) / EXT4_INODES_PER_GROUP(sb);
4196240799cdSTheodore Ts'o 	gdp = ext4_get_group_desc(sb, iloc->block_group, NULL);
4197240799cdSTheodore Ts'o 	if (!gdp)
4198240799cdSTheodore Ts'o 		return -EIO;
4199240799cdSTheodore Ts'o 
4200240799cdSTheodore Ts'o 	/*
4201240799cdSTheodore Ts'o 	 * Figure out the offset within the block group inode table
4202240799cdSTheodore Ts'o 	 */
4203240799cdSTheodore Ts'o 	inodes_per_block = (EXT4_BLOCK_SIZE(sb) / EXT4_INODE_SIZE(sb));
4204240799cdSTheodore Ts'o 	inode_offset = ((inode->i_ino - 1) %
4205240799cdSTheodore Ts'o 			EXT4_INODES_PER_GROUP(sb));
4206240799cdSTheodore Ts'o 	block = ext4_inode_table(sb, gdp) + (inode_offset / inodes_per_block);
4207240799cdSTheodore Ts'o 	iloc->offset = (inode_offset % inodes_per_block) * EXT4_INODE_SIZE(sb);
4208240799cdSTheodore Ts'o 
4209240799cdSTheodore Ts'o 	bh = sb_getblk(sb, block);
4210ac27a0ecSDave Kleikamp 	if (!bh) {
4211240799cdSTheodore Ts'o 		ext4_error(sb, "ext4_get_inode_loc", "unable to read "
4212240799cdSTheodore Ts'o 			   "inode block - inode=%lu, block=%llu",
4213ac27a0ecSDave Kleikamp 			   inode->i_ino, block);
4214ac27a0ecSDave Kleikamp 		return -EIO;
4215ac27a0ecSDave Kleikamp 	}
4216ac27a0ecSDave Kleikamp 	if (!buffer_uptodate(bh)) {
4217ac27a0ecSDave Kleikamp 		lock_buffer(bh);
42189c83a923SHidehiro Kawai 
42199c83a923SHidehiro Kawai 		/*
42209c83a923SHidehiro Kawai 		 * If the buffer has the write error flag, we have failed
42219c83a923SHidehiro Kawai 		 * to write out another inode in the same block.  In this
42229c83a923SHidehiro Kawai 		 * case, we don't have to read the block because we may
42239c83a923SHidehiro Kawai 		 * read the old inode data successfully.
42249c83a923SHidehiro Kawai 		 */
42259c83a923SHidehiro Kawai 		if (buffer_write_io_error(bh) && !buffer_uptodate(bh))
42269c83a923SHidehiro Kawai 			set_buffer_uptodate(bh);
42279c83a923SHidehiro Kawai 
4228ac27a0ecSDave Kleikamp 		if (buffer_uptodate(bh)) {
4229ac27a0ecSDave Kleikamp 			/* someone brought it uptodate while we waited */
4230ac27a0ecSDave Kleikamp 			unlock_buffer(bh);
4231ac27a0ecSDave Kleikamp 			goto has_buffer;
4232ac27a0ecSDave Kleikamp 		}
4233ac27a0ecSDave Kleikamp 
4234ac27a0ecSDave Kleikamp 		/*
4235ac27a0ecSDave Kleikamp 		 * If we have all information of the inode in memory and this
4236ac27a0ecSDave Kleikamp 		 * is the only valid inode in the block, we need not read the
4237ac27a0ecSDave Kleikamp 		 * block.
4238ac27a0ecSDave Kleikamp 		 */
4239ac27a0ecSDave Kleikamp 		if (in_mem) {
4240ac27a0ecSDave Kleikamp 			struct buffer_head *bitmap_bh;
4241240799cdSTheodore Ts'o 			int i, start;
4242ac27a0ecSDave Kleikamp 
4243240799cdSTheodore Ts'o 			start = inode_offset & ~(inodes_per_block - 1);
4244ac27a0ecSDave Kleikamp 
4245ac27a0ecSDave Kleikamp 			/* Is the inode bitmap in cache? */
4246240799cdSTheodore Ts'o 			bitmap_bh = sb_getblk(sb, ext4_inode_bitmap(sb, gdp));
4247ac27a0ecSDave Kleikamp 			if (!bitmap_bh)
4248ac27a0ecSDave Kleikamp 				goto make_io;
4249ac27a0ecSDave Kleikamp 
4250ac27a0ecSDave Kleikamp 			/*
4251ac27a0ecSDave Kleikamp 			 * If the inode bitmap isn't in cache then the
4252ac27a0ecSDave Kleikamp 			 * optimisation may end up performing two reads instead
4253ac27a0ecSDave Kleikamp 			 * of one, so skip it.
4254ac27a0ecSDave Kleikamp 			 */
4255ac27a0ecSDave Kleikamp 			if (!buffer_uptodate(bitmap_bh)) {
4256ac27a0ecSDave Kleikamp 				brelse(bitmap_bh);
4257ac27a0ecSDave Kleikamp 				goto make_io;
4258ac27a0ecSDave Kleikamp 			}
4259240799cdSTheodore Ts'o 			for (i = start; i < start + inodes_per_block; i++) {
4260ac27a0ecSDave Kleikamp 				if (i == inode_offset)
4261ac27a0ecSDave Kleikamp 					continue;
4262617ba13bSMingming Cao 				if (ext4_test_bit(i, bitmap_bh->b_data))
4263ac27a0ecSDave Kleikamp 					break;
4264ac27a0ecSDave Kleikamp 			}
4265ac27a0ecSDave Kleikamp 			brelse(bitmap_bh);
4266240799cdSTheodore Ts'o 			if (i == start + inodes_per_block) {
4267ac27a0ecSDave Kleikamp 				/* all other inodes are free, so skip I/O */
4268ac27a0ecSDave Kleikamp 				memset(bh->b_data, 0, bh->b_size);
4269ac27a0ecSDave Kleikamp 				set_buffer_uptodate(bh);
4270ac27a0ecSDave Kleikamp 				unlock_buffer(bh);
4271ac27a0ecSDave Kleikamp 				goto has_buffer;
4272ac27a0ecSDave Kleikamp 			}
4273ac27a0ecSDave Kleikamp 		}
4274ac27a0ecSDave Kleikamp 
4275ac27a0ecSDave Kleikamp make_io:
4276ac27a0ecSDave Kleikamp 		/*
4277240799cdSTheodore Ts'o 		 * If we need to do any I/O, try to pre-readahead extra
4278240799cdSTheodore Ts'o 		 * blocks from the inode table.
4279240799cdSTheodore Ts'o 		 */
4280240799cdSTheodore Ts'o 		if (EXT4_SB(sb)->s_inode_readahead_blks) {
4281240799cdSTheodore Ts'o 			ext4_fsblk_t b, end, table;
4282240799cdSTheodore Ts'o 			unsigned num;
4283240799cdSTheodore Ts'o 
4284240799cdSTheodore Ts'o 			table = ext4_inode_table(sb, gdp);
4285b713a5ecSTheodore Ts'o 			/* s_inode_readahead_blks is always a power of 2 */
4286240799cdSTheodore Ts'o 			b = block & ~(EXT4_SB(sb)->s_inode_readahead_blks-1);
4287240799cdSTheodore Ts'o 			if (table > b)
4288240799cdSTheodore Ts'o 				b = table;
4289240799cdSTheodore Ts'o 			end = b + EXT4_SB(sb)->s_inode_readahead_blks;
4290240799cdSTheodore Ts'o 			num = EXT4_INODES_PER_GROUP(sb);
4291240799cdSTheodore Ts'o 			if (EXT4_HAS_RO_COMPAT_FEATURE(sb,
4292240799cdSTheodore Ts'o 				       EXT4_FEATURE_RO_COMPAT_GDT_CSUM))
4293560671a0SAneesh Kumar K.V 				num -= ext4_itable_unused_count(sb, gdp);
4294240799cdSTheodore Ts'o 			table += num / inodes_per_block;
4295240799cdSTheodore Ts'o 			if (end > table)
4296240799cdSTheodore Ts'o 				end = table;
4297240799cdSTheodore Ts'o 			while (b <= end)
4298240799cdSTheodore Ts'o 				sb_breadahead(sb, b++);
4299240799cdSTheodore Ts'o 		}
4300240799cdSTheodore Ts'o 
4301240799cdSTheodore Ts'o 		/*
4302ac27a0ecSDave Kleikamp 		 * There are other valid inodes in the buffer, this inode
4303ac27a0ecSDave Kleikamp 		 * has in-inode xattrs, or we don't have this inode in memory.
4304ac27a0ecSDave Kleikamp 		 * Read the block from disk.
4305ac27a0ecSDave Kleikamp 		 */
4306ac27a0ecSDave Kleikamp 		get_bh(bh);
4307ac27a0ecSDave Kleikamp 		bh->b_end_io = end_buffer_read_sync;
4308ac27a0ecSDave Kleikamp 		submit_bh(READ_META, bh);
4309ac27a0ecSDave Kleikamp 		wait_on_buffer(bh);
4310ac27a0ecSDave Kleikamp 		if (!buffer_uptodate(bh)) {
4311240799cdSTheodore Ts'o 			ext4_error(sb, __func__,
4312240799cdSTheodore Ts'o 				   "unable to read inode block - inode=%lu, "
4313240799cdSTheodore Ts'o 				   "block=%llu", inode->i_ino, block);
4314ac27a0ecSDave Kleikamp 			brelse(bh);
4315ac27a0ecSDave Kleikamp 			return -EIO;
4316ac27a0ecSDave Kleikamp 		}
4317ac27a0ecSDave Kleikamp 	}
4318ac27a0ecSDave Kleikamp has_buffer:
4319ac27a0ecSDave Kleikamp 	iloc->bh = bh;
4320ac27a0ecSDave Kleikamp 	return 0;
4321ac27a0ecSDave Kleikamp }
4322ac27a0ecSDave Kleikamp 
4323617ba13bSMingming Cao int ext4_get_inode_loc(struct inode *inode, struct ext4_iloc *iloc)
4324ac27a0ecSDave Kleikamp {
4325ac27a0ecSDave Kleikamp 	/* We have all inode data except xattrs in memory here. */
4326617ba13bSMingming Cao 	return __ext4_get_inode_loc(inode, iloc,
4327617ba13bSMingming Cao 		!(EXT4_I(inode)->i_state & EXT4_STATE_XATTR));
4328ac27a0ecSDave Kleikamp }
4329ac27a0ecSDave Kleikamp 
4330617ba13bSMingming Cao void ext4_set_inode_flags(struct inode *inode)
4331ac27a0ecSDave Kleikamp {
4332617ba13bSMingming Cao 	unsigned int flags = EXT4_I(inode)->i_flags;
4333ac27a0ecSDave Kleikamp 
4334ac27a0ecSDave Kleikamp 	inode->i_flags &= ~(S_SYNC|S_APPEND|S_IMMUTABLE|S_NOATIME|S_DIRSYNC);
4335617ba13bSMingming Cao 	if (flags & EXT4_SYNC_FL)
4336ac27a0ecSDave Kleikamp 		inode->i_flags |= S_SYNC;
4337617ba13bSMingming Cao 	if (flags & EXT4_APPEND_FL)
4338ac27a0ecSDave Kleikamp 		inode->i_flags |= S_APPEND;
4339617ba13bSMingming Cao 	if (flags & EXT4_IMMUTABLE_FL)
4340ac27a0ecSDave Kleikamp 		inode->i_flags |= S_IMMUTABLE;
4341617ba13bSMingming Cao 	if (flags & EXT4_NOATIME_FL)
4342ac27a0ecSDave Kleikamp 		inode->i_flags |= S_NOATIME;
4343617ba13bSMingming Cao 	if (flags & EXT4_DIRSYNC_FL)
4344ac27a0ecSDave Kleikamp 		inode->i_flags |= S_DIRSYNC;
4345ac27a0ecSDave Kleikamp }
4346ac27a0ecSDave Kleikamp 
4347ff9ddf7eSJan Kara /* Propagate flags from i_flags to EXT4_I(inode)->i_flags */
4348ff9ddf7eSJan Kara void ext4_get_inode_flags(struct ext4_inode_info *ei)
4349ff9ddf7eSJan Kara {
4350ff9ddf7eSJan Kara 	unsigned int flags = ei->vfs_inode.i_flags;
4351ff9ddf7eSJan Kara 
4352ff9ddf7eSJan Kara 	ei->i_flags &= ~(EXT4_SYNC_FL|EXT4_APPEND_FL|
4353ff9ddf7eSJan Kara 			EXT4_IMMUTABLE_FL|EXT4_NOATIME_FL|EXT4_DIRSYNC_FL);
4354ff9ddf7eSJan Kara 	if (flags & S_SYNC)
4355ff9ddf7eSJan Kara 		ei->i_flags |= EXT4_SYNC_FL;
4356ff9ddf7eSJan Kara 	if (flags & S_APPEND)
4357ff9ddf7eSJan Kara 		ei->i_flags |= EXT4_APPEND_FL;
4358ff9ddf7eSJan Kara 	if (flags & S_IMMUTABLE)
4359ff9ddf7eSJan Kara 		ei->i_flags |= EXT4_IMMUTABLE_FL;
4360ff9ddf7eSJan Kara 	if (flags & S_NOATIME)
4361ff9ddf7eSJan Kara 		ei->i_flags |= EXT4_NOATIME_FL;
4362ff9ddf7eSJan Kara 	if (flags & S_DIRSYNC)
4363ff9ddf7eSJan Kara 		ei->i_flags |= EXT4_DIRSYNC_FL;
4364ff9ddf7eSJan Kara }
43650fc1b451SAneesh Kumar K.V static blkcnt_t ext4_inode_blocks(struct ext4_inode *raw_inode,
43660fc1b451SAneesh Kumar K.V 					struct ext4_inode_info *ei)
43670fc1b451SAneesh Kumar K.V {
43680fc1b451SAneesh Kumar K.V 	blkcnt_t i_blocks ;
43698180a562SAneesh Kumar K.V 	struct inode *inode = &(ei->vfs_inode);
43708180a562SAneesh Kumar K.V 	struct super_block *sb = inode->i_sb;
43710fc1b451SAneesh Kumar K.V 
43720fc1b451SAneesh Kumar K.V 	if (EXT4_HAS_RO_COMPAT_FEATURE(sb,
43730fc1b451SAneesh Kumar K.V 				EXT4_FEATURE_RO_COMPAT_HUGE_FILE)) {
43740fc1b451SAneesh Kumar K.V 		/* we are using combined 48 bit field */
43750fc1b451SAneesh Kumar K.V 		i_blocks = ((u64)le16_to_cpu(raw_inode->i_blocks_high)) << 32 |
43760fc1b451SAneesh Kumar K.V 					le32_to_cpu(raw_inode->i_blocks_lo);
43778180a562SAneesh Kumar K.V 		if (ei->i_flags & EXT4_HUGE_FILE_FL) {
43788180a562SAneesh Kumar K.V 			/* i_blocks represent file system block size */
43798180a562SAneesh Kumar K.V 			return i_blocks  << (inode->i_blkbits - 9);
43808180a562SAneesh Kumar K.V 		} else {
43810fc1b451SAneesh Kumar K.V 			return i_blocks;
43828180a562SAneesh Kumar K.V 		}
43830fc1b451SAneesh Kumar K.V 	} else {
43840fc1b451SAneesh Kumar K.V 		return le32_to_cpu(raw_inode->i_blocks_lo);
43850fc1b451SAneesh Kumar K.V 	}
43860fc1b451SAneesh Kumar K.V }
4387ff9ddf7eSJan Kara 
43881d1fe1eeSDavid Howells struct inode *ext4_iget(struct super_block *sb, unsigned long ino)
4389ac27a0ecSDave Kleikamp {
4390617ba13bSMingming Cao 	struct ext4_iloc iloc;
4391617ba13bSMingming Cao 	struct ext4_inode *raw_inode;
43921d1fe1eeSDavid Howells 	struct ext4_inode_info *ei;
4393ac27a0ecSDave Kleikamp 	struct buffer_head *bh;
43941d1fe1eeSDavid Howells 	struct inode *inode;
43951d1fe1eeSDavid Howells 	long ret;
4396ac27a0ecSDave Kleikamp 	int block;
4397ac27a0ecSDave Kleikamp 
43981d1fe1eeSDavid Howells 	inode = iget_locked(sb, ino);
43991d1fe1eeSDavid Howells 	if (!inode)
44001d1fe1eeSDavid Howells 		return ERR_PTR(-ENOMEM);
44011d1fe1eeSDavid Howells 	if (!(inode->i_state & I_NEW))
44021d1fe1eeSDavid Howells 		return inode;
44031d1fe1eeSDavid Howells 
44041d1fe1eeSDavid Howells 	ei = EXT4_I(inode);
440503010a33STheodore Ts'o #ifdef CONFIG_EXT4_FS_POSIX_ACL
4406617ba13bSMingming Cao 	ei->i_acl = EXT4_ACL_NOT_CACHED;
4407617ba13bSMingming Cao 	ei->i_default_acl = EXT4_ACL_NOT_CACHED;
4408ac27a0ecSDave Kleikamp #endif
4409ac27a0ecSDave Kleikamp 
44101d1fe1eeSDavid Howells 	ret = __ext4_get_inode_loc(inode, &iloc, 0);
44111d1fe1eeSDavid Howells 	if (ret < 0)
4412ac27a0ecSDave Kleikamp 		goto bad_inode;
4413ac27a0ecSDave Kleikamp 	bh = iloc.bh;
4414617ba13bSMingming Cao 	raw_inode = ext4_raw_inode(&iloc);
4415ac27a0ecSDave Kleikamp 	inode->i_mode = le16_to_cpu(raw_inode->i_mode);
4416ac27a0ecSDave Kleikamp 	inode->i_uid = (uid_t)le16_to_cpu(raw_inode->i_uid_low);
4417ac27a0ecSDave Kleikamp 	inode->i_gid = (gid_t)le16_to_cpu(raw_inode->i_gid_low);
4418ac27a0ecSDave Kleikamp 	if (!(test_opt(inode->i_sb, NO_UID32))) {
4419ac27a0ecSDave Kleikamp 		inode->i_uid |= le16_to_cpu(raw_inode->i_uid_high) << 16;
4420ac27a0ecSDave Kleikamp 		inode->i_gid |= le16_to_cpu(raw_inode->i_gid_high) << 16;
4421ac27a0ecSDave Kleikamp 	}
4422ac27a0ecSDave Kleikamp 	inode->i_nlink = le16_to_cpu(raw_inode->i_links_count);
4423ac27a0ecSDave Kleikamp 
4424ac27a0ecSDave Kleikamp 	ei->i_state = 0;
4425ac27a0ecSDave Kleikamp 	ei->i_dir_start_lookup = 0;
4426ac27a0ecSDave Kleikamp 	ei->i_dtime = le32_to_cpu(raw_inode->i_dtime);
4427ac27a0ecSDave Kleikamp 	/* We now have enough fields to check if the inode was active or not.
4428ac27a0ecSDave Kleikamp 	 * This is needed because nfsd might try to access dead inodes
4429ac27a0ecSDave Kleikamp 	 * the test is that same one that e2fsck uses
4430ac27a0ecSDave Kleikamp 	 * NeilBrown 1999oct15
4431ac27a0ecSDave Kleikamp 	 */
4432ac27a0ecSDave Kleikamp 	if (inode->i_nlink == 0) {
4433ac27a0ecSDave Kleikamp 		if (inode->i_mode == 0 ||
4434617ba13bSMingming Cao 		    !(EXT4_SB(inode->i_sb)->s_mount_state & EXT4_ORPHAN_FS)) {
4435ac27a0ecSDave Kleikamp 			/* this inode is deleted */
4436ac27a0ecSDave Kleikamp 			brelse(bh);
44371d1fe1eeSDavid Howells 			ret = -ESTALE;
4438ac27a0ecSDave Kleikamp 			goto bad_inode;
4439ac27a0ecSDave Kleikamp 		}
4440ac27a0ecSDave Kleikamp 		/* The only unlinked inodes we let through here have
4441ac27a0ecSDave Kleikamp 		 * valid i_mode and are being read by the orphan
4442ac27a0ecSDave Kleikamp 		 * recovery code: that's fine, we're about to complete
4443ac27a0ecSDave Kleikamp 		 * the process of deleting those. */
4444ac27a0ecSDave Kleikamp 	}
4445ac27a0ecSDave Kleikamp 	ei->i_flags = le32_to_cpu(raw_inode->i_flags);
44460fc1b451SAneesh Kumar K.V 	inode->i_blocks = ext4_inode_blocks(raw_inode, ei);
44477973c0c1SAneesh Kumar K.V 	ei->i_file_acl = le32_to_cpu(raw_inode->i_file_acl_lo);
4448a9e81742STheodore Ts'o 	if (EXT4_HAS_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_64BIT))
4449a1ddeb7eSBadari Pulavarty 		ei->i_file_acl |=
4450a1ddeb7eSBadari Pulavarty 			((__u64)le16_to_cpu(raw_inode->i_file_acl_high)) << 32;
4451a48380f7SAneesh Kumar K.V 	inode->i_size = ext4_isize(raw_inode);
4452ac27a0ecSDave Kleikamp 	ei->i_disksize = inode->i_size;
4453ac27a0ecSDave Kleikamp 	inode->i_generation = le32_to_cpu(raw_inode->i_generation);
4454ac27a0ecSDave Kleikamp 	ei->i_block_group = iloc.block_group;
4455a4912123STheodore Ts'o 	ei->i_last_alloc_group = ~0;
4456ac27a0ecSDave Kleikamp 	/*
4457ac27a0ecSDave Kleikamp 	 * NOTE! The in-memory inode i_data array is in little-endian order
4458ac27a0ecSDave Kleikamp 	 * even on big-endian machines: we do NOT byteswap the block numbers!
4459ac27a0ecSDave Kleikamp 	 */
4460617ba13bSMingming Cao 	for (block = 0; block < EXT4_N_BLOCKS; block++)
4461ac27a0ecSDave Kleikamp 		ei->i_data[block] = raw_inode->i_block[block];
4462ac27a0ecSDave Kleikamp 	INIT_LIST_HEAD(&ei->i_orphan);
4463ac27a0ecSDave Kleikamp 
44640040d987SEric Sandeen 	if (EXT4_INODE_SIZE(inode->i_sb) > EXT4_GOOD_OLD_INODE_SIZE) {
4465ac27a0ecSDave Kleikamp 		ei->i_extra_isize = le16_to_cpu(raw_inode->i_extra_isize);
4466617ba13bSMingming Cao 		if (EXT4_GOOD_OLD_INODE_SIZE + ei->i_extra_isize >
4467e5d2861fSKirill Korotaev 		    EXT4_INODE_SIZE(inode->i_sb)) {
4468e5d2861fSKirill Korotaev 			brelse(bh);
44691d1fe1eeSDavid Howells 			ret = -EIO;
4470ac27a0ecSDave Kleikamp 			goto bad_inode;
4471e5d2861fSKirill Korotaev 		}
4472ac27a0ecSDave Kleikamp 		if (ei->i_extra_isize == 0) {
4473ac27a0ecSDave Kleikamp 			/* The extra space is currently unused. Use it. */
4474617ba13bSMingming Cao 			ei->i_extra_isize = sizeof(struct ext4_inode) -
4475617ba13bSMingming Cao 					    EXT4_GOOD_OLD_INODE_SIZE;
4476ac27a0ecSDave Kleikamp 		} else {
4477ac27a0ecSDave Kleikamp 			__le32 *magic = (void *)raw_inode +
4478617ba13bSMingming Cao 					EXT4_GOOD_OLD_INODE_SIZE +
4479ac27a0ecSDave Kleikamp 					ei->i_extra_isize;
4480617ba13bSMingming Cao 			if (*magic == cpu_to_le32(EXT4_XATTR_MAGIC))
4481617ba13bSMingming Cao 				 ei->i_state |= EXT4_STATE_XATTR;
4482ac27a0ecSDave Kleikamp 		}
4483ac27a0ecSDave Kleikamp 	} else
4484ac27a0ecSDave Kleikamp 		ei->i_extra_isize = 0;
4485ac27a0ecSDave Kleikamp 
4486ef7f3835SKalpak Shah 	EXT4_INODE_GET_XTIME(i_ctime, inode, raw_inode);
4487ef7f3835SKalpak Shah 	EXT4_INODE_GET_XTIME(i_mtime, inode, raw_inode);
4488ef7f3835SKalpak Shah 	EXT4_INODE_GET_XTIME(i_atime, inode, raw_inode);
4489ef7f3835SKalpak Shah 	EXT4_EINODE_GET_XTIME(i_crtime, ei, raw_inode);
4490ef7f3835SKalpak Shah 
449125ec56b5SJean Noel Cordenner 	inode->i_version = le32_to_cpu(raw_inode->i_disk_version);
449225ec56b5SJean Noel Cordenner 	if (EXT4_INODE_SIZE(inode->i_sb) > EXT4_GOOD_OLD_INODE_SIZE) {
449325ec56b5SJean Noel Cordenner 		if (EXT4_FITS_IN_INODE(raw_inode, ei, i_version_hi))
449425ec56b5SJean Noel Cordenner 			inode->i_version |=
449525ec56b5SJean Noel Cordenner 			(__u64)(le32_to_cpu(raw_inode->i_version_hi)) << 32;
449625ec56b5SJean Noel Cordenner 	}
449725ec56b5SJean Noel Cordenner 
4498c4b5a614STheodore Ts'o 	ret = 0;
4499485c26ecSTheodore Ts'o 	if (ei->i_file_acl &&
4500485c26ecSTheodore Ts'o 	    ((ei->i_file_acl <
4501485c26ecSTheodore Ts'o 	      (le32_to_cpu(EXT4_SB(sb)->s_es->s_first_data_block) +
4502485c26ecSTheodore Ts'o 	       EXT4_SB(sb)->s_gdb_count)) ||
4503485c26ecSTheodore Ts'o 	     (ei->i_file_acl >= ext4_blocks_count(EXT4_SB(sb)->s_es)))) {
4504485c26ecSTheodore Ts'o 		ext4_error(sb, __func__,
4505485c26ecSTheodore Ts'o 			   "bad extended attribute block %llu in inode #%lu",
4506485c26ecSTheodore Ts'o 			   ei->i_file_acl, inode->i_ino);
4507485c26ecSTheodore Ts'o 		ret = -EIO;
4508485c26ecSTheodore Ts'o 		goto bad_inode;
4509485c26ecSTheodore Ts'o 	} else if (ei->i_flags & EXT4_EXTENTS_FL) {
4510c4b5a614STheodore Ts'o 		if (S_ISREG(inode->i_mode) || S_ISDIR(inode->i_mode) ||
4511c4b5a614STheodore Ts'o 		    (S_ISLNK(inode->i_mode) &&
4512c4b5a614STheodore Ts'o 		     !ext4_inode_is_fast_symlink(inode)))
45137a262f7cSAneesh Kumar K.V 			/* Validate extent which is part of inode */
45147a262f7cSAneesh Kumar K.V 			ret = ext4_ext_check_inode(inode);
4515fe2c8191SThiemo Nagel  	} else if (S_ISREG(inode->i_mode) || S_ISDIR(inode->i_mode) ||
4516fe2c8191SThiemo Nagel 		   (S_ISLNK(inode->i_mode) &&
4517fe2c8191SThiemo Nagel 		    !ext4_inode_is_fast_symlink(inode))) {
4518fe2c8191SThiemo Nagel 	 	/* Validate block references which are part of inode */
4519fe2c8191SThiemo Nagel 		ret = ext4_check_inode_blockref(inode);
4520fe2c8191SThiemo Nagel 	}
45217a262f7cSAneesh Kumar K.V 	if (ret) {
45227a262f7cSAneesh Kumar K.V  		brelse(bh);
45237a262f7cSAneesh Kumar K.V  		goto bad_inode;
45247a262f7cSAneesh Kumar K.V 	}
45257a262f7cSAneesh Kumar K.V 
4526ac27a0ecSDave Kleikamp 	if (S_ISREG(inode->i_mode)) {
4527617ba13bSMingming Cao 		inode->i_op = &ext4_file_inode_operations;
4528617ba13bSMingming Cao 		inode->i_fop = &ext4_file_operations;
4529617ba13bSMingming Cao 		ext4_set_aops(inode);
4530ac27a0ecSDave Kleikamp 	} else if (S_ISDIR(inode->i_mode)) {
4531617ba13bSMingming Cao 		inode->i_op = &ext4_dir_inode_operations;
4532617ba13bSMingming Cao 		inode->i_fop = &ext4_dir_operations;
4533ac27a0ecSDave Kleikamp 	} else if (S_ISLNK(inode->i_mode)) {
4534e83c1397SDuane Griffin 		if (ext4_inode_is_fast_symlink(inode)) {
4535617ba13bSMingming Cao 			inode->i_op = &ext4_fast_symlink_inode_operations;
4536e83c1397SDuane Griffin 			nd_terminate_link(ei->i_data, inode->i_size,
4537e83c1397SDuane Griffin 				sizeof(ei->i_data) - 1);
4538e83c1397SDuane Griffin 		} else {
4539617ba13bSMingming Cao 			inode->i_op = &ext4_symlink_inode_operations;
4540617ba13bSMingming Cao 			ext4_set_aops(inode);
4541ac27a0ecSDave Kleikamp 		}
4542563bdd61STheodore Ts'o 	} else if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode) ||
4543563bdd61STheodore Ts'o 	      S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode)) {
4544617ba13bSMingming Cao 		inode->i_op = &ext4_special_inode_operations;
4545ac27a0ecSDave Kleikamp 		if (raw_inode->i_block[0])
4546ac27a0ecSDave Kleikamp 			init_special_inode(inode, inode->i_mode,
4547ac27a0ecSDave Kleikamp 			   old_decode_dev(le32_to_cpu(raw_inode->i_block[0])));
4548ac27a0ecSDave Kleikamp 		else
4549ac27a0ecSDave Kleikamp 			init_special_inode(inode, inode->i_mode,
4550ac27a0ecSDave Kleikamp 			   new_decode_dev(le32_to_cpu(raw_inode->i_block[1])));
4551563bdd61STheodore Ts'o 	} else {
4552563bdd61STheodore Ts'o 		brelse(bh);
4553563bdd61STheodore Ts'o 		ret = -EIO;
4554563bdd61STheodore Ts'o 		ext4_error(inode->i_sb, __func__,
4555563bdd61STheodore Ts'o 			   "bogus i_mode (%o) for inode=%lu",
4556563bdd61STheodore Ts'o 			   inode->i_mode, inode->i_ino);
4557563bdd61STheodore Ts'o 		goto bad_inode;
4558ac27a0ecSDave Kleikamp 	}
4559ac27a0ecSDave Kleikamp 	brelse(iloc.bh);
4560617ba13bSMingming Cao 	ext4_set_inode_flags(inode);
45611d1fe1eeSDavid Howells 	unlock_new_inode(inode);
45621d1fe1eeSDavid Howells 	return inode;
4563ac27a0ecSDave Kleikamp 
4564ac27a0ecSDave Kleikamp bad_inode:
45651d1fe1eeSDavid Howells 	iget_failed(inode);
45661d1fe1eeSDavid Howells 	return ERR_PTR(ret);
4567ac27a0ecSDave Kleikamp }
4568ac27a0ecSDave Kleikamp 
45690fc1b451SAneesh Kumar K.V static int ext4_inode_blocks_set(handle_t *handle,
45700fc1b451SAneesh Kumar K.V 				struct ext4_inode *raw_inode,
45710fc1b451SAneesh Kumar K.V 				struct ext4_inode_info *ei)
45720fc1b451SAneesh Kumar K.V {
45730fc1b451SAneesh Kumar K.V 	struct inode *inode = &(ei->vfs_inode);
45740fc1b451SAneesh Kumar K.V 	u64 i_blocks = inode->i_blocks;
45750fc1b451SAneesh Kumar K.V 	struct super_block *sb = inode->i_sb;
45760fc1b451SAneesh Kumar K.V 
45770fc1b451SAneesh Kumar K.V 	if (i_blocks <= ~0U) {
45780fc1b451SAneesh Kumar K.V 		/*
45790fc1b451SAneesh Kumar K.V 		 * i_blocks can be represnted in a 32 bit variable
45800fc1b451SAneesh Kumar K.V 		 * as multiple of 512 bytes
45810fc1b451SAneesh Kumar K.V 		 */
45828180a562SAneesh Kumar K.V 		raw_inode->i_blocks_lo   = cpu_to_le32(i_blocks);
45830fc1b451SAneesh Kumar K.V 		raw_inode->i_blocks_high = 0;
45848180a562SAneesh Kumar K.V 		ei->i_flags &= ~EXT4_HUGE_FILE_FL;
4585f287a1a5STheodore Ts'o 		return 0;
4586f287a1a5STheodore Ts'o 	}
4587f287a1a5STheodore Ts'o 	if (!EXT4_HAS_RO_COMPAT_FEATURE(sb, EXT4_FEATURE_RO_COMPAT_HUGE_FILE))
4588f287a1a5STheodore Ts'o 		return -EFBIG;
4589f287a1a5STheodore Ts'o 
4590f287a1a5STheodore Ts'o 	if (i_blocks <= 0xffffffffffffULL) {
45910fc1b451SAneesh Kumar K.V 		/*
45920fc1b451SAneesh Kumar K.V 		 * i_blocks can be represented in a 48 bit variable
45930fc1b451SAneesh Kumar K.V 		 * as multiple of 512 bytes
45940fc1b451SAneesh Kumar K.V 		 */
45958180a562SAneesh Kumar K.V 		raw_inode->i_blocks_lo   = cpu_to_le32(i_blocks);
45960fc1b451SAneesh Kumar K.V 		raw_inode->i_blocks_high = cpu_to_le16(i_blocks >> 32);
45978180a562SAneesh Kumar K.V 		ei->i_flags &= ~EXT4_HUGE_FILE_FL;
45980fc1b451SAneesh Kumar K.V 	} else {
45998180a562SAneesh Kumar K.V 		ei->i_flags |= EXT4_HUGE_FILE_FL;
46008180a562SAneesh Kumar K.V 		/* i_block is stored in file system block size */
46018180a562SAneesh Kumar K.V 		i_blocks = i_blocks >> (inode->i_blkbits - 9);
46028180a562SAneesh Kumar K.V 		raw_inode->i_blocks_lo   = cpu_to_le32(i_blocks);
46038180a562SAneesh Kumar K.V 		raw_inode->i_blocks_high = cpu_to_le16(i_blocks >> 32);
46040fc1b451SAneesh Kumar K.V 	}
4605f287a1a5STheodore Ts'o 	return 0;
46060fc1b451SAneesh Kumar K.V }
46070fc1b451SAneesh Kumar K.V 
4608ac27a0ecSDave Kleikamp /*
4609ac27a0ecSDave Kleikamp  * Post the struct inode info into an on-disk inode location in the
4610ac27a0ecSDave Kleikamp  * buffer-cache.  This gobbles the caller's reference to the
4611ac27a0ecSDave Kleikamp  * buffer_head in the inode location struct.
4612ac27a0ecSDave Kleikamp  *
4613ac27a0ecSDave Kleikamp  * The caller must have write access to iloc->bh.
4614ac27a0ecSDave Kleikamp  */
4615617ba13bSMingming Cao static int ext4_do_update_inode(handle_t *handle,
4616ac27a0ecSDave Kleikamp 				struct inode *inode,
4617617ba13bSMingming Cao 				struct ext4_iloc *iloc)
4618ac27a0ecSDave Kleikamp {
4619617ba13bSMingming Cao 	struct ext4_inode *raw_inode = ext4_raw_inode(iloc);
4620617ba13bSMingming Cao 	struct ext4_inode_info *ei = EXT4_I(inode);
4621ac27a0ecSDave Kleikamp 	struct buffer_head *bh = iloc->bh;
4622ac27a0ecSDave Kleikamp 	int err = 0, rc, block;
4623ac27a0ecSDave Kleikamp 
4624ac27a0ecSDave Kleikamp 	/* For fields not not tracking in the in-memory inode,
4625ac27a0ecSDave Kleikamp 	 * initialise them to zero for new inodes. */
4626617ba13bSMingming Cao 	if (ei->i_state & EXT4_STATE_NEW)
4627617ba13bSMingming Cao 		memset(raw_inode, 0, EXT4_SB(inode->i_sb)->s_inode_size);
4628ac27a0ecSDave Kleikamp 
4629ff9ddf7eSJan Kara 	ext4_get_inode_flags(ei);
4630ac27a0ecSDave Kleikamp 	raw_inode->i_mode = cpu_to_le16(inode->i_mode);
4631ac27a0ecSDave Kleikamp 	if (!(test_opt(inode->i_sb, NO_UID32))) {
4632ac27a0ecSDave Kleikamp 		raw_inode->i_uid_low = cpu_to_le16(low_16_bits(inode->i_uid));
4633ac27a0ecSDave Kleikamp 		raw_inode->i_gid_low = cpu_to_le16(low_16_bits(inode->i_gid));
4634ac27a0ecSDave Kleikamp /*
4635ac27a0ecSDave Kleikamp  * Fix up interoperability with old kernels. Otherwise, old inodes get
4636ac27a0ecSDave Kleikamp  * re-used with the upper 16 bits of the uid/gid intact
4637ac27a0ecSDave Kleikamp  */
4638ac27a0ecSDave Kleikamp 		if (!ei->i_dtime) {
4639ac27a0ecSDave Kleikamp 			raw_inode->i_uid_high =
4640ac27a0ecSDave Kleikamp 				cpu_to_le16(high_16_bits(inode->i_uid));
4641ac27a0ecSDave Kleikamp 			raw_inode->i_gid_high =
4642ac27a0ecSDave Kleikamp 				cpu_to_le16(high_16_bits(inode->i_gid));
4643ac27a0ecSDave Kleikamp 		} else {
4644ac27a0ecSDave Kleikamp 			raw_inode->i_uid_high = 0;
4645ac27a0ecSDave Kleikamp 			raw_inode->i_gid_high = 0;
4646ac27a0ecSDave Kleikamp 		}
4647ac27a0ecSDave Kleikamp 	} else {
4648ac27a0ecSDave Kleikamp 		raw_inode->i_uid_low =
4649ac27a0ecSDave Kleikamp 			cpu_to_le16(fs_high2lowuid(inode->i_uid));
4650ac27a0ecSDave Kleikamp 		raw_inode->i_gid_low =
4651ac27a0ecSDave Kleikamp 			cpu_to_le16(fs_high2lowgid(inode->i_gid));
4652ac27a0ecSDave Kleikamp 		raw_inode->i_uid_high = 0;
4653ac27a0ecSDave Kleikamp 		raw_inode->i_gid_high = 0;
4654ac27a0ecSDave Kleikamp 	}
4655ac27a0ecSDave Kleikamp 	raw_inode->i_links_count = cpu_to_le16(inode->i_nlink);
4656ef7f3835SKalpak Shah 
4657ef7f3835SKalpak Shah 	EXT4_INODE_SET_XTIME(i_ctime, inode, raw_inode);
4658ef7f3835SKalpak Shah 	EXT4_INODE_SET_XTIME(i_mtime, inode, raw_inode);
4659ef7f3835SKalpak Shah 	EXT4_INODE_SET_XTIME(i_atime, inode, raw_inode);
4660ef7f3835SKalpak Shah 	EXT4_EINODE_SET_XTIME(i_crtime, ei, raw_inode);
4661ef7f3835SKalpak Shah 
46620fc1b451SAneesh Kumar K.V 	if (ext4_inode_blocks_set(handle, raw_inode, ei))
46630fc1b451SAneesh Kumar K.V 		goto out_brelse;
4664ac27a0ecSDave Kleikamp 	raw_inode->i_dtime = cpu_to_le32(ei->i_dtime);
4665267e4db9SAneesh Kumar K.V 	/* clear the migrate flag in the raw_inode */
4666267e4db9SAneesh Kumar K.V 	raw_inode->i_flags = cpu_to_le32(ei->i_flags & ~EXT4_EXT_MIGRATE);
46679b8f1f01SMingming Cao 	if (EXT4_SB(inode->i_sb)->s_es->s_creator_os !=
46689b8f1f01SMingming Cao 	    cpu_to_le32(EXT4_OS_HURD))
4669a1ddeb7eSBadari Pulavarty 		raw_inode->i_file_acl_high =
4670a1ddeb7eSBadari Pulavarty 			cpu_to_le16(ei->i_file_acl >> 32);
46717973c0c1SAneesh Kumar K.V 	raw_inode->i_file_acl_lo = cpu_to_le32(ei->i_file_acl);
4672a48380f7SAneesh Kumar K.V 	ext4_isize_set(raw_inode, ei->i_disksize);
4673ac27a0ecSDave Kleikamp 	if (ei->i_disksize > 0x7fffffffULL) {
4674ac27a0ecSDave Kleikamp 		struct super_block *sb = inode->i_sb;
4675617ba13bSMingming Cao 		if (!EXT4_HAS_RO_COMPAT_FEATURE(sb,
4676617ba13bSMingming Cao 				EXT4_FEATURE_RO_COMPAT_LARGE_FILE) ||
4677617ba13bSMingming Cao 				EXT4_SB(sb)->s_es->s_rev_level ==
4678617ba13bSMingming Cao 				cpu_to_le32(EXT4_GOOD_OLD_REV)) {
4679ac27a0ecSDave Kleikamp 			/* If this is the first large file
4680ac27a0ecSDave Kleikamp 			 * created, add a flag to the superblock.
4681ac27a0ecSDave Kleikamp 			 */
4682617ba13bSMingming Cao 			err = ext4_journal_get_write_access(handle,
4683617ba13bSMingming Cao 					EXT4_SB(sb)->s_sbh);
4684ac27a0ecSDave Kleikamp 			if (err)
4685ac27a0ecSDave Kleikamp 				goto out_brelse;
4686617ba13bSMingming Cao 			ext4_update_dynamic_rev(sb);
4687617ba13bSMingming Cao 			EXT4_SET_RO_COMPAT_FEATURE(sb,
4688617ba13bSMingming Cao 					EXT4_FEATURE_RO_COMPAT_LARGE_FILE);
4689ac27a0ecSDave Kleikamp 			sb->s_dirt = 1;
46900390131bSFrank Mayhar 			ext4_handle_sync(handle);
46910390131bSFrank Mayhar 			err = ext4_handle_dirty_metadata(handle, inode,
4692617ba13bSMingming Cao 					EXT4_SB(sb)->s_sbh);
4693ac27a0ecSDave Kleikamp 		}
4694ac27a0ecSDave Kleikamp 	}
4695ac27a0ecSDave Kleikamp 	raw_inode->i_generation = cpu_to_le32(inode->i_generation);
4696ac27a0ecSDave Kleikamp 	if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode)) {
4697ac27a0ecSDave Kleikamp 		if (old_valid_dev(inode->i_rdev)) {
4698ac27a0ecSDave Kleikamp 			raw_inode->i_block[0] =
4699ac27a0ecSDave Kleikamp 				cpu_to_le32(old_encode_dev(inode->i_rdev));
4700ac27a0ecSDave Kleikamp 			raw_inode->i_block[1] = 0;
4701ac27a0ecSDave Kleikamp 		} else {
4702ac27a0ecSDave Kleikamp 			raw_inode->i_block[0] = 0;
4703ac27a0ecSDave Kleikamp 			raw_inode->i_block[1] =
4704ac27a0ecSDave Kleikamp 				cpu_to_le32(new_encode_dev(inode->i_rdev));
4705ac27a0ecSDave Kleikamp 			raw_inode->i_block[2] = 0;
4706ac27a0ecSDave Kleikamp 		}
4707617ba13bSMingming Cao 	} else for (block = 0; block < EXT4_N_BLOCKS; block++)
4708ac27a0ecSDave Kleikamp 		raw_inode->i_block[block] = ei->i_data[block];
4709ac27a0ecSDave Kleikamp 
471025ec56b5SJean Noel Cordenner 	raw_inode->i_disk_version = cpu_to_le32(inode->i_version);
471125ec56b5SJean Noel Cordenner 	if (ei->i_extra_isize) {
471225ec56b5SJean Noel Cordenner 		if (EXT4_FITS_IN_INODE(raw_inode, ei, i_version_hi))
471325ec56b5SJean Noel Cordenner 			raw_inode->i_version_hi =
471425ec56b5SJean Noel Cordenner 			cpu_to_le32(inode->i_version >> 32);
4715ac27a0ecSDave Kleikamp 		raw_inode->i_extra_isize = cpu_to_le16(ei->i_extra_isize);
471625ec56b5SJean Noel Cordenner 	}
471725ec56b5SJean Noel Cordenner 
47180390131bSFrank Mayhar 	BUFFER_TRACE(bh, "call ext4_handle_dirty_metadata");
47190390131bSFrank Mayhar 	rc = ext4_handle_dirty_metadata(handle, inode, bh);
4720ac27a0ecSDave Kleikamp 	if (!err)
4721ac27a0ecSDave Kleikamp 		err = rc;
4722617ba13bSMingming Cao 	ei->i_state &= ~EXT4_STATE_NEW;
4723ac27a0ecSDave Kleikamp 
4724ac27a0ecSDave Kleikamp out_brelse:
4725ac27a0ecSDave Kleikamp 	brelse(bh);
4726617ba13bSMingming Cao 	ext4_std_error(inode->i_sb, err);
4727ac27a0ecSDave Kleikamp 	return err;
4728ac27a0ecSDave Kleikamp }
4729ac27a0ecSDave Kleikamp 
4730ac27a0ecSDave Kleikamp /*
4731617ba13bSMingming Cao  * ext4_write_inode()
4732ac27a0ecSDave Kleikamp  *
4733ac27a0ecSDave Kleikamp  * We are called from a few places:
4734ac27a0ecSDave Kleikamp  *
4735ac27a0ecSDave Kleikamp  * - Within generic_file_write() for O_SYNC files.
4736ac27a0ecSDave Kleikamp  *   Here, there will be no transaction running. We wait for any running
4737ac27a0ecSDave Kleikamp  *   trasnaction to commit.
4738ac27a0ecSDave Kleikamp  *
4739ac27a0ecSDave Kleikamp  * - Within sys_sync(), kupdate and such.
4740ac27a0ecSDave Kleikamp  *   We wait on commit, if tol to.
4741ac27a0ecSDave Kleikamp  *
4742ac27a0ecSDave Kleikamp  * - Within prune_icache() (PF_MEMALLOC == true)
4743ac27a0ecSDave Kleikamp  *   Here we simply return.  We can't afford to block kswapd on the
4744ac27a0ecSDave Kleikamp  *   journal commit.
4745ac27a0ecSDave Kleikamp  *
4746ac27a0ecSDave Kleikamp  * In all cases it is actually safe for us to return without doing anything,
4747ac27a0ecSDave Kleikamp  * because the inode has been copied into a raw inode buffer in
4748617ba13bSMingming Cao  * ext4_mark_inode_dirty().  This is a correctness thing for O_SYNC and for
4749ac27a0ecSDave Kleikamp  * knfsd.
4750ac27a0ecSDave Kleikamp  *
4751ac27a0ecSDave Kleikamp  * Note that we are absolutely dependent upon all inode dirtiers doing the
4752ac27a0ecSDave Kleikamp  * right thing: they *must* call mark_inode_dirty() after dirtying info in
4753ac27a0ecSDave Kleikamp  * which we are interested.
4754ac27a0ecSDave Kleikamp  *
4755ac27a0ecSDave Kleikamp  * It would be a bug for them to not do this.  The code:
4756ac27a0ecSDave Kleikamp  *
4757ac27a0ecSDave Kleikamp  *	mark_inode_dirty(inode)
4758ac27a0ecSDave Kleikamp  *	stuff();
4759ac27a0ecSDave Kleikamp  *	inode->i_size = expr;
4760ac27a0ecSDave Kleikamp  *
4761ac27a0ecSDave Kleikamp  * is in error because a kswapd-driven write_inode() could occur while
4762ac27a0ecSDave Kleikamp  * `stuff()' is running, and the new i_size will be lost.  Plus the inode
4763ac27a0ecSDave Kleikamp  * will no longer be on the superblock's dirty inode list.
4764ac27a0ecSDave Kleikamp  */
4765617ba13bSMingming Cao int ext4_write_inode(struct inode *inode, int wait)
4766ac27a0ecSDave Kleikamp {
4767ac27a0ecSDave Kleikamp 	if (current->flags & PF_MEMALLOC)
4768ac27a0ecSDave Kleikamp 		return 0;
4769ac27a0ecSDave Kleikamp 
4770617ba13bSMingming Cao 	if (ext4_journal_current_handle()) {
4771b38bd33aSMingming Cao 		jbd_debug(1, "called recursively, non-PF_MEMALLOC!\n");
4772ac27a0ecSDave Kleikamp 		dump_stack();
4773ac27a0ecSDave Kleikamp 		return -EIO;
4774ac27a0ecSDave Kleikamp 	}
4775ac27a0ecSDave Kleikamp 
4776ac27a0ecSDave Kleikamp 	if (!wait)
4777ac27a0ecSDave Kleikamp 		return 0;
4778ac27a0ecSDave Kleikamp 
4779617ba13bSMingming Cao 	return ext4_force_commit(inode->i_sb);
4780ac27a0ecSDave Kleikamp }
4781ac27a0ecSDave Kleikamp 
47820390131bSFrank Mayhar int __ext4_write_dirty_metadata(struct inode *inode, struct buffer_head *bh)
47830390131bSFrank Mayhar {
47840390131bSFrank Mayhar 	int err = 0;
47850390131bSFrank Mayhar 
47860390131bSFrank Mayhar 	mark_buffer_dirty(bh);
47870390131bSFrank Mayhar 	if (inode && inode_needs_sync(inode)) {
47880390131bSFrank Mayhar 		sync_dirty_buffer(bh);
47890390131bSFrank Mayhar 		if (buffer_req(bh) && !buffer_uptodate(bh)) {
47900390131bSFrank Mayhar 			ext4_error(inode->i_sb, __func__,
47910390131bSFrank Mayhar 				   "IO error syncing inode, "
47920390131bSFrank Mayhar 				   "inode=%lu, block=%llu",
47930390131bSFrank Mayhar 				   inode->i_ino,
47940390131bSFrank Mayhar 				   (unsigned long long)bh->b_blocknr);
47950390131bSFrank Mayhar 			err = -EIO;
47960390131bSFrank Mayhar 		}
47970390131bSFrank Mayhar 	}
47980390131bSFrank Mayhar 	return err;
47990390131bSFrank Mayhar }
48000390131bSFrank Mayhar 
4801ac27a0ecSDave Kleikamp /*
4802617ba13bSMingming Cao  * ext4_setattr()
4803ac27a0ecSDave Kleikamp  *
4804ac27a0ecSDave Kleikamp  * Called from notify_change.
4805ac27a0ecSDave Kleikamp  *
4806ac27a0ecSDave Kleikamp  * We want to trap VFS attempts to truncate the file as soon as
4807ac27a0ecSDave Kleikamp  * possible.  In particular, we want to make sure that when the VFS
4808ac27a0ecSDave Kleikamp  * shrinks i_size, we put the inode on the orphan list and modify
4809ac27a0ecSDave Kleikamp  * i_disksize immediately, so that during the subsequent flushing of
4810ac27a0ecSDave Kleikamp  * dirty pages and freeing of disk blocks, we can guarantee that any
4811ac27a0ecSDave Kleikamp  * commit will leave the blocks being flushed in an unused state on
4812ac27a0ecSDave Kleikamp  * disk.  (On recovery, the inode will get truncated and the blocks will
4813ac27a0ecSDave Kleikamp  * be freed, so we have a strong guarantee that no future commit will
4814ac27a0ecSDave Kleikamp  * leave these blocks visible to the user.)
4815ac27a0ecSDave Kleikamp  *
4816678aaf48SJan Kara  * Another thing we have to assure is that if we are in ordered mode
4817678aaf48SJan Kara  * and inode is still attached to the committing transaction, we must
4818678aaf48SJan Kara  * we start writeout of all the dirty pages which are being truncated.
4819678aaf48SJan Kara  * This way we are sure that all the data written in the previous
4820678aaf48SJan Kara  * transaction are already on disk (truncate waits for pages under
4821678aaf48SJan Kara  * writeback).
4822678aaf48SJan Kara  *
4823678aaf48SJan Kara  * Called with inode->i_mutex down.
4824ac27a0ecSDave Kleikamp  */
4825617ba13bSMingming Cao int ext4_setattr(struct dentry *dentry, struct iattr *attr)
4826ac27a0ecSDave Kleikamp {
4827ac27a0ecSDave Kleikamp 	struct inode *inode = dentry->d_inode;
4828ac27a0ecSDave Kleikamp 	int error, rc = 0;
4829ac27a0ecSDave Kleikamp 	const unsigned int ia_valid = attr->ia_valid;
4830ac27a0ecSDave Kleikamp 
4831ac27a0ecSDave Kleikamp 	error = inode_change_ok(inode, attr);
4832ac27a0ecSDave Kleikamp 	if (error)
4833ac27a0ecSDave Kleikamp 		return error;
4834ac27a0ecSDave Kleikamp 
4835ac27a0ecSDave Kleikamp 	if ((ia_valid & ATTR_UID && attr->ia_uid != inode->i_uid) ||
4836ac27a0ecSDave Kleikamp 		(ia_valid & ATTR_GID && attr->ia_gid != inode->i_gid)) {
4837ac27a0ecSDave Kleikamp 		handle_t *handle;
4838ac27a0ecSDave Kleikamp 
4839ac27a0ecSDave Kleikamp 		/* (user+group)*(old+new) structure, inode write (sb,
4840ac27a0ecSDave Kleikamp 		 * inode block, ? - but truncate inode update has it) */
4841617ba13bSMingming Cao 		handle = ext4_journal_start(inode, 2*(EXT4_QUOTA_INIT_BLOCKS(inode->i_sb)+
4842617ba13bSMingming Cao 					EXT4_QUOTA_DEL_BLOCKS(inode->i_sb))+3);
4843ac27a0ecSDave Kleikamp 		if (IS_ERR(handle)) {
4844ac27a0ecSDave Kleikamp 			error = PTR_ERR(handle);
4845ac27a0ecSDave Kleikamp 			goto err_out;
4846ac27a0ecSDave Kleikamp 		}
4847a269eb18SJan Kara 		error = vfs_dq_transfer(inode, attr) ? -EDQUOT : 0;
4848ac27a0ecSDave Kleikamp 		if (error) {
4849617ba13bSMingming Cao 			ext4_journal_stop(handle);
4850ac27a0ecSDave Kleikamp 			return error;
4851ac27a0ecSDave Kleikamp 		}
4852ac27a0ecSDave Kleikamp 		/* Update corresponding info in inode so that everything is in
4853ac27a0ecSDave Kleikamp 		 * one transaction */
4854ac27a0ecSDave Kleikamp 		if (attr->ia_valid & ATTR_UID)
4855ac27a0ecSDave Kleikamp 			inode->i_uid = attr->ia_uid;
4856ac27a0ecSDave Kleikamp 		if (attr->ia_valid & ATTR_GID)
4857ac27a0ecSDave Kleikamp 			inode->i_gid = attr->ia_gid;
4858617ba13bSMingming Cao 		error = ext4_mark_inode_dirty(handle, inode);
4859617ba13bSMingming Cao 		ext4_journal_stop(handle);
4860ac27a0ecSDave Kleikamp 	}
4861ac27a0ecSDave Kleikamp 
4862e2b46574SEric Sandeen 	if (attr->ia_valid & ATTR_SIZE) {
4863e2b46574SEric Sandeen 		if (!(EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL)) {
4864e2b46574SEric Sandeen 			struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb);
4865e2b46574SEric Sandeen 
4866e2b46574SEric Sandeen 			if (attr->ia_size > sbi->s_bitmap_maxbytes) {
4867e2b46574SEric Sandeen 				error = -EFBIG;
4868e2b46574SEric Sandeen 				goto err_out;
4869e2b46574SEric Sandeen 			}
4870e2b46574SEric Sandeen 		}
4871e2b46574SEric Sandeen 	}
4872e2b46574SEric Sandeen 
4873ac27a0ecSDave Kleikamp 	if (S_ISREG(inode->i_mode) &&
4874ac27a0ecSDave Kleikamp 	    attr->ia_valid & ATTR_SIZE && attr->ia_size < inode->i_size) {
4875ac27a0ecSDave Kleikamp 		handle_t *handle;
4876ac27a0ecSDave Kleikamp 
4877617ba13bSMingming Cao 		handle = ext4_journal_start(inode, 3);
4878ac27a0ecSDave Kleikamp 		if (IS_ERR(handle)) {
4879ac27a0ecSDave Kleikamp 			error = PTR_ERR(handle);
4880ac27a0ecSDave Kleikamp 			goto err_out;
4881ac27a0ecSDave Kleikamp 		}
4882ac27a0ecSDave Kleikamp 
4883617ba13bSMingming Cao 		error = ext4_orphan_add(handle, inode);
4884617ba13bSMingming Cao 		EXT4_I(inode)->i_disksize = attr->ia_size;
4885617ba13bSMingming Cao 		rc = ext4_mark_inode_dirty(handle, inode);
4886ac27a0ecSDave Kleikamp 		if (!error)
4887ac27a0ecSDave Kleikamp 			error = rc;
4888617ba13bSMingming Cao 		ext4_journal_stop(handle);
4889678aaf48SJan Kara 
4890678aaf48SJan Kara 		if (ext4_should_order_data(inode)) {
4891678aaf48SJan Kara 			error = ext4_begin_ordered_truncate(inode,
4892678aaf48SJan Kara 							    attr->ia_size);
4893678aaf48SJan Kara 			if (error) {
4894678aaf48SJan Kara 				/* Do as much error cleanup as possible */
4895678aaf48SJan Kara 				handle = ext4_journal_start(inode, 3);
4896678aaf48SJan Kara 				if (IS_ERR(handle)) {
4897678aaf48SJan Kara 					ext4_orphan_del(NULL, inode);
4898678aaf48SJan Kara 					goto err_out;
4899678aaf48SJan Kara 				}
4900678aaf48SJan Kara 				ext4_orphan_del(handle, inode);
4901678aaf48SJan Kara 				ext4_journal_stop(handle);
4902678aaf48SJan Kara 				goto err_out;
4903678aaf48SJan Kara 			}
4904678aaf48SJan Kara 		}
4905ac27a0ecSDave Kleikamp 	}
4906ac27a0ecSDave Kleikamp 
4907ac27a0ecSDave Kleikamp 	rc = inode_setattr(inode, attr);
4908ac27a0ecSDave Kleikamp 
4909617ba13bSMingming Cao 	/* If inode_setattr's call to ext4_truncate failed to get a
4910ac27a0ecSDave Kleikamp 	 * transaction handle at all, we need to clean up the in-core
4911ac27a0ecSDave Kleikamp 	 * orphan list manually. */
4912ac27a0ecSDave Kleikamp 	if (inode->i_nlink)
4913617ba13bSMingming Cao 		ext4_orphan_del(NULL, inode);
4914ac27a0ecSDave Kleikamp 
4915ac27a0ecSDave Kleikamp 	if (!rc && (ia_valid & ATTR_MODE))
4916617ba13bSMingming Cao 		rc = ext4_acl_chmod(inode);
4917ac27a0ecSDave Kleikamp 
4918ac27a0ecSDave Kleikamp err_out:
4919617ba13bSMingming Cao 	ext4_std_error(inode->i_sb, error);
4920ac27a0ecSDave Kleikamp 	if (!error)
4921ac27a0ecSDave Kleikamp 		error = rc;
4922ac27a0ecSDave Kleikamp 	return error;
4923ac27a0ecSDave Kleikamp }
4924ac27a0ecSDave Kleikamp 
49253e3398a0SMingming Cao int ext4_getattr(struct vfsmount *mnt, struct dentry *dentry,
49263e3398a0SMingming Cao 		 struct kstat *stat)
49273e3398a0SMingming Cao {
49283e3398a0SMingming Cao 	struct inode *inode;
49293e3398a0SMingming Cao 	unsigned long delalloc_blocks;
49303e3398a0SMingming Cao 
49313e3398a0SMingming Cao 	inode = dentry->d_inode;
49323e3398a0SMingming Cao 	generic_fillattr(inode, stat);
49333e3398a0SMingming Cao 
49343e3398a0SMingming Cao 	/*
49353e3398a0SMingming Cao 	 * We can't update i_blocks if the block allocation is delayed
49363e3398a0SMingming Cao 	 * otherwise in the case of system crash before the real block
49373e3398a0SMingming Cao 	 * allocation is done, we will have i_blocks inconsistent with
49383e3398a0SMingming Cao 	 * on-disk file blocks.
49393e3398a0SMingming Cao 	 * We always keep i_blocks updated together with real
49403e3398a0SMingming Cao 	 * allocation. But to not confuse with user, stat
49413e3398a0SMingming Cao 	 * will return the blocks that include the delayed allocation
49423e3398a0SMingming Cao 	 * blocks for this file.
49433e3398a0SMingming Cao 	 */
49443e3398a0SMingming Cao 	spin_lock(&EXT4_I(inode)->i_block_reservation_lock);
49453e3398a0SMingming Cao 	delalloc_blocks = EXT4_I(inode)->i_reserved_data_blocks;
49463e3398a0SMingming Cao 	spin_unlock(&EXT4_I(inode)->i_block_reservation_lock);
49473e3398a0SMingming Cao 
49483e3398a0SMingming Cao 	stat->blocks += (delalloc_blocks << inode->i_sb->s_blocksize_bits)>>9;
49493e3398a0SMingming Cao 	return 0;
49503e3398a0SMingming Cao }
4951ac27a0ecSDave Kleikamp 
4952a02908f1SMingming Cao static int ext4_indirect_trans_blocks(struct inode *inode, int nrblocks,
4953a02908f1SMingming Cao 				      int chunk)
4954ac27a0ecSDave Kleikamp {
4955a02908f1SMingming Cao 	int indirects;
4956ac27a0ecSDave Kleikamp 
4957a02908f1SMingming Cao 	/* if nrblocks are contiguous */
4958a02908f1SMingming Cao 	if (chunk) {
4959a02908f1SMingming Cao 		/*
4960a02908f1SMingming Cao 		 * With N contiguous data blocks, it need at most
4961a02908f1SMingming Cao 		 * N/EXT4_ADDR_PER_BLOCK(inode->i_sb) indirect blocks
4962a02908f1SMingming Cao 		 * 2 dindirect blocks
4963a02908f1SMingming Cao 		 * 1 tindirect block
4964a02908f1SMingming Cao 		 */
4965a02908f1SMingming Cao 		indirects = nrblocks / EXT4_ADDR_PER_BLOCK(inode->i_sb);
4966a02908f1SMingming Cao 		return indirects + 3;
4967a02908f1SMingming Cao 	}
4968a02908f1SMingming Cao 	/*
4969a02908f1SMingming Cao 	 * if nrblocks are not contiguous, worse case, each block touch
4970a02908f1SMingming Cao 	 * a indirect block, and each indirect block touch a double indirect
4971a02908f1SMingming Cao 	 * block, plus a triple indirect block
4972a02908f1SMingming Cao 	 */
4973a02908f1SMingming Cao 	indirects = nrblocks * 2 + 1;
4974a02908f1SMingming Cao 	return indirects;
4975a02908f1SMingming Cao }
4976a86c6181SAlex Tomas 
4977a02908f1SMingming Cao static int ext4_index_trans_blocks(struct inode *inode, int nrblocks, int chunk)
4978a02908f1SMingming Cao {
4979a02908f1SMingming Cao 	if (!(EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL))
4980ac51d837STheodore Ts'o 		return ext4_indirect_trans_blocks(inode, nrblocks, chunk);
4981ac51d837STheodore Ts'o 	return ext4_ext_index_trans_blocks(inode, nrblocks, chunk);
4982a02908f1SMingming Cao }
4983ac51d837STheodore Ts'o 
4984a02908f1SMingming Cao /*
4985a02908f1SMingming Cao  * Account for index blocks, block groups bitmaps and block group
4986a02908f1SMingming Cao  * descriptor blocks if modify datablocks and index blocks
4987a02908f1SMingming Cao  * worse case, the indexs blocks spread over different block groups
4988a02908f1SMingming Cao  *
4989a02908f1SMingming Cao  * If datablocks are discontiguous, they are possible to spread over
4990a02908f1SMingming Cao  * different block groups too. If they are contiugous, with flexbg,
4991a02908f1SMingming Cao  * they could still across block group boundary.
4992a02908f1SMingming Cao  *
4993a02908f1SMingming Cao  * Also account for superblock, inode, quota and xattr blocks
4994a02908f1SMingming Cao  */
4995a02908f1SMingming Cao int ext4_meta_trans_blocks(struct inode *inode, int nrblocks, int chunk)
4996a02908f1SMingming Cao {
49978df9675fSTheodore Ts'o 	ext4_group_t groups, ngroups = ext4_get_groups_count(inode->i_sb);
49988df9675fSTheodore Ts'o 	int gdpblocks;
4999a02908f1SMingming Cao 	int idxblocks;
5000a02908f1SMingming Cao 	int ret = 0;
5001a02908f1SMingming Cao 
5002a02908f1SMingming Cao 	/*
5003a02908f1SMingming Cao 	 * How many index blocks need to touch to modify nrblocks?
5004a02908f1SMingming Cao 	 * The "Chunk" flag indicating whether the nrblocks is
5005a02908f1SMingming Cao 	 * physically contiguous on disk
5006a02908f1SMingming Cao 	 *
5007a02908f1SMingming Cao 	 * For Direct IO and fallocate, they calls get_block to allocate
5008a02908f1SMingming Cao 	 * one single extent at a time, so they could set the "Chunk" flag
5009a02908f1SMingming Cao 	 */
5010a02908f1SMingming Cao 	idxblocks = ext4_index_trans_blocks(inode, nrblocks, chunk);
5011a02908f1SMingming Cao 
5012a02908f1SMingming Cao 	ret = idxblocks;
5013a02908f1SMingming Cao 
5014a02908f1SMingming Cao 	/*
5015a02908f1SMingming Cao 	 * Now let's see how many group bitmaps and group descriptors need
5016a02908f1SMingming Cao 	 * to account
5017a02908f1SMingming Cao 	 */
5018a02908f1SMingming Cao 	groups = idxblocks;
5019a02908f1SMingming Cao 	if (chunk)
5020a02908f1SMingming Cao 		groups += 1;
5021ac27a0ecSDave Kleikamp 	else
5022a02908f1SMingming Cao 		groups += nrblocks;
5023ac27a0ecSDave Kleikamp 
5024a02908f1SMingming Cao 	gdpblocks = groups;
50258df9675fSTheodore Ts'o 	if (groups > ngroups)
50268df9675fSTheodore Ts'o 		groups = ngroups;
5027a02908f1SMingming Cao 	if (groups > EXT4_SB(inode->i_sb)->s_gdb_count)
5028a02908f1SMingming Cao 		gdpblocks = EXT4_SB(inode->i_sb)->s_gdb_count;
5029a02908f1SMingming Cao 
5030a02908f1SMingming Cao 	/* bitmaps and block group descriptor blocks */
5031a02908f1SMingming Cao 	ret += groups + gdpblocks;
5032a02908f1SMingming Cao 
5033a02908f1SMingming Cao 	/* Blocks for super block, inode, quota and xattr blocks */
5034a02908f1SMingming Cao 	ret += EXT4_META_TRANS_BLOCKS(inode->i_sb);
5035ac27a0ecSDave Kleikamp 
5036ac27a0ecSDave Kleikamp 	return ret;
5037ac27a0ecSDave Kleikamp }
5038ac27a0ecSDave Kleikamp 
5039ac27a0ecSDave Kleikamp /*
5040a02908f1SMingming Cao  * Calulate the total number of credits to reserve to fit
5041f3bd1f3fSMingming Cao  * the modification of a single pages into a single transaction,
5042f3bd1f3fSMingming Cao  * which may include multiple chunks of block allocations.
5043a02908f1SMingming Cao  *
5044525f4ed8SMingming Cao  * This could be called via ext4_write_begin()
5045a02908f1SMingming Cao  *
5046525f4ed8SMingming Cao  * We need to consider the worse case, when
5047a02908f1SMingming Cao  * one new block per extent.
5048a02908f1SMingming Cao  */
5049a02908f1SMingming Cao int ext4_writepage_trans_blocks(struct inode *inode)
5050a02908f1SMingming Cao {
5051a02908f1SMingming Cao 	int bpp = ext4_journal_blocks_per_page(inode);
5052a02908f1SMingming Cao 	int ret;
5053a02908f1SMingming Cao 
5054a02908f1SMingming Cao 	ret = ext4_meta_trans_blocks(inode, bpp, 0);
5055a02908f1SMingming Cao 
5056a02908f1SMingming Cao 	/* Account for data blocks for journalled mode */
5057a02908f1SMingming Cao 	if (ext4_should_journal_data(inode))
5058a02908f1SMingming Cao 		ret += bpp;
5059a02908f1SMingming Cao 	return ret;
5060a02908f1SMingming Cao }
5061f3bd1f3fSMingming Cao 
5062f3bd1f3fSMingming Cao /*
5063f3bd1f3fSMingming Cao  * Calculate the journal credits for a chunk of data modification.
5064f3bd1f3fSMingming Cao  *
5065f3bd1f3fSMingming Cao  * This is called from DIO, fallocate or whoever calling
506612b7ac17STheodore Ts'o  * ext4_get_blocks() to map/allocate a chunk of contigous disk blocks.
5067f3bd1f3fSMingming Cao  *
5068f3bd1f3fSMingming Cao  * journal buffers for data blocks are not included here, as DIO
5069f3bd1f3fSMingming Cao  * and fallocate do no need to journal data buffers.
5070f3bd1f3fSMingming Cao  */
5071f3bd1f3fSMingming Cao int ext4_chunk_trans_blocks(struct inode *inode, int nrblocks)
5072f3bd1f3fSMingming Cao {
5073f3bd1f3fSMingming Cao 	return ext4_meta_trans_blocks(inode, nrblocks, 1);
5074f3bd1f3fSMingming Cao }
5075f3bd1f3fSMingming Cao 
5076a02908f1SMingming Cao /*
5077617ba13bSMingming Cao  * The caller must have previously called ext4_reserve_inode_write().
5078ac27a0ecSDave Kleikamp  * Give this, we know that the caller already has write access to iloc->bh.
5079ac27a0ecSDave Kleikamp  */
5080617ba13bSMingming Cao int ext4_mark_iloc_dirty(handle_t *handle,
5081617ba13bSMingming Cao 		struct inode *inode, struct ext4_iloc *iloc)
5082ac27a0ecSDave Kleikamp {
5083ac27a0ecSDave Kleikamp 	int err = 0;
5084ac27a0ecSDave Kleikamp 
508525ec56b5SJean Noel Cordenner 	if (test_opt(inode->i_sb, I_VERSION))
508625ec56b5SJean Noel Cordenner 		inode_inc_iversion(inode);
508725ec56b5SJean Noel Cordenner 
5088ac27a0ecSDave Kleikamp 	/* the do_update_inode consumes one bh->b_count */
5089ac27a0ecSDave Kleikamp 	get_bh(iloc->bh);
5090ac27a0ecSDave Kleikamp 
5091dab291afSMingming Cao 	/* ext4_do_update_inode() does jbd2_journal_dirty_metadata */
5092617ba13bSMingming Cao 	err = ext4_do_update_inode(handle, inode, iloc);
5093ac27a0ecSDave Kleikamp 	put_bh(iloc->bh);
5094ac27a0ecSDave Kleikamp 	return err;
5095ac27a0ecSDave Kleikamp }
5096ac27a0ecSDave Kleikamp 
5097ac27a0ecSDave Kleikamp /*
5098ac27a0ecSDave Kleikamp  * On success, We end up with an outstanding reference count against
5099ac27a0ecSDave Kleikamp  * iloc->bh.  This _must_ be cleaned up later.
5100ac27a0ecSDave Kleikamp  */
5101ac27a0ecSDave Kleikamp 
5102ac27a0ecSDave Kleikamp int
5103617ba13bSMingming Cao ext4_reserve_inode_write(handle_t *handle, struct inode *inode,
5104617ba13bSMingming Cao 			 struct ext4_iloc *iloc)
5105ac27a0ecSDave Kleikamp {
51060390131bSFrank Mayhar 	int err;
51070390131bSFrank Mayhar 
5108617ba13bSMingming Cao 	err = ext4_get_inode_loc(inode, iloc);
5109ac27a0ecSDave Kleikamp 	if (!err) {
5110ac27a0ecSDave Kleikamp 		BUFFER_TRACE(iloc->bh, "get_write_access");
5111617ba13bSMingming Cao 		err = ext4_journal_get_write_access(handle, iloc->bh);
5112ac27a0ecSDave Kleikamp 		if (err) {
5113ac27a0ecSDave Kleikamp 			brelse(iloc->bh);
5114ac27a0ecSDave Kleikamp 			iloc->bh = NULL;
5115ac27a0ecSDave Kleikamp 		}
5116ac27a0ecSDave Kleikamp 	}
5117617ba13bSMingming Cao 	ext4_std_error(inode->i_sb, err);
5118ac27a0ecSDave Kleikamp 	return err;
5119ac27a0ecSDave Kleikamp }
5120ac27a0ecSDave Kleikamp 
5121ac27a0ecSDave Kleikamp /*
51226dd4ee7cSKalpak Shah  * Expand an inode by new_extra_isize bytes.
51236dd4ee7cSKalpak Shah  * Returns 0 on success or negative error number on failure.
51246dd4ee7cSKalpak Shah  */
51251d03ec98SAneesh Kumar K.V static int ext4_expand_extra_isize(struct inode *inode,
51261d03ec98SAneesh Kumar K.V 				   unsigned int new_extra_isize,
51271d03ec98SAneesh Kumar K.V 				   struct ext4_iloc iloc,
51281d03ec98SAneesh Kumar K.V 				   handle_t *handle)
51296dd4ee7cSKalpak Shah {
51306dd4ee7cSKalpak Shah 	struct ext4_inode *raw_inode;
51316dd4ee7cSKalpak Shah 	struct ext4_xattr_ibody_header *header;
51326dd4ee7cSKalpak Shah 	struct ext4_xattr_entry *entry;
51336dd4ee7cSKalpak Shah 
51346dd4ee7cSKalpak Shah 	if (EXT4_I(inode)->i_extra_isize >= new_extra_isize)
51356dd4ee7cSKalpak Shah 		return 0;
51366dd4ee7cSKalpak Shah 
51376dd4ee7cSKalpak Shah 	raw_inode = ext4_raw_inode(&iloc);
51386dd4ee7cSKalpak Shah 
51396dd4ee7cSKalpak Shah 	header = IHDR(inode, raw_inode);
51406dd4ee7cSKalpak Shah 	entry = IFIRST(header);
51416dd4ee7cSKalpak Shah 
51426dd4ee7cSKalpak Shah 	/* No extended attributes present */
51436dd4ee7cSKalpak Shah 	if (!(EXT4_I(inode)->i_state & EXT4_STATE_XATTR) ||
51446dd4ee7cSKalpak Shah 		header->h_magic != cpu_to_le32(EXT4_XATTR_MAGIC)) {
51456dd4ee7cSKalpak Shah 		memset((void *)raw_inode + EXT4_GOOD_OLD_INODE_SIZE, 0,
51466dd4ee7cSKalpak Shah 			new_extra_isize);
51476dd4ee7cSKalpak Shah 		EXT4_I(inode)->i_extra_isize = new_extra_isize;
51486dd4ee7cSKalpak Shah 		return 0;
51496dd4ee7cSKalpak Shah 	}
51506dd4ee7cSKalpak Shah 
51516dd4ee7cSKalpak Shah 	/* try to expand with EAs present */
51526dd4ee7cSKalpak Shah 	return ext4_expand_extra_isize_ea(inode, new_extra_isize,
51536dd4ee7cSKalpak Shah 					  raw_inode, handle);
51546dd4ee7cSKalpak Shah }
51556dd4ee7cSKalpak Shah 
51566dd4ee7cSKalpak Shah /*
5157ac27a0ecSDave Kleikamp  * What we do here is to mark the in-core inode as clean with respect to inode
5158ac27a0ecSDave Kleikamp  * dirtiness (it may still be data-dirty).
5159ac27a0ecSDave Kleikamp  * This means that the in-core inode may be reaped by prune_icache
5160ac27a0ecSDave Kleikamp  * without having to perform any I/O.  This is a very good thing,
5161ac27a0ecSDave Kleikamp  * because *any* task may call prune_icache - even ones which
5162ac27a0ecSDave Kleikamp  * have a transaction open against a different journal.
5163ac27a0ecSDave Kleikamp  *
5164ac27a0ecSDave Kleikamp  * Is this cheating?  Not really.  Sure, we haven't written the
5165ac27a0ecSDave Kleikamp  * inode out, but prune_icache isn't a user-visible syncing function.
5166ac27a0ecSDave Kleikamp  * Whenever the user wants stuff synced (sys_sync, sys_msync, sys_fsync)
5167ac27a0ecSDave Kleikamp  * we start and wait on commits.
5168ac27a0ecSDave Kleikamp  *
5169ac27a0ecSDave Kleikamp  * Is this efficient/effective?  Well, we're being nice to the system
5170ac27a0ecSDave Kleikamp  * by cleaning up our inodes proactively so they can be reaped
5171ac27a0ecSDave Kleikamp  * without I/O.  But we are potentially leaving up to five seconds'
5172ac27a0ecSDave Kleikamp  * worth of inodes floating about which prune_icache wants us to
5173ac27a0ecSDave Kleikamp  * write out.  One way to fix that would be to get prune_icache()
5174ac27a0ecSDave Kleikamp  * to do a write_super() to free up some memory.  It has the desired
5175ac27a0ecSDave Kleikamp  * effect.
5176ac27a0ecSDave Kleikamp  */
5177617ba13bSMingming Cao int ext4_mark_inode_dirty(handle_t *handle, struct inode *inode)
5178ac27a0ecSDave Kleikamp {
5179617ba13bSMingming Cao 	struct ext4_iloc iloc;
51806dd4ee7cSKalpak Shah 	struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb);
51816dd4ee7cSKalpak Shah 	static unsigned int mnt_count;
51826dd4ee7cSKalpak Shah 	int err, ret;
5183ac27a0ecSDave Kleikamp 
5184ac27a0ecSDave Kleikamp 	might_sleep();
5185617ba13bSMingming Cao 	err = ext4_reserve_inode_write(handle, inode, &iloc);
51860390131bSFrank Mayhar 	if (ext4_handle_valid(handle) &&
51870390131bSFrank Mayhar 	    EXT4_I(inode)->i_extra_isize < sbi->s_want_extra_isize &&
51886dd4ee7cSKalpak Shah 	    !(EXT4_I(inode)->i_state & EXT4_STATE_NO_EXPAND)) {
51896dd4ee7cSKalpak Shah 		/*
51906dd4ee7cSKalpak Shah 		 * We need extra buffer credits since we may write into EA block
51916dd4ee7cSKalpak Shah 		 * with this same handle. If journal_extend fails, then it will
51926dd4ee7cSKalpak Shah 		 * only result in a minor loss of functionality for that inode.
51936dd4ee7cSKalpak Shah 		 * If this is felt to be critical, then e2fsck should be run to
51946dd4ee7cSKalpak Shah 		 * force a large enough s_min_extra_isize.
51956dd4ee7cSKalpak Shah 		 */
51966dd4ee7cSKalpak Shah 		if ((jbd2_journal_extend(handle,
51976dd4ee7cSKalpak Shah 			     EXT4_DATA_TRANS_BLOCKS(inode->i_sb))) == 0) {
51986dd4ee7cSKalpak Shah 			ret = ext4_expand_extra_isize(inode,
51996dd4ee7cSKalpak Shah 						      sbi->s_want_extra_isize,
52006dd4ee7cSKalpak Shah 						      iloc, handle);
52016dd4ee7cSKalpak Shah 			if (ret) {
52026dd4ee7cSKalpak Shah 				EXT4_I(inode)->i_state |= EXT4_STATE_NO_EXPAND;
5203c1bddad9SAneesh Kumar K.V 				if (mnt_count !=
5204c1bddad9SAneesh Kumar K.V 					le16_to_cpu(sbi->s_es->s_mnt_count)) {
520546e665e9SHarvey Harrison 					ext4_warning(inode->i_sb, __func__,
52066dd4ee7cSKalpak Shah 					"Unable to expand inode %lu. Delete"
52076dd4ee7cSKalpak Shah 					" some EAs or run e2fsck.",
52086dd4ee7cSKalpak Shah 					inode->i_ino);
5209c1bddad9SAneesh Kumar K.V 					mnt_count =
5210c1bddad9SAneesh Kumar K.V 					  le16_to_cpu(sbi->s_es->s_mnt_count);
52116dd4ee7cSKalpak Shah 				}
52126dd4ee7cSKalpak Shah 			}
52136dd4ee7cSKalpak Shah 		}
52146dd4ee7cSKalpak Shah 	}
5215ac27a0ecSDave Kleikamp 	if (!err)
5216617ba13bSMingming Cao 		err = ext4_mark_iloc_dirty(handle, inode, &iloc);
5217ac27a0ecSDave Kleikamp 	return err;
5218ac27a0ecSDave Kleikamp }
5219ac27a0ecSDave Kleikamp 
5220ac27a0ecSDave Kleikamp /*
5221617ba13bSMingming Cao  * ext4_dirty_inode() is called from __mark_inode_dirty()
5222ac27a0ecSDave Kleikamp  *
5223ac27a0ecSDave Kleikamp  * We're really interested in the case where a file is being extended.
5224ac27a0ecSDave Kleikamp  * i_size has been changed by generic_commit_write() and we thus need
5225ac27a0ecSDave Kleikamp  * to include the updated inode in the current transaction.
5226ac27a0ecSDave Kleikamp  *
5227a269eb18SJan Kara  * Also, vfs_dq_alloc_block() will always dirty the inode when blocks
5228ac27a0ecSDave Kleikamp  * are allocated to the file.
5229ac27a0ecSDave Kleikamp  *
5230ac27a0ecSDave Kleikamp  * If the inode is marked synchronous, we don't honour that here - doing
5231ac27a0ecSDave Kleikamp  * so would cause a commit on atime updates, which we don't bother doing.
5232ac27a0ecSDave Kleikamp  * We handle synchronous inodes at the highest possible level.
5233ac27a0ecSDave Kleikamp  */
5234617ba13bSMingming Cao void ext4_dirty_inode(struct inode *inode)
5235ac27a0ecSDave Kleikamp {
5236617ba13bSMingming Cao 	handle_t *current_handle = ext4_journal_current_handle();
5237ac27a0ecSDave Kleikamp 	handle_t *handle;
5238ac27a0ecSDave Kleikamp 
52390390131bSFrank Mayhar 	if (!ext4_handle_valid(current_handle)) {
52400390131bSFrank Mayhar 		ext4_mark_inode_dirty(current_handle, inode);
52410390131bSFrank Mayhar 		return;
52420390131bSFrank Mayhar 	}
52430390131bSFrank Mayhar 
5244617ba13bSMingming Cao 	handle = ext4_journal_start(inode, 2);
5245ac27a0ecSDave Kleikamp 	if (IS_ERR(handle))
5246ac27a0ecSDave Kleikamp 		goto out;
5247ac27a0ecSDave Kleikamp 	if (current_handle &&
5248ac27a0ecSDave Kleikamp 		current_handle->h_transaction != handle->h_transaction) {
5249ac27a0ecSDave Kleikamp 		/* This task has a transaction open against a different fs */
5250ac27a0ecSDave Kleikamp 		printk(KERN_EMERG "%s: transactions do not match!\n",
525146e665e9SHarvey Harrison 		       __func__);
5252ac27a0ecSDave Kleikamp 	} else {
5253ac27a0ecSDave Kleikamp 		jbd_debug(5, "marking dirty.  outer handle=%p\n",
5254ac27a0ecSDave Kleikamp 				current_handle);
5255617ba13bSMingming Cao 		ext4_mark_inode_dirty(handle, inode);
5256ac27a0ecSDave Kleikamp 	}
5257617ba13bSMingming Cao 	ext4_journal_stop(handle);
5258ac27a0ecSDave Kleikamp out:
5259ac27a0ecSDave Kleikamp 	return;
5260ac27a0ecSDave Kleikamp }
5261ac27a0ecSDave Kleikamp 
5262ac27a0ecSDave Kleikamp #if 0
5263ac27a0ecSDave Kleikamp /*
5264ac27a0ecSDave Kleikamp  * Bind an inode's backing buffer_head into this transaction, to prevent
5265ac27a0ecSDave Kleikamp  * it from being flushed to disk early.  Unlike
5266617ba13bSMingming Cao  * ext4_reserve_inode_write, this leaves behind no bh reference and
5267ac27a0ecSDave Kleikamp  * returns no iloc structure, so the caller needs to repeat the iloc
5268ac27a0ecSDave Kleikamp  * lookup to mark the inode dirty later.
5269ac27a0ecSDave Kleikamp  */
5270617ba13bSMingming Cao static int ext4_pin_inode(handle_t *handle, struct inode *inode)
5271ac27a0ecSDave Kleikamp {
5272617ba13bSMingming Cao 	struct ext4_iloc iloc;
5273ac27a0ecSDave Kleikamp 
5274ac27a0ecSDave Kleikamp 	int err = 0;
5275ac27a0ecSDave Kleikamp 	if (handle) {
5276617ba13bSMingming Cao 		err = ext4_get_inode_loc(inode, &iloc);
5277ac27a0ecSDave Kleikamp 		if (!err) {
5278ac27a0ecSDave Kleikamp 			BUFFER_TRACE(iloc.bh, "get_write_access");
5279dab291afSMingming Cao 			err = jbd2_journal_get_write_access(handle, iloc.bh);
5280ac27a0ecSDave Kleikamp 			if (!err)
52810390131bSFrank Mayhar 				err = ext4_handle_dirty_metadata(handle,
52820390131bSFrank Mayhar 								 inode,
5283ac27a0ecSDave Kleikamp 								 iloc.bh);
5284ac27a0ecSDave Kleikamp 			brelse(iloc.bh);
5285ac27a0ecSDave Kleikamp 		}
5286ac27a0ecSDave Kleikamp 	}
5287617ba13bSMingming Cao 	ext4_std_error(inode->i_sb, err);
5288ac27a0ecSDave Kleikamp 	return err;
5289ac27a0ecSDave Kleikamp }
5290ac27a0ecSDave Kleikamp #endif
5291ac27a0ecSDave Kleikamp 
5292617ba13bSMingming Cao int ext4_change_inode_journal_flag(struct inode *inode, int val)
5293ac27a0ecSDave Kleikamp {
5294ac27a0ecSDave Kleikamp 	journal_t *journal;
5295ac27a0ecSDave Kleikamp 	handle_t *handle;
5296ac27a0ecSDave Kleikamp 	int err;
5297ac27a0ecSDave Kleikamp 
5298ac27a0ecSDave Kleikamp 	/*
5299ac27a0ecSDave Kleikamp 	 * We have to be very careful here: changing a data block's
5300ac27a0ecSDave Kleikamp 	 * journaling status dynamically is dangerous.  If we write a
5301ac27a0ecSDave Kleikamp 	 * data block to the journal, change the status and then delete
5302ac27a0ecSDave Kleikamp 	 * that block, we risk forgetting to revoke the old log record
5303ac27a0ecSDave Kleikamp 	 * from the journal and so a subsequent replay can corrupt data.
5304ac27a0ecSDave Kleikamp 	 * So, first we make sure that the journal is empty and that
5305ac27a0ecSDave Kleikamp 	 * nobody is changing anything.
5306ac27a0ecSDave Kleikamp 	 */
5307ac27a0ecSDave Kleikamp 
5308617ba13bSMingming Cao 	journal = EXT4_JOURNAL(inode);
53090390131bSFrank Mayhar 	if (!journal)
53100390131bSFrank Mayhar 		return 0;
5311d699594dSDave Hansen 	if (is_journal_aborted(journal))
5312ac27a0ecSDave Kleikamp 		return -EROFS;
5313ac27a0ecSDave Kleikamp 
5314dab291afSMingming Cao 	jbd2_journal_lock_updates(journal);
5315dab291afSMingming Cao 	jbd2_journal_flush(journal);
5316ac27a0ecSDave Kleikamp 
5317ac27a0ecSDave Kleikamp 	/*
5318ac27a0ecSDave Kleikamp 	 * OK, there are no updates running now, and all cached data is
5319ac27a0ecSDave Kleikamp 	 * synced to disk.  We are now in a completely consistent state
5320ac27a0ecSDave Kleikamp 	 * which doesn't have anything in the journal, and we know that
5321ac27a0ecSDave Kleikamp 	 * no filesystem updates are running, so it is safe to modify
5322ac27a0ecSDave Kleikamp 	 * the inode's in-core data-journaling state flag now.
5323ac27a0ecSDave Kleikamp 	 */
5324ac27a0ecSDave Kleikamp 
5325ac27a0ecSDave Kleikamp 	if (val)
5326617ba13bSMingming Cao 		EXT4_I(inode)->i_flags |= EXT4_JOURNAL_DATA_FL;
5327ac27a0ecSDave Kleikamp 	else
5328617ba13bSMingming Cao 		EXT4_I(inode)->i_flags &= ~EXT4_JOURNAL_DATA_FL;
5329617ba13bSMingming Cao 	ext4_set_aops(inode);
5330ac27a0ecSDave Kleikamp 
5331dab291afSMingming Cao 	jbd2_journal_unlock_updates(journal);
5332ac27a0ecSDave Kleikamp 
5333ac27a0ecSDave Kleikamp 	/* Finally we can mark the inode as dirty. */
5334ac27a0ecSDave Kleikamp 
5335617ba13bSMingming Cao 	handle = ext4_journal_start(inode, 1);
5336ac27a0ecSDave Kleikamp 	if (IS_ERR(handle))
5337ac27a0ecSDave Kleikamp 		return PTR_ERR(handle);
5338ac27a0ecSDave Kleikamp 
5339617ba13bSMingming Cao 	err = ext4_mark_inode_dirty(handle, inode);
53400390131bSFrank Mayhar 	ext4_handle_sync(handle);
5341617ba13bSMingming Cao 	ext4_journal_stop(handle);
5342617ba13bSMingming Cao 	ext4_std_error(inode->i_sb, err);
5343ac27a0ecSDave Kleikamp 
5344ac27a0ecSDave Kleikamp 	return err;
5345ac27a0ecSDave Kleikamp }
53462e9ee850SAneesh Kumar K.V 
53472e9ee850SAneesh Kumar K.V static int ext4_bh_unmapped(handle_t *handle, struct buffer_head *bh)
53482e9ee850SAneesh Kumar K.V {
53492e9ee850SAneesh Kumar K.V 	return !buffer_mapped(bh);
53502e9ee850SAneesh Kumar K.V }
53512e9ee850SAneesh Kumar K.V 
5352c2ec175cSNick Piggin int ext4_page_mkwrite(struct vm_area_struct *vma, struct vm_fault *vmf)
53532e9ee850SAneesh Kumar K.V {
5354c2ec175cSNick Piggin 	struct page *page = vmf->page;
53552e9ee850SAneesh Kumar K.V 	loff_t size;
53562e9ee850SAneesh Kumar K.V 	unsigned long len;
53572e9ee850SAneesh Kumar K.V 	int ret = -EINVAL;
535879f0be8dSAneesh Kumar K.V 	void *fsdata;
53592e9ee850SAneesh Kumar K.V 	struct file *file = vma->vm_file;
53602e9ee850SAneesh Kumar K.V 	struct inode *inode = file->f_path.dentry->d_inode;
53612e9ee850SAneesh Kumar K.V 	struct address_space *mapping = inode->i_mapping;
53622e9ee850SAneesh Kumar K.V 
53632e9ee850SAneesh Kumar K.V 	/*
53642e9ee850SAneesh Kumar K.V 	 * Get i_alloc_sem to stop truncates messing with the inode. We cannot
53652e9ee850SAneesh Kumar K.V 	 * get i_mutex because we are already holding mmap_sem.
53662e9ee850SAneesh Kumar K.V 	 */
53672e9ee850SAneesh Kumar K.V 	down_read(&inode->i_alloc_sem);
53682e9ee850SAneesh Kumar K.V 	size = i_size_read(inode);
53692e9ee850SAneesh Kumar K.V 	if (page->mapping != mapping || size <= page_offset(page)
53702e9ee850SAneesh Kumar K.V 	    || !PageUptodate(page)) {
53712e9ee850SAneesh Kumar K.V 		/* page got truncated from under us? */
53722e9ee850SAneesh Kumar K.V 		goto out_unlock;
53732e9ee850SAneesh Kumar K.V 	}
53742e9ee850SAneesh Kumar K.V 	ret = 0;
53752e9ee850SAneesh Kumar K.V 	if (PageMappedToDisk(page))
53762e9ee850SAneesh Kumar K.V 		goto out_unlock;
53772e9ee850SAneesh Kumar K.V 
53782e9ee850SAneesh Kumar K.V 	if (page->index == size >> PAGE_CACHE_SHIFT)
53792e9ee850SAneesh Kumar K.V 		len = size & ~PAGE_CACHE_MASK;
53802e9ee850SAneesh Kumar K.V 	else
53812e9ee850SAneesh Kumar K.V 		len = PAGE_CACHE_SIZE;
53822e9ee850SAneesh Kumar K.V 
53832e9ee850SAneesh Kumar K.V 	if (page_has_buffers(page)) {
53842e9ee850SAneesh Kumar K.V 		/* return if we have all the buffers mapped */
53852e9ee850SAneesh Kumar K.V 		if (!walk_page_buffers(NULL, page_buffers(page), 0, len, NULL,
53862e9ee850SAneesh Kumar K.V 				       ext4_bh_unmapped))
53872e9ee850SAneesh Kumar K.V 			goto out_unlock;
53882e9ee850SAneesh Kumar K.V 	}
53892e9ee850SAneesh Kumar K.V 	/*
53902e9ee850SAneesh Kumar K.V 	 * OK, we need to fill the hole... Do write_begin write_end
53912e9ee850SAneesh Kumar K.V 	 * to do block allocation/reservation.We are not holding
53922e9ee850SAneesh Kumar K.V 	 * inode.i__mutex here. That allow * parallel write_begin,
53932e9ee850SAneesh Kumar K.V 	 * write_end call. lock_page prevent this from happening
53942e9ee850SAneesh Kumar K.V 	 * on the same page though
53952e9ee850SAneesh Kumar K.V 	 */
53962e9ee850SAneesh Kumar K.V 	ret = mapping->a_ops->write_begin(file, mapping, page_offset(page),
539779f0be8dSAneesh Kumar K.V 			len, AOP_FLAG_UNINTERRUPTIBLE, &page, &fsdata);
53982e9ee850SAneesh Kumar K.V 	if (ret < 0)
53992e9ee850SAneesh Kumar K.V 		goto out_unlock;
54002e9ee850SAneesh Kumar K.V 	ret = mapping->a_ops->write_end(file, mapping, page_offset(page),
540179f0be8dSAneesh Kumar K.V 			len, len, page, fsdata);
54022e9ee850SAneesh Kumar K.V 	if (ret < 0)
54032e9ee850SAneesh Kumar K.V 		goto out_unlock;
54042e9ee850SAneesh Kumar K.V 	ret = 0;
54052e9ee850SAneesh Kumar K.V out_unlock:
5406c2ec175cSNick Piggin 	if (ret)
5407c2ec175cSNick Piggin 		ret = VM_FAULT_SIGBUS;
54082e9ee850SAneesh Kumar K.V 	up_read(&inode->i_alloc_sem);
54092e9ee850SAneesh Kumar K.V 	return ret;
54102e9ee850SAneesh Kumar K.V }
5411