xref: /openbmc/linux/fs/ext4/inode.c (revision 43ce1d23b43330634507a049b55c36e91d27282e)
1ac27a0ecSDave Kleikamp /*
2617ba13bSMingming Cao  *  linux/fs/ext4/inode.c
3ac27a0ecSDave Kleikamp  *
4ac27a0ecSDave Kleikamp  * Copyright (C) 1992, 1993, 1994, 1995
5ac27a0ecSDave Kleikamp  * Remy Card (card@masi.ibp.fr)
6ac27a0ecSDave Kleikamp  * Laboratoire MASI - Institut Blaise Pascal
7ac27a0ecSDave Kleikamp  * Universite Pierre et Marie Curie (Paris VI)
8ac27a0ecSDave Kleikamp  *
9ac27a0ecSDave Kleikamp  *  from
10ac27a0ecSDave Kleikamp  *
11ac27a0ecSDave Kleikamp  *  linux/fs/minix/inode.c
12ac27a0ecSDave Kleikamp  *
13ac27a0ecSDave Kleikamp  *  Copyright (C) 1991, 1992  Linus Torvalds
14ac27a0ecSDave Kleikamp  *
15ac27a0ecSDave Kleikamp  *  Goal-directed block allocation by Stephen Tweedie
16ac27a0ecSDave Kleikamp  *	(sct@redhat.com), 1993, 1998
17ac27a0ecSDave Kleikamp  *  Big-endian to little-endian byte-swapping/bitmaps by
18ac27a0ecSDave Kleikamp  *        David S. Miller (davem@caip.rutgers.edu), 1995
19ac27a0ecSDave Kleikamp  *  64-bit file support on 64-bit platforms by Jakub Jelinek
20ac27a0ecSDave Kleikamp  *	(jj@sunsite.ms.mff.cuni.cz)
21ac27a0ecSDave Kleikamp  *
22617ba13bSMingming Cao  *  Assorted race fixes, rewrite of ext4_get_block() by Al Viro, 2000
23ac27a0ecSDave Kleikamp  */
24ac27a0ecSDave Kleikamp 
25ac27a0ecSDave Kleikamp #include <linux/module.h>
26ac27a0ecSDave Kleikamp #include <linux/fs.h>
27ac27a0ecSDave Kleikamp #include <linux/time.h>
28dab291afSMingming Cao #include <linux/jbd2.h>
29ac27a0ecSDave Kleikamp #include <linux/highuid.h>
30ac27a0ecSDave Kleikamp #include <linux/pagemap.h>
31ac27a0ecSDave Kleikamp #include <linux/quotaops.h>
32ac27a0ecSDave Kleikamp #include <linux/string.h>
33ac27a0ecSDave Kleikamp #include <linux/buffer_head.h>
34ac27a0ecSDave Kleikamp #include <linux/writeback.h>
3564769240SAlex Tomas #include <linux/pagevec.h>
36ac27a0ecSDave Kleikamp #include <linux/mpage.h>
37e83c1397SDuane Griffin #include <linux/namei.h>
38ac27a0ecSDave Kleikamp #include <linux/uio.h>
39ac27a0ecSDave Kleikamp #include <linux/bio.h>
409bffad1eSTheodore Ts'o 
413dcf5451SChristoph Hellwig #include "ext4_jbd2.h"
42ac27a0ecSDave Kleikamp #include "xattr.h"
43ac27a0ecSDave Kleikamp #include "acl.h"
44d2a17637SMingming Cao #include "ext4_extents.h"
45ac27a0ecSDave Kleikamp 
469bffad1eSTheodore Ts'o #include <trace/events/ext4.h>
479bffad1eSTheodore Ts'o 
48a1d6cc56SAneesh Kumar K.V #define MPAGE_DA_EXTENT_TAIL 0x01
49a1d6cc56SAneesh Kumar K.V 
5043ce1d23SAneesh Kumar K.V static int __ext4_journalled_writepage(struct page *page,
5143ce1d23SAneesh Kumar K.V 				       struct writeback_control *wbc,
5243ce1d23SAneesh Kumar K.V 				       unsigned int len);
5343ce1d23SAneesh Kumar K.V 
54678aaf48SJan Kara static inline int ext4_begin_ordered_truncate(struct inode *inode,
55678aaf48SJan Kara 					      loff_t new_size)
56678aaf48SJan Kara {
577f5aa215SJan Kara 	return jbd2_journal_begin_ordered_truncate(
587f5aa215SJan Kara 					EXT4_SB(inode->i_sb)->s_journal,
597f5aa215SJan Kara 					&EXT4_I(inode)->jinode,
60678aaf48SJan Kara 					new_size);
61678aaf48SJan Kara }
62678aaf48SJan Kara 
6364769240SAlex Tomas static void ext4_invalidatepage(struct page *page, unsigned long offset);
6464769240SAlex Tomas 
65ac27a0ecSDave Kleikamp /*
66ac27a0ecSDave Kleikamp  * Test whether an inode is a fast symlink.
67ac27a0ecSDave Kleikamp  */
68617ba13bSMingming Cao static int ext4_inode_is_fast_symlink(struct inode *inode)
69ac27a0ecSDave Kleikamp {
70617ba13bSMingming Cao 	int ea_blocks = EXT4_I(inode)->i_file_acl ?
71ac27a0ecSDave Kleikamp 		(inode->i_sb->s_blocksize >> 9) : 0;
72ac27a0ecSDave Kleikamp 
73ac27a0ecSDave Kleikamp 	return (S_ISLNK(inode->i_mode) && inode->i_blocks - ea_blocks == 0);
74ac27a0ecSDave Kleikamp }
75ac27a0ecSDave Kleikamp 
76ac27a0ecSDave Kleikamp /*
77617ba13bSMingming Cao  * The ext4 forget function must perform a revoke if we are freeing data
78ac27a0ecSDave Kleikamp  * which has been journaled.  Metadata (eg. indirect blocks) must be
79ac27a0ecSDave Kleikamp  * revoked in all cases.
80ac27a0ecSDave Kleikamp  *
81ac27a0ecSDave Kleikamp  * "bh" may be NULL: a metadata block may have been freed from memory
82ac27a0ecSDave Kleikamp  * but there may still be a record of it in the journal, and that record
83ac27a0ecSDave Kleikamp  * still needs to be revoked.
840390131bSFrank Mayhar  *
850390131bSFrank Mayhar  * If the handle isn't valid we're not journaling so there's nothing to do.
86ac27a0ecSDave Kleikamp  */
87617ba13bSMingming Cao int ext4_forget(handle_t *handle, int is_metadata, struct inode *inode,
88617ba13bSMingming Cao 		struct buffer_head *bh, ext4_fsblk_t blocknr)
89ac27a0ecSDave Kleikamp {
90ac27a0ecSDave Kleikamp 	int err;
91ac27a0ecSDave Kleikamp 
920390131bSFrank Mayhar 	if (!ext4_handle_valid(handle))
930390131bSFrank Mayhar 		return 0;
940390131bSFrank Mayhar 
95ac27a0ecSDave Kleikamp 	might_sleep();
96ac27a0ecSDave Kleikamp 
97ac27a0ecSDave Kleikamp 	BUFFER_TRACE(bh, "enter");
98ac27a0ecSDave Kleikamp 
99ac27a0ecSDave Kleikamp 	jbd_debug(4, "forgetting bh %p: is_metadata = %d, mode %o, "
1007f4520ccSTheodore Ts'o 		  "data mode %x\n",
101ac27a0ecSDave Kleikamp 		  bh, is_metadata, inode->i_mode,
102ac27a0ecSDave Kleikamp 		  test_opt(inode->i_sb, DATA_FLAGS));
103ac27a0ecSDave Kleikamp 
104ac27a0ecSDave Kleikamp 	/* Never use the revoke function if we are doing full data
105ac27a0ecSDave Kleikamp 	 * journaling: there is no need to, and a V1 superblock won't
106ac27a0ecSDave Kleikamp 	 * support it.  Otherwise, only skip the revoke on un-journaled
107ac27a0ecSDave Kleikamp 	 * data blocks. */
108ac27a0ecSDave Kleikamp 
109617ba13bSMingming Cao 	if (test_opt(inode->i_sb, DATA_FLAGS) == EXT4_MOUNT_JOURNAL_DATA ||
110617ba13bSMingming Cao 	    (!is_metadata && !ext4_should_journal_data(inode))) {
111ac27a0ecSDave Kleikamp 		if (bh) {
112dab291afSMingming Cao 			BUFFER_TRACE(bh, "call jbd2_journal_forget");
113617ba13bSMingming Cao 			return ext4_journal_forget(handle, bh);
114ac27a0ecSDave Kleikamp 		}
115ac27a0ecSDave Kleikamp 		return 0;
116ac27a0ecSDave Kleikamp 	}
117ac27a0ecSDave Kleikamp 
118ac27a0ecSDave Kleikamp 	/*
119ac27a0ecSDave Kleikamp 	 * data!=journal && (is_metadata || should_journal_data(inode))
120ac27a0ecSDave Kleikamp 	 */
121617ba13bSMingming Cao 	BUFFER_TRACE(bh, "call ext4_journal_revoke");
122617ba13bSMingming Cao 	err = ext4_journal_revoke(handle, blocknr, bh);
123ac27a0ecSDave Kleikamp 	if (err)
12446e665e9SHarvey Harrison 		ext4_abort(inode->i_sb, __func__,
125ac27a0ecSDave Kleikamp 			   "error %d when attempting revoke", err);
126ac27a0ecSDave Kleikamp 	BUFFER_TRACE(bh, "exit");
127ac27a0ecSDave Kleikamp 	return err;
128ac27a0ecSDave Kleikamp }
129ac27a0ecSDave Kleikamp 
130ac27a0ecSDave Kleikamp /*
131ac27a0ecSDave Kleikamp  * Work out how many blocks we need to proceed with the next chunk of a
132ac27a0ecSDave Kleikamp  * truncate transaction.
133ac27a0ecSDave Kleikamp  */
134ac27a0ecSDave Kleikamp static unsigned long blocks_for_truncate(struct inode *inode)
135ac27a0ecSDave Kleikamp {
136725d26d3SAneesh Kumar K.V 	ext4_lblk_t needed;
137ac27a0ecSDave Kleikamp 
138ac27a0ecSDave Kleikamp 	needed = inode->i_blocks >> (inode->i_sb->s_blocksize_bits - 9);
139ac27a0ecSDave Kleikamp 
140ac27a0ecSDave Kleikamp 	/* Give ourselves just enough room to cope with inodes in which
141ac27a0ecSDave Kleikamp 	 * i_blocks is corrupt: we've seen disk corruptions in the past
142ac27a0ecSDave Kleikamp 	 * which resulted in random data in an inode which looked enough
143617ba13bSMingming Cao 	 * like a regular file for ext4 to try to delete it.  Things
144ac27a0ecSDave Kleikamp 	 * will go a bit crazy if that happens, but at least we should
145ac27a0ecSDave Kleikamp 	 * try not to panic the whole kernel. */
146ac27a0ecSDave Kleikamp 	if (needed < 2)
147ac27a0ecSDave Kleikamp 		needed = 2;
148ac27a0ecSDave Kleikamp 
149ac27a0ecSDave Kleikamp 	/* But we need to bound the transaction so we don't overflow the
150ac27a0ecSDave Kleikamp 	 * journal. */
151617ba13bSMingming Cao 	if (needed > EXT4_MAX_TRANS_DATA)
152617ba13bSMingming Cao 		needed = EXT4_MAX_TRANS_DATA;
153ac27a0ecSDave Kleikamp 
154617ba13bSMingming Cao 	return EXT4_DATA_TRANS_BLOCKS(inode->i_sb) + needed;
155ac27a0ecSDave Kleikamp }
156ac27a0ecSDave Kleikamp 
157ac27a0ecSDave Kleikamp /*
158ac27a0ecSDave Kleikamp  * Truncate transactions can be complex and absolutely huge.  So we need to
159ac27a0ecSDave Kleikamp  * be able to restart the transaction at a conventient checkpoint to make
160ac27a0ecSDave Kleikamp  * sure we don't overflow the journal.
161ac27a0ecSDave Kleikamp  *
162ac27a0ecSDave Kleikamp  * start_transaction gets us a new handle for a truncate transaction,
163ac27a0ecSDave Kleikamp  * and extend_transaction tries to extend the existing one a bit.  If
164ac27a0ecSDave Kleikamp  * extend fails, we need to propagate the failure up and restart the
165ac27a0ecSDave Kleikamp  * transaction in the top-level truncate loop. --sct
166ac27a0ecSDave Kleikamp  */
167ac27a0ecSDave Kleikamp static handle_t *start_transaction(struct inode *inode)
168ac27a0ecSDave Kleikamp {
169ac27a0ecSDave Kleikamp 	handle_t *result;
170ac27a0ecSDave Kleikamp 
171617ba13bSMingming Cao 	result = ext4_journal_start(inode, blocks_for_truncate(inode));
172ac27a0ecSDave Kleikamp 	if (!IS_ERR(result))
173ac27a0ecSDave Kleikamp 		return result;
174ac27a0ecSDave Kleikamp 
175617ba13bSMingming Cao 	ext4_std_error(inode->i_sb, PTR_ERR(result));
176ac27a0ecSDave Kleikamp 	return result;
177ac27a0ecSDave Kleikamp }
178ac27a0ecSDave Kleikamp 
179ac27a0ecSDave Kleikamp /*
180ac27a0ecSDave Kleikamp  * Try to extend this transaction for the purposes of truncation.
181ac27a0ecSDave Kleikamp  *
182ac27a0ecSDave Kleikamp  * Returns 0 if we managed to create more room.  If we can't create more
183ac27a0ecSDave Kleikamp  * room, and the transaction must be restarted we return 1.
184ac27a0ecSDave Kleikamp  */
185ac27a0ecSDave Kleikamp static int try_to_extend_transaction(handle_t *handle, struct inode *inode)
186ac27a0ecSDave Kleikamp {
1870390131bSFrank Mayhar 	if (!ext4_handle_valid(handle))
1880390131bSFrank Mayhar 		return 0;
1890390131bSFrank Mayhar 	if (ext4_handle_has_enough_credits(handle, EXT4_RESERVE_TRANS_BLOCKS+1))
190ac27a0ecSDave Kleikamp 		return 0;
191617ba13bSMingming Cao 	if (!ext4_journal_extend(handle, blocks_for_truncate(inode)))
192ac27a0ecSDave Kleikamp 		return 0;
193ac27a0ecSDave Kleikamp 	return 1;
194ac27a0ecSDave Kleikamp }
195ac27a0ecSDave Kleikamp 
196ac27a0ecSDave Kleikamp /*
197ac27a0ecSDave Kleikamp  * Restart the transaction associated with *handle.  This does a commit,
198ac27a0ecSDave Kleikamp  * so before we call here everything must be consistently dirtied against
199ac27a0ecSDave Kleikamp  * this transaction.
200ac27a0ecSDave Kleikamp  */
201617ba13bSMingming Cao static int ext4_journal_test_restart(handle_t *handle, struct inode *inode)
202ac27a0ecSDave Kleikamp {
2030390131bSFrank Mayhar 	BUG_ON(EXT4_JOURNAL(inode) == NULL);
204ac27a0ecSDave Kleikamp 	jbd_debug(2, "restarting handle %p\n", handle);
205617ba13bSMingming Cao 	return ext4_journal_restart(handle, blocks_for_truncate(inode));
206ac27a0ecSDave Kleikamp }
207ac27a0ecSDave Kleikamp 
208ac27a0ecSDave Kleikamp /*
209ac27a0ecSDave Kleikamp  * Called at the last iput() if i_nlink is zero.
210ac27a0ecSDave Kleikamp  */
211617ba13bSMingming Cao void ext4_delete_inode(struct inode *inode)
212ac27a0ecSDave Kleikamp {
213ac27a0ecSDave Kleikamp 	handle_t *handle;
214bc965ab3STheodore Ts'o 	int err;
215ac27a0ecSDave Kleikamp 
216678aaf48SJan Kara 	if (ext4_should_order_data(inode))
217678aaf48SJan Kara 		ext4_begin_ordered_truncate(inode, 0);
218ac27a0ecSDave Kleikamp 	truncate_inode_pages(&inode->i_data, 0);
219ac27a0ecSDave Kleikamp 
220ac27a0ecSDave Kleikamp 	if (is_bad_inode(inode))
221ac27a0ecSDave Kleikamp 		goto no_delete;
222ac27a0ecSDave Kleikamp 
223bc965ab3STheodore Ts'o 	handle = ext4_journal_start(inode, blocks_for_truncate(inode)+3);
224ac27a0ecSDave Kleikamp 	if (IS_ERR(handle)) {
225bc965ab3STheodore Ts'o 		ext4_std_error(inode->i_sb, PTR_ERR(handle));
226ac27a0ecSDave Kleikamp 		/*
227ac27a0ecSDave Kleikamp 		 * If we're going to skip the normal cleanup, we still need to
228ac27a0ecSDave Kleikamp 		 * make sure that the in-core orphan linked list is properly
229ac27a0ecSDave Kleikamp 		 * cleaned up.
230ac27a0ecSDave Kleikamp 		 */
231617ba13bSMingming Cao 		ext4_orphan_del(NULL, inode);
232ac27a0ecSDave Kleikamp 		goto no_delete;
233ac27a0ecSDave Kleikamp 	}
234ac27a0ecSDave Kleikamp 
235ac27a0ecSDave Kleikamp 	if (IS_SYNC(inode))
2360390131bSFrank Mayhar 		ext4_handle_sync(handle);
237ac27a0ecSDave Kleikamp 	inode->i_size = 0;
238bc965ab3STheodore Ts'o 	err = ext4_mark_inode_dirty(handle, inode);
239bc965ab3STheodore Ts'o 	if (err) {
240bc965ab3STheodore Ts'o 		ext4_warning(inode->i_sb, __func__,
241bc965ab3STheodore Ts'o 			     "couldn't mark inode dirty (err %d)", err);
242bc965ab3STheodore Ts'o 		goto stop_handle;
243bc965ab3STheodore Ts'o 	}
244ac27a0ecSDave Kleikamp 	if (inode->i_blocks)
245617ba13bSMingming Cao 		ext4_truncate(inode);
246bc965ab3STheodore Ts'o 
247bc965ab3STheodore Ts'o 	/*
248bc965ab3STheodore Ts'o 	 * ext4_ext_truncate() doesn't reserve any slop when it
249bc965ab3STheodore Ts'o 	 * restarts journal transactions; therefore there may not be
250bc965ab3STheodore Ts'o 	 * enough credits left in the handle to remove the inode from
251bc965ab3STheodore Ts'o 	 * the orphan list and set the dtime field.
252bc965ab3STheodore Ts'o 	 */
2530390131bSFrank Mayhar 	if (!ext4_handle_has_enough_credits(handle, 3)) {
254bc965ab3STheodore Ts'o 		err = ext4_journal_extend(handle, 3);
255bc965ab3STheodore Ts'o 		if (err > 0)
256bc965ab3STheodore Ts'o 			err = ext4_journal_restart(handle, 3);
257bc965ab3STheodore Ts'o 		if (err != 0) {
258bc965ab3STheodore Ts'o 			ext4_warning(inode->i_sb, __func__,
259bc965ab3STheodore Ts'o 				     "couldn't extend journal (err %d)", err);
260bc965ab3STheodore Ts'o 		stop_handle:
261bc965ab3STheodore Ts'o 			ext4_journal_stop(handle);
262bc965ab3STheodore Ts'o 			goto no_delete;
263bc965ab3STheodore Ts'o 		}
264bc965ab3STheodore Ts'o 	}
265bc965ab3STheodore Ts'o 
266ac27a0ecSDave Kleikamp 	/*
267617ba13bSMingming Cao 	 * Kill off the orphan record which ext4_truncate created.
268ac27a0ecSDave Kleikamp 	 * AKPM: I think this can be inside the above `if'.
269617ba13bSMingming Cao 	 * Note that ext4_orphan_del() has to be able to cope with the
270ac27a0ecSDave Kleikamp 	 * deletion of a non-existent orphan - this is because we don't
271617ba13bSMingming Cao 	 * know if ext4_truncate() actually created an orphan record.
272ac27a0ecSDave Kleikamp 	 * (Well, we could do this if we need to, but heck - it works)
273ac27a0ecSDave Kleikamp 	 */
274617ba13bSMingming Cao 	ext4_orphan_del(handle, inode);
275617ba13bSMingming Cao 	EXT4_I(inode)->i_dtime	= get_seconds();
276ac27a0ecSDave Kleikamp 
277ac27a0ecSDave Kleikamp 	/*
278ac27a0ecSDave Kleikamp 	 * One subtle ordering requirement: if anything has gone wrong
279ac27a0ecSDave Kleikamp 	 * (transaction abort, IO errors, whatever), then we can still
280ac27a0ecSDave Kleikamp 	 * do these next steps (the fs will already have been marked as
281ac27a0ecSDave Kleikamp 	 * having errors), but we can't free the inode if the mark_dirty
282ac27a0ecSDave Kleikamp 	 * fails.
283ac27a0ecSDave Kleikamp 	 */
284617ba13bSMingming Cao 	if (ext4_mark_inode_dirty(handle, inode))
285ac27a0ecSDave Kleikamp 		/* If that failed, just do the required in-core inode clear. */
286ac27a0ecSDave Kleikamp 		clear_inode(inode);
287ac27a0ecSDave Kleikamp 	else
288617ba13bSMingming Cao 		ext4_free_inode(handle, inode);
289617ba13bSMingming Cao 	ext4_journal_stop(handle);
290ac27a0ecSDave Kleikamp 	return;
291ac27a0ecSDave Kleikamp no_delete:
292ac27a0ecSDave Kleikamp 	clear_inode(inode);	/* We must guarantee clearing of inode... */
293ac27a0ecSDave Kleikamp }
294ac27a0ecSDave Kleikamp 
295ac27a0ecSDave Kleikamp typedef struct {
296ac27a0ecSDave Kleikamp 	__le32	*p;
297ac27a0ecSDave Kleikamp 	__le32	key;
298ac27a0ecSDave Kleikamp 	struct buffer_head *bh;
299ac27a0ecSDave Kleikamp } Indirect;
300ac27a0ecSDave Kleikamp 
301ac27a0ecSDave Kleikamp static inline void add_chain(Indirect *p, struct buffer_head *bh, __le32 *v)
302ac27a0ecSDave Kleikamp {
303ac27a0ecSDave Kleikamp 	p->key = *(p->p = v);
304ac27a0ecSDave Kleikamp 	p->bh = bh;
305ac27a0ecSDave Kleikamp }
306ac27a0ecSDave Kleikamp 
307ac27a0ecSDave Kleikamp /**
308617ba13bSMingming Cao  *	ext4_block_to_path - parse the block number into array of offsets
309ac27a0ecSDave Kleikamp  *	@inode: inode in question (we are only interested in its superblock)
310ac27a0ecSDave Kleikamp  *	@i_block: block number to be parsed
311ac27a0ecSDave Kleikamp  *	@offsets: array to store the offsets in
312ac27a0ecSDave Kleikamp  *	@boundary: set this non-zero if the referred-to block is likely to be
313ac27a0ecSDave Kleikamp  *	       followed (on disk) by an indirect block.
314ac27a0ecSDave Kleikamp  *
315617ba13bSMingming Cao  *	To store the locations of file's data ext4 uses a data structure common
316ac27a0ecSDave Kleikamp  *	for UNIX filesystems - tree of pointers anchored in the inode, with
317ac27a0ecSDave Kleikamp  *	data blocks at leaves and indirect blocks in intermediate nodes.
318ac27a0ecSDave Kleikamp  *	This function translates the block number into path in that tree -
319ac27a0ecSDave Kleikamp  *	return value is the path length and @offsets[n] is the offset of
320ac27a0ecSDave Kleikamp  *	pointer to (n+1)th node in the nth one. If @block is out of range
321ac27a0ecSDave Kleikamp  *	(negative or too large) warning is printed and zero returned.
322ac27a0ecSDave Kleikamp  *
323ac27a0ecSDave Kleikamp  *	Note: function doesn't find node addresses, so no IO is needed. All
324ac27a0ecSDave Kleikamp  *	we need to know is the capacity of indirect blocks (taken from the
325ac27a0ecSDave Kleikamp  *	inode->i_sb).
326ac27a0ecSDave Kleikamp  */
327ac27a0ecSDave Kleikamp 
328ac27a0ecSDave Kleikamp /*
329ac27a0ecSDave Kleikamp  * Portability note: the last comparison (check that we fit into triple
330ac27a0ecSDave Kleikamp  * indirect block) is spelled differently, because otherwise on an
331ac27a0ecSDave Kleikamp  * architecture with 32-bit longs and 8Kb pages we might get into trouble
332ac27a0ecSDave Kleikamp  * if our filesystem had 8Kb blocks. We might use long long, but that would
333ac27a0ecSDave Kleikamp  * kill us on x86. Oh, well, at least the sign propagation does not matter -
334ac27a0ecSDave Kleikamp  * i_block would have to be negative in the very beginning, so we would not
335ac27a0ecSDave Kleikamp  * get there at all.
336ac27a0ecSDave Kleikamp  */
337ac27a0ecSDave Kleikamp 
338617ba13bSMingming Cao static int ext4_block_to_path(struct inode *inode,
339725d26d3SAneesh Kumar K.V 			      ext4_lblk_t i_block,
340725d26d3SAneesh Kumar K.V 			      ext4_lblk_t offsets[4], int *boundary)
341ac27a0ecSDave Kleikamp {
342617ba13bSMingming Cao 	int ptrs = EXT4_ADDR_PER_BLOCK(inode->i_sb);
343617ba13bSMingming Cao 	int ptrs_bits = EXT4_ADDR_PER_BLOCK_BITS(inode->i_sb);
344617ba13bSMingming Cao 	const long direct_blocks = EXT4_NDIR_BLOCKS,
345ac27a0ecSDave Kleikamp 		indirect_blocks = ptrs,
346ac27a0ecSDave Kleikamp 		double_blocks = (1 << (ptrs_bits * 2));
347ac27a0ecSDave Kleikamp 	int n = 0;
348ac27a0ecSDave Kleikamp 	int final = 0;
349ac27a0ecSDave Kleikamp 
350ac27a0ecSDave Kleikamp 	if (i_block < 0) {
351617ba13bSMingming Cao 		ext4_warning(inode->i_sb, "ext4_block_to_path", "block < 0");
352ac27a0ecSDave Kleikamp 	} else if (i_block < direct_blocks) {
353ac27a0ecSDave Kleikamp 		offsets[n++] = i_block;
354ac27a0ecSDave Kleikamp 		final = direct_blocks;
355ac27a0ecSDave Kleikamp 	} else if ((i_block -= direct_blocks) < indirect_blocks) {
356617ba13bSMingming Cao 		offsets[n++] = EXT4_IND_BLOCK;
357ac27a0ecSDave Kleikamp 		offsets[n++] = i_block;
358ac27a0ecSDave Kleikamp 		final = ptrs;
359ac27a0ecSDave Kleikamp 	} else if ((i_block -= indirect_blocks) < double_blocks) {
360617ba13bSMingming Cao 		offsets[n++] = EXT4_DIND_BLOCK;
361ac27a0ecSDave Kleikamp 		offsets[n++] = i_block >> ptrs_bits;
362ac27a0ecSDave Kleikamp 		offsets[n++] = i_block & (ptrs - 1);
363ac27a0ecSDave Kleikamp 		final = ptrs;
364ac27a0ecSDave Kleikamp 	} else if (((i_block -= double_blocks) >> (ptrs_bits * 2)) < ptrs) {
365617ba13bSMingming Cao 		offsets[n++] = EXT4_TIND_BLOCK;
366ac27a0ecSDave Kleikamp 		offsets[n++] = i_block >> (ptrs_bits * 2);
367ac27a0ecSDave Kleikamp 		offsets[n++] = (i_block >> ptrs_bits) & (ptrs - 1);
368ac27a0ecSDave Kleikamp 		offsets[n++] = i_block & (ptrs - 1);
369ac27a0ecSDave Kleikamp 		final = ptrs;
370ac27a0ecSDave Kleikamp 	} else {
371e2b46574SEric Sandeen 		ext4_warning(inode->i_sb, "ext4_block_to_path",
37206a279d6STheodore Ts'o 			     "block %lu > max in inode %lu",
373e2b46574SEric Sandeen 			     i_block + direct_blocks +
37406a279d6STheodore Ts'o 			     indirect_blocks + double_blocks, inode->i_ino);
375ac27a0ecSDave Kleikamp 	}
376ac27a0ecSDave Kleikamp 	if (boundary)
377ac27a0ecSDave Kleikamp 		*boundary = final - 1 - (i_block & (ptrs - 1));
378ac27a0ecSDave Kleikamp 	return n;
379ac27a0ecSDave Kleikamp }
380ac27a0ecSDave Kleikamp 
381fe2c8191SThiemo Nagel static int __ext4_check_blockref(const char *function, struct inode *inode,
3826fd058f7STheodore Ts'o 				 __le32 *p, unsigned int max)
3836fd058f7STheodore Ts'o {
384f73953c0SThiemo Nagel 	__le32 *bref = p;
3856fd058f7STheodore Ts'o 	unsigned int blk;
3866fd058f7STheodore Ts'o 
387fe2c8191SThiemo Nagel 	while (bref < p+max) {
3886fd058f7STheodore Ts'o 		blk = le32_to_cpu(*bref++);
3896fd058f7STheodore Ts'o 		if (blk &&
3906fd058f7STheodore Ts'o 		    unlikely(!ext4_data_block_valid(EXT4_SB(inode->i_sb),
3916fd058f7STheodore Ts'o 						    blk, 1))) {
392fe2c8191SThiemo Nagel 			ext4_error(inode->i_sb, function,
3936fd058f7STheodore Ts'o 				   "invalid block reference %u "
3946fd058f7STheodore Ts'o 				   "in inode #%lu", blk, inode->i_ino);
395fe2c8191SThiemo Nagel 			return -EIO;
396fe2c8191SThiemo Nagel 		}
397fe2c8191SThiemo Nagel 	}
398fe2c8191SThiemo Nagel 	return 0;
399fe2c8191SThiemo Nagel }
400fe2c8191SThiemo Nagel 
401fe2c8191SThiemo Nagel 
402fe2c8191SThiemo Nagel #define ext4_check_indirect_blockref(inode, bh)                         \
403fe2c8191SThiemo Nagel 	__ext4_check_blockref(__func__, inode, (__le32 *)(bh)->b_data,  \
404fe2c8191SThiemo Nagel 			      EXT4_ADDR_PER_BLOCK((inode)->i_sb))
405fe2c8191SThiemo Nagel 
406fe2c8191SThiemo Nagel #define ext4_check_inode_blockref(inode)                                \
407fe2c8191SThiemo Nagel 	__ext4_check_blockref(__func__, inode, EXT4_I(inode)->i_data,   \
408fe2c8191SThiemo Nagel 			      EXT4_NDIR_BLOCKS)
409fe2c8191SThiemo Nagel 
410ac27a0ecSDave Kleikamp /**
411617ba13bSMingming Cao  *	ext4_get_branch - read the chain of indirect blocks leading to data
412ac27a0ecSDave Kleikamp  *	@inode: inode in question
413ac27a0ecSDave Kleikamp  *	@depth: depth of the chain (1 - direct pointer, etc.)
414ac27a0ecSDave Kleikamp  *	@offsets: offsets of pointers in inode/indirect blocks
415ac27a0ecSDave Kleikamp  *	@chain: place to store the result
416ac27a0ecSDave Kleikamp  *	@err: here we store the error value
417ac27a0ecSDave Kleikamp  *
418ac27a0ecSDave Kleikamp  *	Function fills the array of triples <key, p, bh> and returns %NULL
419ac27a0ecSDave Kleikamp  *	if everything went OK or the pointer to the last filled triple
420ac27a0ecSDave Kleikamp  *	(incomplete one) otherwise. Upon the return chain[i].key contains
421ac27a0ecSDave Kleikamp  *	the number of (i+1)-th block in the chain (as it is stored in memory,
422ac27a0ecSDave Kleikamp  *	i.e. little-endian 32-bit), chain[i].p contains the address of that
423ac27a0ecSDave Kleikamp  *	number (it points into struct inode for i==0 and into the bh->b_data
424ac27a0ecSDave Kleikamp  *	for i>0) and chain[i].bh points to the buffer_head of i-th indirect
425ac27a0ecSDave Kleikamp  *	block for i>0 and NULL for i==0. In other words, it holds the block
426ac27a0ecSDave Kleikamp  *	numbers of the chain, addresses they were taken from (and where we can
427ac27a0ecSDave Kleikamp  *	verify that chain did not change) and buffer_heads hosting these
428ac27a0ecSDave Kleikamp  *	numbers.
429ac27a0ecSDave Kleikamp  *
430ac27a0ecSDave Kleikamp  *	Function stops when it stumbles upon zero pointer (absent block)
431ac27a0ecSDave Kleikamp  *		(pointer to last triple returned, *@err == 0)
432ac27a0ecSDave Kleikamp  *	or when it gets an IO error reading an indirect block
433ac27a0ecSDave Kleikamp  *		(ditto, *@err == -EIO)
434ac27a0ecSDave Kleikamp  *	or when it reads all @depth-1 indirect blocks successfully and finds
435ac27a0ecSDave Kleikamp  *	the whole chain, all way to the data (returns %NULL, *err == 0).
436c278bfecSAneesh Kumar K.V  *
437c278bfecSAneesh Kumar K.V  *      Need to be called with
4380e855ac8SAneesh Kumar K.V  *      down_read(&EXT4_I(inode)->i_data_sem)
439ac27a0ecSDave Kleikamp  */
440725d26d3SAneesh Kumar K.V static Indirect *ext4_get_branch(struct inode *inode, int depth,
441725d26d3SAneesh Kumar K.V 				 ext4_lblk_t  *offsets,
442ac27a0ecSDave Kleikamp 				 Indirect chain[4], int *err)
443ac27a0ecSDave Kleikamp {
444ac27a0ecSDave Kleikamp 	struct super_block *sb = inode->i_sb;
445ac27a0ecSDave Kleikamp 	Indirect *p = chain;
446ac27a0ecSDave Kleikamp 	struct buffer_head *bh;
447ac27a0ecSDave Kleikamp 
448ac27a0ecSDave Kleikamp 	*err = 0;
449ac27a0ecSDave Kleikamp 	/* i_data is not going away, no lock needed */
450617ba13bSMingming Cao 	add_chain(chain, NULL, EXT4_I(inode)->i_data + *offsets);
451ac27a0ecSDave Kleikamp 	if (!p->key)
452ac27a0ecSDave Kleikamp 		goto no_block;
453ac27a0ecSDave Kleikamp 	while (--depth) {
454fe2c8191SThiemo Nagel 		bh = sb_getblk(sb, le32_to_cpu(p->key));
455fe2c8191SThiemo Nagel 		if (unlikely(!bh))
456ac27a0ecSDave Kleikamp 			goto failure;
457fe2c8191SThiemo Nagel 
458fe2c8191SThiemo Nagel 		if (!bh_uptodate_or_lock(bh)) {
459fe2c8191SThiemo Nagel 			if (bh_submit_read(bh) < 0) {
460fe2c8191SThiemo Nagel 				put_bh(bh);
461fe2c8191SThiemo Nagel 				goto failure;
462fe2c8191SThiemo Nagel 			}
463fe2c8191SThiemo Nagel 			/* validate block references */
464fe2c8191SThiemo Nagel 			if (ext4_check_indirect_blockref(inode, bh)) {
465fe2c8191SThiemo Nagel 				put_bh(bh);
466fe2c8191SThiemo Nagel 				goto failure;
467fe2c8191SThiemo Nagel 			}
468fe2c8191SThiemo Nagel 		}
469fe2c8191SThiemo Nagel 
470ac27a0ecSDave Kleikamp 		add_chain(++p, bh, (__le32 *)bh->b_data + *++offsets);
471ac27a0ecSDave Kleikamp 		/* Reader: end */
472ac27a0ecSDave Kleikamp 		if (!p->key)
473ac27a0ecSDave Kleikamp 			goto no_block;
474ac27a0ecSDave Kleikamp 	}
475ac27a0ecSDave Kleikamp 	return NULL;
476ac27a0ecSDave Kleikamp 
477ac27a0ecSDave Kleikamp failure:
478ac27a0ecSDave Kleikamp 	*err = -EIO;
479ac27a0ecSDave Kleikamp no_block:
480ac27a0ecSDave Kleikamp 	return p;
481ac27a0ecSDave Kleikamp }
482ac27a0ecSDave Kleikamp 
483ac27a0ecSDave Kleikamp /**
484617ba13bSMingming Cao  *	ext4_find_near - find a place for allocation with sufficient locality
485ac27a0ecSDave Kleikamp  *	@inode: owner
486ac27a0ecSDave Kleikamp  *	@ind: descriptor of indirect block.
487ac27a0ecSDave Kleikamp  *
4881cc8dcf5SBenoit Boissinot  *	This function returns the preferred place for block allocation.
489ac27a0ecSDave Kleikamp  *	It is used when heuristic for sequential allocation fails.
490ac27a0ecSDave Kleikamp  *	Rules are:
491ac27a0ecSDave Kleikamp  *	  + if there is a block to the left of our position - allocate near it.
492ac27a0ecSDave Kleikamp  *	  + if pointer will live in indirect block - allocate near that block.
493ac27a0ecSDave Kleikamp  *	  + if pointer will live in inode - allocate in the same
494ac27a0ecSDave Kleikamp  *	    cylinder group.
495ac27a0ecSDave Kleikamp  *
496ac27a0ecSDave Kleikamp  * In the latter case we colour the starting block by the callers PID to
497ac27a0ecSDave Kleikamp  * prevent it from clashing with concurrent allocations for a different inode
498ac27a0ecSDave Kleikamp  * in the same block group.   The PID is used here so that functionally related
499ac27a0ecSDave Kleikamp  * files will be close-by on-disk.
500ac27a0ecSDave Kleikamp  *
501ac27a0ecSDave Kleikamp  *	Caller must make sure that @ind is valid and will stay that way.
502ac27a0ecSDave Kleikamp  */
503617ba13bSMingming Cao static ext4_fsblk_t ext4_find_near(struct inode *inode, Indirect *ind)
504ac27a0ecSDave Kleikamp {
505617ba13bSMingming Cao 	struct ext4_inode_info *ei = EXT4_I(inode);
506ac27a0ecSDave Kleikamp 	__le32 *start = ind->bh ? (__le32 *) ind->bh->b_data : ei->i_data;
507ac27a0ecSDave Kleikamp 	__le32 *p;
508617ba13bSMingming Cao 	ext4_fsblk_t bg_start;
50974d3487fSValerie Clement 	ext4_fsblk_t last_block;
510617ba13bSMingming Cao 	ext4_grpblk_t colour;
511a4912123STheodore Ts'o 	ext4_group_t block_group;
512a4912123STheodore Ts'o 	int flex_size = ext4_flex_bg_size(EXT4_SB(inode->i_sb));
513ac27a0ecSDave Kleikamp 
514ac27a0ecSDave Kleikamp 	/* Try to find previous block */
515ac27a0ecSDave Kleikamp 	for (p = ind->p - 1; p >= start; p--) {
516ac27a0ecSDave Kleikamp 		if (*p)
517ac27a0ecSDave Kleikamp 			return le32_to_cpu(*p);
518ac27a0ecSDave Kleikamp 	}
519ac27a0ecSDave Kleikamp 
520ac27a0ecSDave Kleikamp 	/* No such thing, so let's try location of indirect block */
521ac27a0ecSDave Kleikamp 	if (ind->bh)
522ac27a0ecSDave Kleikamp 		return ind->bh->b_blocknr;
523ac27a0ecSDave Kleikamp 
524ac27a0ecSDave Kleikamp 	/*
525ac27a0ecSDave Kleikamp 	 * It is going to be referred to from the inode itself? OK, just put it
526ac27a0ecSDave Kleikamp 	 * into the same cylinder group then.
527ac27a0ecSDave Kleikamp 	 */
528a4912123STheodore Ts'o 	block_group = ei->i_block_group;
529a4912123STheodore Ts'o 	if (flex_size >= EXT4_FLEX_SIZE_DIR_ALLOC_SCHEME) {
530a4912123STheodore Ts'o 		block_group &= ~(flex_size-1);
531a4912123STheodore Ts'o 		if (S_ISREG(inode->i_mode))
532a4912123STheodore Ts'o 			block_group++;
533a4912123STheodore Ts'o 	}
534a4912123STheodore Ts'o 	bg_start = ext4_group_first_block_no(inode->i_sb, block_group);
53574d3487fSValerie Clement 	last_block = ext4_blocks_count(EXT4_SB(inode->i_sb)->s_es) - 1;
53674d3487fSValerie Clement 
537a4912123STheodore Ts'o 	/*
538a4912123STheodore Ts'o 	 * If we are doing delayed allocation, we don't need take
539a4912123STheodore Ts'o 	 * colour into account.
540a4912123STheodore Ts'o 	 */
541a4912123STheodore Ts'o 	if (test_opt(inode->i_sb, DELALLOC))
542a4912123STheodore Ts'o 		return bg_start;
543a4912123STheodore Ts'o 
54474d3487fSValerie Clement 	if (bg_start + EXT4_BLOCKS_PER_GROUP(inode->i_sb) <= last_block)
545ac27a0ecSDave Kleikamp 		colour = (current->pid % 16) *
546617ba13bSMingming Cao 			(EXT4_BLOCKS_PER_GROUP(inode->i_sb) / 16);
54774d3487fSValerie Clement 	else
54874d3487fSValerie Clement 		colour = (current->pid % 16) * ((last_block - bg_start) / 16);
549ac27a0ecSDave Kleikamp 	return bg_start + colour;
550ac27a0ecSDave Kleikamp }
551ac27a0ecSDave Kleikamp 
552ac27a0ecSDave Kleikamp /**
5531cc8dcf5SBenoit Boissinot  *	ext4_find_goal - find a preferred place for allocation.
554ac27a0ecSDave Kleikamp  *	@inode: owner
555ac27a0ecSDave Kleikamp  *	@block:  block we want
556ac27a0ecSDave Kleikamp  *	@partial: pointer to the last triple within a chain
557ac27a0ecSDave Kleikamp  *
5581cc8dcf5SBenoit Boissinot  *	Normally this function find the preferred place for block allocation,
559fb01bfdaSAkinobu Mita  *	returns it.
560ac27a0ecSDave Kleikamp  */
561725d26d3SAneesh Kumar K.V static ext4_fsblk_t ext4_find_goal(struct inode *inode, ext4_lblk_t block,
562fb01bfdaSAkinobu Mita 				   Indirect *partial)
563ac27a0ecSDave Kleikamp {
564ac27a0ecSDave Kleikamp 	/*
565c2ea3fdeSTheodore Ts'o 	 * XXX need to get goal block from mballoc's data structures
566ac27a0ecSDave Kleikamp 	 */
567ac27a0ecSDave Kleikamp 
568617ba13bSMingming Cao 	return ext4_find_near(inode, partial);
569ac27a0ecSDave Kleikamp }
570ac27a0ecSDave Kleikamp 
571ac27a0ecSDave Kleikamp /**
572617ba13bSMingming Cao  *	ext4_blks_to_allocate: Look up the block map and count the number
573ac27a0ecSDave Kleikamp  *	of direct blocks need to be allocated for the given branch.
574ac27a0ecSDave Kleikamp  *
575ac27a0ecSDave Kleikamp  *	@branch: chain of indirect blocks
576ac27a0ecSDave Kleikamp  *	@k: number of blocks need for indirect blocks
577ac27a0ecSDave Kleikamp  *	@blks: number of data blocks to be mapped.
578ac27a0ecSDave Kleikamp  *	@blocks_to_boundary:  the offset in the indirect block
579ac27a0ecSDave Kleikamp  *
580ac27a0ecSDave Kleikamp  *	return the total number of blocks to be allocate, including the
581ac27a0ecSDave Kleikamp  *	direct and indirect blocks.
582ac27a0ecSDave Kleikamp  */
583498e5f24STheodore Ts'o static int ext4_blks_to_allocate(Indirect *branch, int k, unsigned int blks,
584ac27a0ecSDave Kleikamp 				 int blocks_to_boundary)
585ac27a0ecSDave Kleikamp {
586498e5f24STheodore Ts'o 	unsigned int count = 0;
587ac27a0ecSDave Kleikamp 
588ac27a0ecSDave Kleikamp 	/*
589ac27a0ecSDave Kleikamp 	 * Simple case, [t,d]Indirect block(s) has not allocated yet
590ac27a0ecSDave Kleikamp 	 * then it's clear blocks on that path have not allocated
591ac27a0ecSDave Kleikamp 	 */
592ac27a0ecSDave Kleikamp 	if (k > 0) {
593ac27a0ecSDave Kleikamp 		/* right now we don't handle cross boundary allocation */
594ac27a0ecSDave Kleikamp 		if (blks < blocks_to_boundary + 1)
595ac27a0ecSDave Kleikamp 			count += blks;
596ac27a0ecSDave Kleikamp 		else
597ac27a0ecSDave Kleikamp 			count += blocks_to_boundary + 1;
598ac27a0ecSDave Kleikamp 		return count;
599ac27a0ecSDave Kleikamp 	}
600ac27a0ecSDave Kleikamp 
601ac27a0ecSDave Kleikamp 	count++;
602ac27a0ecSDave Kleikamp 	while (count < blks && count <= blocks_to_boundary &&
603ac27a0ecSDave Kleikamp 		le32_to_cpu(*(branch[0].p + count)) == 0) {
604ac27a0ecSDave Kleikamp 		count++;
605ac27a0ecSDave Kleikamp 	}
606ac27a0ecSDave Kleikamp 	return count;
607ac27a0ecSDave Kleikamp }
608ac27a0ecSDave Kleikamp 
609ac27a0ecSDave Kleikamp /**
610617ba13bSMingming Cao  *	ext4_alloc_blocks: multiple allocate blocks needed for a branch
611ac27a0ecSDave Kleikamp  *	@indirect_blks: the number of blocks need to allocate for indirect
612ac27a0ecSDave Kleikamp  *			blocks
613ac27a0ecSDave Kleikamp  *
614ac27a0ecSDave Kleikamp  *	@new_blocks: on return it will store the new block numbers for
615ac27a0ecSDave Kleikamp  *	the indirect blocks(if needed) and the first direct block,
616ac27a0ecSDave Kleikamp  *	@blks:	on return it will store the total number of allocated
617ac27a0ecSDave Kleikamp  *		direct blocks
618ac27a0ecSDave Kleikamp  */
619617ba13bSMingming Cao static int ext4_alloc_blocks(handle_t *handle, struct inode *inode,
6207061eba7SAneesh Kumar K.V 			     ext4_lblk_t iblock, ext4_fsblk_t goal,
6217061eba7SAneesh Kumar K.V 			     int indirect_blks, int blks,
622617ba13bSMingming Cao 			     ext4_fsblk_t new_blocks[4], int *err)
623ac27a0ecSDave Kleikamp {
624815a1130STheodore Ts'o 	struct ext4_allocation_request ar;
625ac27a0ecSDave Kleikamp 	int target, i;
6267061eba7SAneesh Kumar K.V 	unsigned long count = 0, blk_allocated = 0;
627ac27a0ecSDave Kleikamp 	int index = 0;
628617ba13bSMingming Cao 	ext4_fsblk_t current_block = 0;
629ac27a0ecSDave Kleikamp 	int ret = 0;
630ac27a0ecSDave Kleikamp 
631ac27a0ecSDave Kleikamp 	/*
632ac27a0ecSDave Kleikamp 	 * Here we try to allocate the requested multiple blocks at once,
633ac27a0ecSDave Kleikamp 	 * on a best-effort basis.
634ac27a0ecSDave Kleikamp 	 * To build a branch, we should allocate blocks for
635ac27a0ecSDave Kleikamp 	 * the indirect blocks(if not allocated yet), and at least
636ac27a0ecSDave Kleikamp 	 * the first direct block of this branch.  That's the
637ac27a0ecSDave Kleikamp 	 * minimum number of blocks need to allocate(required)
638ac27a0ecSDave Kleikamp 	 */
6397061eba7SAneesh Kumar K.V 	/* first we try to allocate the indirect blocks */
6407061eba7SAneesh Kumar K.V 	target = indirect_blks;
6417061eba7SAneesh Kumar K.V 	while (target > 0) {
642ac27a0ecSDave Kleikamp 		count = target;
643ac27a0ecSDave Kleikamp 		/* allocating blocks for indirect blocks and direct blocks */
6447061eba7SAneesh Kumar K.V 		current_block = ext4_new_meta_blocks(handle, inode,
6457061eba7SAneesh Kumar K.V 							goal, &count, err);
646ac27a0ecSDave Kleikamp 		if (*err)
647ac27a0ecSDave Kleikamp 			goto failed_out;
648ac27a0ecSDave Kleikamp 
649ac27a0ecSDave Kleikamp 		target -= count;
650ac27a0ecSDave Kleikamp 		/* allocate blocks for indirect blocks */
651ac27a0ecSDave Kleikamp 		while (index < indirect_blks && count) {
652ac27a0ecSDave Kleikamp 			new_blocks[index++] = current_block++;
653ac27a0ecSDave Kleikamp 			count--;
654ac27a0ecSDave Kleikamp 		}
6557061eba7SAneesh Kumar K.V 		if (count > 0) {
6567061eba7SAneesh Kumar K.V 			/*
6577061eba7SAneesh Kumar K.V 			 * save the new block number
6587061eba7SAneesh Kumar K.V 			 * for the first direct block
6597061eba7SAneesh Kumar K.V 			 */
6607061eba7SAneesh Kumar K.V 			new_blocks[index] = current_block;
6617061eba7SAneesh Kumar K.V 			printk(KERN_INFO "%s returned more blocks than "
6627061eba7SAneesh Kumar K.V 						"requested\n", __func__);
6637061eba7SAneesh Kumar K.V 			WARN_ON(1);
664ac27a0ecSDave Kleikamp 			break;
665ac27a0ecSDave Kleikamp 		}
6667061eba7SAneesh Kumar K.V 	}
667ac27a0ecSDave Kleikamp 
6687061eba7SAneesh Kumar K.V 	target = blks - count ;
6697061eba7SAneesh Kumar K.V 	blk_allocated = count;
6707061eba7SAneesh Kumar K.V 	if (!target)
6717061eba7SAneesh Kumar K.V 		goto allocated;
6727061eba7SAneesh Kumar K.V 	/* Now allocate data blocks */
673815a1130STheodore Ts'o 	memset(&ar, 0, sizeof(ar));
674815a1130STheodore Ts'o 	ar.inode = inode;
675815a1130STheodore Ts'o 	ar.goal = goal;
676815a1130STheodore Ts'o 	ar.len = target;
677815a1130STheodore Ts'o 	ar.logical = iblock;
678815a1130STheodore Ts'o 	if (S_ISREG(inode->i_mode))
679815a1130STheodore Ts'o 		/* enable in-core preallocation only for regular files */
680815a1130STheodore Ts'o 		ar.flags = EXT4_MB_HINT_DATA;
681815a1130STheodore Ts'o 
682815a1130STheodore Ts'o 	current_block = ext4_mb_new_blocks(handle, &ar, err);
683815a1130STheodore Ts'o 
6847061eba7SAneesh Kumar K.V 	if (*err && (target == blks)) {
6857061eba7SAneesh Kumar K.V 		/*
6867061eba7SAneesh Kumar K.V 		 * if the allocation failed and we didn't allocate
6877061eba7SAneesh Kumar K.V 		 * any blocks before
6887061eba7SAneesh Kumar K.V 		 */
6897061eba7SAneesh Kumar K.V 		goto failed_out;
6907061eba7SAneesh Kumar K.V 	}
6917061eba7SAneesh Kumar K.V 	if (!*err) {
6927061eba7SAneesh Kumar K.V 		if (target == blks) {
6937061eba7SAneesh Kumar K.V 			/*
6947061eba7SAneesh Kumar K.V 			 * save the new block number
6957061eba7SAneesh Kumar K.V 			 * for the first direct block
6967061eba7SAneesh Kumar K.V 			 */
697ac27a0ecSDave Kleikamp 			new_blocks[index] = current_block;
6987061eba7SAneesh Kumar K.V 		}
699815a1130STheodore Ts'o 		blk_allocated += ar.len;
7007061eba7SAneesh Kumar K.V 	}
7017061eba7SAneesh Kumar K.V allocated:
702ac27a0ecSDave Kleikamp 	/* total number of blocks allocated for direct blocks */
7037061eba7SAneesh Kumar K.V 	ret = blk_allocated;
704ac27a0ecSDave Kleikamp 	*err = 0;
705ac27a0ecSDave Kleikamp 	return ret;
706ac27a0ecSDave Kleikamp failed_out:
707ac27a0ecSDave Kleikamp 	for (i = 0; i < index; i++)
708c9de560dSAlex Tomas 		ext4_free_blocks(handle, inode, new_blocks[i], 1, 0);
709ac27a0ecSDave Kleikamp 	return ret;
710ac27a0ecSDave Kleikamp }
711ac27a0ecSDave Kleikamp 
712ac27a0ecSDave Kleikamp /**
713617ba13bSMingming Cao  *	ext4_alloc_branch - allocate and set up a chain of blocks.
714ac27a0ecSDave Kleikamp  *	@inode: owner
715ac27a0ecSDave Kleikamp  *	@indirect_blks: number of allocated indirect blocks
716ac27a0ecSDave Kleikamp  *	@blks: number of allocated direct blocks
717ac27a0ecSDave Kleikamp  *	@offsets: offsets (in the blocks) to store the pointers to next.
718ac27a0ecSDave Kleikamp  *	@branch: place to store the chain in.
719ac27a0ecSDave Kleikamp  *
720ac27a0ecSDave Kleikamp  *	This function allocates blocks, zeroes out all but the last one,
721ac27a0ecSDave Kleikamp  *	links them into chain and (if we are synchronous) writes them to disk.
722ac27a0ecSDave Kleikamp  *	In other words, it prepares a branch that can be spliced onto the
723ac27a0ecSDave Kleikamp  *	inode. It stores the information about that chain in the branch[], in
724617ba13bSMingming Cao  *	the same format as ext4_get_branch() would do. We are calling it after
725ac27a0ecSDave Kleikamp  *	we had read the existing part of chain and partial points to the last
726ac27a0ecSDave Kleikamp  *	triple of that (one with zero ->key). Upon the exit we have the same
727617ba13bSMingming Cao  *	picture as after the successful ext4_get_block(), except that in one
728ac27a0ecSDave Kleikamp  *	place chain is disconnected - *branch->p is still zero (we did not
729ac27a0ecSDave Kleikamp  *	set the last link), but branch->key contains the number that should
730ac27a0ecSDave Kleikamp  *	be placed into *branch->p to fill that gap.
731ac27a0ecSDave Kleikamp  *
732ac27a0ecSDave Kleikamp  *	If allocation fails we free all blocks we've allocated (and forget
733ac27a0ecSDave Kleikamp  *	their buffer_heads) and return the error value the from failed
734617ba13bSMingming Cao  *	ext4_alloc_block() (normally -ENOSPC). Otherwise we set the chain
735ac27a0ecSDave Kleikamp  *	as described above and return 0.
736ac27a0ecSDave Kleikamp  */
737617ba13bSMingming Cao static int ext4_alloc_branch(handle_t *handle, struct inode *inode,
7387061eba7SAneesh Kumar K.V 			     ext4_lblk_t iblock, int indirect_blks,
7397061eba7SAneesh Kumar K.V 			     int *blks, ext4_fsblk_t goal,
740725d26d3SAneesh Kumar K.V 			     ext4_lblk_t *offsets, Indirect *branch)
741ac27a0ecSDave Kleikamp {
742ac27a0ecSDave Kleikamp 	int blocksize = inode->i_sb->s_blocksize;
743ac27a0ecSDave Kleikamp 	int i, n = 0;
744ac27a0ecSDave Kleikamp 	int err = 0;
745ac27a0ecSDave Kleikamp 	struct buffer_head *bh;
746ac27a0ecSDave Kleikamp 	int num;
747617ba13bSMingming Cao 	ext4_fsblk_t new_blocks[4];
748617ba13bSMingming Cao 	ext4_fsblk_t current_block;
749ac27a0ecSDave Kleikamp 
7507061eba7SAneesh Kumar K.V 	num = ext4_alloc_blocks(handle, inode, iblock, goal, indirect_blks,
751ac27a0ecSDave Kleikamp 				*blks, new_blocks, &err);
752ac27a0ecSDave Kleikamp 	if (err)
753ac27a0ecSDave Kleikamp 		return err;
754ac27a0ecSDave Kleikamp 
755ac27a0ecSDave Kleikamp 	branch[0].key = cpu_to_le32(new_blocks[0]);
756ac27a0ecSDave Kleikamp 	/*
757ac27a0ecSDave Kleikamp 	 * metadata blocks and data blocks are allocated.
758ac27a0ecSDave Kleikamp 	 */
759ac27a0ecSDave Kleikamp 	for (n = 1; n <= indirect_blks;  n++) {
760ac27a0ecSDave Kleikamp 		/*
761ac27a0ecSDave Kleikamp 		 * Get buffer_head for parent block, zero it out
762ac27a0ecSDave Kleikamp 		 * and set the pointer to new one, then send
763ac27a0ecSDave Kleikamp 		 * parent to disk.
764ac27a0ecSDave Kleikamp 		 */
765ac27a0ecSDave Kleikamp 		bh = sb_getblk(inode->i_sb, new_blocks[n-1]);
766ac27a0ecSDave Kleikamp 		branch[n].bh = bh;
767ac27a0ecSDave Kleikamp 		lock_buffer(bh);
768ac27a0ecSDave Kleikamp 		BUFFER_TRACE(bh, "call get_create_access");
769617ba13bSMingming Cao 		err = ext4_journal_get_create_access(handle, bh);
770ac27a0ecSDave Kleikamp 		if (err) {
771ac27a0ecSDave Kleikamp 			unlock_buffer(bh);
772ac27a0ecSDave Kleikamp 			brelse(bh);
773ac27a0ecSDave Kleikamp 			goto failed;
774ac27a0ecSDave Kleikamp 		}
775ac27a0ecSDave Kleikamp 
776ac27a0ecSDave Kleikamp 		memset(bh->b_data, 0, blocksize);
777ac27a0ecSDave Kleikamp 		branch[n].p = (__le32 *) bh->b_data + offsets[n];
778ac27a0ecSDave Kleikamp 		branch[n].key = cpu_to_le32(new_blocks[n]);
779ac27a0ecSDave Kleikamp 		*branch[n].p = branch[n].key;
780ac27a0ecSDave Kleikamp 		if (n == indirect_blks) {
781ac27a0ecSDave Kleikamp 			current_block = new_blocks[n];
782ac27a0ecSDave Kleikamp 			/*
783ac27a0ecSDave Kleikamp 			 * End of chain, update the last new metablock of
784ac27a0ecSDave Kleikamp 			 * the chain to point to the new allocated
785ac27a0ecSDave Kleikamp 			 * data blocks numbers
786ac27a0ecSDave Kleikamp 			 */
787ac27a0ecSDave Kleikamp 			for (i = 1; i < num; i++)
788ac27a0ecSDave Kleikamp 				*(branch[n].p + i) = cpu_to_le32(++current_block);
789ac27a0ecSDave Kleikamp 		}
790ac27a0ecSDave Kleikamp 		BUFFER_TRACE(bh, "marking uptodate");
791ac27a0ecSDave Kleikamp 		set_buffer_uptodate(bh);
792ac27a0ecSDave Kleikamp 		unlock_buffer(bh);
793ac27a0ecSDave Kleikamp 
7940390131bSFrank Mayhar 		BUFFER_TRACE(bh, "call ext4_handle_dirty_metadata");
7950390131bSFrank Mayhar 		err = ext4_handle_dirty_metadata(handle, inode, bh);
796ac27a0ecSDave Kleikamp 		if (err)
797ac27a0ecSDave Kleikamp 			goto failed;
798ac27a0ecSDave Kleikamp 	}
799ac27a0ecSDave Kleikamp 	*blks = num;
800ac27a0ecSDave Kleikamp 	return err;
801ac27a0ecSDave Kleikamp failed:
802ac27a0ecSDave Kleikamp 	/* Allocation failed, free what we already allocated */
803ac27a0ecSDave Kleikamp 	for (i = 1; i <= n ; i++) {
804dab291afSMingming Cao 		BUFFER_TRACE(branch[i].bh, "call jbd2_journal_forget");
805617ba13bSMingming Cao 		ext4_journal_forget(handle, branch[i].bh);
806ac27a0ecSDave Kleikamp 	}
807ac27a0ecSDave Kleikamp 	for (i = 0; i < indirect_blks; i++)
808c9de560dSAlex Tomas 		ext4_free_blocks(handle, inode, new_blocks[i], 1, 0);
809ac27a0ecSDave Kleikamp 
810c9de560dSAlex Tomas 	ext4_free_blocks(handle, inode, new_blocks[i], num, 0);
811ac27a0ecSDave Kleikamp 
812ac27a0ecSDave Kleikamp 	return err;
813ac27a0ecSDave Kleikamp }
814ac27a0ecSDave Kleikamp 
815ac27a0ecSDave Kleikamp /**
816617ba13bSMingming Cao  * ext4_splice_branch - splice the allocated branch onto inode.
817ac27a0ecSDave Kleikamp  * @inode: owner
818ac27a0ecSDave Kleikamp  * @block: (logical) number of block we are adding
819ac27a0ecSDave Kleikamp  * @chain: chain of indirect blocks (with a missing link - see
820617ba13bSMingming Cao  *	ext4_alloc_branch)
821ac27a0ecSDave Kleikamp  * @where: location of missing link
822ac27a0ecSDave Kleikamp  * @num:   number of indirect blocks we are adding
823ac27a0ecSDave Kleikamp  * @blks:  number of direct blocks we are adding
824ac27a0ecSDave Kleikamp  *
825ac27a0ecSDave Kleikamp  * This function fills the missing link and does all housekeeping needed in
826ac27a0ecSDave Kleikamp  * inode (->i_blocks, etc.). In case of success we end up with the full
827ac27a0ecSDave Kleikamp  * chain to new block and return 0.
828ac27a0ecSDave Kleikamp  */
829617ba13bSMingming Cao static int ext4_splice_branch(handle_t *handle, struct inode *inode,
830de9a55b8STheodore Ts'o 			      ext4_lblk_t block, Indirect *where, int num,
831de9a55b8STheodore Ts'o 			      int blks)
832ac27a0ecSDave Kleikamp {
833ac27a0ecSDave Kleikamp 	int i;
834ac27a0ecSDave Kleikamp 	int err = 0;
835617ba13bSMingming Cao 	ext4_fsblk_t current_block;
836ac27a0ecSDave Kleikamp 
837ac27a0ecSDave Kleikamp 	/*
838ac27a0ecSDave Kleikamp 	 * If we're splicing into a [td]indirect block (as opposed to the
839ac27a0ecSDave Kleikamp 	 * inode) then we need to get write access to the [td]indirect block
840ac27a0ecSDave Kleikamp 	 * before the splice.
841ac27a0ecSDave Kleikamp 	 */
842ac27a0ecSDave Kleikamp 	if (where->bh) {
843ac27a0ecSDave Kleikamp 		BUFFER_TRACE(where->bh, "get_write_access");
844617ba13bSMingming Cao 		err = ext4_journal_get_write_access(handle, where->bh);
845ac27a0ecSDave Kleikamp 		if (err)
846ac27a0ecSDave Kleikamp 			goto err_out;
847ac27a0ecSDave Kleikamp 	}
848ac27a0ecSDave Kleikamp 	/* That's it */
849ac27a0ecSDave Kleikamp 
850ac27a0ecSDave Kleikamp 	*where->p = where->key;
851ac27a0ecSDave Kleikamp 
852ac27a0ecSDave Kleikamp 	/*
853ac27a0ecSDave Kleikamp 	 * Update the host buffer_head or inode to point to more just allocated
854ac27a0ecSDave Kleikamp 	 * direct blocks blocks
855ac27a0ecSDave Kleikamp 	 */
856ac27a0ecSDave Kleikamp 	if (num == 0 && blks > 1) {
857ac27a0ecSDave Kleikamp 		current_block = le32_to_cpu(where->key) + 1;
858ac27a0ecSDave Kleikamp 		for (i = 1; i < blks; i++)
859ac27a0ecSDave Kleikamp 			*(where->p + i) = cpu_to_le32(current_block++);
860ac27a0ecSDave Kleikamp 	}
861ac27a0ecSDave Kleikamp 
862ac27a0ecSDave Kleikamp 	/* We are done with atomic stuff, now do the rest of housekeeping */
863ac27a0ecSDave Kleikamp 	/* had we spliced it onto indirect block? */
864ac27a0ecSDave Kleikamp 	if (where->bh) {
865ac27a0ecSDave Kleikamp 		/*
866ac27a0ecSDave Kleikamp 		 * If we spliced it onto an indirect block, we haven't
867ac27a0ecSDave Kleikamp 		 * altered the inode.  Note however that if it is being spliced
868ac27a0ecSDave Kleikamp 		 * onto an indirect block at the very end of the file (the
869ac27a0ecSDave Kleikamp 		 * file is growing) then we *will* alter the inode to reflect
870ac27a0ecSDave Kleikamp 		 * the new i_size.  But that is not done here - it is done in
871617ba13bSMingming Cao 		 * generic_commit_write->__mark_inode_dirty->ext4_dirty_inode.
872ac27a0ecSDave Kleikamp 		 */
873ac27a0ecSDave Kleikamp 		jbd_debug(5, "splicing indirect only\n");
8740390131bSFrank Mayhar 		BUFFER_TRACE(where->bh, "call ext4_handle_dirty_metadata");
8750390131bSFrank Mayhar 		err = ext4_handle_dirty_metadata(handle, inode, where->bh);
876ac27a0ecSDave Kleikamp 		if (err)
877ac27a0ecSDave Kleikamp 			goto err_out;
878ac27a0ecSDave Kleikamp 	} else {
879ac27a0ecSDave Kleikamp 		/*
880ac27a0ecSDave Kleikamp 		 * OK, we spliced it into the inode itself on a direct block.
881ac27a0ecSDave Kleikamp 		 */
882*41591750STheodore Ts'o 		ext4_mark_inode_dirty(handle, inode);
883ac27a0ecSDave Kleikamp 		jbd_debug(5, "splicing direct\n");
884ac27a0ecSDave Kleikamp 	}
885ac27a0ecSDave Kleikamp 	return err;
886ac27a0ecSDave Kleikamp 
887ac27a0ecSDave Kleikamp err_out:
888ac27a0ecSDave Kleikamp 	for (i = 1; i <= num; i++) {
889dab291afSMingming Cao 		BUFFER_TRACE(where[i].bh, "call jbd2_journal_forget");
890617ba13bSMingming Cao 		ext4_journal_forget(handle, where[i].bh);
891c9de560dSAlex Tomas 		ext4_free_blocks(handle, inode,
892c9de560dSAlex Tomas 					le32_to_cpu(where[i-1].key), 1, 0);
893ac27a0ecSDave Kleikamp 	}
894c9de560dSAlex Tomas 	ext4_free_blocks(handle, inode, le32_to_cpu(where[num].key), blks, 0);
895ac27a0ecSDave Kleikamp 
896ac27a0ecSDave Kleikamp 	return err;
897ac27a0ecSDave Kleikamp }
898ac27a0ecSDave Kleikamp 
899ac27a0ecSDave Kleikamp /*
900b920c755STheodore Ts'o  * The ext4_ind_get_blocks() function handles non-extents inodes
901b920c755STheodore Ts'o  * (i.e., using the traditional indirect/double-indirect i_blocks
902b920c755STheodore Ts'o  * scheme) for ext4_get_blocks().
903b920c755STheodore Ts'o  *
904ac27a0ecSDave Kleikamp  * Allocation strategy is simple: if we have to allocate something, we will
905ac27a0ecSDave Kleikamp  * have to go the whole way to leaf. So let's do it before attaching anything
906ac27a0ecSDave Kleikamp  * to tree, set linkage between the newborn blocks, write them if sync is
907ac27a0ecSDave Kleikamp  * required, recheck the path, free and repeat if check fails, otherwise
908ac27a0ecSDave Kleikamp  * set the last missing link (that will protect us from any truncate-generated
909ac27a0ecSDave Kleikamp  * removals - all blocks on the path are immune now) and possibly force the
910ac27a0ecSDave Kleikamp  * write on the parent block.
911ac27a0ecSDave Kleikamp  * That has a nice additional property: no special recovery from the failed
912ac27a0ecSDave Kleikamp  * allocations is needed - we simply release blocks and do not touch anything
913ac27a0ecSDave Kleikamp  * reachable from inode.
914ac27a0ecSDave Kleikamp  *
915ac27a0ecSDave Kleikamp  * `handle' can be NULL if create == 0.
916ac27a0ecSDave Kleikamp  *
917ac27a0ecSDave Kleikamp  * return > 0, # of blocks mapped or allocated.
918ac27a0ecSDave Kleikamp  * return = 0, if plain lookup failed.
919ac27a0ecSDave Kleikamp  * return < 0, error case.
920c278bfecSAneesh Kumar K.V  *
921b920c755STheodore Ts'o  * The ext4_ind_get_blocks() function should be called with
922b920c755STheodore Ts'o  * down_write(&EXT4_I(inode)->i_data_sem) if allocating filesystem
923b920c755STheodore Ts'o  * blocks (i.e., flags has EXT4_GET_BLOCKS_CREATE set) or
924b920c755STheodore Ts'o  * down_read(&EXT4_I(inode)->i_data_sem) if not allocating file system
925b920c755STheodore Ts'o  * blocks.
926ac27a0ecSDave Kleikamp  */
927e4d996caSTheodore Ts'o static int ext4_ind_get_blocks(handle_t *handle, struct inode *inode,
928498e5f24STheodore Ts'o 			       ext4_lblk_t iblock, unsigned int maxblocks,
929ac27a0ecSDave Kleikamp 			       struct buffer_head *bh_result,
930c2177057STheodore Ts'o 			       int flags)
931ac27a0ecSDave Kleikamp {
932ac27a0ecSDave Kleikamp 	int err = -EIO;
933725d26d3SAneesh Kumar K.V 	ext4_lblk_t offsets[4];
934ac27a0ecSDave Kleikamp 	Indirect chain[4];
935ac27a0ecSDave Kleikamp 	Indirect *partial;
936617ba13bSMingming Cao 	ext4_fsblk_t goal;
937ac27a0ecSDave Kleikamp 	int indirect_blks;
938ac27a0ecSDave Kleikamp 	int blocks_to_boundary = 0;
939ac27a0ecSDave Kleikamp 	int depth;
940ac27a0ecSDave Kleikamp 	int count = 0;
941617ba13bSMingming Cao 	ext4_fsblk_t first_block = 0;
942ac27a0ecSDave Kleikamp 
943a86c6181SAlex Tomas 	J_ASSERT(!(EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL));
944c2177057STheodore Ts'o 	J_ASSERT(handle != NULL || (flags & EXT4_GET_BLOCKS_CREATE) == 0);
945725d26d3SAneesh Kumar K.V 	depth = ext4_block_to_path(inode, iblock, offsets,
946725d26d3SAneesh Kumar K.V 				   &blocks_to_boundary);
947ac27a0ecSDave Kleikamp 
948ac27a0ecSDave Kleikamp 	if (depth == 0)
949ac27a0ecSDave Kleikamp 		goto out;
950ac27a0ecSDave Kleikamp 
951617ba13bSMingming Cao 	partial = ext4_get_branch(inode, depth, offsets, chain, &err);
952ac27a0ecSDave Kleikamp 
953ac27a0ecSDave Kleikamp 	/* Simplest case - block found, no allocation needed */
954ac27a0ecSDave Kleikamp 	if (!partial) {
955ac27a0ecSDave Kleikamp 		first_block = le32_to_cpu(chain[depth - 1].key);
956ac27a0ecSDave Kleikamp 		clear_buffer_new(bh_result);
957ac27a0ecSDave Kleikamp 		count++;
958ac27a0ecSDave Kleikamp 		/*map more blocks*/
959ac27a0ecSDave Kleikamp 		while (count < maxblocks && count <= blocks_to_boundary) {
960617ba13bSMingming Cao 			ext4_fsblk_t blk;
961ac27a0ecSDave Kleikamp 
962ac27a0ecSDave Kleikamp 			blk = le32_to_cpu(*(chain[depth-1].p + count));
963ac27a0ecSDave Kleikamp 
964ac27a0ecSDave Kleikamp 			if (blk == first_block + count)
965ac27a0ecSDave Kleikamp 				count++;
966ac27a0ecSDave Kleikamp 			else
967ac27a0ecSDave Kleikamp 				break;
968ac27a0ecSDave Kleikamp 		}
969ac27a0ecSDave Kleikamp 		goto got_it;
970ac27a0ecSDave Kleikamp 	}
971ac27a0ecSDave Kleikamp 
972ac27a0ecSDave Kleikamp 	/* Next simple case - plain lookup or failed read of indirect block */
973c2177057STheodore Ts'o 	if ((flags & EXT4_GET_BLOCKS_CREATE) == 0 || err == -EIO)
974ac27a0ecSDave Kleikamp 		goto cleanup;
975ac27a0ecSDave Kleikamp 
976ac27a0ecSDave Kleikamp 	/*
977c2ea3fdeSTheodore Ts'o 	 * Okay, we need to do block allocation.
978ac27a0ecSDave Kleikamp 	*/
979fb01bfdaSAkinobu Mita 	goal = ext4_find_goal(inode, iblock, partial);
980ac27a0ecSDave Kleikamp 
981ac27a0ecSDave Kleikamp 	/* the number of blocks need to allocate for [d,t]indirect blocks */
982ac27a0ecSDave Kleikamp 	indirect_blks = (chain + depth) - partial - 1;
983ac27a0ecSDave Kleikamp 
984ac27a0ecSDave Kleikamp 	/*
985ac27a0ecSDave Kleikamp 	 * Next look up the indirect map to count the totoal number of
986ac27a0ecSDave Kleikamp 	 * direct blocks to allocate for this branch.
987ac27a0ecSDave Kleikamp 	 */
988617ba13bSMingming Cao 	count = ext4_blks_to_allocate(partial, indirect_blks,
989ac27a0ecSDave Kleikamp 					maxblocks, blocks_to_boundary);
990ac27a0ecSDave Kleikamp 	/*
991617ba13bSMingming Cao 	 * Block out ext4_truncate while we alter the tree
992ac27a0ecSDave Kleikamp 	 */
9937061eba7SAneesh Kumar K.V 	err = ext4_alloc_branch(handle, inode, iblock, indirect_blks,
9947061eba7SAneesh Kumar K.V 				&count, goal,
995ac27a0ecSDave Kleikamp 				offsets + (partial - chain), partial);
996ac27a0ecSDave Kleikamp 
997ac27a0ecSDave Kleikamp 	/*
998617ba13bSMingming Cao 	 * The ext4_splice_branch call will free and forget any buffers
999ac27a0ecSDave Kleikamp 	 * on the new chain if there is a failure, but that risks using
1000ac27a0ecSDave Kleikamp 	 * up transaction credits, especially for bitmaps where the
1001ac27a0ecSDave Kleikamp 	 * credits cannot be returned.  Can we handle this somehow?  We
1002ac27a0ecSDave Kleikamp 	 * may need to return -EAGAIN upwards in the worst case.  --sct
1003ac27a0ecSDave Kleikamp 	 */
1004ac27a0ecSDave Kleikamp 	if (!err)
1005617ba13bSMingming Cao 		err = ext4_splice_branch(handle, inode, iblock,
1006ac27a0ecSDave Kleikamp 					 partial, indirect_blks, count);
100703f5d8bcSJan Kara 	else
1008ac27a0ecSDave Kleikamp 		goto cleanup;
1009ac27a0ecSDave Kleikamp 
1010ac27a0ecSDave Kleikamp 	set_buffer_new(bh_result);
1011ac27a0ecSDave Kleikamp got_it:
1012ac27a0ecSDave Kleikamp 	map_bh(bh_result, inode->i_sb, le32_to_cpu(chain[depth-1].key));
1013ac27a0ecSDave Kleikamp 	if (count > blocks_to_boundary)
1014ac27a0ecSDave Kleikamp 		set_buffer_boundary(bh_result);
1015ac27a0ecSDave Kleikamp 	err = count;
1016ac27a0ecSDave Kleikamp 	/* Clean up and exit */
1017ac27a0ecSDave Kleikamp 	partial = chain + depth - 1;	/* the whole chain */
1018ac27a0ecSDave Kleikamp cleanup:
1019ac27a0ecSDave Kleikamp 	while (partial > chain) {
1020ac27a0ecSDave Kleikamp 		BUFFER_TRACE(partial->bh, "call brelse");
1021ac27a0ecSDave Kleikamp 		brelse(partial->bh);
1022ac27a0ecSDave Kleikamp 		partial--;
1023ac27a0ecSDave Kleikamp 	}
1024ac27a0ecSDave Kleikamp 	BUFFER_TRACE(bh_result, "returned");
1025ac27a0ecSDave Kleikamp out:
1026ac27a0ecSDave Kleikamp 	return err;
1027ac27a0ecSDave Kleikamp }
1028ac27a0ecSDave Kleikamp 
102960e58e0fSMingming Cao qsize_t ext4_get_reserved_space(struct inode *inode)
103060e58e0fSMingming Cao {
103160e58e0fSMingming Cao 	unsigned long long total;
103260e58e0fSMingming Cao 
103360e58e0fSMingming Cao 	spin_lock(&EXT4_I(inode)->i_block_reservation_lock);
103460e58e0fSMingming Cao 	total = EXT4_I(inode)->i_reserved_data_blocks +
103560e58e0fSMingming Cao 		EXT4_I(inode)->i_reserved_meta_blocks;
103660e58e0fSMingming Cao 	spin_unlock(&EXT4_I(inode)->i_block_reservation_lock);
103760e58e0fSMingming Cao 
103860e58e0fSMingming Cao 	return total;
103960e58e0fSMingming Cao }
104012219aeaSAneesh Kumar K.V /*
104112219aeaSAneesh Kumar K.V  * Calculate the number of metadata blocks need to reserve
104212219aeaSAneesh Kumar K.V  * to allocate @blocks for non extent file based file
104312219aeaSAneesh Kumar K.V  */
104412219aeaSAneesh Kumar K.V static int ext4_indirect_calc_metadata_amount(struct inode *inode, int blocks)
104512219aeaSAneesh Kumar K.V {
104612219aeaSAneesh Kumar K.V 	int icap = EXT4_ADDR_PER_BLOCK(inode->i_sb);
104712219aeaSAneesh Kumar K.V 	int ind_blks, dind_blks, tind_blks;
104812219aeaSAneesh Kumar K.V 
104912219aeaSAneesh Kumar K.V 	/* number of new indirect blocks needed */
105012219aeaSAneesh Kumar K.V 	ind_blks = (blocks + icap - 1) / icap;
105112219aeaSAneesh Kumar K.V 
105212219aeaSAneesh Kumar K.V 	dind_blks = (ind_blks + icap - 1) / icap;
105312219aeaSAneesh Kumar K.V 
105412219aeaSAneesh Kumar K.V 	tind_blks = 1;
105512219aeaSAneesh Kumar K.V 
105612219aeaSAneesh Kumar K.V 	return ind_blks + dind_blks + tind_blks;
105712219aeaSAneesh Kumar K.V }
105812219aeaSAneesh Kumar K.V 
105912219aeaSAneesh Kumar K.V /*
106012219aeaSAneesh Kumar K.V  * Calculate the number of metadata blocks need to reserve
106112219aeaSAneesh Kumar K.V  * to allocate given number of blocks
106212219aeaSAneesh Kumar K.V  */
106312219aeaSAneesh Kumar K.V static int ext4_calc_metadata_amount(struct inode *inode, int blocks)
106412219aeaSAneesh Kumar K.V {
1065cd213226SMingming Cao 	if (!blocks)
1066cd213226SMingming Cao 		return 0;
1067cd213226SMingming Cao 
106812219aeaSAneesh Kumar K.V 	if (EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL)
106912219aeaSAneesh Kumar K.V 		return ext4_ext_calc_metadata_amount(inode, blocks);
107012219aeaSAneesh Kumar K.V 
107112219aeaSAneesh Kumar K.V 	return ext4_indirect_calc_metadata_amount(inode, blocks);
107212219aeaSAneesh Kumar K.V }
107312219aeaSAneesh Kumar K.V 
107412219aeaSAneesh Kumar K.V static void ext4_da_update_reserve_space(struct inode *inode, int used)
107512219aeaSAneesh Kumar K.V {
107612219aeaSAneesh Kumar K.V 	struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb);
107712219aeaSAneesh Kumar K.V 	int total, mdb, mdb_free;
107812219aeaSAneesh Kumar K.V 
107912219aeaSAneesh Kumar K.V 	spin_lock(&EXT4_I(inode)->i_block_reservation_lock);
108012219aeaSAneesh Kumar K.V 	/* recalculate the number of metablocks still need to be reserved */
108112219aeaSAneesh Kumar K.V 	total = EXT4_I(inode)->i_reserved_data_blocks - used;
108212219aeaSAneesh Kumar K.V 	mdb = ext4_calc_metadata_amount(inode, total);
108312219aeaSAneesh Kumar K.V 
108412219aeaSAneesh Kumar K.V 	/* figure out how many metablocks to release */
108512219aeaSAneesh Kumar K.V 	BUG_ON(mdb > EXT4_I(inode)->i_reserved_meta_blocks);
108612219aeaSAneesh Kumar K.V 	mdb_free = EXT4_I(inode)->i_reserved_meta_blocks - mdb;
108712219aeaSAneesh Kumar K.V 
10886bc6e63fSAneesh Kumar K.V 	if (mdb_free) {
108912219aeaSAneesh Kumar K.V 		/* Account for allocated meta_blocks */
109012219aeaSAneesh Kumar K.V 		mdb_free -= EXT4_I(inode)->i_allocated_meta_blocks;
109112219aeaSAneesh Kumar K.V 
10926bc6e63fSAneesh Kumar K.V 		/* update fs dirty blocks counter */
10936bc6e63fSAneesh Kumar K.V 		percpu_counter_sub(&sbi->s_dirtyblocks_counter, mdb_free);
10946bc6e63fSAneesh Kumar K.V 		EXT4_I(inode)->i_allocated_meta_blocks = 0;
10956bc6e63fSAneesh Kumar K.V 		EXT4_I(inode)->i_reserved_meta_blocks = mdb;
10966bc6e63fSAneesh Kumar K.V 	}
109712219aeaSAneesh Kumar K.V 
109812219aeaSAneesh Kumar K.V 	/* update per-inode reservations */
109912219aeaSAneesh Kumar K.V 	BUG_ON(used  > EXT4_I(inode)->i_reserved_data_blocks);
110012219aeaSAneesh Kumar K.V 	EXT4_I(inode)->i_reserved_data_blocks -= used;
110112219aeaSAneesh Kumar K.V 	spin_unlock(&EXT4_I(inode)->i_block_reservation_lock);
110260e58e0fSMingming Cao 
110360e58e0fSMingming Cao 	/*
110460e58e0fSMingming Cao 	 * free those over-booking quota for metadata blocks
110560e58e0fSMingming Cao 	 */
110660e58e0fSMingming Cao 	if (mdb_free)
110760e58e0fSMingming Cao 		vfs_dq_release_reservation_block(inode, mdb_free);
1108d6014301SAneesh Kumar K.V 
1109d6014301SAneesh Kumar K.V 	/*
1110d6014301SAneesh Kumar K.V 	 * If we have done all the pending block allocations and if
1111d6014301SAneesh Kumar K.V 	 * there aren't any writers on the inode, we can discard the
1112d6014301SAneesh Kumar K.V 	 * inode's preallocations.
1113d6014301SAneesh Kumar K.V 	 */
1114d6014301SAneesh Kumar K.V 	if (!total && (atomic_read(&inode->i_writecount) == 0))
1115d6014301SAneesh Kumar K.V 		ext4_discard_preallocations(inode);
111612219aeaSAneesh Kumar K.V }
111712219aeaSAneesh Kumar K.V 
11186fd058f7STheodore Ts'o static int check_block_validity(struct inode *inode, sector_t logical,
11196fd058f7STheodore Ts'o 				sector_t phys, int len)
11206fd058f7STheodore Ts'o {
11216fd058f7STheodore Ts'o 	if (!ext4_data_block_valid(EXT4_SB(inode->i_sb), phys, len)) {
11226fd058f7STheodore Ts'o 		ext4_error(inode->i_sb, "check_block_validity",
11236fd058f7STheodore Ts'o 			   "inode #%lu logical block %llu mapped to %llu "
11246fd058f7STheodore Ts'o 			   "(size %d)", inode->i_ino,
11256fd058f7STheodore Ts'o 			   (unsigned long long) logical,
11266fd058f7STheodore Ts'o 			   (unsigned long long) phys, len);
11276fd058f7STheodore Ts'o 		WARN_ON(1);
11286fd058f7STheodore Ts'o 		return -EIO;
11296fd058f7STheodore Ts'o 	}
11306fd058f7STheodore Ts'o 	return 0;
11316fd058f7STheodore Ts'o }
11326fd058f7STheodore Ts'o 
1133f5ab0d1fSMingming Cao /*
113412b7ac17STheodore Ts'o  * The ext4_get_blocks() function tries to look up the requested blocks,
11352b2d6d01STheodore Ts'o  * and returns if the blocks are already mapped.
1136f5ab0d1fSMingming Cao  *
1137f5ab0d1fSMingming Cao  * Otherwise it takes the write lock of the i_data_sem and allocate blocks
1138f5ab0d1fSMingming Cao  * and store the allocated blocks in the result buffer head and mark it
1139f5ab0d1fSMingming Cao  * mapped.
1140f5ab0d1fSMingming Cao  *
1141f5ab0d1fSMingming Cao  * If file type is extents based, it will call ext4_ext_get_blocks(),
1142e4d996caSTheodore Ts'o  * Otherwise, call with ext4_ind_get_blocks() to handle indirect mapping
1143f5ab0d1fSMingming Cao  * based files
1144f5ab0d1fSMingming Cao  *
1145f5ab0d1fSMingming Cao  * On success, it returns the number of blocks being mapped or allocate.
1146f5ab0d1fSMingming Cao  * if create==0 and the blocks are pre-allocated and uninitialized block,
1147f5ab0d1fSMingming Cao  * the result buffer head is unmapped. If the create ==1, it will make sure
1148f5ab0d1fSMingming Cao  * the buffer head is mapped.
1149f5ab0d1fSMingming Cao  *
1150f5ab0d1fSMingming Cao  * It returns 0 if plain look up failed (blocks have not been allocated), in
1151f5ab0d1fSMingming Cao  * that casem, buffer head is unmapped
1152f5ab0d1fSMingming Cao  *
1153f5ab0d1fSMingming Cao  * It returns the error in case of allocation failure.
1154f5ab0d1fSMingming Cao  */
115512b7ac17STheodore Ts'o int ext4_get_blocks(handle_t *handle, struct inode *inode, sector_t block,
1156498e5f24STheodore Ts'o 		    unsigned int max_blocks, struct buffer_head *bh,
1157c2177057STheodore Ts'o 		    int flags)
11580e855ac8SAneesh Kumar K.V {
11590e855ac8SAneesh Kumar K.V 	int retval;
1160f5ab0d1fSMingming Cao 
1161f5ab0d1fSMingming Cao 	clear_buffer_mapped(bh);
11622a8964d6SAneesh Kumar K.V 	clear_buffer_unwritten(bh);
1163f5ab0d1fSMingming Cao 
11644df3d265SAneesh Kumar K.V 	/*
1165b920c755STheodore Ts'o 	 * Try to see if we can get the block without requesting a new
1166b920c755STheodore Ts'o 	 * file system block.
11674df3d265SAneesh Kumar K.V 	 */
11680e855ac8SAneesh Kumar K.V 	down_read((&EXT4_I(inode)->i_data_sem));
11694df3d265SAneesh Kumar K.V 	if (EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL) {
11704df3d265SAneesh Kumar K.V 		retval =  ext4_ext_get_blocks(handle, inode, block, max_blocks,
1171c2177057STheodore Ts'o 				bh, 0);
11724df3d265SAneesh Kumar K.V 	} else {
1173e4d996caSTheodore Ts'o 		retval = ext4_ind_get_blocks(handle, inode, block, max_blocks,
1174c2177057STheodore Ts'o 					     bh, 0);
11750e855ac8SAneesh Kumar K.V 	}
11764df3d265SAneesh Kumar K.V 	up_read((&EXT4_I(inode)->i_data_sem));
1177f5ab0d1fSMingming Cao 
11786fd058f7STheodore Ts'o 	if (retval > 0 && buffer_mapped(bh)) {
11796fd058f7STheodore Ts'o 		int ret = check_block_validity(inode, block,
11806fd058f7STheodore Ts'o 					       bh->b_blocknr, retval);
11816fd058f7STheodore Ts'o 		if (ret != 0)
11826fd058f7STheodore Ts'o 			return ret;
11836fd058f7STheodore Ts'o 	}
11846fd058f7STheodore Ts'o 
1185f5ab0d1fSMingming Cao 	/* If it is only a block(s) look up */
1186c2177057STheodore Ts'o 	if ((flags & EXT4_GET_BLOCKS_CREATE) == 0)
11874df3d265SAneesh Kumar K.V 		return retval;
11884df3d265SAneesh Kumar K.V 
11894df3d265SAneesh Kumar K.V 	/*
1190f5ab0d1fSMingming Cao 	 * Returns if the blocks have already allocated
1191f5ab0d1fSMingming Cao 	 *
1192f5ab0d1fSMingming Cao 	 * Note that if blocks have been preallocated
1193f5ab0d1fSMingming Cao 	 * ext4_ext_get_block() returns th create = 0
1194f5ab0d1fSMingming Cao 	 * with buffer head unmapped.
1195f5ab0d1fSMingming Cao 	 */
1196f5ab0d1fSMingming Cao 	if (retval > 0 && buffer_mapped(bh))
1197f5ab0d1fSMingming Cao 		return retval;
1198f5ab0d1fSMingming Cao 
1199f5ab0d1fSMingming Cao 	/*
12002a8964d6SAneesh Kumar K.V 	 * When we call get_blocks without the create flag, the
12012a8964d6SAneesh Kumar K.V 	 * BH_Unwritten flag could have gotten set if the blocks
12022a8964d6SAneesh Kumar K.V 	 * requested were part of a uninitialized extent.  We need to
12032a8964d6SAneesh Kumar K.V 	 * clear this flag now that we are committed to convert all or
12042a8964d6SAneesh Kumar K.V 	 * part of the uninitialized extent to be an initialized
12052a8964d6SAneesh Kumar K.V 	 * extent.  This is because we need to avoid the combination
12062a8964d6SAneesh Kumar K.V 	 * of BH_Unwritten and BH_Mapped flags being simultaneously
12072a8964d6SAneesh Kumar K.V 	 * set on the buffer_head.
12082a8964d6SAneesh Kumar K.V 	 */
12092a8964d6SAneesh Kumar K.V 	clear_buffer_unwritten(bh);
12102a8964d6SAneesh Kumar K.V 
12112a8964d6SAneesh Kumar K.V 	/*
1212f5ab0d1fSMingming Cao 	 * New blocks allocate and/or writing to uninitialized extent
1213f5ab0d1fSMingming Cao 	 * will possibly result in updating i_data, so we take
1214f5ab0d1fSMingming Cao 	 * the write lock of i_data_sem, and call get_blocks()
1215f5ab0d1fSMingming Cao 	 * with create == 1 flag.
12164df3d265SAneesh Kumar K.V 	 */
12174df3d265SAneesh Kumar K.V 	down_write((&EXT4_I(inode)->i_data_sem));
1218d2a17637SMingming Cao 
1219d2a17637SMingming Cao 	/*
1220d2a17637SMingming Cao 	 * if the caller is from delayed allocation writeout path
1221d2a17637SMingming Cao 	 * we have already reserved fs blocks for allocation
1222d2a17637SMingming Cao 	 * let the underlying get_block() function know to
1223d2a17637SMingming Cao 	 * avoid double accounting
1224d2a17637SMingming Cao 	 */
1225c2177057STheodore Ts'o 	if (flags & EXT4_GET_BLOCKS_DELALLOC_RESERVE)
1226d2a17637SMingming Cao 		EXT4_I(inode)->i_delalloc_reserved_flag = 1;
12274df3d265SAneesh Kumar K.V 	/*
12284df3d265SAneesh Kumar K.V 	 * We need to check for EXT4 here because migrate
12294df3d265SAneesh Kumar K.V 	 * could have changed the inode type in between
12304df3d265SAneesh Kumar K.V 	 */
12310e855ac8SAneesh Kumar K.V 	if (EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL) {
12320e855ac8SAneesh Kumar K.V 		retval =  ext4_ext_get_blocks(handle, inode, block, max_blocks,
1233c2177057STheodore Ts'o 					      bh, flags);
12340e855ac8SAneesh Kumar K.V 	} else {
1235e4d996caSTheodore Ts'o 		retval = ext4_ind_get_blocks(handle, inode, block,
1236c2177057STheodore Ts'o 					     max_blocks, bh, flags);
1237267e4db9SAneesh Kumar K.V 
1238267e4db9SAneesh Kumar K.V 		if (retval > 0 && buffer_new(bh)) {
1239267e4db9SAneesh Kumar K.V 			/*
1240267e4db9SAneesh Kumar K.V 			 * We allocated new blocks which will result in
1241267e4db9SAneesh Kumar K.V 			 * i_data's format changing.  Force the migrate
1242267e4db9SAneesh Kumar K.V 			 * to fail by clearing migrate flags
1243267e4db9SAneesh Kumar K.V 			 */
1244267e4db9SAneesh Kumar K.V 			EXT4_I(inode)->i_flags = EXT4_I(inode)->i_flags &
1245267e4db9SAneesh Kumar K.V 							~EXT4_EXT_MIGRATE;
1246267e4db9SAneesh Kumar K.V 		}
12470e855ac8SAneesh Kumar K.V 	}
1248d2a17637SMingming Cao 
12492ac3b6e0STheodore Ts'o 	if (flags & EXT4_GET_BLOCKS_DELALLOC_RESERVE)
1250d2a17637SMingming Cao 		EXT4_I(inode)->i_delalloc_reserved_flag = 0;
12512ac3b6e0STheodore Ts'o 
1252d2a17637SMingming Cao 	/*
12532ac3b6e0STheodore Ts'o 	 * Update reserved blocks/metadata blocks after successful
12542ac3b6e0STheodore Ts'o 	 * block allocation which had been deferred till now.
1255d2a17637SMingming Cao 	 */
12562ac3b6e0STheodore Ts'o 	if ((retval > 0) && (flags & EXT4_GET_BLOCKS_UPDATE_RESERVE_SPACE))
125712219aeaSAneesh Kumar K.V 		ext4_da_update_reserve_space(inode, retval);
1258d2a17637SMingming Cao 
12590e855ac8SAneesh Kumar K.V 	up_write((&EXT4_I(inode)->i_data_sem));
12606fd058f7STheodore Ts'o 	if (retval > 0 && buffer_mapped(bh)) {
12616fd058f7STheodore Ts'o 		int ret = check_block_validity(inode, block,
12626fd058f7STheodore Ts'o 					       bh->b_blocknr, retval);
12636fd058f7STheodore Ts'o 		if (ret != 0)
12646fd058f7STheodore Ts'o 			return ret;
12656fd058f7STheodore Ts'o 	}
12660e855ac8SAneesh Kumar K.V 	return retval;
12670e855ac8SAneesh Kumar K.V }
12680e855ac8SAneesh Kumar K.V 
1269f3bd1f3fSMingming Cao /* Maximum number of blocks we map for direct IO at once. */
1270f3bd1f3fSMingming Cao #define DIO_MAX_BLOCKS 4096
1271f3bd1f3fSMingming Cao 
12726873fa0dSEric Sandeen int ext4_get_block(struct inode *inode, sector_t iblock,
1273ac27a0ecSDave Kleikamp 		   struct buffer_head *bh_result, int create)
1274ac27a0ecSDave Kleikamp {
12753e4fdaf8SDmitriy Monakhov 	handle_t *handle = ext4_journal_current_handle();
12767fb5409dSJan Kara 	int ret = 0, started = 0;
1277ac27a0ecSDave Kleikamp 	unsigned max_blocks = bh_result->b_size >> inode->i_blkbits;
1278f3bd1f3fSMingming Cao 	int dio_credits;
1279ac27a0ecSDave Kleikamp 
12807fb5409dSJan Kara 	if (create && !handle) {
12817fb5409dSJan Kara 		/* Direct IO write... */
12827fb5409dSJan Kara 		if (max_blocks > DIO_MAX_BLOCKS)
12837fb5409dSJan Kara 			max_blocks = DIO_MAX_BLOCKS;
1284f3bd1f3fSMingming Cao 		dio_credits = ext4_chunk_trans_blocks(inode, max_blocks);
1285f3bd1f3fSMingming Cao 		handle = ext4_journal_start(inode, dio_credits);
12867fb5409dSJan Kara 		if (IS_ERR(handle)) {
1287ac27a0ecSDave Kleikamp 			ret = PTR_ERR(handle);
12887fb5409dSJan Kara 			goto out;
12897fb5409dSJan Kara 		}
12907fb5409dSJan Kara 		started = 1;
1291ac27a0ecSDave Kleikamp 	}
1292ac27a0ecSDave Kleikamp 
129312b7ac17STheodore Ts'o 	ret = ext4_get_blocks(handle, inode, iblock, max_blocks, bh_result,
1294c2177057STheodore Ts'o 			      create ? EXT4_GET_BLOCKS_CREATE : 0);
1295ac27a0ecSDave Kleikamp 	if (ret > 0) {
1296ac27a0ecSDave Kleikamp 		bh_result->b_size = (ret << inode->i_blkbits);
1297ac27a0ecSDave Kleikamp 		ret = 0;
1298ac27a0ecSDave Kleikamp 	}
12997fb5409dSJan Kara 	if (started)
13007fb5409dSJan Kara 		ext4_journal_stop(handle);
13017fb5409dSJan Kara out:
1302ac27a0ecSDave Kleikamp 	return ret;
1303ac27a0ecSDave Kleikamp }
1304ac27a0ecSDave Kleikamp 
1305ac27a0ecSDave Kleikamp /*
1306ac27a0ecSDave Kleikamp  * `handle' can be NULL if create is zero
1307ac27a0ecSDave Kleikamp  */
1308617ba13bSMingming Cao struct buffer_head *ext4_getblk(handle_t *handle, struct inode *inode,
1309725d26d3SAneesh Kumar K.V 				ext4_lblk_t block, int create, int *errp)
1310ac27a0ecSDave Kleikamp {
1311ac27a0ecSDave Kleikamp 	struct buffer_head dummy;
1312ac27a0ecSDave Kleikamp 	int fatal = 0, err;
131303f5d8bcSJan Kara 	int flags = 0;
1314ac27a0ecSDave Kleikamp 
1315ac27a0ecSDave Kleikamp 	J_ASSERT(handle != NULL || create == 0);
1316ac27a0ecSDave Kleikamp 
1317ac27a0ecSDave Kleikamp 	dummy.b_state = 0;
1318ac27a0ecSDave Kleikamp 	dummy.b_blocknr = -1000;
1319ac27a0ecSDave Kleikamp 	buffer_trace_init(&dummy.b_history);
1320c2177057STheodore Ts'o 	if (create)
1321c2177057STheodore Ts'o 		flags |= EXT4_GET_BLOCKS_CREATE;
1322c2177057STheodore Ts'o 	err = ext4_get_blocks(handle, inode, block, 1, &dummy, flags);
1323ac27a0ecSDave Kleikamp 	/*
1324c2177057STheodore Ts'o 	 * ext4_get_blocks() returns number of blocks mapped. 0 in
1325c2177057STheodore Ts'o 	 * case of a HOLE.
1326ac27a0ecSDave Kleikamp 	 */
1327ac27a0ecSDave Kleikamp 	if (err > 0) {
1328ac27a0ecSDave Kleikamp 		if (err > 1)
1329ac27a0ecSDave Kleikamp 			WARN_ON(1);
1330ac27a0ecSDave Kleikamp 		err = 0;
1331ac27a0ecSDave Kleikamp 	}
1332ac27a0ecSDave Kleikamp 	*errp = err;
1333ac27a0ecSDave Kleikamp 	if (!err && buffer_mapped(&dummy)) {
1334ac27a0ecSDave Kleikamp 		struct buffer_head *bh;
1335ac27a0ecSDave Kleikamp 		bh = sb_getblk(inode->i_sb, dummy.b_blocknr);
1336ac27a0ecSDave Kleikamp 		if (!bh) {
1337ac27a0ecSDave Kleikamp 			*errp = -EIO;
1338ac27a0ecSDave Kleikamp 			goto err;
1339ac27a0ecSDave Kleikamp 		}
1340ac27a0ecSDave Kleikamp 		if (buffer_new(&dummy)) {
1341ac27a0ecSDave Kleikamp 			J_ASSERT(create != 0);
1342ac39849dSAneesh Kumar K.V 			J_ASSERT(handle != NULL);
1343ac27a0ecSDave Kleikamp 
1344ac27a0ecSDave Kleikamp 			/*
1345ac27a0ecSDave Kleikamp 			 * Now that we do not always journal data, we should
1346ac27a0ecSDave Kleikamp 			 * keep in mind whether this should always journal the
1347ac27a0ecSDave Kleikamp 			 * new buffer as metadata.  For now, regular file
1348617ba13bSMingming Cao 			 * writes use ext4_get_block instead, so it's not a
1349ac27a0ecSDave Kleikamp 			 * problem.
1350ac27a0ecSDave Kleikamp 			 */
1351ac27a0ecSDave Kleikamp 			lock_buffer(bh);
1352ac27a0ecSDave Kleikamp 			BUFFER_TRACE(bh, "call get_create_access");
1353617ba13bSMingming Cao 			fatal = ext4_journal_get_create_access(handle, bh);
1354ac27a0ecSDave Kleikamp 			if (!fatal && !buffer_uptodate(bh)) {
1355ac27a0ecSDave Kleikamp 				memset(bh->b_data, 0, inode->i_sb->s_blocksize);
1356ac27a0ecSDave Kleikamp 				set_buffer_uptodate(bh);
1357ac27a0ecSDave Kleikamp 			}
1358ac27a0ecSDave Kleikamp 			unlock_buffer(bh);
13590390131bSFrank Mayhar 			BUFFER_TRACE(bh, "call ext4_handle_dirty_metadata");
13600390131bSFrank Mayhar 			err = ext4_handle_dirty_metadata(handle, inode, bh);
1361ac27a0ecSDave Kleikamp 			if (!fatal)
1362ac27a0ecSDave Kleikamp 				fatal = err;
1363ac27a0ecSDave Kleikamp 		} else {
1364ac27a0ecSDave Kleikamp 			BUFFER_TRACE(bh, "not a new buffer");
1365ac27a0ecSDave Kleikamp 		}
1366ac27a0ecSDave Kleikamp 		if (fatal) {
1367ac27a0ecSDave Kleikamp 			*errp = fatal;
1368ac27a0ecSDave Kleikamp 			brelse(bh);
1369ac27a0ecSDave Kleikamp 			bh = NULL;
1370ac27a0ecSDave Kleikamp 		}
1371ac27a0ecSDave Kleikamp 		return bh;
1372ac27a0ecSDave Kleikamp 	}
1373ac27a0ecSDave Kleikamp err:
1374ac27a0ecSDave Kleikamp 	return NULL;
1375ac27a0ecSDave Kleikamp }
1376ac27a0ecSDave Kleikamp 
1377617ba13bSMingming Cao struct buffer_head *ext4_bread(handle_t *handle, struct inode *inode,
1378725d26d3SAneesh Kumar K.V 			       ext4_lblk_t block, int create, int *err)
1379ac27a0ecSDave Kleikamp {
1380ac27a0ecSDave Kleikamp 	struct buffer_head *bh;
1381ac27a0ecSDave Kleikamp 
1382617ba13bSMingming Cao 	bh = ext4_getblk(handle, inode, block, create, err);
1383ac27a0ecSDave Kleikamp 	if (!bh)
1384ac27a0ecSDave Kleikamp 		return bh;
1385ac27a0ecSDave Kleikamp 	if (buffer_uptodate(bh))
1386ac27a0ecSDave Kleikamp 		return bh;
1387ac27a0ecSDave Kleikamp 	ll_rw_block(READ_META, 1, &bh);
1388ac27a0ecSDave Kleikamp 	wait_on_buffer(bh);
1389ac27a0ecSDave Kleikamp 	if (buffer_uptodate(bh))
1390ac27a0ecSDave Kleikamp 		return bh;
1391ac27a0ecSDave Kleikamp 	put_bh(bh);
1392ac27a0ecSDave Kleikamp 	*err = -EIO;
1393ac27a0ecSDave Kleikamp 	return NULL;
1394ac27a0ecSDave Kleikamp }
1395ac27a0ecSDave Kleikamp 
1396ac27a0ecSDave Kleikamp static int walk_page_buffers(handle_t *handle,
1397ac27a0ecSDave Kleikamp 			     struct buffer_head *head,
1398ac27a0ecSDave Kleikamp 			     unsigned from,
1399ac27a0ecSDave Kleikamp 			     unsigned to,
1400ac27a0ecSDave Kleikamp 			     int *partial,
1401ac27a0ecSDave Kleikamp 			     int (*fn)(handle_t *handle,
1402ac27a0ecSDave Kleikamp 				       struct buffer_head *bh))
1403ac27a0ecSDave Kleikamp {
1404ac27a0ecSDave Kleikamp 	struct buffer_head *bh;
1405ac27a0ecSDave Kleikamp 	unsigned block_start, block_end;
1406ac27a0ecSDave Kleikamp 	unsigned blocksize = head->b_size;
1407ac27a0ecSDave Kleikamp 	int err, ret = 0;
1408ac27a0ecSDave Kleikamp 	struct buffer_head *next;
1409ac27a0ecSDave Kleikamp 
1410ac27a0ecSDave Kleikamp 	for (bh = head, block_start = 0;
1411ac27a0ecSDave Kleikamp 	     ret == 0 && (bh != head || !block_start);
1412de9a55b8STheodore Ts'o 	     block_start = block_end, bh = next) {
1413ac27a0ecSDave Kleikamp 		next = bh->b_this_page;
1414ac27a0ecSDave Kleikamp 		block_end = block_start + blocksize;
1415ac27a0ecSDave Kleikamp 		if (block_end <= from || block_start >= to) {
1416ac27a0ecSDave Kleikamp 			if (partial && !buffer_uptodate(bh))
1417ac27a0ecSDave Kleikamp 				*partial = 1;
1418ac27a0ecSDave Kleikamp 			continue;
1419ac27a0ecSDave Kleikamp 		}
1420ac27a0ecSDave Kleikamp 		err = (*fn)(handle, bh);
1421ac27a0ecSDave Kleikamp 		if (!ret)
1422ac27a0ecSDave Kleikamp 			ret = err;
1423ac27a0ecSDave Kleikamp 	}
1424ac27a0ecSDave Kleikamp 	return ret;
1425ac27a0ecSDave Kleikamp }
1426ac27a0ecSDave Kleikamp 
1427ac27a0ecSDave Kleikamp /*
1428ac27a0ecSDave Kleikamp  * To preserve ordering, it is essential that the hole instantiation and
1429ac27a0ecSDave Kleikamp  * the data write be encapsulated in a single transaction.  We cannot
1430617ba13bSMingming Cao  * close off a transaction and start a new one between the ext4_get_block()
1431dab291afSMingming Cao  * and the commit_write().  So doing the jbd2_journal_start at the start of
1432ac27a0ecSDave Kleikamp  * prepare_write() is the right place.
1433ac27a0ecSDave Kleikamp  *
1434617ba13bSMingming Cao  * Also, this function can nest inside ext4_writepage() ->
1435617ba13bSMingming Cao  * block_write_full_page(). In that case, we *know* that ext4_writepage()
1436ac27a0ecSDave Kleikamp  * has generated enough buffer credits to do the whole page.  So we won't
1437ac27a0ecSDave Kleikamp  * block on the journal in that case, which is good, because the caller may
1438ac27a0ecSDave Kleikamp  * be PF_MEMALLOC.
1439ac27a0ecSDave Kleikamp  *
1440617ba13bSMingming Cao  * By accident, ext4 can be reentered when a transaction is open via
1441ac27a0ecSDave Kleikamp  * quota file writes.  If we were to commit the transaction while thus
1442ac27a0ecSDave Kleikamp  * reentered, there can be a deadlock - we would be holding a quota
1443ac27a0ecSDave Kleikamp  * lock, and the commit would never complete if another thread had a
1444ac27a0ecSDave Kleikamp  * transaction open and was blocking on the quota lock - a ranking
1445ac27a0ecSDave Kleikamp  * violation.
1446ac27a0ecSDave Kleikamp  *
1447dab291afSMingming Cao  * So what we do is to rely on the fact that jbd2_journal_stop/journal_start
1448ac27a0ecSDave Kleikamp  * will _not_ run commit under these circumstances because handle->h_ref
1449ac27a0ecSDave Kleikamp  * is elevated.  We'll still have enough credits for the tiny quotafile
1450ac27a0ecSDave Kleikamp  * write.
1451ac27a0ecSDave Kleikamp  */
1452ac27a0ecSDave Kleikamp static int do_journal_get_write_access(handle_t *handle,
1453ac27a0ecSDave Kleikamp 				       struct buffer_head *bh)
1454ac27a0ecSDave Kleikamp {
1455ac27a0ecSDave Kleikamp 	if (!buffer_mapped(bh) || buffer_freed(bh))
1456ac27a0ecSDave Kleikamp 		return 0;
1457617ba13bSMingming Cao 	return ext4_journal_get_write_access(handle, bh);
1458ac27a0ecSDave Kleikamp }
1459ac27a0ecSDave Kleikamp 
1460bfc1af65SNick Piggin static int ext4_write_begin(struct file *file, struct address_space *mapping,
1461bfc1af65SNick Piggin 			    loff_t pos, unsigned len, unsigned flags,
1462bfc1af65SNick Piggin 			    struct page **pagep, void **fsdata)
1463ac27a0ecSDave Kleikamp {
1464bfc1af65SNick Piggin 	struct inode *inode = mapping->host;
14651938a150SAneesh Kumar K.V 	int ret, needed_blocks;
1466ac27a0ecSDave Kleikamp 	handle_t *handle;
1467ac27a0ecSDave Kleikamp 	int retries = 0;
1468bfc1af65SNick Piggin 	struct page *page;
1469bfc1af65SNick Piggin 	pgoff_t index;
1470bfc1af65SNick Piggin 	unsigned from, to;
1471bfc1af65SNick Piggin 
14729bffad1eSTheodore Ts'o 	trace_ext4_write_begin(inode, pos, len, flags);
14731938a150SAneesh Kumar K.V 	/*
14741938a150SAneesh Kumar K.V 	 * Reserve one block more for addition to orphan list in case
14751938a150SAneesh Kumar K.V 	 * we allocate blocks but write fails for some reason
14761938a150SAneesh Kumar K.V 	 */
14771938a150SAneesh Kumar K.V 	needed_blocks = ext4_writepage_trans_blocks(inode) + 1;
1478bfc1af65SNick Piggin 	index = pos >> PAGE_CACHE_SHIFT;
1479bfc1af65SNick Piggin 	from = pos & (PAGE_CACHE_SIZE - 1);
1480bfc1af65SNick Piggin 	to = from + len;
1481ac27a0ecSDave Kleikamp 
1482ac27a0ecSDave Kleikamp retry:
1483617ba13bSMingming Cao 	handle = ext4_journal_start(inode, needed_blocks);
14847479d2b9SAndrew Morton 	if (IS_ERR(handle)) {
14857479d2b9SAndrew Morton 		ret = PTR_ERR(handle);
14867479d2b9SAndrew Morton 		goto out;
14877479d2b9SAndrew Morton 	}
1488ac27a0ecSDave Kleikamp 
1489ebd3610bSJan Kara 	/* We cannot recurse into the filesystem as the transaction is already
1490ebd3610bSJan Kara 	 * started */
1491ebd3610bSJan Kara 	flags |= AOP_FLAG_NOFS;
1492ebd3610bSJan Kara 
149354566b2cSNick Piggin 	page = grab_cache_page_write_begin(mapping, index, flags);
1494cf108bcaSJan Kara 	if (!page) {
1495cf108bcaSJan Kara 		ext4_journal_stop(handle);
1496cf108bcaSJan Kara 		ret = -ENOMEM;
1497cf108bcaSJan Kara 		goto out;
1498cf108bcaSJan Kara 	}
1499cf108bcaSJan Kara 	*pagep = page;
1500cf108bcaSJan Kara 
1501bfc1af65SNick Piggin 	ret = block_write_begin(file, mapping, pos, len, flags, pagep, fsdata,
1502bfc1af65SNick Piggin 				ext4_get_block);
1503bfc1af65SNick Piggin 
1504bfc1af65SNick Piggin 	if (!ret && ext4_should_journal_data(inode)) {
1505ac27a0ecSDave Kleikamp 		ret = walk_page_buffers(handle, page_buffers(page),
1506ac27a0ecSDave Kleikamp 				from, to, NULL, do_journal_get_write_access);
1507b46be050SAndrey Savochkin 	}
1508bfc1af65SNick Piggin 
1509bfc1af65SNick Piggin 	if (ret) {
1510bfc1af65SNick Piggin 		unlock_page(page);
1511bfc1af65SNick Piggin 		page_cache_release(page);
1512ae4d5372SAneesh Kumar K.V 		/*
1513ae4d5372SAneesh Kumar K.V 		 * block_write_begin may have instantiated a few blocks
1514ae4d5372SAneesh Kumar K.V 		 * outside i_size.  Trim these off again. Don't need
1515ae4d5372SAneesh Kumar K.V 		 * i_size_read because we hold i_mutex.
15161938a150SAneesh Kumar K.V 		 *
15171938a150SAneesh Kumar K.V 		 * Add inode to orphan list in case we crash before
15181938a150SAneesh Kumar K.V 		 * truncate finishes
1519ae4d5372SAneesh Kumar K.V 		 */
1520ffacfa7aSJan Kara 		if (pos + len > inode->i_size && ext4_can_truncate(inode))
15211938a150SAneesh Kumar K.V 			ext4_orphan_add(handle, inode);
15221938a150SAneesh Kumar K.V 
15231938a150SAneesh Kumar K.V 		ext4_journal_stop(handle);
15241938a150SAneesh Kumar K.V 		if (pos + len > inode->i_size) {
1525ffacfa7aSJan Kara 			ext4_truncate(inode);
15261938a150SAneesh Kumar K.V 			/*
1527ffacfa7aSJan Kara 			 * If truncate failed early the inode might
15281938a150SAneesh Kumar K.V 			 * still be on the orphan list; we need to
15291938a150SAneesh Kumar K.V 			 * make sure the inode is removed from the
15301938a150SAneesh Kumar K.V 			 * orphan list in that case.
15311938a150SAneesh Kumar K.V 			 */
15321938a150SAneesh Kumar K.V 			if (inode->i_nlink)
15331938a150SAneesh Kumar K.V 				ext4_orphan_del(NULL, inode);
15341938a150SAneesh Kumar K.V 		}
1535bfc1af65SNick Piggin 	}
1536bfc1af65SNick Piggin 
1537617ba13bSMingming Cao 	if (ret == -ENOSPC && ext4_should_retry_alloc(inode->i_sb, &retries))
1538ac27a0ecSDave Kleikamp 		goto retry;
15397479d2b9SAndrew Morton out:
1540ac27a0ecSDave Kleikamp 	return ret;
1541ac27a0ecSDave Kleikamp }
1542ac27a0ecSDave Kleikamp 
1543bfc1af65SNick Piggin /* For write_end() in data=journal mode */
1544bfc1af65SNick Piggin static int write_end_fn(handle_t *handle, struct buffer_head *bh)
1545ac27a0ecSDave Kleikamp {
1546ac27a0ecSDave Kleikamp 	if (!buffer_mapped(bh) || buffer_freed(bh))
1547ac27a0ecSDave Kleikamp 		return 0;
1548ac27a0ecSDave Kleikamp 	set_buffer_uptodate(bh);
15490390131bSFrank Mayhar 	return ext4_handle_dirty_metadata(handle, NULL, bh);
1550ac27a0ecSDave Kleikamp }
1551ac27a0ecSDave Kleikamp 
1552f8514083SAneesh Kumar K.V static int ext4_generic_write_end(struct file *file,
1553f8514083SAneesh Kumar K.V 				  struct address_space *mapping,
1554f8514083SAneesh Kumar K.V 				  loff_t pos, unsigned len, unsigned copied,
1555f8514083SAneesh Kumar K.V 				  struct page *page, void *fsdata)
1556f8514083SAneesh Kumar K.V {
1557f8514083SAneesh Kumar K.V 	int i_size_changed = 0;
1558f8514083SAneesh Kumar K.V 	struct inode *inode = mapping->host;
1559f8514083SAneesh Kumar K.V 	handle_t *handle = ext4_journal_current_handle();
1560f8514083SAneesh Kumar K.V 
1561f8514083SAneesh Kumar K.V 	copied = block_write_end(file, mapping, pos, len, copied, page, fsdata);
1562f8514083SAneesh Kumar K.V 
1563f8514083SAneesh Kumar K.V 	/*
1564f8514083SAneesh Kumar K.V 	 * No need to use i_size_read() here, the i_size
1565f8514083SAneesh Kumar K.V 	 * cannot change under us because we hold i_mutex.
1566f8514083SAneesh Kumar K.V 	 *
1567f8514083SAneesh Kumar K.V 	 * But it's important to update i_size while still holding page lock:
1568f8514083SAneesh Kumar K.V 	 * page writeout could otherwise come in and zero beyond i_size.
1569f8514083SAneesh Kumar K.V 	 */
1570f8514083SAneesh Kumar K.V 	if (pos + copied > inode->i_size) {
1571f8514083SAneesh Kumar K.V 		i_size_write(inode, pos + copied);
1572f8514083SAneesh Kumar K.V 		i_size_changed = 1;
1573f8514083SAneesh Kumar K.V 	}
1574f8514083SAneesh Kumar K.V 
1575f8514083SAneesh Kumar K.V 	if (pos + copied >  EXT4_I(inode)->i_disksize) {
1576f8514083SAneesh Kumar K.V 		/* We need to mark inode dirty even if
1577f8514083SAneesh Kumar K.V 		 * new_i_size is less that inode->i_size
1578f8514083SAneesh Kumar K.V 		 * bu greater than i_disksize.(hint delalloc)
1579f8514083SAneesh Kumar K.V 		 */
1580f8514083SAneesh Kumar K.V 		ext4_update_i_disksize(inode, (pos + copied));
1581f8514083SAneesh Kumar K.V 		i_size_changed = 1;
1582f8514083SAneesh Kumar K.V 	}
1583f8514083SAneesh Kumar K.V 	unlock_page(page);
1584f8514083SAneesh Kumar K.V 	page_cache_release(page);
1585f8514083SAneesh Kumar K.V 
1586f8514083SAneesh Kumar K.V 	/*
1587f8514083SAneesh Kumar K.V 	 * Don't mark the inode dirty under page lock. First, it unnecessarily
1588f8514083SAneesh Kumar K.V 	 * makes the holding time of page lock longer. Second, it forces lock
1589f8514083SAneesh Kumar K.V 	 * ordering of page lock and transaction start for journaling
1590f8514083SAneesh Kumar K.V 	 * filesystems.
1591f8514083SAneesh Kumar K.V 	 */
1592f8514083SAneesh Kumar K.V 	if (i_size_changed)
1593f8514083SAneesh Kumar K.V 		ext4_mark_inode_dirty(handle, inode);
1594f8514083SAneesh Kumar K.V 
1595f8514083SAneesh Kumar K.V 	return copied;
1596f8514083SAneesh Kumar K.V }
1597f8514083SAneesh Kumar K.V 
1598ac27a0ecSDave Kleikamp /*
1599ac27a0ecSDave Kleikamp  * We need to pick up the new inode size which generic_commit_write gave us
1600ac27a0ecSDave Kleikamp  * `file' can be NULL - eg, when called from page_symlink().
1601ac27a0ecSDave Kleikamp  *
1602617ba13bSMingming Cao  * ext4 never places buffers on inode->i_mapping->private_list.  metadata
1603ac27a0ecSDave Kleikamp  * buffers are managed internally.
1604ac27a0ecSDave Kleikamp  */
1605bfc1af65SNick Piggin static int ext4_ordered_write_end(struct file *file,
1606bfc1af65SNick Piggin 				  struct address_space *mapping,
1607bfc1af65SNick Piggin 				  loff_t pos, unsigned len, unsigned copied,
1608bfc1af65SNick Piggin 				  struct page *page, void *fsdata)
1609ac27a0ecSDave Kleikamp {
1610617ba13bSMingming Cao 	handle_t *handle = ext4_journal_current_handle();
1611cf108bcaSJan Kara 	struct inode *inode = mapping->host;
1612ac27a0ecSDave Kleikamp 	int ret = 0, ret2;
1613ac27a0ecSDave Kleikamp 
16149bffad1eSTheodore Ts'o 	trace_ext4_ordered_write_end(inode, pos, len, copied);
1615678aaf48SJan Kara 	ret = ext4_jbd2_file_inode(handle, inode);
1616ac27a0ecSDave Kleikamp 
1617ac27a0ecSDave Kleikamp 	if (ret == 0) {
1618f8514083SAneesh Kumar K.V 		ret2 = ext4_generic_write_end(file, mapping, pos, len, copied,
1619bfc1af65SNick Piggin 							page, fsdata);
1620f8a87d89SRoel Kluin 		copied = ret2;
1621ffacfa7aSJan Kara 		if (pos + len > inode->i_size && ext4_can_truncate(inode))
1622f8514083SAneesh Kumar K.V 			/* if we have allocated more blocks and copied
1623f8514083SAneesh Kumar K.V 			 * less. We will have blocks allocated outside
1624f8514083SAneesh Kumar K.V 			 * inode->i_size. So truncate them
1625f8514083SAneesh Kumar K.V 			 */
1626f8514083SAneesh Kumar K.V 			ext4_orphan_add(handle, inode);
1627f8a87d89SRoel Kluin 		if (ret2 < 0)
1628f8a87d89SRoel Kluin 			ret = ret2;
1629ac27a0ecSDave Kleikamp 	}
1630617ba13bSMingming Cao 	ret2 = ext4_journal_stop(handle);
1631ac27a0ecSDave Kleikamp 	if (!ret)
1632ac27a0ecSDave Kleikamp 		ret = ret2;
1633bfc1af65SNick Piggin 
1634f8514083SAneesh Kumar K.V 	if (pos + len > inode->i_size) {
1635ffacfa7aSJan Kara 		ext4_truncate(inode);
1636f8514083SAneesh Kumar K.V 		/*
1637ffacfa7aSJan Kara 		 * If truncate failed early the inode might still be
1638f8514083SAneesh Kumar K.V 		 * on the orphan list; we need to make sure the inode
1639f8514083SAneesh Kumar K.V 		 * is removed from the orphan list in that case.
1640f8514083SAneesh Kumar K.V 		 */
1641f8514083SAneesh Kumar K.V 		if (inode->i_nlink)
1642f8514083SAneesh Kumar K.V 			ext4_orphan_del(NULL, inode);
1643f8514083SAneesh Kumar K.V 	}
1644f8514083SAneesh Kumar K.V 
1645f8514083SAneesh Kumar K.V 
1646bfc1af65SNick Piggin 	return ret ? ret : copied;
1647ac27a0ecSDave Kleikamp }
1648ac27a0ecSDave Kleikamp 
1649bfc1af65SNick Piggin static int ext4_writeback_write_end(struct file *file,
1650bfc1af65SNick Piggin 				    struct address_space *mapping,
1651bfc1af65SNick Piggin 				    loff_t pos, unsigned len, unsigned copied,
1652bfc1af65SNick Piggin 				    struct page *page, void *fsdata)
1653ac27a0ecSDave Kleikamp {
1654617ba13bSMingming Cao 	handle_t *handle = ext4_journal_current_handle();
1655cf108bcaSJan Kara 	struct inode *inode = mapping->host;
1656ac27a0ecSDave Kleikamp 	int ret = 0, ret2;
1657ac27a0ecSDave Kleikamp 
16589bffad1eSTheodore Ts'o 	trace_ext4_writeback_write_end(inode, pos, len, copied);
1659f8514083SAneesh Kumar K.V 	ret2 = ext4_generic_write_end(file, mapping, pos, len, copied,
1660bfc1af65SNick Piggin 							page, fsdata);
1661f8a87d89SRoel Kluin 	copied = ret2;
1662ffacfa7aSJan Kara 	if (pos + len > inode->i_size && ext4_can_truncate(inode))
1663f8514083SAneesh Kumar K.V 		/* if we have allocated more blocks and copied
1664f8514083SAneesh Kumar K.V 		 * less. We will have blocks allocated outside
1665f8514083SAneesh Kumar K.V 		 * inode->i_size. So truncate them
1666f8514083SAneesh Kumar K.V 		 */
1667f8514083SAneesh Kumar K.V 		ext4_orphan_add(handle, inode);
1668f8514083SAneesh Kumar K.V 
1669f8a87d89SRoel Kluin 	if (ret2 < 0)
1670f8a87d89SRoel Kluin 		ret = ret2;
1671ac27a0ecSDave Kleikamp 
1672617ba13bSMingming Cao 	ret2 = ext4_journal_stop(handle);
1673ac27a0ecSDave Kleikamp 	if (!ret)
1674ac27a0ecSDave Kleikamp 		ret = ret2;
1675bfc1af65SNick Piggin 
1676f8514083SAneesh Kumar K.V 	if (pos + len > inode->i_size) {
1677ffacfa7aSJan Kara 		ext4_truncate(inode);
1678f8514083SAneesh Kumar K.V 		/*
1679ffacfa7aSJan Kara 		 * If truncate failed early the inode might still be
1680f8514083SAneesh Kumar K.V 		 * on the orphan list; we need to make sure the inode
1681f8514083SAneesh Kumar K.V 		 * is removed from the orphan list in that case.
1682f8514083SAneesh Kumar K.V 		 */
1683f8514083SAneesh Kumar K.V 		if (inode->i_nlink)
1684f8514083SAneesh Kumar K.V 			ext4_orphan_del(NULL, inode);
1685f8514083SAneesh Kumar K.V 	}
1686f8514083SAneesh Kumar K.V 
1687bfc1af65SNick Piggin 	return ret ? ret : copied;
1688ac27a0ecSDave Kleikamp }
1689ac27a0ecSDave Kleikamp 
1690bfc1af65SNick Piggin static int ext4_journalled_write_end(struct file *file,
1691bfc1af65SNick Piggin 				     struct address_space *mapping,
1692bfc1af65SNick Piggin 				     loff_t pos, unsigned len, unsigned copied,
1693bfc1af65SNick Piggin 				     struct page *page, void *fsdata)
1694ac27a0ecSDave Kleikamp {
1695617ba13bSMingming Cao 	handle_t *handle = ext4_journal_current_handle();
1696bfc1af65SNick Piggin 	struct inode *inode = mapping->host;
1697ac27a0ecSDave Kleikamp 	int ret = 0, ret2;
1698ac27a0ecSDave Kleikamp 	int partial = 0;
1699bfc1af65SNick Piggin 	unsigned from, to;
1700cf17fea6SAneesh Kumar K.V 	loff_t new_i_size;
1701ac27a0ecSDave Kleikamp 
17029bffad1eSTheodore Ts'o 	trace_ext4_journalled_write_end(inode, pos, len, copied);
1703bfc1af65SNick Piggin 	from = pos & (PAGE_CACHE_SIZE - 1);
1704bfc1af65SNick Piggin 	to = from + len;
1705bfc1af65SNick Piggin 
1706bfc1af65SNick Piggin 	if (copied < len) {
1707bfc1af65SNick Piggin 		if (!PageUptodate(page))
1708bfc1af65SNick Piggin 			copied = 0;
1709bfc1af65SNick Piggin 		page_zero_new_buffers(page, from+copied, to);
1710bfc1af65SNick Piggin 	}
1711ac27a0ecSDave Kleikamp 
1712ac27a0ecSDave Kleikamp 	ret = walk_page_buffers(handle, page_buffers(page), from,
1713bfc1af65SNick Piggin 				to, &partial, write_end_fn);
1714ac27a0ecSDave Kleikamp 	if (!partial)
1715ac27a0ecSDave Kleikamp 		SetPageUptodate(page);
1716cf17fea6SAneesh Kumar K.V 	new_i_size = pos + copied;
1717cf17fea6SAneesh Kumar K.V 	if (new_i_size > inode->i_size)
1718bfc1af65SNick Piggin 		i_size_write(inode, pos+copied);
1719617ba13bSMingming Cao 	EXT4_I(inode)->i_state |= EXT4_STATE_JDATA;
1720cf17fea6SAneesh Kumar K.V 	if (new_i_size > EXT4_I(inode)->i_disksize) {
1721cf17fea6SAneesh Kumar K.V 		ext4_update_i_disksize(inode, new_i_size);
1722617ba13bSMingming Cao 		ret2 = ext4_mark_inode_dirty(handle, inode);
1723ac27a0ecSDave Kleikamp 		if (!ret)
1724ac27a0ecSDave Kleikamp 			ret = ret2;
1725ac27a0ecSDave Kleikamp 	}
1726bfc1af65SNick Piggin 
1727cf108bcaSJan Kara 	unlock_page(page);
1728f8514083SAneesh Kumar K.V 	page_cache_release(page);
1729ffacfa7aSJan Kara 	if (pos + len > inode->i_size && ext4_can_truncate(inode))
1730f8514083SAneesh Kumar K.V 		/* if we have allocated more blocks and copied
1731f8514083SAneesh Kumar K.V 		 * less. We will have blocks allocated outside
1732f8514083SAneesh Kumar K.V 		 * inode->i_size. So truncate them
1733f8514083SAneesh Kumar K.V 		 */
1734f8514083SAneesh Kumar K.V 		ext4_orphan_add(handle, inode);
1735f8514083SAneesh Kumar K.V 
1736617ba13bSMingming Cao 	ret2 = ext4_journal_stop(handle);
1737ac27a0ecSDave Kleikamp 	if (!ret)
1738ac27a0ecSDave Kleikamp 		ret = ret2;
1739f8514083SAneesh Kumar K.V 	if (pos + len > inode->i_size) {
1740ffacfa7aSJan Kara 		ext4_truncate(inode);
1741f8514083SAneesh Kumar K.V 		/*
1742ffacfa7aSJan Kara 		 * If truncate failed early the inode might still be
1743f8514083SAneesh Kumar K.V 		 * on the orphan list; we need to make sure the inode
1744f8514083SAneesh Kumar K.V 		 * is removed from the orphan list in that case.
1745f8514083SAneesh Kumar K.V 		 */
1746f8514083SAneesh Kumar K.V 		if (inode->i_nlink)
1747f8514083SAneesh Kumar K.V 			ext4_orphan_del(NULL, inode);
1748f8514083SAneesh Kumar K.V 	}
1749bfc1af65SNick Piggin 
1750bfc1af65SNick Piggin 	return ret ? ret : copied;
1751ac27a0ecSDave Kleikamp }
1752d2a17637SMingming Cao 
1753d2a17637SMingming Cao static int ext4_da_reserve_space(struct inode *inode, int nrblocks)
1754d2a17637SMingming Cao {
1755030ba6bcSAneesh Kumar K.V 	int retries = 0;
1756d2a17637SMingming Cao 	struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb);
1757d2a17637SMingming Cao 	unsigned long md_needed, mdblocks, total = 0;
1758d2a17637SMingming Cao 
1759d2a17637SMingming Cao 	/*
1760d2a17637SMingming Cao 	 * recalculate the amount of metadata blocks to reserve
1761d2a17637SMingming Cao 	 * in order to allocate nrblocks
1762d2a17637SMingming Cao 	 * worse case is one extent per block
1763d2a17637SMingming Cao 	 */
1764030ba6bcSAneesh Kumar K.V repeat:
1765d2a17637SMingming Cao 	spin_lock(&EXT4_I(inode)->i_block_reservation_lock);
1766d2a17637SMingming Cao 	total = EXT4_I(inode)->i_reserved_data_blocks + nrblocks;
1767d2a17637SMingming Cao 	mdblocks = ext4_calc_metadata_amount(inode, total);
1768d2a17637SMingming Cao 	BUG_ON(mdblocks < EXT4_I(inode)->i_reserved_meta_blocks);
1769d2a17637SMingming Cao 
1770d2a17637SMingming Cao 	md_needed = mdblocks - EXT4_I(inode)->i_reserved_meta_blocks;
1771d2a17637SMingming Cao 	total = md_needed + nrblocks;
1772d2a17637SMingming Cao 
177360e58e0fSMingming Cao 	/*
177460e58e0fSMingming Cao 	 * Make quota reservation here to prevent quota overflow
177560e58e0fSMingming Cao 	 * later. Real quota accounting is done at pages writeout
177660e58e0fSMingming Cao 	 * time.
177760e58e0fSMingming Cao 	 */
177860e58e0fSMingming Cao 	if (vfs_dq_reserve_block(inode, total)) {
177960e58e0fSMingming Cao 		spin_unlock(&EXT4_I(inode)->i_block_reservation_lock);
178060e58e0fSMingming Cao 		return -EDQUOT;
178160e58e0fSMingming Cao 	}
178260e58e0fSMingming Cao 
1783a30d542aSAneesh Kumar K.V 	if (ext4_claim_free_blocks(sbi, total)) {
1784d2a17637SMingming Cao 		spin_unlock(&EXT4_I(inode)->i_block_reservation_lock);
1785030ba6bcSAneesh Kumar K.V 		if (ext4_should_retry_alloc(inode->i_sb, &retries)) {
1786030ba6bcSAneesh Kumar K.V 			yield();
1787030ba6bcSAneesh Kumar K.V 			goto repeat;
1788030ba6bcSAneesh Kumar K.V 		}
178960e58e0fSMingming Cao 		vfs_dq_release_reservation_block(inode, total);
1790d2a17637SMingming Cao 		return -ENOSPC;
1791d2a17637SMingming Cao 	}
1792d2a17637SMingming Cao 	EXT4_I(inode)->i_reserved_data_blocks += nrblocks;
1793d2a17637SMingming Cao 	EXT4_I(inode)->i_reserved_meta_blocks = mdblocks;
1794d2a17637SMingming Cao 
1795d2a17637SMingming Cao 	spin_unlock(&EXT4_I(inode)->i_block_reservation_lock);
1796d2a17637SMingming Cao 	return 0;       /* success */
1797d2a17637SMingming Cao }
1798d2a17637SMingming Cao 
179912219aeaSAneesh Kumar K.V static void ext4_da_release_space(struct inode *inode, int to_free)
1800d2a17637SMingming Cao {
1801d2a17637SMingming Cao 	struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb);
1802d2a17637SMingming Cao 	int total, mdb, mdb_free, release;
1803d2a17637SMingming Cao 
1804cd213226SMingming Cao 	if (!to_free)
1805cd213226SMingming Cao 		return;		/* Nothing to release, exit */
1806cd213226SMingming Cao 
1807d2a17637SMingming Cao 	spin_lock(&EXT4_I(inode)->i_block_reservation_lock);
1808cd213226SMingming Cao 
1809cd213226SMingming Cao 	if (!EXT4_I(inode)->i_reserved_data_blocks) {
1810cd213226SMingming Cao 		/*
1811cd213226SMingming Cao 		 * if there is no reserved blocks, but we try to free some
1812cd213226SMingming Cao 		 * then the counter is messed up somewhere.
1813cd213226SMingming Cao 		 * but since this function is called from invalidate
1814cd213226SMingming Cao 		 * page, it's harmless to return without any action
1815cd213226SMingming Cao 		 */
1816cd213226SMingming Cao 		printk(KERN_INFO "ext4 delalloc try to release %d reserved "
1817cd213226SMingming Cao 			    "blocks for inode %lu, but there is no reserved "
1818cd213226SMingming Cao 			    "data blocks\n", to_free, inode->i_ino);
1819cd213226SMingming Cao 		spin_unlock(&EXT4_I(inode)->i_block_reservation_lock);
1820cd213226SMingming Cao 		return;
1821cd213226SMingming Cao 	}
1822cd213226SMingming Cao 
1823d2a17637SMingming Cao 	/* recalculate the number of metablocks still need to be reserved */
182412219aeaSAneesh Kumar K.V 	total = EXT4_I(inode)->i_reserved_data_blocks - to_free;
1825d2a17637SMingming Cao 	mdb = ext4_calc_metadata_amount(inode, total);
1826d2a17637SMingming Cao 
1827d2a17637SMingming Cao 	/* figure out how many metablocks to release */
1828d2a17637SMingming Cao 	BUG_ON(mdb > EXT4_I(inode)->i_reserved_meta_blocks);
1829d2a17637SMingming Cao 	mdb_free = EXT4_I(inode)->i_reserved_meta_blocks - mdb;
1830d2a17637SMingming Cao 
1831d2a17637SMingming Cao 	release = to_free + mdb_free;
1832d2a17637SMingming Cao 
18336bc6e63fSAneesh Kumar K.V 	/* update fs dirty blocks counter for truncate case */
18346bc6e63fSAneesh Kumar K.V 	percpu_counter_sub(&sbi->s_dirtyblocks_counter, release);
1835d2a17637SMingming Cao 
1836d2a17637SMingming Cao 	/* update per-inode reservations */
183712219aeaSAneesh Kumar K.V 	BUG_ON(to_free > EXT4_I(inode)->i_reserved_data_blocks);
183812219aeaSAneesh Kumar K.V 	EXT4_I(inode)->i_reserved_data_blocks -= to_free;
1839d2a17637SMingming Cao 
1840d2a17637SMingming Cao 	BUG_ON(mdb > EXT4_I(inode)->i_reserved_meta_blocks);
1841d2a17637SMingming Cao 	EXT4_I(inode)->i_reserved_meta_blocks = mdb;
1842d2a17637SMingming Cao 	spin_unlock(&EXT4_I(inode)->i_block_reservation_lock);
184360e58e0fSMingming Cao 
184460e58e0fSMingming Cao 	vfs_dq_release_reservation_block(inode, release);
1845d2a17637SMingming Cao }
1846d2a17637SMingming Cao 
1847d2a17637SMingming Cao static void ext4_da_page_release_reservation(struct page *page,
1848d2a17637SMingming Cao 					     unsigned long offset)
1849d2a17637SMingming Cao {
1850d2a17637SMingming Cao 	int to_release = 0;
1851d2a17637SMingming Cao 	struct buffer_head *head, *bh;
1852d2a17637SMingming Cao 	unsigned int curr_off = 0;
1853d2a17637SMingming Cao 
1854d2a17637SMingming Cao 	head = page_buffers(page);
1855d2a17637SMingming Cao 	bh = head;
1856d2a17637SMingming Cao 	do {
1857d2a17637SMingming Cao 		unsigned int next_off = curr_off + bh->b_size;
1858d2a17637SMingming Cao 
1859d2a17637SMingming Cao 		if ((offset <= curr_off) && (buffer_delay(bh))) {
1860d2a17637SMingming Cao 			to_release++;
1861d2a17637SMingming Cao 			clear_buffer_delay(bh);
1862d2a17637SMingming Cao 		}
1863d2a17637SMingming Cao 		curr_off = next_off;
1864d2a17637SMingming Cao 	} while ((bh = bh->b_this_page) != head);
186512219aeaSAneesh Kumar K.V 	ext4_da_release_space(page->mapping->host, to_release);
1866d2a17637SMingming Cao }
1867ac27a0ecSDave Kleikamp 
1868ac27a0ecSDave Kleikamp /*
186964769240SAlex Tomas  * Delayed allocation stuff
187064769240SAlex Tomas  */
187164769240SAlex Tomas 
187264769240SAlex Tomas struct mpage_da_data {
187364769240SAlex Tomas 	struct inode *inode;
18748dc207c0STheodore Ts'o 	sector_t b_blocknr;		/* start block number of extent */
18758dc207c0STheodore Ts'o 	size_t b_size;			/* size of extent */
18768dc207c0STheodore Ts'o 	unsigned long b_state;		/* state of the extent */
187764769240SAlex Tomas 	unsigned long first_page, next_page;	/* extent of pages */
187864769240SAlex Tomas 	struct writeback_control *wbc;
1879a1d6cc56SAneesh Kumar K.V 	int io_done;
1880498e5f24STheodore Ts'o 	int pages_written;
1881df22291fSAneesh Kumar K.V 	int retval;
188264769240SAlex Tomas };
188364769240SAlex Tomas 
188464769240SAlex Tomas /*
188564769240SAlex Tomas  * mpage_da_submit_io - walks through extent of pages and try to write
1886a1d6cc56SAneesh Kumar K.V  * them with writepage() call back
188764769240SAlex Tomas  *
188864769240SAlex Tomas  * @mpd->inode: inode
188964769240SAlex Tomas  * @mpd->first_page: first page of the extent
189064769240SAlex Tomas  * @mpd->next_page: page after the last page of the extent
189164769240SAlex Tomas  *
189264769240SAlex Tomas  * By the time mpage_da_submit_io() is called we expect all blocks
189364769240SAlex Tomas  * to be allocated. this may be wrong if allocation failed.
189464769240SAlex Tomas  *
189564769240SAlex Tomas  * As pages are already locked by write_cache_pages(), we can't use it
189664769240SAlex Tomas  */
189764769240SAlex Tomas static int mpage_da_submit_io(struct mpage_da_data *mpd)
189864769240SAlex Tomas {
189922208dedSAneesh Kumar K.V 	long pages_skipped;
1900791b7f08SAneesh Kumar K.V 	struct pagevec pvec;
1901791b7f08SAneesh Kumar K.V 	unsigned long index, end;
1902791b7f08SAneesh Kumar K.V 	int ret = 0, err, nr_pages, i;
1903791b7f08SAneesh Kumar K.V 	struct inode *inode = mpd->inode;
1904791b7f08SAneesh Kumar K.V 	struct address_space *mapping = inode->i_mapping;
190564769240SAlex Tomas 
190664769240SAlex Tomas 	BUG_ON(mpd->next_page <= mpd->first_page);
1907791b7f08SAneesh Kumar K.V 	/*
1908791b7f08SAneesh Kumar K.V 	 * We need to start from the first_page to the next_page - 1
1909791b7f08SAneesh Kumar K.V 	 * to make sure we also write the mapped dirty buffer_heads.
19108dc207c0STheodore Ts'o 	 * If we look at mpd->b_blocknr we would only be looking
1911791b7f08SAneesh Kumar K.V 	 * at the currently mapped buffer_heads.
1912791b7f08SAneesh Kumar K.V 	 */
191364769240SAlex Tomas 	index = mpd->first_page;
191464769240SAlex Tomas 	end = mpd->next_page - 1;
191564769240SAlex Tomas 
1916791b7f08SAneesh Kumar K.V 	pagevec_init(&pvec, 0);
191764769240SAlex Tomas 	while (index <= end) {
1918791b7f08SAneesh Kumar K.V 		nr_pages = pagevec_lookup(&pvec, mapping, index, PAGEVEC_SIZE);
191964769240SAlex Tomas 		if (nr_pages == 0)
192064769240SAlex Tomas 			break;
192164769240SAlex Tomas 		for (i = 0; i < nr_pages; i++) {
192264769240SAlex Tomas 			struct page *page = pvec.pages[i];
192364769240SAlex Tomas 
1924791b7f08SAneesh Kumar K.V 			index = page->index;
1925791b7f08SAneesh Kumar K.V 			if (index > end)
1926791b7f08SAneesh Kumar K.V 				break;
1927791b7f08SAneesh Kumar K.V 			index++;
1928791b7f08SAneesh Kumar K.V 
1929791b7f08SAneesh Kumar K.V 			BUG_ON(!PageLocked(page));
1930791b7f08SAneesh Kumar K.V 			BUG_ON(PageWriteback(page));
1931791b7f08SAneesh Kumar K.V 
193222208dedSAneesh Kumar K.V 			pages_skipped = mpd->wbc->pages_skipped;
1933a1d6cc56SAneesh Kumar K.V 			err = mapping->a_ops->writepage(page, mpd->wbc);
193422208dedSAneesh Kumar K.V 			if (!err && (pages_skipped == mpd->wbc->pages_skipped))
193522208dedSAneesh Kumar K.V 				/*
193622208dedSAneesh Kumar K.V 				 * have successfully written the page
193722208dedSAneesh Kumar K.V 				 * without skipping the same
193822208dedSAneesh Kumar K.V 				 */
1939a1d6cc56SAneesh Kumar K.V 				mpd->pages_written++;
194064769240SAlex Tomas 			/*
194164769240SAlex Tomas 			 * In error case, we have to continue because
194264769240SAlex Tomas 			 * remaining pages are still locked
194364769240SAlex Tomas 			 * XXX: unlock and re-dirty them?
194464769240SAlex Tomas 			 */
194564769240SAlex Tomas 			if (ret == 0)
194664769240SAlex Tomas 				ret = err;
194764769240SAlex Tomas 		}
194864769240SAlex Tomas 		pagevec_release(&pvec);
194964769240SAlex Tomas 	}
195064769240SAlex Tomas 	return ret;
195164769240SAlex Tomas }
195264769240SAlex Tomas 
195364769240SAlex Tomas /*
195464769240SAlex Tomas  * mpage_put_bnr_to_bhs - walk blocks and assign them actual numbers
195564769240SAlex Tomas  *
195664769240SAlex Tomas  * @mpd->inode - inode to walk through
195764769240SAlex Tomas  * @exbh->b_blocknr - first block on a disk
195864769240SAlex Tomas  * @exbh->b_size - amount of space in bytes
195964769240SAlex Tomas  * @logical - first logical block to start assignment with
196064769240SAlex Tomas  *
196164769240SAlex Tomas  * the function goes through all passed space and put actual disk
196229fa89d0SAneesh Kumar K.V  * block numbers into buffer heads, dropping BH_Delay and BH_Unwritten
196364769240SAlex Tomas  */
196464769240SAlex Tomas static void mpage_put_bnr_to_bhs(struct mpage_da_data *mpd, sector_t logical,
196564769240SAlex Tomas 				 struct buffer_head *exbh)
196664769240SAlex Tomas {
196764769240SAlex Tomas 	struct inode *inode = mpd->inode;
196864769240SAlex Tomas 	struct address_space *mapping = inode->i_mapping;
196964769240SAlex Tomas 	int blocks = exbh->b_size >> inode->i_blkbits;
197064769240SAlex Tomas 	sector_t pblock = exbh->b_blocknr, cur_logical;
197164769240SAlex Tomas 	struct buffer_head *head, *bh;
1972a1d6cc56SAneesh Kumar K.V 	pgoff_t index, end;
197364769240SAlex Tomas 	struct pagevec pvec;
197464769240SAlex Tomas 	int nr_pages, i;
197564769240SAlex Tomas 
197664769240SAlex Tomas 	index = logical >> (PAGE_CACHE_SHIFT - inode->i_blkbits);
197764769240SAlex Tomas 	end = (logical + blocks - 1) >> (PAGE_CACHE_SHIFT - inode->i_blkbits);
197864769240SAlex Tomas 	cur_logical = index << (PAGE_CACHE_SHIFT - inode->i_blkbits);
197964769240SAlex Tomas 
198064769240SAlex Tomas 	pagevec_init(&pvec, 0);
198164769240SAlex Tomas 
198264769240SAlex Tomas 	while (index <= end) {
198364769240SAlex Tomas 		/* XXX: optimize tail */
198464769240SAlex Tomas 		nr_pages = pagevec_lookup(&pvec, mapping, index, PAGEVEC_SIZE);
198564769240SAlex Tomas 		if (nr_pages == 0)
198664769240SAlex Tomas 			break;
198764769240SAlex Tomas 		for (i = 0; i < nr_pages; i++) {
198864769240SAlex Tomas 			struct page *page = pvec.pages[i];
198964769240SAlex Tomas 
199064769240SAlex Tomas 			index = page->index;
199164769240SAlex Tomas 			if (index > end)
199264769240SAlex Tomas 				break;
199364769240SAlex Tomas 			index++;
199464769240SAlex Tomas 
199564769240SAlex Tomas 			BUG_ON(!PageLocked(page));
199664769240SAlex Tomas 			BUG_ON(PageWriteback(page));
199764769240SAlex Tomas 			BUG_ON(!page_has_buffers(page));
199864769240SAlex Tomas 
199964769240SAlex Tomas 			bh = page_buffers(page);
200064769240SAlex Tomas 			head = bh;
200164769240SAlex Tomas 
200264769240SAlex Tomas 			/* skip blocks out of the range */
200364769240SAlex Tomas 			do {
200464769240SAlex Tomas 				if (cur_logical >= logical)
200564769240SAlex Tomas 					break;
200664769240SAlex Tomas 				cur_logical++;
200764769240SAlex Tomas 			} while ((bh = bh->b_this_page) != head);
200864769240SAlex Tomas 
200964769240SAlex Tomas 			do {
201064769240SAlex Tomas 				if (cur_logical >= logical + blocks)
201164769240SAlex Tomas 					break;
201229fa89d0SAneesh Kumar K.V 
201329fa89d0SAneesh Kumar K.V 				if (buffer_delay(bh) ||
201429fa89d0SAneesh Kumar K.V 						buffer_unwritten(bh)) {
201529fa89d0SAneesh Kumar K.V 
201629fa89d0SAneesh Kumar K.V 					BUG_ON(bh->b_bdev != inode->i_sb->s_bdev);
201729fa89d0SAneesh Kumar K.V 
201864769240SAlex Tomas 					if (buffer_delay(bh)) {
201964769240SAlex Tomas 						clear_buffer_delay(bh);
2020bf068ee2SAneesh Kumar K.V 						bh->b_blocknr = pblock;
202129fa89d0SAneesh Kumar K.V 					} else {
202229fa89d0SAneesh Kumar K.V 						/*
202329fa89d0SAneesh Kumar K.V 						 * unwritten already should have
202429fa89d0SAneesh Kumar K.V 						 * blocknr assigned. Verify that
202529fa89d0SAneesh Kumar K.V 						 */
2026bf068ee2SAneesh Kumar K.V 						clear_buffer_unwritten(bh);
202729fa89d0SAneesh Kumar K.V 						BUG_ON(bh->b_blocknr != pblock);
202829fa89d0SAneesh Kumar K.V 					}
202929fa89d0SAneesh Kumar K.V 
203061628a3fSMingming Cao 				} else if (buffer_mapped(bh))
203164769240SAlex Tomas 					BUG_ON(bh->b_blocknr != pblock);
203264769240SAlex Tomas 
203364769240SAlex Tomas 				cur_logical++;
203464769240SAlex Tomas 				pblock++;
203564769240SAlex Tomas 			} while ((bh = bh->b_this_page) != head);
203664769240SAlex Tomas 		}
203764769240SAlex Tomas 		pagevec_release(&pvec);
203864769240SAlex Tomas 	}
203964769240SAlex Tomas }
204064769240SAlex Tomas 
204164769240SAlex Tomas 
204264769240SAlex Tomas /*
204364769240SAlex Tomas  * __unmap_underlying_blocks - just a helper function to unmap
204464769240SAlex Tomas  * set of blocks described by @bh
204564769240SAlex Tomas  */
204664769240SAlex Tomas static inline void __unmap_underlying_blocks(struct inode *inode,
204764769240SAlex Tomas 					     struct buffer_head *bh)
204864769240SAlex Tomas {
204964769240SAlex Tomas 	struct block_device *bdev = inode->i_sb->s_bdev;
205064769240SAlex Tomas 	int blocks, i;
205164769240SAlex Tomas 
205264769240SAlex Tomas 	blocks = bh->b_size >> inode->i_blkbits;
205364769240SAlex Tomas 	for (i = 0; i < blocks; i++)
205464769240SAlex Tomas 		unmap_underlying_metadata(bdev, bh->b_blocknr + i);
205564769240SAlex Tomas }
205664769240SAlex Tomas 
2057c4a0c46eSAneesh Kumar K.V static void ext4_da_block_invalidatepages(struct mpage_da_data *mpd,
2058c4a0c46eSAneesh Kumar K.V 					sector_t logical, long blk_cnt)
2059c4a0c46eSAneesh Kumar K.V {
2060c4a0c46eSAneesh Kumar K.V 	int nr_pages, i;
2061c4a0c46eSAneesh Kumar K.V 	pgoff_t index, end;
2062c4a0c46eSAneesh Kumar K.V 	struct pagevec pvec;
2063c4a0c46eSAneesh Kumar K.V 	struct inode *inode = mpd->inode;
2064c4a0c46eSAneesh Kumar K.V 	struct address_space *mapping = inode->i_mapping;
2065c4a0c46eSAneesh Kumar K.V 
2066c4a0c46eSAneesh Kumar K.V 	index = logical >> (PAGE_CACHE_SHIFT - inode->i_blkbits);
2067c4a0c46eSAneesh Kumar K.V 	end   = (logical + blk_cnt - 1) >>
2068c4a0c46eSAneesh Kumar K.V 				(PAGE_CACHE_SHIFT - inode->i_blkbits);
2069c4a0c46eSAneesh Kumar K.V 	while (index <= end) {
2070c4a0c46eSAneesh Kumar K.V 		nr_pages = pagevec_lookup(&pvec, mapping, index, PAGEVEC_SIZE);
2071c4a0c46eSAneesh Kumar K.V 		if (nr_pages == 0)
2072c4a0c46eSAneesh Kumar K.V 			break;
2073c4a0c46eSAneesh Kumar K.V 		for (i = 0; i < nr_pages; i++) {
2074c4a0c46eSAneesh Kumar K.V 			struct page *page = pvec.pages[i];
2075c4a0c46eSAneesh Kumar K.V 			index = page->index;
2076c4a0c46eSAneesh Kumar K.V 			if (index > end)
2077c4a0c46eSAneesh Kumar K.V 				break;
2078c4a0c46eSAneesh Kumar K.V 			index++;
2079c4a0c46eSAneesh Kumar K.V 
2080c4a0c46eSAneesh Kumar K.V 			BUG_ON(!PageLocked(page));
2081c4a0c46eSAneesh Kumar K.V 			BUG_ON(PageWriteback(page));
2082c4a0c46eSAneesh Kumar K.V 			block_invalidatepage(page, 0);
2083c4a0c46eSAneesh Kumar K.V 			ClearPageUptodate(page);
2084c4a0c46eSAneesh Kumar K.V 			unlock_page(page);
2085c4a0c46eSAneesh Kumar K.V 		}
2086c4a0c46eSAneesh Kumar K.V 	}
2087c4a0c46eSAneesh Kumar K.V 	return;
2088c4a0c46eSAneesh Kumar K.V }
2089c4a0c46eSAneesh Kumar K.V 
2090df22291fSAneesh Kumar K.V static void ext4_print_free_blocks(struct inode *inode)
2091df22291fSAneesh Kumar K.V {
2092df22291fSAneesh Kumar K.V 	struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb);
2093df22291fSAneesh Kumar K.V 	printk(KERN_EMERG "Total free blocks count %lld\n",
2094df22291fSAneesh Kumar K.V 			ext4_count_free_blocks(inode->i_sb));
2095df22291fSAneesh Kumar K.V 	printk(KERN_EMERG "Free/Dirty block details\n");
2096df22291fSAneesh Kumar K.V 	printk(KERN_EMERG "free_blocks=%lld\n",
20978f72fbdfSAlexander Beregalov 			(long long)percpu_counter_sum(&sbi->s_freeblocks_counter));
2098df22291fSAneesh Kumar K.V 	printk(KERN_EMERG "dirty_blocks=%lld\n",
20998f72fbdfSAlexander Beregalov 			(long long)percpu_counter_sum(&sbi->s_dirtyblocks_counter));
2100df22291fSAneesh Kumar K.V 	printk(KERN_EMERG "Block reservation details\n");
2101498e5f24STheodore Ts'o 	printk(KERN_EMERG "i_reserved_data_blocks=%u\n",
2102df22291fSAneesh Kumar K.V 			EXT4_I(inode)->i_reserved_data_blocks);
2103498e5f24STheodore Ts'o 	printk(KERN_EMERG "i_reserved_meta_blocks=%u\n",
2104df22291fSAneesh Kumar K.V 			EXT4_I(inode)->i_reserved_meta_blocks);
2105df22291fSAneesh Kumar K.V 	return;
2106df22291fSAneesh Kumar K.V }
2107df22291fSAneesh Kumar K.V 
2108b920c755STheodore Ts'o /*
210964769240SAlex Tomas  * mpage_da_map_blocks - go through given space
211064769240SAlex Tomas  *
21118dc207c0STheodore Ts'o  * @mpd - bh describing space
211264769240SAlex Tomas  *
211364769240SAlex Tomas  * The function skips space we know is already mapped to disk blocks.
211464769240SAlex Tomas  *
211564769240SAlex Tomas  */
2116c4a0c46eSAneesh Kumar K.V static int mpage_da_map_blocks(struct mpage_da_data *mpd)
211764769240SAlex Tomas {
21182ac3b6e0STheodore Ts'o 	int err, blks, get_blocks_flags;
2119030ba6bcSAneesh Kumar K.V 	struct buffer_head new;
21202fa3cdfbSTheodore Ts'o 	sector_t next = mpd->b_blocknr;
21212fa3cdfbSTheodore Ts'o 	unsigned max_blocks = mpd->b_size >> mpd->inode->i_blkbits;
21222fa3cdfbSTheodore Ts'o 	loff_t disksize = EXT4_I(mpd->inode)->i_disksize;
21232fa3cdfbSTheodore Ts'o 	handle_t *handle = NULL;
212464769240SAlex Tomas 
212564769240SAlex Tomas 	/*
212664769240SAlex Tomas 	 * We consider only non-mapped and non-allocated blocks
212764769240SAlex Tomas 	 */
21288dc207c0STheodore Ts'o 	if ((mpd->b_state  & (1 << BH_Mapped)) &&
212929fa89d0SAneesh Kumar K.V 		!(mpd->b_state & (1 << BH_Delay)) &&
213029fa89d0SAneesh Kumar K.V 		!(mpd->b_state & (1 << BH_Unwritten)))
2131c4a0c46eSAneesh Kumar K.V 		return 0;
21322fa3cdfbSTheodore Ts'o 
21332fa3cdfbSTheodore Ts'o 	/*
21342fa3cdfbSTheodore Ts'o 	 * If we didn't accumulate anything to write simply return
21352fa3cdfbSTheodore Ts'o 	 */
21362fa3cdfbSTheodore Ts'o 	if (!mpd->b_size)
21372fa3cdfbSTheodore Ts'o 		return 0;
21382fa3cdfbSTheodore Ts'o 
21392fa3cdfbSTheodore Ts'o 	handle = ext4_journal_current_handle();
21402fa3cdfbSTheodore Ts'o 	BUG_ON(!handle);
21412fa3cdfbSTheodore Ts'o 
214279ffab34SAneesh Kumar K.V 	/*
21432ac3b6e0STheodore Ts'o 	 * Call ext4_get_blocks() to allocate any delayed allocation
21442ac3b6e0STheodore Ts'o 	 * blocks, or to convert an uninitialized extent to be
21452ac3b6e0STheodore Ts'o 	 * initialized (in the case where we have written into
21462ac3b6e0STheodore Ts'o 	 * one or more preallocated blocks).
21472ac3b6e0STheodore Ts'o 	 *
21482ac3b6e0STheodore Ts'o 	 * We pass in the magic EXT4_GET_BLOCKS_DELALLOC_RESERVE to
21492ac3b6e0STheodore Ts'o 	 * indicate that we are on the delayed allocation path.  This
21502ac3b6e0STheodore Ts'o 	 * affects functions in many different parts of the allocation
21512ac3b6e0STheodore Ts'o 	 * call path.  This flag exists primarily because we don't
21522ac3b6e0STheodore Ts'o 	 * want to change *many* call functions, so ext4_get_blocks()
21532ac3b6e0STheodore Ts'o 	 * will set the magic i_delalloc_reserved_flag once the
21542ac3b6e0STheodore Ts'o 	 * inode's allocation semaphore is taken.
21552ac3b6e0STheodore Ts'o 	 *
21562ac3b6e0STheodore Ts'o 	 * If the blocks in questions were delalloc blocks, set
21572ac3b6e0STheodore Ts'o 	 * EXT4_GET_BLOCKS_DELALLOC_RESERVE so the delalloc accounting
21582ac3b6e0STheodore Ts'o 	 * variables are updated after the blocks have been allocated.
215979ffab34SAneesh Kumar K.V 	 */
21602ac3b6e0STheodore Ts'o 	new.b_state = 0;
21612ac3b6e0STheodore Ts'o 	get_blocks_flags = (EXT4_GET_BLOCKS_CREATE |
21622fa3cdfbSTheodore Ts'o 			    EXT4_GET_BLOCKS_DELALLOC_RESERVE);
21632ac3b6e0STheodore Ts'o 	if (mpd->b_state & (1 << BH_Delay))
21642ac3b6e0STheodore Ts'o 		get_blocks_flags |= EXT4_GET_BLOCKS_UPDATE_RESERVE_SPACE;
21652ac3b6e0STheodore Ts'o 	blks = ext4_get_blocks(handle, mpd->inode, next, max_blocks,
21662ac3b6e0STheodore Ts'o 			       &new, get_blocks_flags);
21672fa3cdfbSTheodore Ts'o 	if (blks < 0) {
21682fa3cdfbSTheodore Ts'o 		err = blks;
2169ed5bde0bSTheodore Ts'o 		/*
2170ed5bde0bSTheodore Ts'o 		 * If get block returns with error we simply
2171ed5bde0bSTheodore Ts'o 		 * return. Later writepage will redirty the page and
2172ed5bde0bSTheodore Ts'o 		 * writepages will find the dirty page again
2173c4a0c46eSAneesh Kumar K.V 		 */
2174c4a0c46eSAneesh Kumar K.V 		if (err == -EAGAIN)
2175c4a0c46eSAneesh Kumar K.V 			return 0;
2176df22291fSAneesh Kumar K.V 
2177df22291fSAneesh Kumar K.V 		if (err == -ENOSPC &&
2178df22291fSAneesh Kumar K.V 		    ext4_count_free_blocks(mpd->inode->i_sb)) {
2179df22291fSAneesh Kumar K.V 			mpd->retval = err;
2180df22291fSAneesh Kumar K.V 			return 0;
2181df22291fSAneesh Kumar K.V 		}
2182df22291fSAneesh Kumar K.V 
2183c4a0c46eSAneesh Kumar K.V 		/*
2184ed5bde0bSTheodore Ts'o 		 * get block failure will cause us to loop in
2185ed5bde0bSTheodore Ts'o 		 * writepages, because a_ops->writepage won't be able
2186ed5bde0bSTheodore Ts'o 		 * to make progress. The page will be redirtied by
2187ed5bde0bSTheodore Ts'o 		 * writepage and writepages will again try to write
2188ed5bde0bSTheodore Ts'o 		 * the same.
2189c4a0c46eSAneesh Kumar K.V 		 */
2190c4a0c46eSAneesh Kumar K.V 		printk(KERN_EMERG "%s block allocation failed for inode %lu "
2191c4a0c46eSAneesh Kumar K.V 				  "at logical offset %llu with max blocks "
2192c4a0c46eSAneesh Kumar K.V 				  "%zd with error %d\n",
2193c4a0c46eSAneesh Kumar K.V 				  __func__, mpd->inode->i_ino,
2194c4a0c46eSAneesh Kumar K.V 				  (unsigned long long)next,
21958dc207c0STheodore Ts'o 				  mpd->b_size >> mpd->inode->i_blkbits, err);
2196c4a0c46eSAneesh Kumar K.V 		printk(KERN_EMERG "This should not happen.!! "
2197c4a0c46eSAneesh Kumar K.V 					"Data will be lost\n");
2198030ba6bcSAneesh Kumar K.V 		if (err == -ENOSPC) {
2199df22291fSAneesh Kumar K.V 			ext4_print_free_blocks(mpd->inode);
2200030ba6bcSAneesh Kumar K.V 		}
22012fa3cdfbSTheodore Ts'o 		/* invalidate all the pages */
2202c4a0c46eSAneesh Kumar K.V 		ext4_da_block_invalidatepages(mpd, next,
22038dc207c0STheodore Ts'o 				mpd->b_size >> mpd->inode->i_blkbits);
2204c4a0c46eSAneesh Kumar K.V 		return err;
2205c4a0c46eSAneesh Kumar K.V 	}
22062fa3cdfbSTheodore Ts'o 	BUG_ON(blks == 0);
22072fa3cdfbSTheodore Ts'o 
22082fa3cdfbSTheodore Ts'o 	new.b_size = (blks << mpd->inode->i_blkbits);
220964769240SAlex Tomas 
221064769240SAlex Tomas 	if (buffer_new(&new))
221164769240SAlex Tomas 		__unmap_underlying_blocks(mpd->inode, &new);
221264769240SAlex Tomas 
221364769240SAlex Tomas 	/*
221464769240SAlex Tomas 	 * If blocks are delayed marked, we need to
221564769240SAlex Tomas 	 * put actual blocknr and drop delayed bit
221664769240SAlex Tomas 	 */
22178dc207c0STheodore Ts'o 	if ((mpd->b_state & (1 << BH_Delay)) ||
22188dc207c0STheodore Ts'o 	    (mpd->b_state & (1 << BH_Unwritten)))
221964769240SAlex Tomas 		mpage_put_bnr_to_bhs(mpd, next, &new);
222064769240SAlex Tomas 
22212fa3cdfbSTheodore Ts'o 	if (ext4_should_order_data(mpd->inode)) {
22222fa3cdfbSTheodore Ts'o 		err = ext4_jbd2_file_inode(handle, mpd->inode);
22232fa3cdfbSTheodore Ts'o 		if (err)
22242fa3cdfbSTheodore Ts'o 			return err;
22252fa3cdfbSTheodore Ts'o 	}
22262fa3cdfbSTheodore Ts'o 
22272fa3cdfbSTheodore Ts'o 	/*
222803f5d8bcSJan Kara 	 * Update on-disk size along with block allocation.
22292fa3cdfbSTheodore Ts'o 	 */
22302fa3cdfbSTheodore Ts'o 	disksize = ((loff_t) next + blks) << mpd->inode->i_blkbits;
22312fa3cdfbSTheodore Ts'o 	if (disksize > i_size_read(mpd->inode))
22322fa3cdfbSTheodore Ts'o 		disksize = i_size_read(mpd->inode);
22332fa3cdfbSTheodore Ts'o 	if (disksize > EXT4_I(mpd->inode)->i_disksize) {
22342fa3cdfbSTheodore Ts'o 		ext4_update_i_disksize(mpd->inode, disksize);
22352fa3cdfbSTheodore Ts'o 		return ext4_mark_inode_dirty(handle, mpd->inode);
22362fa3cdfbSTheodore Ts'o 	}
22372fa3cdfbSTheodore Ts'o 
2238c4a0c46eSAneesh Kumar K.V 	return 0;
223964769240SAlex Tomas }
224064769240SAlex Tomas 
2241bf068ee2SAneesh Kumar K.V #define BH_FLAGS ((1 << BH_Uptodate) | (1 << BH_Mapped) | \
2242bf068ee2SAneesh Kumar K.V 		(1 << BH_Delay) | (1 << BH_Unwritten))
224364769240SAlex Tomas 
224464769240SAlex Tomas /*
224564769240SAlex Tomas  * mpage_add_bh_to_extent - try to add one more block to extent of blocks
224664769240SAlex Tomas  *
224764769240SAlex Tomas  * @mpd->lbh - extent of blocks
224864769240SAlex Tomas  * @logical - logical number of the block in the file
224964769240SAlex Tomas  * @bh - bh of the block (used to access block's state)
225064769240SAlex Tomas  *
225164769240SAlex Tomas  * the function is used to collect contig. blocks in same state
225264769240SAlex Tomas  */
225364769240SAlex Tomas static void mpage_add_bh_to_extent(struct mpage_da_data *mpd,
22548dc207c0STheodore Ts'o 				   sector_t logical, size_t b_size,
22558dc207c0STheodore Ts'o 				   unsigned long b_state)
225664769240SAlex Tomas {
225764769240SAlex Tomas 	sector_t next;
22588dc207c0STheodore Ts'o 	int nrblocks = mpd->b_size >> mpd->inode->i_blkbits;
225964769240SAlex Tomas 
2260525f4ed8SMingming Cao 	/* check if thereserved journal credits might overflow */
2261525f4ed8SMingming Cao 	if (!(EXT4_I(mpd->inode)->i_flags & EXT4_EXTENTS_FL)) {
2262525f4ed8SMingming Cao 		if (nrblocks >= EXT4_MAX_TRANS_DATA) {
2263525f4ed8SMingming Cao 			/*
2264525f4ed8SMingming Cao 			 * With non-extent format we are limited by the journal
2265525f4ed8SMingming Cao 			 * credit available.  Total credit needed to insert
2266525f4ed8SMingming Cao 			 * nrblocks contiguous blocks is dependent on the
2267525f4ed8SMingming Cao 			 * nrblocks.  So limit nrblocks.
2268525f4ed8SMingming Cao 			 */
2269525f4ed8SMingming Cao 			goto flush_it;
2270525f4ed8SMingming Cao 		} else if ((nrblocks + (b_size >> mpd->inode->i_blkbits)) >
2271525f4ed8SMingming Cao 				EXT4_MAX_TRANS_DATA) {
2272525f4ed8SMingming Cao 			/*
2273525f4ed8SMingming Cao 			 * Adding the new buffer_head would make it cross the
2274525f4ed8SMingming Cao 			 * allowed limit for which we have journal credit
2275525f4ed8SMingming Cao 			 * reserved. So limit the new bh->b_size
2276525f4ed8SMingming Cao 			 */
2277525f4ed8SMingming Cao 			b_size = (EXT4_MAX_TRANS_DATA - nrblocks) <<
2278525f4ed8SMingming Cao 						mpd->inode->i_blkbits;
2279525f4ed8SMingming Cao 			/* we will do mpage_da_submit_io in the next loop */
2280525f4ed8SMingming Cao 		}
2281525f4ed8SMingming Cao 	}
228264769240SAlex Tomas 	/*
228364769240SAlex Tomas 	 * First block in the extent
228464769240SAlex Tomas 	 */
22858dc207c0STheodore Ts'o 	if (mpd->b_size == 0) {
22868dc207c0STheodore Ts'o 		mpd->b_blocknr = logical;
22878dc207c0STheodore Ts'o 		mpd->b_size = b_size;
22888dc207c0STheodore Ts'o 		mpd->b_state = b_state & BH_FLAGS;
228964769240SAlex Tomas 		return;
229064769240SAlex Tomas 	}
229164769240SAlex Tomas 
22928dc207c0STheodore Ts'o 	next = mpd->b_blocknr + nrblocks;
229364769240SAlex Tomas 	/*
229464769240SAlex Tomas 	 * Can we merge the block to our big extent?
229564769240SAlex Tomas 	 */
22968dc207c0STheodore Ts'o 	if (logical == next && (b_state & BH_FLAGS) == mpd->b_state) {
22978dc207c0STheodore Ts'o 		mpd->b_size += b_size;
229864769240SAlex Tomas 		return;
229964769240SAlex Tomas 	}
230064769240SAlex Tomas 
2301525f4ed8SMingming Cao flush_it:
230264769240SAlex Tomas 	/*
230364769240SAlex Tomas 	 * We couldn't merge the block to our extent, so we
230464769240SAlex Tomas 	 * need to flush current  extent and start new one
230564769240SAlex Tomas 	 */
2306c4a0c46eSAneesh Kumar K.V 	if (mpage_da_map_blocks(mpd) == 0)
2307a1d6cc56SAneesh Kumar K.V 		mpage_da_submit_io(mpd);
2308a1d6cc56SAneesh Kumar K.V 	mpd->io_done = 1;
2309a1d6cc56SAneesh Kumar K.V 	return;
231064769240SAlex Tomas }
231164769240SAlex Tomas 
2312c364b22cSAneesh Kumar K.V static int ext4_bh_delay_or_unwritten(handle_t *handle, struct buffer_head *bh)
231329fa89d0SAneesh Kumar K.V {
2314c364b22cSAneesh Kumar K.V 	return (buffer_delay(bh) || buffer_unwritten(bh)) && buffer_dirty(bh);
231529fa89d0SAneesh Kumar K.V }
231629fa89d0SAneesh Kumar K.V 
231764769240SAlex Tomas /*
231864769240SAlex Tomas  * __mpage_da_writepage - finds extent of pages and blocks
231964769240SAlex Tomas  *
232064769240SAlex Tomas  * @page: page to consider
232164769240SAlex Tomas  * @wbc: not used, we just follow rules
232264769240SAlex Tomas  * @data: context
232364769240SAlex Tomas  *
232464769240SAlex Tomas  * The function finds extents of pages and scan them for all blocks.
232564769240SAlex Tomas  */
232664769240SAlex Tomas static int __mpage_da_writepage(struct page *page,
232764769240SAlex Tomas 				struct writeback_control *wbc, void *data)
232864769240SAlex Tomas {
232964769240SAlex Tomas 	struct mpage_da_data *mpd = data;
233064769240SAlex Tomas 	struct inode *inode = mpd->inode;
23318dc207c0STheodore Ts'o 	struct buffer_head *bh, *head;
233264769240SAlex Tomas 	sector_t logical;
233364769240SAlex Tomas 
2334a1d6cc56SAneesh Kumar K.V 	if (mpd->io_done) {
2335a1d6cc56SAneesh Kumar K.V 		/*
2336a1d6cc56SAneesh Kumar K.V 		 * Rest of the page in the page_vec
2337a1d6cc56SAneesh Kumar K.V 		 * redirty then and skip then. We will
2338a1d6cc56SAneesh Kumar K.V 		 * try to to write them again after
2339a1d6cc56SAneesh Kumar K.V 		 * starting a new transaction
2340a1d6cc56SAneesh Kumar K.V 		 */
2341a1d6cc56SAneesh Kumar K.V 		redirty_page_for_writepage(wbc, page);
2342a1d6cc56SAneesh Kumar K.V 		unlock_page(page);
2343a1d6cc56SAneesh Kumar K.V 		return MPAGE_DA_EXTENT_TAIL;
2344a1d6cc56SAneesh Kumar K.V 	}
234564769240SAlex Tomas 	/*
234664769240SAlex Tomas 	 * Can we merge this page to current extent?
234764769240SAlex Tomas 	 */
234864769240SAlex Tomas 	if (mpd->next_page != page->index) {
234964769240SAlex Tomas 		/*
235064769240SAlex Tomas 		 * Nope, we can't. So, we map non-allocated blocks
2351a1d6cc56SAneesh Kumar K.V 		 * and start IO on them using writepage()
235264769240SAlex Tomas 		 */
235364769240SAlex Tomas 		if (mpd->next_page != mpd->first_page) {
2354c4a0c46eSAneesh Kumar K.V 			if (mpage_da_map_blocks(mpd) == 0)
235564769240SAlex Tomas 				mpage_da_submit_io(mpd);
2356a1d6cc56SAneesh Kumar K.V 			/*
2357a1d6cc56SAneesh Kumar K.V 			 * skip rest of the page in the page_vec
2358a1d6cc56SAneesh Kumar K.V 			 */
2359a1d6cc56SAneesh Kumar K.V 			mpd->io_done = 1;
2360a1d6cc56SAneesh Kumar K.V 			redirty_page_for_writepage(wbc, page);
2361a1d6cc56SAneesh Kumar K.V 			unlock_page(page);
2362a1d6cc56SAneesh Kumar K.V 			return MPAGE_DA_EXTENT_TAIL;
236364769240SAlex Tomas 		}
236464769240SAlex Tomas 
236564769240SAlex Tomas 		/*
236664769240SAlex Tomas 		 * Start next extent of pages ...
236764769240SAlex Tomas 		 */
236864769240SAlex Tomas 		mpd->first_page = page->index;
236964769240SAlex Tomas 
237064769240SAlex Tomas 		/*
237164769240SAlex Tomas 		 * ... and blocks
237264769240SAlex Tomas 		 */
23738dc207c0STheodore Ts'o 		mpd->b_size = 0;
23748dc207c0STheodore Ts'o 		mpd->b_state = 0;
23758dc207c0STheodore Ts'o 		mpd->b_blocknr = 0;
237664769240SAlex Tomas 	}
237764769240SAlex Tomas 
237864769240SAlex Tomas 	mpd->next_page = page->index + 1;
237964769240SAlex Tomas 	logical = (sector_t) page->index <<
238064769240SAlex Tomas 		  (PAGE_CACHE_SHIFT - inode->i_blkbits);
238164769240SAlex Tomas 
238264769240SAlex Tomas 	if (!page_has_buffers(page)) {
23838dc207c0STheodore Ts'o 		mpage_add_bh_to_extent(mpd, logical, PAGE_CACHE_SIZE,
23848dc207c0STheodore Ts'o 				       (1 << BH_Dirty) | (1 << BH_Uptodate));
2385a1d6cc56SAneesh Kumar K.V 		if (mpd->io_done)
2386a1d6cc56SAneesh Kumar K.V 			return MPAGE_DA_EXTENT_TAIL;
238764769240SAlex Tomas 	} else {
238864769240SAlex Tomas 		/*
238964769240SAlex Tomas 		 * Page with regular buffer heads, just add all dirty ones
239064769240SAlex Tomas 		 */
239164769240SAlex Tomas 		head = page_buffers(page);
239264769240SAlex Tomas 		bh = head;
239364769240SAlex Tomas 		do {
239464769240SAlex Tomas 			BUG_ON(buffer_locked(bh));
2395791b7f08SAneesh Kumar K.V 			/*
2396791b7f08SAneesh Kumar K.V 			 * We need to try to allocate
2397791b7f08SAneesh Kumar K.V 			 * unmapped blocks in the same page.
2398791b7f08SAneesh Kumar K.V 			 * Otherwise we won't make progress
239943ce1d23SAneesh Kumar K.V 			 * with the page in ext4_writepage
2400791b7f08SAneesh Kumar K.V 			 */
2401c364b22cSAneesh Kumar K.V 			if (ext4_bh_delay_or_unwritten(NULL, bh)) {
24028dc207c0STheodore Ts'o 				mpage_add_bh_to_extent(mpd, logical,
24038dc207c0STheodore Ts'o 						       bh->b_size,
24048dc207c0STheodore Ts'o 						       bh->b_state);
2405a1d6cc56SAneesh Kumar K.V 				if (mpd->io_done)
2406a1d6cc56SAneesh Kumar K.V 					return MPAGE_DA_EXTENT_TAIL;
2407791b7f08SAneesh Kumar K.V 			} else if (buffer_dirty(bh) && (buffer_mapped(bh))) {
2408791b7f08SAneesh Kumar K.V 				/*
2409791b7f08SAneesh Kumar K.V 				 * mapped dirty buffer. We need to update
2410791b7f08SAneesh Kumar K.V 				 * the b_state because we look at
2411791b7f08SAneesh Kumar K.V 				 * b_state in mpage_da_map_blocks. We don't
2412791b7f08SAneesh Kumar K.V 				 * update b_size because if we find an
2413791b7f08SAneesh Kumar K.V 				 * unmapped buffer_head later we need to
2414791b7f08SAneesh Kumar K.V 				 * use the b_state flag of that buffer_head.
2415791b7f08SAneesh Kumar K.V 				 */
24168dc207c0STheodore Ts'o 				if (mpd->b_size == 0)
24178dc207c0STheodore Ts'o 					mpd->b_state = bh->b_state & BH_FLAGS;
2418a1d6cc56SAneesh Kumar K.V 			}
241964769240SAlex Tomas 			logical++;
242064769240SAlex Tomas 		} while ((bh = bh->b_this_page) != head);
242164769240SAlex Tomas 	}
242264769240SAlex Tomas 
242364769240SAlex Tomas 	return 0;
242464769240SAlex Tomas }
242564769240SAlex Tomas 
242664769240SAlex Tomas /*
2427b920c755STheodore Ts'o  * This is a special get_blocks_t callback which is used by
2428b920c755STheodore Ts'o  * ext4_da_write_begin().  It will either return mapped block or
2429b920c755STheodore Ts'o  * reserve space for a single block.
243029fa89d0SAneesh Kumar K.V  *
243129fa89d0SAneesh Kumar K.V  * For delayed buffer_head we have BH_Mapped, BH_New, BH_Delay set.
243229fa89d0SAneesh Kumar K.V  * We also have b_blocknr = -1 and b_bdev initialized properly
243329fa89d0SAneesh Kumar K.V  *
243429fa89d0SAneesh Kumar K.V  * For unwritten buffer_head we have BH_Mapped, BH_New, BH_Unwritten set.
243529fa89d0SAneesh Kumar K.V  * We also have b_blocknr = physicalblock mapping unwritten extent and b_bdev
243629fa89d0SAneesh Kumar K.V  * initialized properly.
243764769240SAlex Tomas  */
243864769240SAlex Tomas static int ext4_da_get_block_prep(struct inode *inode, sector_t iblock,
243964769240SAlex Tomas 				  struct buffer_head *bh_result, int create)
244064769240SAlex Tomas {
244164769240SAlex Tomas 	int ret = 0;
244233b9817eSAneesh Kumar K.V 	sector_t invalid_block = ~((sector_t) 0xffff);
244333b9817eSAneesh Kumar K.V 
244433b9817eSAneesh Kumar K.V 	if (invalid_block < ext4_blocks_count(EXT4_SB(inode->i_sb)->s_es))
244533b9817eSAneesh Kumar K.V 		invalid_block = ~0;
244664769240SAlex Tomas 
244764769240SAlex Tomas 	BUG_ON(create == 0);
244864769240SAlex Tomas 	BUG_ON(bh_result->b_size != inode->i_sb->s_blocksize);
244964769240SAlex Tomas 
245064769240SAlex Tomas 	/*
245164769240SAlex Tomas 	 * first, we need to know whether the block is allocated already
245264769240SAlex Tomas 	 * preallocated blocks are unmapped but should treated
245364769240SAlex Tomas 	 * the same as allocated blocks.
245464769240SAlex Tomas 	 */
2455c2177057STheodore Ts'o 	ret = ext4_get_blocks(NULL, inode, iblock, 1,  bh_result, 0);
2456d2a17637SMingming Cao 	if ((ret == 0) && !buffer_delay(bh_result)) {
2457d2a17637SMingming Cao 		/* the block isn't (pre)allocated yet, let's reserve space */
245864769240SAlex Tomas 		/*
245964769240SAlex Tomas 		 * XXX: __block_prepare_write() unmaps passed block,
246064769240SAlex Tomas 		 * is it OK?
246164769240SAlex Tomas 		 */
2462d2a17637SMingming Cao 		ret = ext4_da_reserve_space(inode, 1);
2463d2a17637SMingming Cao 		if (ret)
2464d2a17637SMingming Cao 			/* not enough space to reserve */
2465d2a17637SMingming Cao 			return ret;
2466d2a17637SMingming Cao 
246733b9817eSAneesh Kumar K.V 		map_bh(bh_result, inode->i_sb, invalid_block);
246864769240SAlex Tomas 		set_buffer_new(bh_result);
246964769240SAlex Tomas 		set_buffer_delay(bh_result);
247064769240SAlex Tomas 	} else if (ret > 0) {
247164769240SAlex Tomas 		bh_result->b_size = (ret << inode->i_blkbits);
247229fa89d0SAneesh Kumar K.V 		if (buffer_unwritten(bh_result)) {
247329fa89d0SAneesh Kumar K.V 			/* A delayed write to unwritten bh should
247429fa89d0SAneesh Kumar K.V 			 * be marked new and mapped.  Mapped ensures
247529fa89d0SAneesh Kumar K.V 			 * that we don't do get_block multiple times
247629fa89d0SAneesh Kumar K.V 			 * when we write to the same offset and new
247729fa89d0SAneesh Kumar K.V 			 * ensures that we do proper zero out for
247829fa89d0SAneesh Kumar K.V 			 * partial write.
24799c1ee184SAneesh Kumar K.V 			 */
24809c1ee184SAneesh Kumar K.V 			set_buffer_new(bh_result);
248129fa89d0SAneesh Kumar K.V 			set_buffer_mapped(bh_result);
248229fa89d0SAneesh Kumar K.V 		}
248364769240SAlex Tomas 		ret = 0;
248464769240SAlex Tomas 	}
248564769240SAlex Tomas 
248664769240SAlex Tomas 	return ret;
248764769240SAlex Tomas }
248861628a3fSMingming Cao 
2489b920c755STheodore Ts'o /*
2490b920c755STheodore Ts'o  * This function is used as a standard get_block_t calback function
2491b920c755STheodore Ts'o  * when there is no desire to allocate any blocks.  It is used as a
2492b920c755STheodore Ts'o  * callback function for block_prepare_write(), nobh_writepage(), and
2493b920c755STheodore Ts'o  * block_write_full_page().  These functions should only try to map a
2494b920c755STheodore Ts'o  * single block at a time.
2495b920c755STheodore Ts'o  *
2496b920c755STheodore Ts'o  * Since this function doesn't do block allocations even if the caller
2497b920c755STheodore Ts'o  * requests it by passing in create=1, it is critically important that
2498b920c755STheodore Ts'o  * any caller checks to make sure that any buffer heads are returned
2499b920c755STheodore Ts'o  * by this function are either all already mapped or marked for
2500b920c755STheodore Ts'o  * delayed allocation before calling nobh_writepage() or
2501b920c755STheodore Ts'o  * block_write_full_page().  Otherwise, b_blocknr could be left
2502b920c755STheodore Ts'o  * unitialized, and the page write functions will be taken by
2503b920c755STheodore Ts'o  * surprise.
2504b920c755STheodore Ts'o  */
2505b920c755STheodore Ts'o static int noalloc_get_block_write(struct inode *inode, sector_t iblock,
2506f0e6c985SAneesh Kumar K.V 				   struct buffer_head *bh_result, int create)
2507f0e6c985SAneesh Kumar K.V {
2508f0e6c985SAneesh Kumar K.V 	int ret = 0;
2509f0e6c985SAneesh Kumar K.V 	unsigned max_blocks = bh_result->b_size >> inode->i_blkbits;
2510f0e6c985SAneesh Kumar K.V 
2511a2dc52b5STheodore Ts'o 	BUG_ON(bh_result->b_size != inode->i_sb->s_blocksize);
2512a2dc52b5STheodore Ts'o 
2513f0e6c985SAneesh Kumar K.V 	/*
2514f0e6c985SAneesh Kumar K.V 	 * we don't want to do block allocation in writepage
2515f0e6c985SAneesh Kumar K.V 	 * so call get_block_wrap with create = 0
2516f0e6c985SAneesh Kumar K.V 	 */
2517c2177057STheodore Ts'o 	ret = ext4_get_blocks(NULL, inode, iblock, max_blocks, bh_result, 0);
2518f0e6c985SAneesh Kumar K.V 	if (ret > 0) {
2519f0e6c985SAneesh Kumar K.V 		bh_result->b_size = (ret << inode->i_blkbits);
2520f0e6c985SAneesh Kumar K.V 		ret = 0;
2521f0e6c985SAneesh Kumar K.V 	}
2522f0e6c985SAneesh Kumar K.V 	return ret;
252361628a3fSMingming Cao }
252461628a3fSMingming Cao 
252561628a3fSMingming Cao /*
252643ce1d23SAneesh Kumar K.V  * Note that we don't need to start a transaction unless we're journaling data
252743ce1d23SAneesh Kumar K.V  * because we should have holes filled from ext4_page_mkwrite(). We even don't
252843ce1d23SAneesh Kumar K.V  * need to file the inode to the transaction's list in ordered mode because if
252943ce1d23SAneesh Kumar K.V  * we are writing back data added by write(), the inode is already there and if
253043ce1d23SAneesh Kumar K.V  * we are writing back data modified via mmap(), noone guarantees in which
253143ce1d23SAneesh Kumar K.V  * transaction the data will hit the disk. In case we are journaling data, we
253243ce1d23SAneesh Kumar K.V  * cannot start transaction directly because transaction start ranks above page
253343ce1d23SAneesh Kumar K.V  * lock so we have to do some magic.
253443ce1d23SAneesh Kumar K.V  *
2535b920c755STheodore Ts'o  * This function can get called via...
2536b920c755STheodore Ts'o  *   - ext4_da_writepages after taking page lock (have journal handle)
2537b920c755STheodore Ts'o  *   - journal_submit_inode_data_buffers (no journal handle)
2538b920c755STheodore Ts'o  *   - shrink_page_list via pdflush (no journal handle)
2539b920c755STheodore Ts'o  *   - grab_page_cache when doing write_begin (have journal handle)
254043ce1d23SAneesh Kumar K.V  *
254143ce1d23SAneesh Kumar K.V  * We don't do any block allocation in this function. If we have page with
254243ce1d23SAneesh Kumar K.V  * multiple blocks we need to write those buffer_heads that are mapped. This
254343ce1d23SAneesh Kumar K.V  * is important for mmaped based write. So if we do with blocksize 1K
254443ce1d23SAneesh Kumar K.V  * truncate(f, 1024);
254543ce1d23SAneesh Kumar K.V  * a = mmap(f, 0, 4096);
254643ce1d23SAneesh Kumar K.V  * a[0] = 'a';
254743ce1d23SAneesh Kumar K.V  * truncate(f, 4096);
254843ce1d23SAneesh Kumar K.V  * we have in the page first buffer_head mapped via page_mkwrite call back
254943ce1d23SAneesh Kumar K.V  * but other bufer_heads would be unmapped but dirty(dirty done via the
255043ce1d23SAneesh Kumar K.V  * do_wp_page). So writepage should write the first block. If we modify
255143ce1d23SAneesh Kumar K.V  * the mmap area beyond 1024 we will again get a page_fault and the
255243ce1d23SAneesh Kumar K.V  * page_mkwrite callback will do the block allocation and mark the
255343ce1d23SAneesh Kumar K.V  * buffer_heads mapped.
255443ce1d23SAneesh Kumar K.V  *
255543ce1d23SAneesh Kumar K.V  * We redirty the page if we have any buffer_heads that is either delay or
255643ce1d23SAneesh Kumar K.V  * unwritten in the page.
255743ce1d23SAneesh Kumar K.V  *
255843ce1d23SAneesh Kumar K.V  * We can get recursively called as show below.
255943ce1d23SAneesh Kumar K.V  *
256043ce1d23SAneesh Kumar K.V  *	ext4_writepage() -> kmalloc() -> __alloc_pages() -> page_launder() ->
256143ce1d23SAneesh Kumar K.V  *		ext4_writepage()
256243ce1d23SAneesh Kumar K.V  *
256343ce1d23SAneesh Kumar K.V  * But since we don't do any block allocation we should not deadlock.
256443ce1d23SAneesh Kumar K.V  * Page also have the dirty flag cleared so we don't get recurive page_lock.
256561628a3fSMingming Cao  */
256643ce1d23SAneesh Kumar K.V static int ext4_writepage(struct page *page,
256764769240SAlex Tomas 			     struct writeback_control *wbc)
256864769240SAlex Tomas {
256964769240SAlex Tomas 	int ret = 0;
257061628a3fSMingming Cao 	loff_t size;
2571498e5f24STheodore Ts'o 	unsigned int len;
257261628a3fSMingming Cao 	struct buffer_head *page_bufs;
257361628a3fSMingming Cao 	struct inode *inode = page->mapping->host;
257464769240SAlex Tomas 
257543ce1d23SAneesh Kumar K.V 	trace_ext4_writepage(inode, page);
257661628a3fSMingming Cao 	size = i_size_read(inode);
257761628a3fSMingming Cao 	if (page->index == size >> PAGE_CACHE_SHIFT)
257861628a3fSMingming Cao 		len = size & ~PAGE_CACHE_MASK;
257961628a3fSMingming Cao 	else
258061628a3fSMingming Cao 		len = PAGE_CACHE_SIZE;
258161628a3fSMingming Cao 
2582f0e6c985SAneesh Kumar K.V 	if (page_has_buffers(page)) {
2583f0e6c985SAneesh Kumar K.V 		page_bufs = page_buffers(page);
2584f0e6c985SAneesh Kumar K.V 		if (walk_page_buffers(NULL, page_bufs, 0, len, NULL,
2585c364b22cSAneesh Kumar K.V 					ext4_bh_delay_or_unwritten)) {
258661628a3fSMingming Cao 			/*
2587f0e6c985SAneesh Kumar K.V 			 * We don't want to do  block allocation
2588f0e6c985SAneesh Kumar K.V 			 * So redirty the page and return
2589cd1aac32SAneesh Kumar K.V 			 * We may reach here when we do a journal commit
2590cd1aac32SAneesh Kumar K.V 			 * via journal_submit_inode_data_buffers.
2591cd1aac32SAneesh Kumar K.V 			 * If we don't have mapping block we just ignore
2592f0e6c985SAneesh Kumar K.V 			 * them. We can also reach here via shrink_page_list
2593f0e6c985SAneesh Kumar K.V 			 */
2594f0e6c985SAneesh Kumar K.V 			redirty_page_for_writepage(wbc, page);
2595f0e6c985SAneesh Kumar K.V 			unlock_page(page);
2596f0e6c985SAneesh Kumar K.V 			return 0;
2597f0e6c985SAneesh Kumar K.V 		}
2598f0e6c985SAneesh Kumar K.V 	} else {
2599f0e6c985SAneesh Kumar K.V 		/*
2600f0e6c985SAneesh Kumar K.V 		 * The test for page_has_buffers() is subtle:
2601f0e6c985SAneesh Kumar K.V 		 * We know the page is dirty but it lost buffers. That means
2602f0e6c985SAneesh Kumar K.V 		 * that at some moment in time after write_begin()/write_end()
2603f0e6c985SAneesh Kumar K.V 		 * has been called all buffers have been clean and thus they
2604f0e6c985SAneesh Kumar K.V 		 * must have been written at least once. So they are all
2605f0e6c985SAneesh Kumar K.V 		 * mapped and we can happily proceed with mapping them
2606f0e6c985SAneesh Kumar K.V 		 * and writing the page.
2607f0e6c985SAneesh Kumar K.V 		 *
2608f0e6c985SAneesh Kumar K.V 		 * Try to initialize the buffer_heads and check whether
2609f0e6c985SAneesh Kumar K.V 		 * all are mapped and non delay. We don't want to
2610f0e6c985SAneesh Kumar K.V 		 * do block allocation here.
2611f0e6c985SAneesh Kumar K.V 		 */
2612b767e78aSAneesh Kumar K.V 		ret = block_prepare_write(page, 0, len,
2613b920c755STheodore Ts'o 					  noalloc_get_block_write);
2614f0e6c985SAneesh Kumar K.V 		if (!ret) {
2615f0e6c985SAneesh Kumar K.V 			page_bufs = page_buffers(page);
2616f0e6c985SAneesh Kumar K.V 			/* check whether all are mapped and non delay */
2617f0e6c985SAneesh Kumar K.V 			if (walk_page_buffers(NULL, page_bufs, 0, len, NULL,
2618c364b22cSAneesh Kumar K.V 						ext4_bh_delay_or_unwritten)) {
2619f0e6c985SAneesh Kumar K.V 				redirty_page_for_writepage(wbc, page);
2620f0e6c985SAneesh Kumar K.V 				unlock_page(page);
2621f0e6c985SAneesh Kumar K.V 				return 0;
2622f0e6c985SAneesh Kumar K.V 			}
2623f0e6c985SAneesh Kumar K.V 		} else {
2624f0e6c985SAneesh Kumar K.V 			/*
2625f0e6c985SAneesh Kumar K.V 			 * We can't do block allocation here
2626f0e6c985SAneesh Kumar K.V 			 * so just redity the page and unlock
2627f0e6c985SAneesh Kumar K.V 			 * and return
262861628a3fSMingming Cao 			 */
262961628a3fSMingming Cao 			redirty_page_for_writepage(wbc, page);
263061628a3fSMingming Cao 			unlock_page(page);
263161628a3fSMingming Cao 			return 0;
263261628a3fSMingming Cao 		}
2633ed9b3e33SAneesh Kumar K.V 		/* now mark the buffer_heads as dirty and uptodate */
2634b767e78aSAneesh Kumar K.V 		block_commit_write(page, 0, len);
263564769240SAlex Tomas 	}
263664769240SAlex Tomas 
263743ce1d23SAneesh Kumar K.V 	if (PageChecked(page) && ext4_should_journal_data(inode)) {
263843ce1d23SAneesh Kumar K.V 		/*
263943ce1d23SAneesh Kumar K.V 		 * It's mmapped pagecache.  Add buffers and journal it.  There
264043ce1d23SAneesh Kumar K.V 		 * doesn't seem much point in redirtying the page here.
264143ce1d23SAneesh Kumar K.V 		 */
264243ce1d23SAneesh Kumar K.V 		ClearPageChecked(page);
264343ce1d23SAneesh Kumar K.V 		return __ext4_journalled_writepage(page, wbc, len);
264443ce1d23SAneesh Kumar K.V 	}
264543ce1d23SAneesh Kumar K.V 
264664769240SAlex Tomas 	if (test_opt(inode->i_sb, NOBH) && ext4_should_writeback_data(inode))
2647b920c755STheodore Ts'o 		ret = nobh_writepage(page, noalloc_get_block_write, wbc);
264864769240SAlex Tomas 	else
2649b920c755STheodore Ts'o 		ret = block_write_full_page(page, noalloc_get_block_write,
2650f0e6c985SAneesh Kumar K.V 					    wbc);
265164769240SAlex Tomas 
265264769240SAlex Tomas 	return ret;
265364769240SAlex Tomas }
265464769240SAlex Tomas 
265561628a3fSMingming Cao /*
2656525f4ed8SMingming Cao  * This is called via ext4_da_writepages() to
2657525f4ed8SMingming Cao  * calulate the total number of credits to reserve to fit
2658525f4ed8SMingming Cao  * a single extent allocation into a single transaction,
2659525f4ed8SMingming Cao  * ext4_da_writpeages() will loop calling this before
2660525f4ed8SMingming Cao  * the block allocation.
266161628a3fSMingming Cao  */
2662525f4ed8SMingming Cao 
2663525f4ed8SMingming Cao static int ext4_da_writepages_trans_blocks(struct inode *inode)
2664525f4ed8SMingming Cao {
2665525f4ed8SMingming Cao 	int max_blocks = EXT4_I(inode)->i_reserved_data_blocks;
2666525f4ed8SMingming Cao 
2667525f4ed8SMingming Cao 	/*
2668525f4ed8SMingming Cao 	 * With non-extent format the journal credit needed to
2669525f4ed8SMingming Cao 	 * insert nrblocks contiguous block is dependent on
2670525f4ed8SMingming Cao 	 * number of contiguous block. So we will limit
2671525f4ed8SMingming Cao 	 * number of contiguous block to a sane value
2672525f4ed8SMingming Cao 	 */
2673525f4ed8SMingming Cao 	if (!(inode->i_flags & EXT4_EXTENTS_FL) &&
2674525f4ed8SMingming Cao 	    (max_blocks > EXT4_MAX_TRANS_DATA))
2675525f4ed8SMingming Cao 		max_blocks = EXT4_MAX_TRANS_DATA;
2676525f4ed8SMingming Cao 
2677525f4ed8SMingming Cao 	return ext4_chunk_trans_blocks(inode, max_blocks);
2678525f4ed8SMingming Cao }
267961628a3fSMingming Cao 
268064769240SAlex Tomas static int ext4_da_writepages(struct address_space *mapping,
268164769240SAlex Tomas 			      struct writeback_control *wbc)
268264769240SAlex Tomas {
268322208dedSAneesh Kumar K.V 	pgoff_t	index;
268422208dedSAneesh Kumar K.V 	int range_whole = 0;
268561628a3fSMingming Cao 	handle_t *handle = NULL;
2686df22291fSAneesh Kumar K.V 	struct mpage_da_data mpd;
26875e745b04SAneesh Kumar K.V 	struct inode *inode = mapping->host;
268822208dedSAneesh Kumar K.V 	int no_nrwrite_index_update;
2689498e5f24STheodore Ts'o 	int pages_written = 0;
2690498e5f24STheodore Ts'o 	long pages_skipped;
26912acf2c26SAneesh Kumar K.V 	int range_cyclic, cycled = 1, io_done = 0;
26925e745b04SAneesh Kumar K.V 	int needed_blocks, ret = 0, nr_to_writebump = 0;
26935e745b04SAneesh Kumar K.V 	struct ext4_sb_info *sbi = EXT4_SB(mapping->host->i_sb);
269461628a3fSMingming Cao 
26959bffad1eSTheodore Ts'o 	trace_ext4_da_writepages(inode, wbc);
2696ba80b101STheodore Ts'o 
269761628a3fSMingming Cao 	/*
269861628a3fSMingming Cao 	 * No pages to write? This is mainly a kludge to avoid starting
269961628a3fSMingming Cao 	 * a transaction for special inodes like journal inode on last iput()
270061628a3fSMingming Cao 	 * because that could violate lock ordering on umount
270161628a3fSMingming Cao 	 */
2702a1d6cc56SAneesh Kumar K.V 	if (!mapping->nrpages || !mapping_tagged(mapping, PAGECACHE_TAG_DIRTY))
270361628a3fSMingming Cao 		return 0;
27042a21e37eSTheodore Ts'o 
27052a21e37eSTheodore Ts'o 	/*
27062a21e37eSTheodore Ts'o 	 * If the filesystem has aborted, it is read-only, so return
27072a21e37eSTheodore Ts'o 	 * right away instead of dumping stack traces later on that
27082a21e37eSTheodore Ts'o 	 * will obscure the real source of the problem.  We test
27094ab2f15bSTheodore Ts'o 	 * EXT4_MF_FS_ABORTED instead of sb->s_flag's MS_RDONLY because
27102a21e37eSTheodore Ts'o 	 * the latter could be true if the filesystem is mounted
27112a21e37eSTheodore Ts'o 	 * read-only, and in that case, ext4_da_writepages should
27122a21e37eSTheodore Ts'o 	 * *never* be called, so if that ever happens, we would want
27132a21e37eSTheodore Ts'o 	 * the stack trace.
27142a21e37eSTheodore Ts'o 	 */
27154ab2f15bSTheodore Ts'o 	if (unlikely(sbi->s_mount_flags & EXT4_MF_FS_ABORTED))
27162a21e37eSTheodore Ts'o 		return -EROFS;
27172a21e37eSTheodore Ts'o 
27185e745b04SAneesh Kumar K.V 	/*
27195e745b04SAneesh Kumar K.V 	 * Make sure nr_to_write is >= sbi->s_mb_stream_request
27205e745b04SAneesh Kumar K.V 	 * This make sure small files blocks are allocated in
27215e745b04SAneesh Kumar K.V 	 * single attempt. This ensure that small files
27225e745b04SAneesh Kumar K.V 	 * get less fragmented.
27235e745b04SAneesh Kumar K.V 	 */
27245e745b04SAneesh Kumar K.V 	if (wbc->nr_to_write < sbi->s_mb_stream_request) {
27255e745b04SAneesh Kumar K.V 		nr_to_writebump = sbi->s_mb_stream_request - wbc->nr_to_write;
27265e745b04SAneesh Kumar K.V 		wbc->nr_to_write = sbi->s_mb_stream_request;
27275e745b04SAneesh Kumar K.V 	}
272822208dedSAneesh Kumar K.V 	if (wbc->range_start == 0 && wbc->range_end == LLONG_MAX)
272922208dedSAneesh Kumar K.V 		range_whole = 1;
273061628a3fSMingming Cao 
27312acf2c26SAneesh Kumar K.V 	range_cyclic = wbc->range_cyclic;
27322acf2c26SAneesh Kumar K.V 	if (wbc->range_cyclic) {
273322208dedSAneesh Kumar K.V 		index = mapping->writeback_index;
27342acf2c26SAneesh Kumar K.V 		if (index)
27352acf2c26SAneesh Kumar K.V 			cycled = 0;
27362acf2c26SAneesh Kumar K.V 		wbc->range_start = index << PAGE_CACHE_SHIFT;
27372acf2c26SAneesh Kumar K.V 		wbc->range_end  = LLONG_MAX;
27382acf2c26SAneesh Kumar K.V 		wbc->range_cyclic = 0;
27392acf2c26SAneesh Kumar K.V 	} else
274022208dedSAneesh Kumar K.V 		index = wbc->range_start >> PAGE_CACHE_SHIFT;
2741a1d6cc56SAneesh Kumar K.V 
2742df22291fSAneesh Kumar K.V 	mpd.wbc = wbc;
2743df22291fSAneesh Kumar K.V 	mpd.inode = mapping->host;
2744df22291fSAneesh Kumar K.V 
274522208dedSAneesh Kumar K.V 	/*
274622208dedSAneesh Kumar K.V 	 * we don't want write_cache_pages to update
274722208dedSAneesh Kumar K.V 	 * nr_to_write and writeback_index
274822208dedSAneesh Kumar K.V 	 */
274922208dedSAneesh Kumar K.V 	no_nrwrite_index_update = wbc->no_nrwrite_index_update;
275022208dedSAneesh Kumar K.V 	wbc->no_nrwrite_index_update = 1;
275122208dedSAneesh Kumar K.V 	pages_skipped = wbc->pages_skipped;
275222208dedSAneesh Kumar K.V 
27532acf2c26SAneesh Kumar K.V retry:
275422208dedSAneesh Kumar K.V 	while (!ret && wbc->nr_to_write > 0) {
2755a1d6cc56SAneesh Kumar K.V 
2756a1d6cc56SAneesh Kumar K.V 		/*
2757a1d6cc56SAneesh Kumar K.V 		 * we  insert one extent at a time. So we need
2758a1d6cc56SAneesh Kumar K.V 		 * credit needed for single extent allocation.
2759a1d6cc56SAneesh Kumar K.V 		 * journalled mode is currently not supported
2760a1d6cc56SAneesh Kumar K.V 		 * by delalloc
2761a1d6cc56SAneesh Kumar K.V 		 */
2762a1d6cc56SAneesh Kumar K.V 		BUG_ON(ext4_should_journal_data(inode));
2763525f4ed8SMingming Cao 		needed_blocks = ext4_da_writepages_trans_blocks(inode);
2764a1d6cc56SAneesh Kumar K.V 
276561628a3fSMingming Cao 		/* start a new transaction*/
276661628a3fSMingming Cao 		handle = ext4_journal_start(inode, needed_blocks);
276761628a3fSMingming Cao 		if (IS_ERR(handle)) {
276861628a3fSMingming Cao 			ret = PTR_ERR(handle);
27692a21e37eSTheodore Ts'o 			printk(KERN_CRIT "%s: jbd2_start: "
2770a1d6cc56SAneesh Kumar K.V 			       "%ld pages, ino %lu; err %d\n", __func__,
2771a1d6cc56SAneesh Kumar K.V 				wbc->nr_to_write, inode->i_ino, ret);
2772a1d6cc56SAneesh Kumar K.V 			dump_stack();
277361628a3fSMingming Cao 			goto out_writepages;
277461628a3fSMingming Cao 		}
2775f63e6005STheodore Ts'o 
2776f63e6005STheodore Ts'o 		/*
2777f63e6005STheodore Ts'o 		 * Now call __mpage_da_writepage to find the next
2778f63e6005STheodore Ts'o 		 * contiguous region of logical blocks that need
2779f63e6005STheodore Ts'o 		 * blocks to be allocated by ext4.  We don't actually
2780f63e6005STheodore Ts'o 		 * submit the blocks for I/O here, even though
2781f63e6005STheodore Ts'o 		 * write_cache_pages thinks it will, and will set the
2782f63e6005STheodore Ts'o 		 * pages as clean for write before calling
2783f63e6005STheodore Ts'o 		 * __mpage_da_writepage().
2784f63e6005STheodore Ts'o 		 */
2785f63e6005STheodore Ts'o 		mpd.b_size = 0;
2786f63e6005STheodore Ts'o 		mpd.b_state = 0;
2787f63e6005STheodore Ts'o 		mpd.b_blocknr = 0;
2788f63e6005STheodore Ts'o 		mpd.first_page = 0;
2789f63e6005STheodore Ts'o 		mpd.next_page = 0;
2790f63e6005STheodore Ts'o 		mpd.io_done = 0;
2791f63e6005STheodore Ts'o 		mpd.pages_written = 0;
2792f63e6005STheodore Ts'o 		mpd.retval = 0;
2793f63e6005STheodore Ts'o 		ret = write_cache_pages(mapping, wbc, __mpage_da_writepage,
2794f63e6005STheodore Ts'o 					&mpd);
2795f63e6005STheodore Ts'o 		/*
2796f63e6005STheodore Ts'o 		 * If we have a contigous extent of pages and we
2797f63e6005STheodore Ts'o 		 * haven't done the I/O yet, map the blocks and submit
2798f63e6005STheodore Ts'o 		 * them for I/O.
2799f63e6005STheodore Ts'o 		 */
2800f63e6005STheodore Ts'o 		if (!mpd.io_done && mpd.next_page != mpd.first_page) {
2801f63e6005STheodore Ts'o 			if (mpage_da_map_blocks(&mpd) == 0)
2802f63e6005STheodore Ts'o 				mpage_da_submit_io(&mpd);
2803f63e6005STheodore Ts'o 			mpd.io_done = 1;
2804f63e6005STheodore Ts'o 			ret = MPAGE_DA_EXTENT_TAIL;
2805f63e6005STheodore Ts'o 		}
2806f63e6005STheodore Ts'o 		wbc->nr_to_write -= mpd.pages_written;
2807df22291fSAneesh Kumar K.V 
280861628a3fSMingming Cao 		ext4_journal_stop(handle);
2809df22291fSAneesh Kumar K.V 
28108f64b32eSEric Sandeen 		if ((mpd.retval == -ENOSPC) && sbi->s_journal) {
281122208dedSAneesh Kumar K.V 			/* commit the transaction which would
281222208dedSAneesh Kumar K.V 			 * free blocks released in the transaction
281322208dedSAneesh Kumar K.V 			 * and try again
281422208dedSAneesh Kumar K.V 			 */
2815df22291fSAneesh Kumar K.V 			jbd2_journal_force_commit_nested(sbi->s_journal);
281622208dedSAneesh Kumar K.V 			wbc->pages_skipped = pages_skipped;
281722208dedSAneesh Kumar K.V 			ret = 0;
281822208dedSAneesh Kumar K.V 		} else if (ret == MPAGE_DA_EXTENT_TAIL) {
2819a1d6cc56SAneesh Kumar K.V 			/*
2820a1d6cc56SAneesh Kumar K.V 			 * got one extent now try with
2821a1d6cc56SAneesh Kumar K.V 			 * rest of the pages
2822a1d6cc56SAneesh Kumar K.V 			 */
282322208dedSAneesh Kumar K.V 			pages_written += mpd.pages_written;
282422208dedSAneesh Kumar K.V 			wbc->pages_skipped = pages_skipped;
2825a1d6cc56SAneesh Kumar K.V 			ret = 0;
28262acf2c26SAneesh Kumar K.V 			io_done = 1;
282722208dedSAneesh Kumar K.V 		} else if (wbc->nr_to_write)
282861628a3fSMingming Cao 			/*
282961628a3fSMingming Cao 			 * There is no more writeout needed
283061628a3fSMingming Cao 			 * or we requested for a noblocking writeout
283161628a3fSMingming Cao 			 * and we found the device congested
283261628a3fSMingming Cao 			 */
283361628a3fSMingming Cao 			break;
283461628a3fSMingming Cao 	}
28352acf2c26SAneesh Kumar K.V 	if (!io_done && !cycled) {
28362acf2c26SAneesh Kumar K.V 		cycled = 1;
28372acf2c26SAneesh Kumar K.V 		index = 0;
28382acf2c26SAneesh Kumar K.V 		wbc->range_start = index << PAGE_CACHE_SHIFT;
28392acf2c26SAneesh Kumar K.V 		wbc->range_end  = mapping->writeback_index - 1;
28402acf2c26SAneesh Kumar K.V 		goto retry;
28412acf2c26SAneesh Kumar K.V 	}
284222208dedSAneesh Kumar K.V 	if (pages_skipped != wbc->pages_skipped)
284322208dedSAneesh Kumar K.V 		printk(KERN_EMERG "This should not happen leaving %s "
284422208dedSAneesh Kumar K.V 				"with nr_to_write = %ld ret = %d\n",
284522208dedSAneesh Kumar K.V 				__func__, wbc->nr_to_write, ret);
284661628a3fSMingming Cao 
284722208dedSAneesh Kumar K.V 	/* Update index */
284822208dedSAneesh Kumar K.V 	index += pages_written;
28492acf2c26SAneesh Kumar K.V 	wbc->range_cyclic = range_cyclic;
285022208dedSAneesh Kumar K.V 	if (wbc->range_cyclic || (range_whole && wbc->nr_to_write > 0))
285122208dedSAneesh Kumar K.V 		/*
285222208dedSAneesh Kumar K.V 		 * set the writeback_index so that range_cyclic
285322208dedSAneesh Kumar K.V 		 * mode will write it back later
285422208dedSAneesh Kumar K.V 		 */
285522208dedSAneesh Kumar K.V 		mapping->writeback_index = index;
2856a1d6cc56SAneesh Kumar K.V 
285761628a3fSMingming Cao out_writepages:
285822208dedSAneesh Kumar K.V 	if (!no_nrwrite_index_update)
285922208dedSAneesh Kumar K.V 		wbc->no_nrwrite_index_update = 0;
286022208dedSAneesh Kumar K.V 	wbc->nr_to_write -= nr_to_writebump;
28619bffad1eSTheodore Ts'o 	trace_ext4_da_writepages_result(inode, wbc, ret, pages_written);
286261628a3fSMingming Cao 	return ret;
286364769240SAlex Tomas }
286464769240SAlex Tomas 
286579f0be8dSAneesh Kumar K.V #define FALL_BACK_TO_NONDELALLOC 1
286679f0be8dSAneesh Kumar K.V static int ext4_nonda_switch(struct super_block *sb)
286779f0be8dSAneesh Kumar K.V {
286879f0be8dSAneesh Kumar K.V 	s64 free_blocks, dirty_blocks;
286979f0be8dSAneesh Kumar K.V 	struct ext4_sb_info *sbi = EXT4_SB(sb);
287079f0be8dSAneesh Kumar K.V 
287179f0be8dSAneesh Kumar K.V 	/*
287279f0be8dSAneesh Kumar K.V 	 * switch to non delalloc mode if we are running low
287379f0be8dSAneesh Kumar K.V 	 * on free block. The free block accounting via percpu
2874179f7ebfSEric Dumazet 	 * counters can get slightly wrong with percpu_counter_batch getting
287579f0be8dSAneesh Kumar K.V 	 * accumulated on each CPU without updating global counters
287679f0be8dSAneesh Kumar K.V 	 * Delalloc need an accurate free block accounting. So switch
287779f0be8dSAneesh Kumar K.V 	 * to non delalloc when we are near to error range.
287879f0be8dSAneesh Kumar K.V 	 */
287979f0be8dSAneesh Kumar K.V 	free_blocks  = percpu_counter_read_positive(&sbi->s_freeblocks_counter);
288079f0be8dSAneesh Kumar K.V 	dirty_blocks = percpu_counter_read_positive(&sbi->s_dirtyblocks_counter);
288179f0be8dSAneesh Kumar K.V 	if (2 * free_blocks < 3 * dirty_blocks ||
288279f0be8dSAneesh Kumar K.V 		free_blocks < (dirty_blocks + EXT4_FREEBLOCKS_WATERMARK)) {
288379f0be8dSAneesh Kumar K.V 		/*
288479f0be8dSAneesh Kumar K.V 		 * free block count is less that 150% of dirty blocks
288579f0be8dSAneesh Kumar K.V 		 * or free blocks is less that watermark
288679f0be8dSAneesh Kumar K.V 		 */
288779f0be8dSAneesh Kumar K.V 		return 1;
288879f0be8dSAneesh Kumar K.V 	}
288979f0be8dSAneesh Kumar K.V 	return 0;
289079f0be8dSAneesh Kumar K.V }
289179f0be8dSAneesh Kumar K.V 
289264769240SAlex Tomas static int ext4_da_write_begin(struct file *file, struct address_space *mapping,
289364769240SAlex Tomas 			       loff_t pos, unsigned len, unsigned flags,
289464769240SAlex Tomas 			       struct page **pagep, void **fsdata)
289564769240SAlex Tomas {
2896d2a17637SMingming Cao 	int ret, retries = 0;
289764769240SAlex Tomas 	struct page *page;
289864769240SAlex Tomas 	pgoff_t index;
289964769240SAlex Tomas 	unsigned from, to;
290064769240SAlex Tomas 	struct inode *inode = mapping->host;
290164769240SAlex Tomas 	handle_t *handle;
290264769240SAlex Tomas 
290364769240SAlex Tomas 	index = pos >> PAGE_CACHE_SHIFT;
290464769240SAlex Tomas 	from = pos & (PAGE_CACHE_SIZE - 1);
290564769240SAlex Tomas 	to = from + len;
290679f0be8dSAneesh Kumar K.V 
290779f0be8dSAneesh Kumar K.V 	if (ext4_nonda_switch(inode->i_sb)) {
290879f0be8dSAneesh Kumar K.V 		*fsdata = (void *)FALL_BACK_TO_NONDELALLOC;
290979f0be8dSAneesh Kumar K.V 		return ext4_write_begin(file, mapping, pos,
291079f0be8dSAneesh Kumar K.V 					len, flags, pagep, fsdata);
291179f0be8dSAneesh Kumar K.V 	}
291279f0be8dSAneesh Kumar K.V 	*fsdata = (void *)0;
29139bffad1eSTheodore Ts'o 	trace_ext4_da_write_begin(inode, pos, len, flags);
2914d2a17637SMingming Cao retry:
291564769240SAlex Tomas 	/*
291664769240SAlex Tomas 	 * With delayed allocation, we don't log the i_disksize update
291764769240SAlex Tomas 	 * if there is delayed block allocation. But we still need
291864769240SAlex Tomas 	 * to journalling the i_disksize update if writes to the end
291964769240SAlex Tomas 	 * of file which has an already mapped buffer.
292064769240SAlex Tomas 	 */
292164769240SAlex Tomas 	handle = ext4_journal_start(inode, 1);
292264769240SAlex Tomas 	if (IS_ERR(handle)) {
292364769240SAlex Tomas 		ret = PTR_ERR(handle);
292464769240SAlex Tomas 		goto out;
292564769240SAlex Tomas 	}
2926ebd3610bSJan Kara 	/* We cannot recurse into the filesystem as the transaction is already
2927ebd3610bSJan Kara 	 * started */
2928ebd3610bSJan Kara 	flags |= AOP_FLAG_NOFS;
292964769240SAlex Tomas 
293054566b2cSNick Piggin 	page = grab_cache_page_write_begin(mapping, index, flags);
2931d5a0d4f7SEric Sandeen 	if (!page) {
2932d5a0d4f7SEric Sandeen 		ext4_journal_stop(handle);
2933d5a0d4f7SEric Sandeen 		ret = -ENOMEM;
2934d5a0d4f7SEric Sandeen 		goto out;
2935d5a0d4f7SEric Sandeen 	}
293664769240SAlex Tomas 	*pagep = page;
293764769240SAlex Tomas 
293864769240SAlex Tomas 	ret = block_write_begin(file, mapping, pos, len, flags, pagep, fsdata,
293964769240SAlex Tomas 				ext4_da_get_block_prep);
294064769240SAlex Tomas 	if (ret < 0) {
294164769240SAlex Tomas 		unlock_page(page);
294264769240SAlex Tomas 		ext4_journal_stop(handle);
294364769240SAlex Tomas 		page_cache_release(page);
2944ae4d5372SAneesh Kumar K.V 		/*
2945ae4d5372SAneesh Kumar K.V 		 * block_write_begin may have instantiated a few blocks
2946ae4d5372SAneesh Kumar K.V 		 * outside i_size.  Trim these off again. Don't need
2947ae4d5372SAneesh Kumar K.V 		 * i_size_read because we hold i_mutex.
2948ae4d5372SAneesh Kumar K.V 		 */
2949ae4d5372SAneesh Kumar K.V 		if (pos + len > inode->i_size)
2950ffacfa7aSJan Kara 			ext4_truncate(inode);
295164769240SAlex Tomas 	}
295264769240SAlex Tomas 
2953d2a17637SMingming Cao 	if (ret == -ENOSPC && ext4_should_retry_alloc(inode->i_sb, &retries))
2954d2a17637SMingming Cao 		goto retry;
295564769240SAlex Tomas out:
295664769240SAlex Tomas 	return ret;
295764769240SAlex Tomas }
295864769240SAlex Tomas 
2959632eaeabSMingming Cao /*
2960632eaeabSMingming Cao  * Check if we should update i_disksize
2961632eaeabSMingming Cao  * when write to the end of file but not require block allocation
2962632eaeabSMingming Cao  */
2963632eaeabSMingming Cao static int ext4_da_should_update_i_disksize(struct page *page,
2964632eaeabSMingming Cao 					    unsigned long offset)
2965632eaeabSMingming Cao {
2966632eaeabSMingming Cao 	struct buffer_head *bh;
2967632eaeabSMingming Cao 	struct inode *inode = page->mapping->host;
2968632eaeabSMingming Cao 	unsigned int idx;
2969632eaeabSMingming Cao 	int i;
2970632eaeabSMingming Cao 
2971632eaeabSMingming Cao 	bh = page_buffers(page);
2972632eaeabSMingming Cao 	idx = offset >> inode->i_blkbits;
2973632eaeabSMingming Cao 
2974632eaeabSMingming Cao 	for (i = 0; i < idx; i++)
2975632eaeabSMingming Cao 		bh = bh->b_this_page;
2976632eaeabSMingming Cao 
297729fa89d0SAneesh Kumar K.V 	if (!buffer_mapped(bh) || (buffer_delay(bh)) || buffer_unwritten(bh))
2978632eaeabSMingming Cao 		return 0;
2979632eaeabSMingming Cao 	return 1;
2980632eaeabSMingming Cao }
2981632eaeabSMingming Cao 
298264769240SAlex Tomas static int ext4_da_write_end(struct file *file,
298364769240SAlex Tomas 			     struct address_space *mapping,
298464769240SAlex Tomas 			     loff_t pos, unsigned len, unsigned copied,
298564769240SAlex Tomas 			     struct page *page, void *fsdata)
298664769240SAlex Tomas {
298764769240SAlex Tomas 	struct inode *inode = mapping->host;
298864769240SAlex Tomas 	int ret = 0, ret2;
298964769240SAlex Tomas 	handle_t *handle = ext4_journal_current_handle();
299064769240SAlex Tomas 	loff_t new_i_size;
2991632eaeabSMingming Cao 	unsigned long start, end;
299279f0be8dSAneesh Kumar K.V 	int write_mode = (int)(unsigned long)fsdata;
299379f0be8dSAneesh Kumar K.V 
299479f0be8dSAneesh Kumar K.V 	if (write_mode == FALL_BACK_TO_NONDELALLOC) {
299579f0be8dSAneesh Kumar K.V 		if (ext4_should_order_data(inode)) {
299679f0be8dSAneesh Kumar K.V 			return ext4_ordered_write_end(file, mapping, pos,
299779f0be8dSAneesh Kumar K.V 					len, copied, page, fsdata);
299879f0be8dSAneesh Kumar K.V 		} else if (ext4_should_writeback_data(inode)) {
299979f0be8dSAneesh Kumar K.V 			return ext4_writeback_write_end(file, mapping, pos,
300079f0be8dSAneesh Kumar K.V 					len, copied, page, fsdata);
300179f0be8dSAneesh Kumar K.V 		} else {
300279f0be8dSAneesh Kumar K.V 			BUG();
300379f0be8dSAneesh Kumar K.V 		}
300479f0be8dSAneesh Kumar K.V 	}
3005632eaeabSMingming Cao 
30069bffad1eSTheodore Ts'o 	trace_ext4_da_write_end(inode, pos, len, copied);
3007632eaeabSMingming Cao 	start = pos & (PAGE_CACHE_SIZE - 1);
3008632eaeabSMingming Cao 	end = start + copied - 1;
300964769240SAlex Tomas 
301064769240SAlex Tomas 	/*
301164769240SAlex Tomas 	 * generic_write_end() will run mark_inode_dirty() if i_size
301264769240SAlex Tomas 	 * changes.  So let's piggyback the i_disksize mark_inode_dirty
301364769240SAlex Tomas 	 * into that.
301464769240SAlex Tomas 	 */
301564769240SAlex Tomas 
301664769240SAlex Tomas 	new_i_size = pos + copied;
3017632eaeabSMingming Cao 	if (new_i_size > EXT4_I(inode)->i_disksize) {
3018632eaeabSMingming Cao 		if (ext4_da_should_update_i_disksize(page, end)) {
3019632eaeabSMingming Cao 			down_write(&EXT4_I(inode)->i_data_sem);
3020632eaeabSMingming Cao 			if (new_i_size > EXT4_I(inode)->i_disksize) {
302164769240SAlex Tomas 				/*
3022632eaeabSMingming Cao 				 * Updating i_disksize when extending file
3023632eaeabSMingming Cao 				 * without needing block allocation
302464769240SAlex Tomas 				 */
302564769240SAlex Tomas 				if (ext4_should_order_data(inode))
3026632eaeabSMingming Cao 					ret = ext4_jbd2_file_inode(handle,
3027632eaeabSMingming Cao 								   inode);
302864769240SAlex Tomas 
302964769240SAlex Tomas 				EXT4_I(inode)->i_disksize = new_i_size;
303064769240SAlex Tomas 			}
3031632eaeabSMingming Cao 			up_write(&EXT4_I(inode)->i_data_sem);
3032cf17fea6SAneesh Kumar K.V 			/* We need to mark inode dirty even if
3033cf17fea6SAneesh Kumar K.V 			 * new_i_size is less that inode->i_size
3034cf17fea6SAneesh Kumar K.V 			 * bu greater than i_disksize.(hint delalloc)
3035cf17fea6SAneesh Kumar K.V 			 */
3036cf17fea6SAneesh Kumar K.V 			ext4_mark_inode_dirty(handle, inode);
3037632eaeabSMingming Cao 		}
3038632eaeabSMingming Cao 	}
303964769240SAlex Tomas 	ret2 = generic_write_end(file, mapping, pos, len, copied,
304064769240SAlex Tomas 							page, fsdata);
304164769240SAlex Tomas 	copied = ret2;
304264769240SAlex Tomas 	if (ret2 < 0)
304364769240SAlex Tomas 		ret = ret2;
304464769240SAlex Tomas 	ret2 = ext4_journal_stop(handle);
304564769240SAlex Tomas 	if (!ret)
304664769240SAlex Tomas 		ret = ret2;
304764769240SAlex Tomas 
304864769240SAlex Tomas 	return ret ? ret : copied;
304964769240SAlex Tomas }
305064769240SAlex Tomas 
305164769240SAlex Tomas static void ext4_da_invalidatepage(struct page *page, unsigned long offset)
305264769240SAlex Tomas {
305364769240SAlex Tomas 	/*
305464769240SAlex Tomas 	 * Drop reserved blocks
305564769240SAlex Tomas 	 */
305664769240SAlex Tomas 	BUG_ON(!PageLocked(page));
305764769240SAlex Tomas 	if (!page_has_buffers(page))
305864769240SAlex Tomas 		goto out;
305964769240SAlex Tomas 
3060d2a17637SMingming Cao 	ext4_da_page_release_reservation(page, offset);
306164769240SAlex Tomas 
306264769240SAlex Tomas out:
306364769240SAlex Tomas 	ext4_invalidatepage(page, offset);
306464769240SAlex Tomas 
306564769240SAlex Tomas 	return;
306664769240SAlex Tomas }
306764769240SAlex Tomas 
3068ccd2506bSTheodore Ts'o /*
3069ccd2506bSTheodore Ts'o  * Force all delayed allocation blocks to be allocated for a given inode.
3070ccd2506bSTheodore Ts'o  */
3071ccd2506bSTheodore Ts'o int ext4_alloc_da_blocks(struct inode *inode)
3072ccd2506bSTheodore Ts'o {
3073ccd2506bSTheodore Ts'o 	if (!EXT4_I(inode)->i_reserved_data_blocks &&
3074ccd2506bSTheodore Ts'o 	    !EXT4_I(inode)->i_reserved_meta_blocks)
3075ccd2506bSTheodore Ts'o 		return 0;
3076ccd2506bSTheodore Ts'o 
3077ccd2506bSTheodore Ts'o 	/*
3078ccd2506bSTheodore Ts'o 	 * We do something simple for now.  The filemap_flush() will
3079ccd2506bSTheodore Ts'o 	 * also start triggering a write of the data blocks, which is
3080ccd2506bSTheodore Ts'o 	 * not strictly speaking necessary (and for users of
3081ccd2506bSTheodore Ts'o 	 * laptop_mode, not even desirable).  However, to do otherwise
3082ccd2506bSTheodore Ts'o 	 * would require replicating code paths in:
3083ccd2506bSTheodore Ts'o 	 *
3084ccd2506bSTheodore Ts'o 	 * ext4_da_writepages() ->
3085ccd2506bSTheodore Ts'o 	 *    write_cache_pages() ---> (via passed in callback function)
3086ccd2506bSTheodore Ts'o 	 *        __mpage_da_writepage() -->
3087ccd2506bSTheodore Ts'o 	 *           mpage_add_bh_to_extent()
3088ccd2506bSTheodore Ts'o 	 *           mpage_da_map_blocks()
3089ccd2506bSTheodore Ts'o 	 *
3090ccd2506bSTheodore Ts'o 	 * The problem is that write_cache_pages(), located in
3091ccd2506bSTheodore Ts'o 	 * mm/page-writeback.c, marks pages clean in preparation for
3092ccd2506bSTheodore Ts'o 	 * doing I/O, which is not desirable if we're not planning on
3093ccd2506bSTheodore Ts'o 	 * doing I/O at all.
3094ccd2506bSTheodore Ts'o 	 *
3095ccd2506bSTheodore Ts'o 	 * We could call write_cache_pages(), and then redirty all of
3096ccd2506bSTheodore Ts'o 	 * the pages by calling redirty_page_for_writeback() but that
3097ccd2506bSTheodore Ts'o 	 * would be ugly in the extreme.  So instead we would need to
3098ccd2506bSTheodore Ts'o 	 * replicate parts of the code in the above functions,
3099ccd2506bSTheodore Ts'o 	 * simplifying them becuase we wouldn't actually intend to
3100ccd2506bSTheodore Ts'o 	 * write out the pages, but rather only collect contiguous
3101ccd2506bSTheodore Ts'o 	 * logical block extents, call the multi-block allocator, and
3102ccd2506bSTheodore Ts'o 	 * then update the buffer heads with the block allocations.
3103ccd2506bSTheodore Ts'o 	 *
3104ccd2506bSTheodore Ts'o 	 * For now, though, we'll cheat by calling filemap_flush(),
3105ccd2506bSTheodore Ts'o 	 * which will map the blocks, and start the I/O, but not
3106ccd2506bSTheodore Ts'o 	 * actually wait for the I/O to complete.
3107ccd2506bSTheodore Ts'o 	 */
3108ccd2506bSTheodore Ts'o 	return filemap_flush(inode->i_mapping);
3109ccd2506bSTheodore Ts'o }
311064769240SAlex Tomas 
311164769240SAlex Tomas /*
3112ac27a0ecSDave Kleikamp  * bmap() is special.  It gets used by applications such as lilo and by
3113ac27a0ecSDave Kleikamp  * the swapper to find the on-disk block of a specific piece of data.
3114ac27a0ecSDave Kleikamp  *
3115ac27a0ecSDave Kleikamp  * Naturally, this is dangerous if the block concerned is still in the
3116617ba13bSMingming Cao  * journal.  If somebody makes a swapfile on an ext4 data-journaling
3117ac27a0ecSDave Kleikamp  * filesystem and enables swap, then they may get a nasty shock when the
3118ac27a0ecSDave Kleikamp  * data getting swapped to that swapfile suddenly gets overwritten by
3119ac27a0ecSDave Kleikamp  * the original zero's written out previously to the journal and
3120ac27a0ecSDave Kleikamp  * awaiting writeback in the kernel's buffer cache.
3121ac27a0ecSDave Kleikamp  *
3122ac27a0ecSDave Kleikamp  * So, if we see any bmap calls here on a modified, data-journaled file,
3123ac27a0ecSDave Kleikamp  * take extra steps to flush any blocks which might be in the cache.
3124ac27a0ecSDave Kleikamp  */
3125617ba13bSMingming Cao static sector_t ext4_bmap(struct address_space *mapping, sector_t block)
3126ac27a0ecSDave Kleikamp {
3127ac27a0ecSDave Kleikamp 	struct inode *inode = mapping->host;
3128ac27a0ecSDave Kleikamp 	journal_t *journal;
3129ac27a0ecSDave Kleikamp 	int err;
3130ac27a0ecSDave Kleikamp 
313164769240SAlex Tomas 	if (mapping_tagged(mapping, PAGECACHE_TAG_DIRTY) &&
313264769240SAlex Tomas 			test_opt(inode->i_sb, DELALLOC)) {
313364769240SAlex Tomas 		/*
313464769240SAlex Tomas 		 * With delalloc we want to sync the file
313564769240SAlex Tomas 		 * so that we can make sure we allocate
313664769240SAlex Tomas 		 * blocks for file
313764769240SAlex Tomas 		 */
313864769240SAlex Tomas 		filemap_write_and_wait(mapping);
313964769240SAlex Tomas 	}
314064769240SAlex Tomas 
31410390131bSFrank Mayhar 	if (EXT4_JOURNAL(inode) && EXT4_I(inode)->i_state & EXT4_STATE_JDATA) {
3142ac27a0ecSDave Kleikamp 		/*
3143ac27a0ecSDave Kleikamp 		 * This is a REALLY heavyweight approach, but the use of
3144ac27a0ecSDave Kleikamp 		 * bmap on dirty files is expected to be extremely rare:
3145ac27a0ecSDave Kleikamp 		 * only if we run lilo or swapon on a freshly made file
3146ac27a0ecSDave Kleikamp 		 * do we expect this to happen.
3147ac27a0ecSDave Kleikamp 		 *
3148ac27a0ecSDave Kleikamp 		 * (bmap requires CAP_SYS_RAWIO so this does not
3149ac27a0ecSDave Kleikamp 		 * represent an unprivileged user DOS attack --- we'd be
3150ac27a0ecSDave Kleikamp 		 * in trouble if mortal users could trigger this path at
3151ac27a0ecSDave Kleikamp 		 * will.)
3152ac27a0ecSDave Kleikamp 		 *
3153617ba13bSMingming Cao 		 * NB. EXT4_STATE_JDATA is not set on files other than
3154ac27a0ecSDave Kleikamp 		 * regular files.  If somebody wants to bmap a directory
3155ac27a0ecSDave Kleikamp 		 * or symlink and gets confused because the buffer
3156ac27a0ecSDave Kleikamp 		 * hasn't yet been flushed to disk, they deserve
3157ac27a0ecSDave Kleikamp 		 * everything they get.
3158ac27a0ecSDave Kleikamp 		 */
3159ac27a0ecSDave Kleikamp 
3160617ba13bSMingming Cao 		EXT4_I(inode)->i_state &= ~EXT4_STATE_JDATA;
3161617ba13bSMingming Cao 		journal = EXT4_JOURNAL(inode);
3162dab291afSMingming Cao 		jbd2_journal_lock_updates(journal);
3163dab291afSMingming Cao 		err = jbd2_journal_flush(journal);
3164dab291afSMingming Cao 		jbd2_journal_unlock_updates(journal);
3165ac27a0ecSDave Kleikamp 
3166ac27a0ecSDave Kleikamp 		if (err)
3167ac27a0ecSDave Kleikamp 			return 0;
3168ac27a0ecSDave Kleikamp 	}
3169ac27a0ecSDave Kleikamp 
3170617ba13bSMingming Cao 	return generic_block_bmap(mapping, block, ext4_get_block);
3171ac27a0ecSDave Kleikamp }
3172ac27a0ecSDave Kleikamp 
3173ac27a0ecSDave Kleikamp static int bget_one(handle_t *handle, struct buffer_head *bh)
3174ac27a0ecSDave Kleikamp {
3175ac27a0ecSDave Kleikamp 	get_bh(bh);
3176ac27a0ecSDave Kleikamp 	return 0;
3177ac27a0ecSDave Kleikamp }
3178ac27a0ecSDave Kleikamp 
3179ac27a0ecSDave Kleikamp static int bput_one(handle_t *handle, struct buffer_head *bh)
3180ac27a0ecSDave Kleikamp {
3181ac27a0ecSDave Kleikamp 	put_bh(bh);
3182ac27a0ecSDave Kleikamp 	return 0;
3183ac27a0ecSDave Kleikamp }
3184ac27a0ecSDave Kleikamp 
3185cf108bcaSJan Kara static int __ext4_journalled_writepage(struct page *page,
318643ce1d23SAneesh Kumar K.V 				       struct writeback_control *wbc,
318743ce1d23SAneesh Kumar K.V 				       unsigned int len)
3188cf108bcaSJan Kara {
3189cf108bcaSJan Kara 	struct address_space *mapping = page->mapping;
3190cf108bcaSJan Kara 	struct inode *inode = mapping->host;
3191cf108bcaSJan Kara 	struct buffer_head *page_bufs;
3192ac27a0ecSDave Kleikamp 	handle_t *handle = NULL;
3193ac27a0ecSDave Kleikamp 	int ret = 0;
3194ac27a0ecSDave Kleikamp 	int err;
3195ac27a0ecSDave Kleikamp 
3196cf108bcaSJan Kara 	page_bufs = page_buffers(page);
319743ce1d23SAneesh Kumar K.V 	BUG_ON(!page_bufs);
3198b767e78aSAneesh Kumar K.V 	walk_page_buffers(handle, page_bufs, 0, len, NULL, bget_one);
3199cf108bcaSJan Kara 	/* As soon as we unlock the page, it can go away, but we have
3200cf108bcaSJan Kara 	 * references to buffers so we are safe */
3201cf108bcaSJan Kara 	unlock_page(page);
3202ac27a0ecSDave Kleikamp 
3203617ba13bSMingming Cao 	handle = ext4_journal_start(inode, ext4_writepage_trans_blocks(inode));
3204ac27a0ecSDave Kleikamp 	if (IS_ERR(handle)) {
3205ac27a0ecSDave Kleikamp 		ret = PTR_ERR(handle);
3206cf108bcaSJan Kara 		goto out;
3207ac27a0ecSDave Kleikamp 	}
3208ac27a0ecSDave Kleikamp 
3209b767e78aSAneesh Kumar K.V 	ret = walk_page_buffers(handle, page_bufs, 0, len, NULL,
3210b767e78aSAneesh Kumar K.V 				do_journal_get_write_access);
3211ac27a0ecSDave Kleikamp 
3212b767e78aSAneesh Kumar K.V 	err = walk_page_buffers(handle, page_bufs, 0, len, NULL,
3213b767e78aSAneesh Kumar K.V 				write_end_fn);
3214cf108bcaSJan Kara 	if (ret == 0)
3215cf108bcaSJan Kara 		ret = err;
3216617ba13bSMingming Cao 	err = ext4_journal_stop(handle);
3217ac27a0ecSDave Kleikamp 	if (!ret)
3218ac27a0ecSDave Kleikamp 		ret = err;
3219ac27a0ecSDave Kleikamp 
3220b767e78aSAneesh Kumar K.V 	walk_page_buffers(handle, page_bufs, 0, len, NULL, bput_one);
3221cf108bcaSJan Kara 	EXT4_I(inode)->i_state |= EXT4_STATE_JDATA;
3222cf108bcaSJan Kara out:
3223ac27a0ecSDave Kleikamp 	return ret;
3224ac27a0ecSDave Kleikamp }
3225ac27a0ecSDave Kleikamp 
3226617ba13bSMingming Cao static int ext4_readpage(struct file *file, struct page *page)
3227ac27a0ecSDave Kleikamp {
3228617ba13bSMingming Cao 	return mpage_readpage(page, ext4_get_block);
3229ac27a0ecSDave Kleikamp }
3230ac27a0ecSDave Kleikamp 
3231ac27a0ecSDave Kleikamp static int
3232617ba13bSMingming Cao ext4_readpages(struct file *file, struct address_space *mapping,
3233ac27a0ecSDave Kleikamp 		struct list_head *pages, unsigned nr_pages)
3234ac27a0ecSDave Kleikamp {
3235617ba13bSMingming Cao 	return mpage_readpages(mapping, pages, nr_pages, ext4_get_block);
3236ac27a0ecSDave Kleikamp }
3237ac27a0ecSDave Kleikamp 
3238617ba13bSMingming Cao static void ext4_invalidatepage(struct page *page, unsigned long offset)
3239ac27a0ecSDave Kleikamp {
3240617ba13bSMingming Cao 	journal_t *journal = EXT4_JOURNAL(page->mapping->host);
3241ac27a0ecSDave Kleikamp 
3242ac27a0ecSDave Kleikamp 	/*
3243ac27a0ecSDave Kleikamp 	 * If it's a full truncate we just forget about the pending dirtying
3244ac27a0ecSDave Kleikamp 	 */
3245ac27a0ecSDave Kleikamp 	if (offset == 0)
3246ac27a0ecSDave Kleikamp 		ClearPageChecked(page);
3247ac27a0ecSDave Kleikamp 
32480390131bSFrank Mayhar 	if (journal)
3249dab291afSMingming Cao 		jbd2_journal_invalidatepage(journal, page, offset);
32500390131bSFrank Mayhar 	else
32510390131bSFrank Mayhar 		block_invalidatepage(page, offset);
3252ac27a0ecSDave Kleikamp }
3253ac27a0ecSDave Kleikamp 
3254617ba13bSMingming Cao static int ext4_releasepage(struct page *page, gfp_t wait)
3255ac27a0ecSDave Kleikamp {
3256617ba13bSMingming Cao 	journal_t *journal = EXT4_JOURNAL(page->mapping->host);
3257ac27a0ecSDave Kleikamp 
3258ac27a0ecSDave Kleikamp 	WARN_ON(PageChecked(page));
3259ac27a0ecSDave Kleikamp 	if (!page_has_buffers(page))
3260ac27a0ecSDave Kleikamp 		return 0;
32610390131bSFrank Mayhar 	if (journal)
3262dab291afSMingming Cao 		return jbd2_journal_try_to_free_buffers(journal, page, wait);
32630390131bSFrank Mayhar 	else
32640390131bSFrank Mayhar 		return try_to_free_buffers(page);
3265ac27a0ecSDave Kleikamp }
3266ac27a0ecSDave Kleikamp 
3267ac27a0ecSDave Kleikamp /*
3268ac27a0ecSDave Kleikamp  * If the O_DIRECT write will extend the file then add this inode to the
3269ac27a0ecSDave Kleikamp  * orphan list.  So recovery will truncate it back to the original size
3270ac27a0ecSDave Kleikamp  * if the machine crashes during the write.
3271ac27a0ecSDave Kleikamp  *
3272ac27a0ecSDave Kleikamp  * If the O_DIRECT write is intantiating holes inside i_size and the machine
32737fb5409dSJan Kara  * crashes then stale disk data _may_ be exposed inside the file. But current
32747fb5409dSJan Kara  * VFS code falls back into buffered path in that case so we are safe.
3275ac27a0ecSDave Kleikamp  */
3276617ba13bSMingming Cao static ssize_t ext4_direct_IO(int rw, struct kiocb *iocb,
3277ac27a0ecSDave Kleikamp 			      const struct iovec *iov, loff_t offset,
3278ac27a0ecSDave Kleikamp 			      unsigned long nr_segs)
3279ac27a0ecSDave Kleikamp {
3280ac27a0ecSDave Kleikamp 	struct file *file = iocb->ki_filp;
3281ac27a0ecSDave Kleikamp 	struct inode *inode = file->f_mapping->host;
3282617ba13bSMingming Cao 	struct ext4_inode_info *ei = EXT4_I(inode);
32837fb5409dSJan Kara 	handle_t *handle;
3284ac27a0ecSDave Kleikamp 	ssize_t ret;
3285ac27a0ecSDave Kleikamp 	int orphan = 0;
3286ac27a0ecSDave Kleikamp 	size_t count = iov_length(iov, nr_segs);
3287ac27a0ecSDave Kleikamp 
3288ac27a0ecSDave Kleikamp 	if (rw == WRITE) {
3289ac27a0ecSDave Kleikamp 		loff_t final_size = offset + count;
3290ac27a0ecSDave Kleikamp 
32917fb5409dSJan Kara 		if (final_size > inode->i_size) {
32927fb5409dSJan Kara 			/* Credits for sb + inode write */
32937fb5409dSJan Kara 			handle = ext4_journal_start(inode, 2);
3294ac27a0ecSDave Kleikamp 			if (IS_ERR(handle)) {
3295ac27a0ecSDave Kleikamp 				ret = PTR_ERR(handle);
3296ac27a0ecSDave Kleikamp 				goto out;
3297ac27a0ecSDave Kleikamp 			}
3298617ba13bSMingming Cao 			ret = ext4_orphan_add(handle, inode);
32997fb5409dSJan Kara 			if (ret) {
33007fb5409dSJan Kara 				ext4_journal_stop(handle);
33017fb5409dSJan Kara 				goto out;
33027fb5409dSJan Kara 			}
3303ac27a0ecSDave Kleikamp 			orphan = 1;
3304ac27a0ecSDave Kleikamp 			ei->i_disksize = inode->i_size;
33057fb5409dSJan Kara 			ext4_journal_stop(handle);
3306ac27a0ecSDave Kleikamp 		}
3307ac27a0ecSDave Kleikamp 	}
3308ac27a0ecSDave Kleikamp 
3309ac27a0ecSDave Kleikamp 	ret = blockdev_direct_IO(rw, iocb, inode, inode->i_sb->s_bdev, iov,
3310ac27a0ecSDave Kleikamp 				 offset, nr_segs,
3311617ba13bSMingming Cao 				 ext4_get_block, NULL);
3312ac27a0ecSDave Kleikamp 
33137fb5409dSJan Kara 	if (orphan) {
3314ac27a0ecSDave Kleikamp 		int err;
3315ac27a0ecSDave Kleikamp 
33167fb5409dSJan Kara 		/* Credits for sb + inode write */
33177fb5409dSJan Kara 		handle = ext4_journal_start(inode, 2);
33187fb5409dSJan Kara 		if (IS_ERR(handle)) {
33197fb5409dSJan Kara 			/* This is really bad luck. We've written the data
33207fb5409dSJan Kara 			 * but cannot extend i_size. Bail out and pretend
33217fb5409dSJan Kara 			 * the write failed... */
33227fb5409dSJan Kara 			ret = PTR_ERR(handle);
33237fb5409dSJan Kara 			goto out;
33247fb5409dSJan Kara 		}
33257fb5409dSJan Kara 		if (inode->i_nlink)
3326617ba13bSMingming Cao 			ext4_orphan_del(handle, inode);
33277fb5409dSJan Kara 		if (ret > 0) {
3328ac27a0ecSDave Kleikamp 			loff_t end = offset + ret;
3329ac27a0ecSDave Kleikamp 			if (end > inode->i_size) {
3330ac27a0ecSDave Kleikamp 				ei->i_disksize = end;
3331ac27a0ecSDave Kleikamp 				i_size_write(inode, end);
3332ac27a0ecSDave Kleikamp 				/*
3333ac27a0ecSDave Kleikamp 				 * We're going to return a positive `ret'
3334ac27a0ecSDave Kleikamp 				 * here due to non-zero-length I/O, so there's
3335ac27a0ecSDave Kleikamp 				 * no way of reporting error returns from
3336617ba13bSMingming Cao 				 * ext4_mark_inode_dirty() to userspace.  So
3337ac27a0ecSDave Kleikamp 				 * ignore it.
3338ac27a0ecSDave Kleikamp 				 */
3339617ba13bSMingming Cao 				ext4_mark_inode_dirty(handle, inode);
3340ac27a0ecSDave Kleikamp 			}
3341ac27a0ecSDave Kleikamp 		}
3342617ba13bSMingming Cao 		err = ext4_journal_stop(handle);
3343ac27a0ecSDave Kleikamp 		if (ret == 0)
3344ac27a0ecSDave Kleikamp 			ret = err;
3345ac27a0ecSDave Kleikamp 	}
3346ac27a0ecSDave Kleikamp out:
3347ac27a0ecSDave Kleikamp 	return ret;
3348ac27a0ecSDave Kleikamp }
3349ac27a0ecSDave Kleikamp 
3350ac27a0ecSDave Kleikamp /*
3351617ba13bSMingming Cao  * Pages can be marked dirty completely asynchronously from ext4's journalling
3352ac27a0ecSDave Kleikamp  * activity.  By filemap_sync_pte(), try_to_unmap_one(), etc.  We cannot do
3353ac27a0ecSDave Kleikamp  * much here because ->set_page_dirty is called under VFS locks.  The page is
3354ac27a0ecSDave Kleikamp  * not necessarily locked.
3355ac27a0ecSDave Kleikamp  *
3356ac27a0ecSDave Kleikamp  * We cannot just dirty the page and leave attached buffers clean, because the
3357ac27a0ecSDave Kleikamp  * buffers' dirty state is "definitive".  We cannot just set the buffers dirty
3358ac27a0ecSDave Kleikamp  * or jbddirty because all the journalling code will explode.
3359ac27a0ecSDave Kleikamp  *
3360ac27a0ecSDave Kleikamp  * So what we do is to mark the page "pending dirty" and next time writepage
3361ac27a0ecSDave Kleikamp  * is called, propagate that into the buffers appropriately.
3362ac27a0ecSDave Kleikamp  */
3363617ba13bSMingming Cao static int ext4_journalled_set_page_dirty(struct page *page)
3364ac27a0ecSDave Kleikamp {
3365ac27a0ecSDave Kleikamp 	SetPageChecked(page);
3366ac27a0ecSDave Kleikamp 	return __set_page_dirty_nobuffers(page);
3367ac27a0ecSDave Kleikamp }
3368ac27a0ecSDave Kleikamp 
3369617ba13bSMingming Cao static const struct address_space_operations ext4_ordered_aops = {
3370617ba13bSMingming Cao 	.readpage		= ext4_readpage,
3371617ba13bSMingming Cao 	.readpages		= ext4_readpages,
337243ce1d23SAneesh Kumar K.V 	.writepage		= ext4_writepage,
3373ac27a0ecSDave Kleikamp 	.sync_page		= block_sync_page,
3374bfc1af65SNick Piggin 	.write_begin		= ext4_write_begin,
3375bfc1af65SNick Piggin 	.write_end		= ext4_ordered_write_end,
3376617ba13bSMingming Cao 	.bmap			= ext4_bmap,
3377617ba13bSMingming Cao 	.invalidatepage		= ext4_invalidatepage,
3378617ba13bSMingming Cao 	.releasepage		= ext4_releasepage,
3379617ba13bSMingming Cao 	.direct_IO		= ext4_direct_IO,
3380ac27a0ecSDave Kleikamp 	.migratepage		= buffer_migrate_page,
33818ab22b9aSHisashi Hifumi 	.is_partially_uptodate  = block_is_partially_uptodate,
3382ac27a0ecSDave Kleikamp };
3383ac27a0ecSDave Kleikamp 
3384617ba13bSMingming Cao static const struct address_space_operations ext4_writeback_aops = {
3385617ba13bSMingming Cao 	.readpage		= ext4_readpage,
3386617ba13bSMingming Cao 	.readpages		= ext4_readpages,
338743ce1d23SAneesh Kumar K.V 	.writepage		= ext4_writepage,
3388ac27a0ecSDave Kleikamp 	.sync_page		= block_sync_page,
3389bfc1af65SNick Piggin 	.write_begin		= ext4_write_begin,
3390bfc1af65SNick Piggin 	.write_end		= ext4_writeback_write_end,
3391617ba13bSMingming Cao 	.bmap			= ext4_bmap,
3392617ba13bSMingming Cao 	.invalidatepage		= ext4_invalidatepage,
3393617ba13bSMingming Cao 	.releasepage		= ext4_releasepage,
3394617ba13bSMingming Cao 	.direct_IO		= ext4_direct_IO,
3395ac27a0ecSDave Kleikamp 	.migratepage		= buffer_migrate_page,
33968ab22b9aSHisashi Hifumi 	.is_partially_uptodate  = block_is_partially_uptodate,
3397ac27a0ecSDave Kleikamp };
3398ac27a0ecSDave Kleikamp 
3399617ba13bSMingming Cao static const struct address_space_operations ext4_journalled_aops = {
3400617ba13bSMingming Cao 	.readpage		= ext4_readpage,
3401617ba13bSMingming Cao 	.readpages		= ext4_readpages,
340243ce1d23SAneesh Kumar K.V 	.writepage		= ext4_writepage,
3403ac27a0ecSDave Kleikamp 	.sync_page		= block_sync_page,
3404bfc1af65SNick Piggin 	.write_begin		= ext4_write_begin,
3405bfc1af65SNick Piggin 	.write_end		= ext4_journalled_write_end,
3406617ba13bSMingming Cao 	.set_page_dirty		= ext4_journalled_set_page_dirty,
3407617ba13bSMingming Cao 	.bmap			= ext4_bmap,
3408617ba13bSMingming Cao 	.invalidatepage		= ext4_invalidatepage,
3409617ba13bSMingming Cao 	.releasepage		= ext4_releasepage,
34108ab22b9aSHisashi Hifumi 	.is_partially_uptodate  = block_is_partially_uptodate,
3411ac27a0ecSDave Kleikamp };
3412ac27a0ecSDave Kleikamp 
341364769240SAlex Tomas static const struct address_space_operations ext4_da_aops = {
341464769240SAlex Tomas 	.readpage		= ext4_readpage,
341564769240SAlex Tomas 	.readpages		= ext4_readpages,
341643ce1d23SAneesh Kumar K.V 	.writepage		= ext4_writepage,
341764769240SAlex Tomas 	.writepages		= ext4_da_writepages,
341864769240SAlex Tomas 	.sync_page		= block_sync_page,
341964769240SAlex Tomas 	.write_begin		= ext4_da_write_begin,
342064769240SAlex Tomas 	.write_end		= ext4_da_write_end,
342164769240SAlex Tomas 	.bmap			= ext4_bmap,
342264769240SAlex Tomas 	.invalidatepage		= ext4_da_invalidatepage,
342364769240SAlex Tomas 	.releasepage		= ext4_releasepage,
342464769240SAlex Tomas 	.direct_IO		= ext4_direct_IO,
342564769240SAlex Tomas 	.migratepage		= buffer_migrate_page,
34268ab22b9aSHisashi Hifumi 	.is_partially_uptodate  = block_is_partially_uptodate,
342764769240SAlex Tomas };
342864769240SAlex Tomas 
3429617ba13bSMingming Cao void ext4_set_aops(struct inode *inode)
3430ac27a0ecSDave Kleikamp {
3431cd1aac32SAneesh Kumar K.V 	if (ext4_should_order_data(inode) &&
3432cd1aac32SAneesh Kumar K.V 		test_opt(inode->i_sb, DELALLOC))
3433cd1aac32SAneesh Kumar K.V 		inode->i_mapping->a_ops = &ext4_da_aops;
3434cd1aac32SAneesh Kumar K.V 	else if (ext4_should_order_data(inode))
3435617ba13bSMingming Cao 		inode->i_mapping->a_ops = &ext4_ordered_aops;
343664769240SAlex Tomas 	else if (ext4_should_writeback_data(inode) &&
343764769240SAlex Tomas 		 test_opt(inode->i_sb, DELALLOC))
343864769240SAlex Tomas 		inode->i_mapping->a_ops = &ext4_da_aops;
3439617ba13bSMingming Cao 	else if (ext4_should_writeback_data(inode))
3440617ba13bSMingming Cao 		inode->i_mapping->a_ops = &ext4_writeback_aops;
3441ac27a0ecSDave Kleikamp 	else
3442617ba13bSMingming Cao 		inode->i_mapping->a_ops = &ext4_journalled_aops;
3443ac27a0ecSDave Kleikamp }
3444ac27a0ecSDave Kleikamp 
3445ac27a0ecSDave Kleikamp /*
3446617ba13bSMingming Cao  * ext4_block_truncate_page() zeroes out a mapping from file offset `from'
3447ac27a0ecSDave Kleikamp  * up to the end of the block which corresponds to `from'.
3448ac27a0ecSDave Kleikamp  * This required during truncate. We need to physically zero the tail end
3449ac27a0ecSDave Kleikamp  * of that block so it doesn't yield old data if the file is later grown.
3450ac27a0ecSDave Kleikamp  */
3451cf108bcaSJan Kara int ext4_block_truncate_page(handle_t *handle,
3452ac27a0ecSDave Kleikamp 		struct address_space *mapping, loff_t from)
3453ac27a0ecSDave Kleikamp {
3454617ba13bSMingming Cao 	ext4_fsblk_t index = from >> PAGE_CACHE_SHIFT;
3455ac27a0ecSDave Kleikamp 	unsigned offset = from & (PAGE_CACHE_SIZE-1);
3456725d26d3SAneesh Kumar K.V 	unsigned blocksize, length, pos;
3457725d26d3SAneesh Kumar K.V 	ext4_lblk_t iblock;
3458ac27a0ecSDave Kleikamp 	struct inode *inode = mapping->host;
3459ac27a0ecSDave Kleikamp 	struct buffer_head *bh;
3460cf108bcaSJan Kara 	struct page *page;
3461ac27a0ecSDave Kleikamp 	int err = 0;
3462ac27a0ecSDave Kleikamp 
3463f4a01017STheodore Ts'o 	page = find_or_create_page(mapping, from >> PAGE_CACHE_SHIFT,
3464f4a01017STheodore Ts'o 				   mapping_gfp_mask(mapping) & ~__GFP_FS);
3465cf108bcaSJan Kara 	if (!page)
3466cf108bcaSJan Kara 		return -EINVAL;
3467cf108bcaSJan Kara 
3468ac27a0ecSDave Kleikamp 	blocksize = inode->i_sb->s_blocksize;
3469ac27a0ecSDave Kleikamp 	length = blocksize - (offset & (blocksize - 1));
3470ac27a0ecSDave Kleikamp 	iblock = index << (PAGE_CACHE_SHIFT - inode->i_sb->s_blocksize_bits);
3471ac27a0ecSDave Kleikamp 
3472ac27a0ecSDave Kleikamp 	/*
3473ac27a0ecSDave Kleikamp 	 * For "nobh" option,  we can only work if we don't need to
3474ac27a0ecSDave Kleikamp 	 * read-in the page - otherwise we create buffers to do the IO.
3475ac27a0ecSDave Kleikamp 	 */
3476ac27a0ecSDave Kleikamp 	if (!page_has_buffers(page) && test_opt(inode->i_sb, NOBH) &&
3477617ba13bSMingming Cao 	     ext4_should_writeback_data(inode) && PageUptodate(page)) {
3478eebd2aa3SChristoph Lameter 		zero_user(page, offset, length);
3479ac27a0ecSDave Kleikamp 		set_page_dirty(page);
3480ac27a0ecSDave Kleikamp 		goto unlock;
3481ac27a0ecSDave Kleikamp 	}
3482ac27a0ecSDave Kleikamp 
3483ac27a0ecSDave Kleikamp 	if (!page_has_buffers(page))
3484ac27a0ecSDave Kleikamp 		create_empty_buffers(page, blocksize, 0);
3485ac27a0ecSDave Kleikamp 
3486ac27a0ecSDave Kleikamp 	/* Find the buffer that contains "offset" */
3487ac27a0ecSDave Kleikamp 	bh = page_buffers(page);
3488ac27a0ecSDave Kleikamp 	pos = blocksize;
3489ac27a0ecSDave Kleikamp 	while (offset >= pos) {
3490ac27a0ecSDave Kleikamp 		bh = bh->b_this_page;
3491ac27a0ecSDave Kleikamp 		iblock++;
3492ac27a0ecSDave Kleikamp 		pos += blocksize;
3493ac27a0ecSDave Kleikamp 	}
3494ac27a0ecSDave Kleikamp 
3495ac27a0ecSDave Kleikamp 	err = 0;
3496ac27a0ecSDave Kleikamp 	if (buffer_freed(bh)) {
3497ac27a0ecSDave Kleikamp 		BUFFER_TRACE(bh, "freed: skip");
3498ac27a0ecSDave Kleikamp 		goto unlock;
3499ac27a0ecSDave Kleikamp 	}
3500ac27a0ecSDave Kleikamp 
3501ac27a0ecSDave Kleikamp 	if (!buffer_mapped(bh)) {
3502ac27a0ecSDave Kleikamp 		BUFFER_TRACE(bh, "unmapped");
3503617ba13bSMingming Cao 		ext4_get_block(inode, iblock, bh, 0);
3504ac27a0ecSDave Kleikamp 		/* unmapped? It's a hole - nothing to do */
3505ac27a0ecSDave Kleikamp 		if (!buffer_mapped(bh)) {
3506ac27a0ecSDave Kleikamp 			BUFFER_TRACE(bh, "still unmapped");
3507ac27a0ecSDave Kleikamp 			goto unlock;
3508ac27a0ecSDave Kleikamp 		}
3509ac27a0ecSDave Kleikamp 	}
3510ac27a0ecSDave Kleikamp 
3511ac27a0ecSDave Kleikamp 	/* Ok, it's mapped. Make sure it's up-to-date */
3512ac27a0ecSDave Kleikamp 	if (PageUptodate(page))
3513ac27a0ecSDave Kleikamp 		set_buffer_uptodate(bh);
3514ac27a0ecSDave Kleikamp 
3515ac27a0ecSDave Kleikamp 	if (!buffer_uptodate(bh)) {
3516ac27a0ecSDave Kleikamp 		err = -EIO;
3517ac27a0ecSDave Kleikamp 		ll_rw_block(READ, 1, &bh);
3518ac27a0ecSDave Kleikamp 		wait_on_buffer(bh);
3519ac27a0ecSDave Kleikamp 		/* Uhhuh. Read error. Complain and punt. */
3520ac27a0ecSDave Kleikamp 		if (!buffer_uptodate(bh))
3521ac27a0ecSDave Kleikamp 			goto unlock;
3522ac27a0ecSDave Kleikamp 	}
3523ac27a0ecSDave Kleikamp 
3524617ba13bSMingming Cao 	if (ext4_should_journal_data(inode)) {
3525ac27a0ecSDave Kleikamp 		BUFFER_TRACE(bh, "get write access");
3526617ba13bSMingming Cao 		err = ext4_journal_get_write_access(handle, bh);
3527ac27a0ecSDave Kleikamp 		if (err)
3528ac27a0ecSDave Kleikamp 			goto unlock;
3529ac27a0ecSDave Kleikamp 	}
3530ac27a0ecSDave Kleikamp 
3531eebd2aa3SChristoph Lameter 	zero_user(page, offset, length);
3532ac27a0ecSDave Kleikamp 
3533ac27a0ecSDave Kleikamp 	BUFFER_TRACE(bh, "zeroed end of block");
3534ac27a0ecSDave Kleikamp 
3535ac27a0ecSDave Kleikamp 	err = 0;
3536617ba13bSMingming Cao 	if (ext4_should_journal_data(inode)) {
35370390131bSFrank Mayhar 		err = ext4_handle_dirty_metadata(handle, inode, bh);
3538ac27a0ecSDave Kleikamp 	} else {
3539617ba13bSMingming Cao 		if (ext4_should_order_data(inode))
3540678aaf48SJan Kara 			err = ext4_jbd2_file_inode(handle, inode);
3541ac27a0ecSDave Kleikamp 		mark_buffer_dirty(bh);
3542ac27a0ecSDave Kleikamp 	}
3543ac27a0ecSDave Kleikamp 
3544ac27a0ecSDave Kleikamp unlock:
3545ac27a0ecSDave Kleikamp 	unlock_page(page);
3546ac27a0ecSDave Kleikamp 	page_cache_release(page);
3547ac27a0ecSDave Kleikamp 	return err;
3548ac27a0ecSDave Kleikamp }
3549ac27a0ecSDave Kleikamp 
3550ac27a0ecSDave Kleikamp /*
3551ac27a0ecSDave Kleikamp  * Probably it should be a library function... search for first non-zero word
3552ac27a0ecSDave Kleikamp  * or memcmp with zero_page, whatever is better for particular architecture.
3553ac27a0ecSDave Kleikamp  * Linus?
3554ac27a0ecSDave Kleikamp  */
3555ac27a0ecSDave Kleikamp static inline int all_zeroes(__le32 *p, __le32 *q)
3556ac27a0ecSDave Kleikamp {
3557ac27a0ecSDave Kleikamp 	while (p < q)
3558ac27a0ecSDave Kleikamp 		if (*p++)
3559ac27a0ecSDave Kleikamp 			return 0;
3560ac27a0ecSDave Kleikamp 	return 1;
3561ac27a0ecSDave Kleikamp }
3562ac27a0ecSDave Kleikamp 
3563ac27a0ecSDave Kleikamp /**
3564617ba13bSMingming Cao  *	ext4_find_shared - find the indirect blocks for partial truncation.
3565ac27a0ecSDave Kleikamp  *	@inode:	  inode in question
3566ac27a0ecSDave Kleikamp  *	@depth:	  depth of the affected branch
3567617ba13bSMingming Cao  *	@offsets: offsets of pointers in that branch (see ext4_block_to_path)
3568ac27a0ecSDave Kleikamp  *	@chain:	  place to store the pointers to partial indirect blocks
3569ac27a0ecSDave Kleikamp  *	@top:	  place to the (detached) top of branch
3570ac27a0ecSDave Kleikamp  *
3571617ba13bSMingming Cao  *	This is a helper function used by ext4_truncate().
3572ac27a0ecSDave Kleikamp  *
3573ac27a0ecSDave Kleikamp  *	When we do truncate() we may have to clean the ends of several
3574ac27a0ecSDave Kleikamp  *	indirect blocks but leave the blocks themselves alive. Block is
3575ac27a0ecSDave Kleikamp  *	partially truncated if some data below the new i_size is refered
3576ac27a0ecSDave Kleikamp  *	from it (and it is on the path to the first completely truncated
3577ac27a0ecSDave Kleikamp  *	data block, indeed).  We have to free the top of that path along
3578ac27a0ecSDave Kleikamp  *	with everything to the right of the path. Since no allocation
3579617ba13bSMingming Cao  *	past the truncation point is possible until ext4_truncate()
3580ac27a0ecSDave Kleikamp  *	finishes, we may safely do the latter, but top of branch may
3581ac27a0ecSDave Kleikamp  *	require special attention - pageout below the truncation point
3582ac27a0ecSDave Kleikamp  *	might try to populate it.
3583ac27a0ecSDave Kleikamp  *
3584ac27a0ecSDave Kleikamp  *	We atomically detach the top of branch from the tree, store the
3585ac27a0ecSDave Kleikamp  *	block number of its root in *@top, pointers to buffer_heads of
3586ac27a0ecSDave Kleikamp  *	partially truncated blocks - in @chain[].bh and pointers to
3587ac27a0ecSDave Kleikamp  *	their last elements that should not be removed - in
3588ac27a0ecSDave Kleikamp  *	@chain[].p. Return value is the pointer to last filled element
3589ac27a0ecSDave Kleikamp  *	of @chain.
3590ac27a0ecSDave Kleikamp  *
3591ac27a0ecSDave Kleikamp  *	The work left to caller to do the actual freeing of subtrees:
3592ac27a0ecSDave Kleikamp  *		a) free the subtree starting from *@top
3593ac27a0ecSDave Kleikamp  *		b) free the subtrees whose roots are stored in
3594ac27a0ecSDave Kleikamp  *			(@chain[i].p+1 .. end of @chain[i].bh->b_data)
3595ac27a0ecSDave Kleikamp  *		c) free the subtrees growing from the inode past the @chain[0].
3596ac27a0ecSDave Kleikamp  *			(no partially truncated stuff there).  */
3597ac27a0ecSDave Kleikamp 
3598617ba13bSMingming Cao static Indirect *ext4_find_shared(struct inode *inode, int depth,
3599de9a55b8STheodore Ts'o 				  ext4_lblk_t offsets[4], Indirect chain[4],
3600de9a55b8STheodore Ts'o 				  __le32 *top)
3601ac27a0ecSDave Kleikamp {
3602ac27a0ecSDave Kleikamp 	Indirect *partial, *p;
3603ac27a0ecSDave Kleikamp 	int k, err;
3604ac27a0ecSDave Kleikamp 
3605ac27a0ecSDave Kleikamp 	*top = 0;
3606ac27a0ecSDave Kleikamp 	/* Make k index the deepest non-null offest + 1 */
3607ac27a0ecSDave Kleikamp 	for (k = depth; k > 1 && !offsets[k-1]; k--)
3608ac27a0ecSDave Kleikamp 		;
3609617ba13bSMingming Cao 	partial = ext4_get_branch(inode, k, offsets, chain, &err);
3610ac27a0ecSDave Kleikamp 	/* Writer: pointers */
3611ac27a0ecSDave Kleikamp 	if (!partial)
3612ac27a0ecSDave Kleikamp 		partial = chain + k-1;
3613ac27a0ecSDave Kleikamp 	/*
3614ac27a0ecSDave Kleikamp 	 * If the branch acquired continuation since we've looked at it -
3615ac27a0ecSDave Kleikamp 	 * fine, it should all survive and (new) top doesn't belong to us.
3616ac27a0ecSDave Kleikamp 	 */
3617ac27a0ecSDave Kleikamp 	if (!partial->key && *partial->p)
3618ac27a0ecSDave Kleikamp 		/* Writer: end */
3619ac27a0ecSDave Kleikamp 		goto no_top;
3620af5bc92dSTheodore Ts'o 	for (p = partial; (p > chain) && all_zeroes((__le32 *) p->bh->b_data, p->p); p--)
3621ac27a0ecSDave Kleikamp 		;
3622ac27a0ecSDave Kleikamp 	/*
3623ac27a0ecSDave Kleikamp 	 * OK, we've found the last block that must survive. The rest of our
3624ac27a0ecSDave Kleikamp 	 * branch should be detached before unlocking. However, if that rest
3625ac27a0ecSDave Kleikamp 	 * of branch is all ours and does not grow immediately from the inode
3626ac27a0ecSDave Kleikamp 	 * it's easier to cheat and just decrement partial->p.
3627ac27a0ecSDave Kleikamp 	 */
3628ac27a0ecSDave Kleikamp 	if (p == chain + k - 1 && p > chain) {
3629ac27a0ecSDave Kleikamp 		p->p--;
3630ac27a0ecSDave Kleikamp 	} else {
3631ac27a0ecSDave Kleikamp 		*top = *p->p;
3632617ba13bSMingming Cao 		/* Nope, don't do this in ext4.  Must leave the tree intact */
3633ac27a0ecSDave Kleikamp #if 0
3634ac27a0ecSDave Kleikamp 		*p->p = 0;
3635ac27a0ecSDave Kleikamp #endif
3636ac27a0ecSDave Kleikamp 	}
3637ac27a0ecSDave Kleikamp 	/* Writer: end */
3638ac27a0ecSDave Kleikamp 
3639ac27a0ecSDave Kleikamp 	while (partial > p) {
3640ac27a0ecSDave Kleikamp 		brelse(partial->bh);
3641ac27a0ecSDave Kleikamp 		partial--;
3642ac27a0ecSDave Kleikamp 	}
3643ac27a0ecSDave Kleikamp no_top:
3644ac27a0ecSDave Kleikamp 	return partial;
3645ac27a0ecSDave Kleikamp }
3646ac27a0ecSDave Kleikamp 
3647ac27a0ecSDave Kleikamp /*
3648ac27a0ecSDave Kleikamp  * Zero a number of block pointers in either an inode or an indirect block.
3649ac27a0ecSDave Kleikamp  * If we restart the transaction we must again get write access to the
3650ac27a0ecSDave Kleikamp  * indirect block for further modification.
3651ac27a0ecSDave Kleikamp  *
3652ac27a0ecSDave Kleikamp  * We release `count' blocks on disk, but (last - first) may be greater
3653ac27a0ecSDave Kleikamp  * than `count' because there can be holes in there.
3654ac27a0ecSDave Kleikamp  */
3655617ba13bSMingming Cao static void ext4_clear_blocks(handle_t *handle, struct inode *inode,
3656de9a55b8STheodore Ts'o 			      struct buffer_head *bh,
3657de9a55b8STheodore Ts'o 			      ext4_fsblk_t block_to_free,
3658de9a55b8STheodore Ts'o 			      unsigned long count, __le32 *first,
3659de9a55b8STheodore Ts'o 			      __le32 *last)
3660ac27a0ecSDave Kleikamp {
3661ac27a0ecSDave Kleikamp 	__le32 *p;
3662ac27a0ecSDave Kleikamp 	if (try_to_extend_transaction(handle, inode)) {
3663ac27a0ecSDave Kleikamp 		if (bh) {
36640390131bSFrank Mayhar 			BUFFER_TRACE(bh, "call ext4_handle_dirty_metadata");
36650390131bSFrank Mayhar 			ext4_handle_dirty_metadata(handle, inode, bh);
3666ac27a0ecSDave Kleikamp 		}
3667617ba13bSMingming Cao 		ext4_mark_inode_dirty(handle, inode);
3668617ba13bSMingming Cao 		ext4_journal_test_restart(handle, inode);
3669ac27a0ecSDave Kleikamp 		if (bh) {
3670ac27a0ecSDave Kleikamp 			BUFFER_TRACE(bh, "retaking write access");
3671617ba13bSMingming Cao 			ext4_journal_get_write_access(handle, bh);
3672ac27a0ecSDave Kleikamp 		}
3673ac27a0ecSDave Kleikamp 	}
3674ac27a0ecSDave Kleikamp 
3675ac27a0ecSDave Kleikamp 	/*
3676de9a55b8STheodore Ts'o 	 * Any buffers which are on the journal will be in memory. We
3677de9a55b8STheodore Ts'o 	 * find them on the hash table so jbd2_journal_revoke() will
3678de9a55b8STheodore Ts'o 	 * run jbd2_journal_forget() on them.  We've already detached
3679de9a55b8STheodore Ts'o 	 * each block from the file, so bforget() in
3680de9a55b8STheodore Ts'o 	 * jbd2_journal_forget() should be safe.
3681ac27a0ecSDave Kleikamp 	 *
3682dab291afSMingming Cao 	 * AKPM: turn on bforget in jbd2_journal_forget()!!!
3683ac27a0ecSDave Kleikamp 	 */
3684ac27a0ecSDave Kleikamp 	for (p = first; p < last; p++) {
3685ac27a0ecSDave Kleikamp 		u32 nr = le32_to_cpu(*p);
3686ac27a0ecSDave Kleikamp 		if (nr) {
36871d03ec98SAneesh Kumar K.V 			struct buffer_head *tbh;
3688ac27a0ecSDave Kleikamp 
3689ac27a0ecSDave Kleikamp 			*p = 0;
36901d03ec98SAneesh Kumar K.V 			tbh = sb_find_get_block(inode->i_sb, nr);
36911d03ec98SAneesh Kumar K.V 			ext4_forget(handle, 0, inode, tbh, nr);
3692ac27a0ecSDave Kleikamp 		}
3693ac27a0ecSDave Kleikamp 	}
3694ac27a0ecSDave Kleikamp 
3695c9de560dSAlex Tomas 	ext4_free_blocks(handle, inode, block_to_free, count, 0);
3696ac27a0ecSDave Kleikamp }
3697ac27a0ecSDave Kleikamp 
3698ac27a0ecSDave Kleikamp /**
3699617ba13bSMingming Cao  * ext4_free_data - free a list of data blocks
3700ac27a0ecSDave Kleikamp  * @handle:	handle for this transaction
3701ac27a0ecSDave Kleikamp  * @inode:	inode we are dealing with
3702ac27a0ecSDave Kleikamp  * @this_bh:	indirect buffer_head which contains *@first and *@last
3703ac27a0ecSDave Kleikamp  * @first:	array of block numbers
3704ac27a0ecSDave Kleikamp  * @last:	points immediately past the end of array
3705ac27a0ecSDave Kleikamp  *
3706ac27a0ecSDave Kleikamp  * We are freeing all blocks refered from that array (numbers are stored as
3707ac27a0ecSDave Kleikamp  * little-endian 32-bit) and updating @inode->i_blocks appropriately.
3708ac27a0ecSDave Kleikamp  *
3709ac27a0ecSDave Kleikamp  * We accumulate contiguous runs of blocks to free.  Conveniently, if these
3710ac27a0ecSDave Kleikamp  * blocks are contiguous then releasing them at one time will only affect one
3711ac27a0ecSDave Kleikamp  * or two bitmap blocks (+ group descriptor(s) and superblock) and we won't
3712ac27a0ecSDave Kleikamp  * actually use a lot of journal space.
3713ac27a0ecSDave Kleikamp  *
3714ac27a0ecSDave Kleikamp  * @this_bh will be %NULL if @first and @last point into the inode's direct
3715ac27a0ecSDave Kleikamp  * block pointers.
3716ac27a0ecSDave Kleikamp  */
3717617ba13bSMingming Cao static void ext4_free_data(handle_t *handle, struct inode *inode,
3718ac27a0ecSDave Kleikamp 			   struct buffer_head *this_bh,
3719ac27a0ecSDave Kleikamp 			   __le32 *first, __le32 *last)
3720ac27a0ecSDave Kleikamp {
3721617ba13bSMingming Cao 	ext4_fsblk_t block_to_free = 0;    /* Starting block # of a run */
3722ac27a0ecSDave Kleikamp 	unsigned long count = 0;	    /* Number of blocks in the run */
3723ac27a0ecSDave Kleikamp 	__le32 *block_to_free_p = NULL;	    /* Pointer into inode/ind
3724ac27a0ecSDave Kleikamp 					       corresponding to
3725ac27a0ecSDave Kleikamp 					       block_to_free */
3726617ba13bSMingming Cao 	ext4_fsblk_t nr;		    /* Current block # */
3727ac27a0ecSDave Kleikamp 	__le32 *p;			    /* Pointer into inode/ind
3728ac27a0ecSDave Kleikamp 					       for current block */
3729ac27a0ecSDave Kleikamp 	int err;
3730ac27a0ecSDave Kleikamp 
3731ac27a0ecSDave Kleikamp 	if (this_bh) {				/* For indirect block */
3732ac27a0ecSDave Kleikamp 		BUFFER_TRACE(this_bh, "get_write_access");
3733617ba13bSMingming Cao 		err = ext4_journal_get_write_access(handle, this_bh);
3734ac27a0ecSDave Kleikamp 		/* Important: if we can't update the indirect pointers
3735ac27a0ecSDave Kleikamp 		 * to the blocks, we can't free them. */
3736ac27a0ecSDave Kleikamp 		if (err)
3737ac27a0ecSDave Kleikamp 			return;
3738ac27a0ecSDave Kleikamp 	}
3739ac27a0ecSDave Kleikamp 
3740ac27a0ecSDave Kleikamp 	for (p = first; p < last; p++) {
3741ac27a0ecSDave Kleikamp 		nr = le32_to_cpu(*p);
3742ac27a0ecSDave Kleikamp 		if (nr) {
3743ac27a0ecSDave Kleikamp 			/* accumulate blocks to free if they're contiguous */
3744ac27a0ecSDave Kleikamp 			if (count == 0) {
3745ac27a0ecSDave Kleikamp 				block_to_free = nr;
3746ac27a0ecSDave Kleikamp 				block_to_free_p = p;
3747ac27a0ecSDave Kleikamp 				count = 1;
3748ac27a0ecSDave Kleikamp 			} else if (nr == block_to_free + count) {
3749ac27a0ecSDave Kleikamp 				count++;
3750ac27a0ecSDave Kleikamp 			} else {
3751617ba13bSMingming Cao 				ext4_clear_blocks(handle, inode, this_bh,
3752ac27a0ecSDave Kleikamp 						  block_to_free,
3753ac27a0ecSDave Kleikamp 						  count, block_to_free_p, p);
3754ac27a0ecSDave Kleikamp 				block_to_free = nr;
3755ac27a0ecSDave Kleikamp 				block_to_free_p = p;
3756ac27a0ecSDave Kleikamp 				count = 1;
3757ac27a0ecSDave Kleikamp 			}
3758ac27a0ecSDave Kleikamp 		}
3759ac27a0ecSDave Kleikamp 	}
3760ac27a0ecSDave Kleikamp 
3761ac27a0ecSDave Kleikamp 	if (count > 0)
3762617ba13bSMingming Cao 		ext4_clear_blocks(handle, inode, this_bh, block_to_free,
3763ac27a0ecSDave Kleikamp 				  count, block_to_free_p, p);
3764ac27a0ecSDave Kleikamp 
3765ac27a0ecSDave Kleikamp 	if (this_bh) {
37660390131bSFrank Mayhar 		BUFFER_TRACE(this_bh, "call ext4_handle_dirty_metadata");
376771dc8fbcSDuane Griffin 
376871dc8fbcSDuane Griffin 		/*
376971dc8fbcSDuane Griffin 		 * The buffer head should have an attached journal head at this
377071dc8fbcSDuane Griffin 		 * point. However, if the data is corrupted and an indirect
377171dc8fbcSDuane Griffin 		 * block pointed to itself, it would have been detached when
377271dc8fbcSDuane Griffin 		 * the block was cleared. Check for this instead of OOPSing.
377371dc8fbcSDuane Griffin 		 */
3774e7f07968STheodore Ts'o 		if ((EXT4_JOURNAL(inode) == NULL) || bh2jh(this_bh))
37750390131bSFrank Mayhar 			ext4_handle_dirty_metadata(handle, inode, this_bh);
377671dc8fbcSDuane Griffin 		else
377771dc8fbcSDuane Griffin 			ext4_error(inode->i_sb, __func__,
377871dc8fbcSDuane Griffin 				   "circular indirect block detected, "
377971dc8fbcSDuane Griffin 				   "inode=%lu, block=%llu",
378071dc8fbcSDuane Griffin 				   inode->i_ino,
378171dc8fbcSDuane Griffin 				   (unsigned long long) this_bh->b_blocknr);
3782ac27a0ecSDave Kleikamp 	}
3783ac27a0ecSDave Kleikamp }
3784ac27a0ecSDave Kleikamp 
3785ac27a0ecSDave Kleikamp /**
3786617ba13bSMingming Cao  *	ext4_free_branches - free an array of branches
3787ac27a0ecSDave Kleikamp  *	@handle: JBD handle for this transaction
3788ac27a0ecSDave Kleikamp  *	@inode:	inode we are dealing with
3789ac27a0ecSDave Kleikamp  *	@parent_bh: the buffer_head which contains *@first and *@last
3790ac27a0ecSDave Kleikamp  *	@first:	array of block numbers
3791ac27a0ecSDave Kleikamp  *	@last:	pointer immediately past the end of array
3792ac27a0ecSDave Kleikamp  *	@depth:	depth of the branches to free
3793ac27a0ecSDave Kleikamp  *
3794ac27a0ecSDave Kleikamp  *	We are freeing all blocks refered from these branches (numbers are
3795ac27a0ecSDave Kleikamp  *	stored as little-endian 32-bit) and updating @inode->i_blocks
3796ac27a0ecSDave Kleikamp  *	appropriately.
3797ac27a0ecSDave Kleikamp  */
3798617ba13bSMingming Cao static void ext4_free_branches(handle_t *handle, struct inode *inode,
3799ac27a0ecSDave Kleikamp 			       struct buffer_head *parent_bh,
3800ac27a0ecSDave Kleikamp 			       __le32 *first, __le32 *last, int depth)
3801ac27a0ecSDave Kleikamp {
3802617ba13bSMingming Cao 	ext4_fsblk_t nr;
3803ac27a0ecSDave Kleikamp 	__le32 *p;
3804ac27a0ecSDave Kleikamp 
38050390131bSFrank Mayhar 	if (ext4_handle_is_aborted(handle))
3806ac27a0ecSDave Kleikamp 		return;
3807ac27a0ecSDave Kleikamp 
3808ac27a0ecSDave Kleikamp 	if (depth--) {
3809ac27a0ecSDave Kleikamp 		struct buffer_head *bh;
3810617ba13bSMingming Cao 		int addr_per_block = EXT4_ADDR_PER_BLOCK(inode->i_sb);
3811ac27a0ecSDave Kleikamp 		p = last;
3812ac27a0ecSDave Kleikamp 		while (--p >= first) {
3813ac27a0ecSDave Kleikamp 			nr = le32_to_cpu(*p);
3814ac27a0ecSDave Kleikamp 			if (!nr)
3815ac27a0ecSDave Kleikamp 				continue;		/* A hole */
3816ac27a0ecSDave Kleikamp 
3817ac27a0ecSDave Kleikamp 			/* Go read the buffer for the next level down */
3818ac27a0ecSDave Kleikamp 			bh = sb_bread(inode->i_sb, nr);
3819ac27a0ecSDave Kleikamp 
3820ac27a0ecSDave Kleikamp 			/*
3821ac27a0ecSDave Kleikamp 			 * A read failure? Report error and clear slot
3822ac27a0ecSDave Kleikamp 			 * (should be rare).
3823ac27a0ecSDave Kleikamp 			 */
3824ac27a0ecSDave Kleikamp 			if (!bh) {
3825617ba13bSMingming Cao 				ext4_error(inode->i_sb, "ext4_free_branches",
38262ae02107SMingming Cao 					   "Read failure, inode=%lu, block=%llu",
3827ac27a0ecSDave Kleikamp 					   inode->i_ino, nr);
3828ac27a0ecSDave Kleikamp 				continue;
3829ac27a0ecSDave Kleikamp 			}
3830ac27a0ecSDave Kleikamp 
3831ac27a0ecSDave Kleikamp 			/* This zaps the entire block.  Bottom up. */
3832ac27a0ecSDave Kleikamp 			BUFFER_TRACE(bh, "free child branches");
3833617ba13bSMingming Cao 			ext4_free_branches(handle, inode, bh,
3834ac27a0ecSDave Kleikamp 					(__le32 *) bh->b_data,
3835ac27a0ecSDave Kleikamp 					(__le32 *) bh->b_data + addr_per_block,
3836ac27a0ecSDave Kleikamp 					depth);
3837ac27a0ecSDave Kleikamp 
3838ac27a0ecSDave Kleikamp 			/*
3839ac27a0ecSDave Kleikamp 			 * We've probably journalled the indirect block several
3840ac27a0ecSDave Kleikamp 			 * times during the truncate.  But it's no longer
3841ac27a0ecSDave Kleikamp 			 * needed and we now drop it from the transaction via
3842dab291afSMingming Cao 			 * jbd2_journal_revoke().
3843ac27a0ecSDave Kleikamp 			 *
3844ac27a0ecSDave Kleikamp 			 * That's easy if it's exclusively part of this
3845ac27a0ecSDave Kleikamp 			 * transaction.  But if it's part of the committing
3846dab291afSMingming Cao 			 * transaction then jbd2_journal_forget() will simply
3847ac27a0ecSDave Kleikamp 			 * brelse() it.  That means that if the underlying
3848617ba13bSMingming Cao 			 * block is reallocated in ext4_get_block(),
3849ac27a0ecSDave Kleikamp 			 * unmap_underlying_metadata() will find this block
3850ac27a0ecSDave Kleikamp 			 * and will try to get rid of it.  damn, damn.
3851ac27a0ecSDave Kleikamp 			 *
3852ac27a0ecSDave Kleikamp 			 * If this block has already been committed to the
3853ac27a0ecSDave Kleikamp 			 * journal, a revoke record will be written.  And
3854ac27a0ecSDave Kleikamp 			 * revoke records must be emitted *before* clearing
3855ac27a0ecSDave Kleikamp 			 * this block's bit in the bitmaps.
3856ac27a0ecSDave Kleikamp 			 */
3857617ba13bSMingming Cao 			ext4_forget(handle, 1, inode, bh, bh->b_blocknr);
3858ac27a0ecSDave Kleikamp 
3859ac27a0ecSDave Kleikamp 			/*
3860ac27a0ecSDave Kleikamp 			 * Everything below this this pointer has been
3861ac27a0ecSDave Kleikamp 			 * released.  Now let this top-of-subtree go.
3862ac27a0ecSDave Kleikamp 			 *
3863ac27a0ecSDave Kleikamp 			 * We want the freeing of this indirect block to be
3864ac27a0ecSDave Kleikamp 			 * atomic in the journal with the updating of the
3865ac27a0ecSDave Kleikamp 			 * bitmap block which owns it.  So make some room in
3866ac27a0ecSDave Kleikamp 			 * the journal.
3867ac27a0ecSDave Kleikamp 			 *
3868ac27a0ecSDave Kleikamp 			 * We zero the parent pointer *after* freeing its
3869ac27a0ecSDave Kleikamp 			 * pointee in the bitmaps, so if extend_transaction()
3870ac27a0ecSDave Kleikamp 			 * for some reason fails to put the bitmap changes and
3871ac27a0ecSDave Kleikamp 			 * the release into the same transaction, recovery
3872ac27a0ecSDave Kleikamp 			 * will merely complain about releasing a free block,
3873ac27a0ecSDave Kleikamp 			 * rather than leaking blocks.
3874ac27a0ecSDave Kleikamp 			 */
38750390131bSFrank Mayhar 			if (ext4_handle_is_aborted(handle))
3876ac27a0ecSDave Kleikamp 				return;
3877ac27a0ecSDave Kleikamp 			if (try_to_extend_transaction(handle, inode)) {
3878617ba13bSMingming Cao 				ext4_mark_inode_dirty(handle, inode);
3879617ba13bSMingming Cao 				ext4_journal_test_restart(handle, inode);
3880ac27a0ecSDave Kleikamp 			}
3881ac27a0ecSDave Kleikamp 
3882c9de560dSAlex Tomas 			ext4_free_blocks(handle, inode, nr, 1, 1);
3883ac27a0ecSDave Kleikamp 
3884ac27a0ecSDave Kleikamp 			if (parent_bh) {
3885ac27a0ecSDave Kleikamp 				/*
3886ac27a0ecSDave Kleikamp 				 * The block which we have just freed is
3887ac27a0ecSDave Kleikamp 				 * pointed to by an indirect block: journal it
3888ac27a0ecSDave Kleikamp 				 */
3889ac27a0ecSDave Kleikamp 				BUFFER_TRACE(parent_bh, "get_write_access");
3890617ba13bSMingming Cao 				if (!ext4_journal_get_write_access(handle,
3891ac27a0ecSDave Kleikamp 								   parent_bh)){
3892ac27a0ecSDave Kleikamp 					*p = 0;
3893ac27a0ecSDave Kleikamp 					BUFFER_TRACE(parent_bh,
38940390131bSFrank Mayhar 					"call ext4_handle_dirty_metadata");
38950390131bSFrank Mayhar 					ext4_handle_dirty_metadata(handle,
38960390131bSFrank Mayhar 								   inode,
3897ac27a0ecSDave Kleikamp 								   parent_bh);
3898ac27a0ecSDave Kleikamp 				}
3899ac27a0ecSDave Kleikamp 			}
3900ac27a0ecSDave Kleikamp 		}
3901ac27a0ecSDave Kleikamp 	} else {
3902ac27a0ecSDave Kleikamp 		/* We have reached the bottom of the tree. */
3903ac27a0ecSDave Kleikamp 		BUFFER_TRACE(parent_bh, "free data blocks");
3904617ba13bSMingming Cao 		ext4_free_data(handle, inode, parent_bh, first, last);
3905ac27a0ecSDave Kleikamp 	}
3906ac27a0ecSDave Kleikamp }
3907ac27a0ecSDave Kleikamp 
390891ef4cafSDuane Griffin int ext4_can_truncate(struct inode *inode)
390991ef4cafSDuane Griffin {
391091ef4cafSDuane Griffin 	if (IS_APPEND(inode) || IS_IMMUTABLE(inode))
391191ef4cafSDuane Griffin 		return 0;
391291ef4cafSDuane Griffin 	if (S_ISREG(inode->i_mode))
391391ef4cafSDuane Griffin 		return 1;
391491ef4cafSDuane Griffin 	if (S_ISDIR(inode->i_mode))
391591ef4cafSDuane Griffin 		return 1;
391691ef4cafSDuane Griffin 	if (S_ISLNK(inode->i_mode))
391791ef4cafSDuane Griffin 		return !ext4_inode_is_fast_symlink(inode);
391891ef4cafSDuane Griffin 	return 0;
391991ef4cafSDuane Griffin }
392091ef4cafSDuane Griffin 
3921ac27a0ecSDave Kleikamp /*
3922617ba13bSMingming Cao  * ext4_truncate()
3923ac27a0ecSDave Kleikamp  *
3924617ba13bSMingming Cao  * We block out ext4_get_block() block instantiations across the entire
3925617ba13bSMingming Cao  * transaction, and VFS/VM ensures that ext4_truncate() cannot run
3926ac27a0ecSDave Kleikamp  * simultaneously on behalf of the same inode.
3927ac27a0ecSDave Kleikamp  *
3928ac27a0ecSDave Kleikamp  * As we work through the truncate and commmit bits of it to the journal there
3929ac27a0ecSDave Kleikamp  * is one core, guiding principle: the file's tree must always be consistent on
3930ac27a0ecSDave Kleikamp  * disk.  We must be able to restart the truncate after a crash.
3931ac27a0ecSDave Kleikamp  *
3932ac27a0ecSDave Kleikamp  * The file's tree may be transiently inconsistent in memory (although it
3933ac27a0ecSDave Kleikamp  * probably isn't), but whenever we close off and commit a journal transaction,
3934ac27a0ecSDave Kleikamp  * the contents of (the filesystem + the journal) must be consistent and
3935ac27a0ecSDave Kleikamp  * restartable.  It's pretty simple, really: bottom up, right to left (although
3936ac27a0ecSDave Kleikamp  * left-to-right works OK too).
3937ac27a0ecSDave Kleikamp  *
3938ac27a0ecSDave Kleikamp  * Note that at recovery time, journal replay occurs *before* the restart of
3939ac27a0ecSDave Kleikamp  * truncate against the orphan inode list.
3940ac27a0ecSDave Kleikamp  *
3941ac27a0ecSDave Kleikamp  * The committed inode has the new, desired i_size (which is the same as
3942617ba13bSMingming Cao  * i_disksize in this case).  After a crash, ext4_orphan_cleanup() will see
3943ac27a0ecSDave Kleikamp  * that this inode's truncate did not complete and it will again call
3944617ba13bSMingming Cao  * ext4_truncate() to have another go.  So there will be instantiated blocks
3945617ba13bSMingming Cao  * to the right of the truncation point in a crashed ext4 filesystem.  But
3946ac27a0ecSDave Kleikamp  * that's fine - as long as they are linked from the inode, the post-crash
3947617ba13bSMingming Cao  * ext4_truncate() run will find them and release them.
3948ac27a0ecSDave Kleikamp  */
3949617ba13bSMingming Cao void ext4_truncate(struct inode *inode)
3950ac27a0ecSDave Kleikamp {
3951ac27a0ecSDave Kleikamp 	handle_t *handle;
3952617ba13bSMingming Cao 	struct ext4_inode_info *ei = EXT4_I(inode);
3953ac27a0ecSDave Kleikamp 	__le32 *i_data = ei->i_data;
3954617ba13bSMingming Cao 	int addr_per_block = EXT4_ADDR_PER_BLOCK(inode->i_sb);
3955ac27a0ecSDave Kleikamp 	struct address_space *mapping = inode->i_mapping;
3956725d26d3SAneesh Kumar K.V 	ext4_lblk_t offsets[4];
3957ac27a0ecSDave Kleikamp 	Indirect chain[4];
3958ac27a0ecSDave Kleikamp 	Indirect *partial;
3959ac27a0ecSDave Kleikamp 	__le32 nr = 0;
3960ac27a0ecSDave Kleikamp 	int n;
3961725d26d3SAneesh Kumar K.V 	ext4_lblk_t last_block;
3962ac27a0ecSDave Kleikamp 	unsigned blocksize = inode->i_sb->s_blocksize;
3963ac27a0ecSDave Kleikamp 
396491ef4cafSDuane Griffin 	if (!ext4_can_truncate(inode))
3965ac27a0ecSDave Kleikamp 		return;
3966ac27a0ecSDave Kleikamp 
39670eab9282STheodore Ts'o 	if (ei->i_disksize && inode->i_size == 0 &&
39680eab9282STheodore Ts'o 	    !test_opt(inode->i_sb, NO_AUTO_DA_ALLOC))
39697d8f9f7dSTheodore Ts'o 		ei->i_state |= EXT4_STATE_DA_ALLOC_CLOSE;
39707d8f9f7dSTheodore Ts'o 
39711d03ec98SAneesh Kumar K.V 	if (EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL) {
3972cf108bcaSJan Kara 		ext4_ext_truncate(inode);
39731d03ec98SAneesh Kumar K.V 		return;
39741d03ec98SAneesh Kumar K.V 	}
3975a86c6181SAlex Tomas 
3976ac27a0ecSDave Kleikamp 	handle = start_transaction(inode);
3977cf108bcaSJan Kara 	if (IS_ERR(handle))
3978ac27a0ecSDave Kleikamp 		return;		/* AKPM: return what? */
3979ac27a0ecSDave Kleikamp 
3980ac27a0ecSDave Kleikamp 	last_block = (inode->i_size + blocksize-1)
3981617ba13bSMingming Cao 					>> EXT4_BLOCK_SIZE_BITS(inode->i_sb);
3982ac27a0ecSDave Kleikamp 
3983cf108bcaSJan Kara 	if (inode->i_size & (blocksize - 1))
3984cf108bcaSJan Kara 		if (ext4_block_truncate_page(handle, mapping, inode->i_size))
3985cf108bcaSJan Kara 			goto out_stop;
3986ac27a0ecSDave Kleikamp 
3987617ba13bSMingming Cao 	n = ext4_block_to_path(inode, last_block, offsets, NULL);
3988ac27a0ecSDave Kleikamp 	if (n == 0)
3989ac27a0ecSDave Kleikamp 		goto out_stop;	/* error */
3990ac27a0ecSDave Kleikamp 
3991ac27a0ecSDave Kleikamp 	/*
3992ac27a0ecSDave Kleikamp 	 * OK.  This truncate is going to happen.  We add the inode to the
3993ac27a0ecSDave Kleikamp 	 * orphan list, so that if this truncate spans multiple transactions,
3994ac27a0ecSDave Kleikamp 	 * and we crash, we will resume the truncate when the filesystem
3995ac27a0ecSDave Kleikamp 	 * recovers.  It also marks the inode dirty, to catch the new size.
3996ac27a0ecSDave Kleikamp 	 *
3997ac27a0ecSDave Kleikamp 	 * Implication: the file must always be in a sane, consistent
3998ac27a0ecSDave Kleikamp 	 * truncatable state while each transaction commits.
3999ac27a0ecSDave Kleikamp 	 */
4000617ba13bSMingming Cao 	if (ext4_orphan_add(handle, inode))
4001ac27a0ecSDave Kleikamp 		goto out_stop;
4002ac27a0ecSDave Kleikamp 
4003ac27a0ecSDave Kleikamp 	/*
4004632eaeabSMingming Cao 	 * From here we block out all ext4_get_block() callers who want to
4005632eaeabSMingming Cao 	 * modify the block allocation tree.
4006632eaeabSMingming Cao 	 */
4007632eaeabSMingming Cao 	down_write(&ei->i_data_sem);
4008b4df2030STheodore Ts'o 
4009c2ea3fdeSTheodore Ts'o 	ext4_discard_preallocations(inode);
4010b4df2030STheodore Ts'o 
4011632eaeabSMingming Cao 	/*
4012ac27a0ecSDave Kleikamp 	 * The orphan list entry will now protect us from any crash which
4013ac27a0ecSDave Kleikamp 	 * occurs before the truncate completes, so it is now safe to propagate
4014ac27a0ecSDave Kleikamp 	 * the new, shorter inode size (held for now in i_size) into the
4015ac27a0ecSDave Kleikamp 	 * on-disk inode. We do this via i_disksize, which is the value which
4016617ba13bSMingming Cao 	 * ext4 *really* writes onto the disk inode.
4017ac27a0ecSDave Kleikamp 	 */
4018ac27a0ecSDave Kleikamp 	ei->i_disksize = inode->i_size;
4019ac27a0ecSDave Kleikamp 
4020ac27a0ecSDave Kleikamp 	if (n == 1) {		/* direct blocks */
4021617ba13bSMingming Cao 		ext4_free_data(handle, inode, NULL, i_data+offsets[0],
4022617ba13bSMingming Cao 			       i_data + EXT4_NDIR_BLOCKS);
4023ac27a0ecSDave Kleikamp 		goto do_indirects;
4024ac27a0ecSDave Kleikamp 	}
4025ac27a0ecSDave Kleikamp 
4026617ba13bSMingming Cao 	partial = ext4_find_shared(inode, n, offsets, chain, &nr);
4027ac27a0ecSDave Kleikamp 	/* Kill the top of shared branch (not detached) */
4028ac27a0ecSDave Kleikamp 	if (nr) {
4029ac27a0ecSDave Kleikamp 		if (partial == chain) {
4030ac27a0ecSDave Kleikamp 			/* Shared branch grows from the inode */
4031617ba13bSMingming Cao 			ext4_free_branches(handle, inode, NULL,
4032ac27a0ecSDave Kleikamp 					   &nr, &nr+1, (chain+n-1) - partial);
4033ac27a0ecSDave Kleikamp 			*partial->p = 0;
4034ac27a0ecSDave Kleikamp 			/*
4035ac27a0ecSDave Kleikamp 			 * We mark the inode dirty prior to restart,
4036ac27a0ecSDave Kleikamp 			 * and prior to stop.  No need for it here.
4037ac27a0ecSDave Kleikamp 			 */
4038ac27a0ecSDave Kleikamp 		} else {
4039ac27a0ecSDave Kleikamp 			/* Shared branch grows from an indirect block */
4040ac27a0ecSDave Kleikamp 			BUFFER_TRACE(partial->bh, "get_write_access");
4041617ba13bSMingming Cao 			ext4_free_branches(handle, inode, partial->bh,
4042ac27a0ecSDave Kleikamp 					partial->p,
4043ac27a0ecSDave Kleikamp 					partial->p+1, (chain+n-1) - partial);
4044ac27a0ecSDave Kleikamp 		}
4045ac27a0ecSDave Kleikamp 	}
4046ac27a0ecSDave Kleikamp 	/* Clear the ends of indirect blocks on the shared branch */
4047ac27a0ecSDave Kleikamp 	while (partial > chain) {
4048617ba13bSMingming Cao 		ext4_free_branches(handle, inode, partial->bh, partial->p + 1,
4049ac27a0ecSDave Kleikamp 				   (__le32*)partial->bh->b_data+addr_per_block,
4050ac27a0ecSDave Kleikamp 				   (chain+n-1) - partial);
4051ac27a0ecSDave Kleikamp 		BUFFER_TRACE(partial->bh, "call brelse");
4052ac27a0ecSDave Kleikamp 		brelse(partial->bh);
4053ac27a0ecSDave Kleikamp 		partial--;
4054ac27a0ecSDave Kleikamp 	}
4055ac27a0ecSDave Kleikamp do_indirects:
4056ac27a0ecSDave Kleikamp 	/* Kill the remaining (whole) subtrees */
4057ac27a0ecSDave Kleikamp 	switch (offsets[0]) {
4058ac27a0ecSDave Kleikamp 	default:
4059617ba13bSMingming Cao 		nr = i_data[EXT4_IND_BLOCK];
4060ac27a0ecSDave Kleikamp 		if (nr) {
4061617ba13bSMingming Cao 			ext4_free_branches(handle, inode, NULL, &nr, &nr+1, 1);
4062617ba13bSMingming Cao 			i_data[EXT4_IND_BLOCK] = 0;
4063ac27a0ecSDave Kleikamp 		}
4064617ba13bSMingming Cao 	case EXT4_IND_BLOCK:
4065617ba13bSMingming Cao 		nr = i_data[EXT4_DIND_BLOCK];
4066ac27a0ecSDave Kleikamp 		if (nr) {
4067617ba13bSMingming Cao 			ext4_free_branches(handle, inode, NULL, &nr, &nr+1, 2);
4068617ba13bSMingming Cao 			i_data[EXT4_DIND_BLOCK] = 0;
4069ac27a0ecSDave Kleikamp 		}
4070617ba13bSMingming Cao 	case EXT4_DIND_BLOCK:
4071617ba13bSMingming Cao 		nr = i_data[EXT4_TIND_BLOCK];
4072ac27a0ecSDave Kleikamp 		if (nr) {
4073617ba13bSMingming Cao 			ext4_free_branches(handle, inode, NULL, &nr, &nr+1, 3);
4074617ba13bSMingming Cao 			i_data[EXT4_TIND_BLOCK] = 0;
4075ac27a0ecSDave Kleikamp 		}
4076617ba13bSMingming Cao 	case EXT4_TIND_BLOCK:
4077ac27a0ecSDave Kleikamp 		;
4078ac27a0ecSDave Kleikamp 	}
4079ac27a0ecSDave Kleikamp 
40800e855ac8SAneesh Kumar K.V 	up_write(&ei->i_data_sem);
4081ef7f3835SKalpak Shah 	inode->i_mtime = inode->i_ctime = ext4_current_time(inode);
4082617ba13bSMingming Cao 	ext4_mark_inode_dirty(handle, inode);
4083ac27a0ecSDave Kleikamp 
4084ac27a0ecSDave Kleikamp 	/*
4085ac27a0ecSDave Kleikamp 	 * In a multi-transaction truncate, we only make the final transaction
4086ac27a0ecSDave Kleikamp 	 * synchronous
4087ac27a0ecSDave Kleikamp 	 */
4088ac27a0ecSDave Kleikamp 	if (IS_SYNC(inode))
40890390131bSFrank Mayhar 		ext4_handle_sync(handle);
4090ac27a0ecSDave Kleikamp out_stop:
4091ac27a0ecSDave Kleikamp 	/*
4092ac27a0ecSDave Kleikamp 	 * If this was a simple ftruncate(), and the file will remain alive
4093ac27a0ecSDave Kleikamp 	 * then we need to clear up the orphan record which we created above.
4094ac27a0ecSDave Kleikamp 	 * However, if this was a real unlink then we were called by
4095617ba13bSMingming Cao 	 * ext4_delete_inode(), and we allow that function to clean up the
4096ac27a0ecSDave Kleikamp 	 * orphan info for us.
4097ac27a0ecSDave Kleikamp 	 */
4098ac27a0ecSDave Kleikamp 	if (inode->i_nlink)
4099617ba13bSMingming Cao 		ext4_orphan_del(handle, inode);
4100ac27a0ecSDave Kleikamp 
4101617ba13bSMingming Cao 	ext4_journal_stop(handle);
4102ac27a0ecSDave Kleikamp }
4103ac27a0ecSDave Kleikamp 
4104ac27a0ecSDave Kleikamp /*
4105617ba13bSMingming Cao  * ext4_get_inode_loc returns with an extra refcount against the inode's
4106ac27a0ecSDave Kleikamp  * underlying buffer_head on success. If 'in_mem' is true, we have all
4107ac27a0ecSDave Kleikamp  * data in memory that is needed to recreate the on-disk version of this
4108ac27a0ecSDave Kleikamp  * inode.
4109ac27a0ecSDave Kleikamp  */
4110617ba13bSMingming Cao static int __ext4_get_inode_loc(struct inode *inode,
4111617ba13bSMingming Cao 				struct ext4_iloc *iloc, int in_mem)
4112ac27a0ecSDave Kleikamp {
4113240799cdSTheodore Ts'o 	struct ext4_group_desc	*gdp;
4114ac27a0ecSDave Kleikamp 	struct buffer_head	*bh;
4115240799cdSTheodore Ts'o 	struct super_block	*sb = inode->i_sb;
4116240799cdSTheodore Ts'o 	ext4_fsblk_t		block;
4117240799cdSTheodore Ts'o 	int			inodes_per_block, inode_offset;
4118ac27a0ecSDave Kleikamp 
41193a06d778SAneesh Kumar K.V 	iloc->bh = NULL;
4120240799cdSTheodore Ts'o 	if (!ext4_valid_inum(sb, inode->i_ino))
4121ac27a0ecSDave Kleikamp 		return -EIO;
4122ac27a0ecSDave Kleikamp 
4123240799cdSTheodore Ts'o 	iloc->block_group = (inode->i_ino - 1) / EXT4_INODES_PER_GROUP(sb);
4124240799cdSTheodore Ts'o 	gdp = ext4_get_group_desc(sb, iloc->block_group, NULL);
4125240799cdSTheodore Ts'o 	if (!gdp)
4126240799cdSTheodore Ts'o 		return -EIO;
4127240799cdSTheodore Ts'o 
4128240799cdSTheodore Ts'o 	/*
4129240799cdSTheodore Ts'o 	 * Figure out the offset within the block group inode table
4130240799cdSTheodore Ts'o 	 */
4131240799cdSTheodore Ts'o 	inodes_per_block = (EXT4_BLOCK_SIZE(sb) / EXT4_INODE_SIZE(sb));
4132240799cdSTheodore Ts'o 	inode_offset = ((inode->i_ino - 1) %
4133240799cdSTheodore Ts'o 			EXT4_INODES_PER_GROUP(sb));
4134240799cdSTheodore Ts'o 	block = ext4_inode_table(sb, gdp) + (inode_offset / inodes_per_block);
4135240799cdSTheodore Ts'o 	iloc->offset = (inode_offset % inodes_per_block) * EXT4_INODE_SIZE(sb);
4136240799cdSTheodore Ts'o 
4137240799cdSTheodore Ts'o 	bh = sb_getblk(sb, block);
4138ac27a0ecSDave Kleikamp 	if (!bh) {
4139240799cdSTheodore Ts'o 		ext4_error(sb, "ext4_get_inode_loc", "unable to read "
4140240799cdSTheodore Ts'o 			   "inode block - inode=%lu, block=%llu",
4141ac27a0ecSDave Kleikamp 			   inode->i_ino, block);
4142ac27a0ecSDave Kleikamp 		return -EIO;
4143ac27a0ecSDave Kleikamp 	}
4144ac27a0ecSDave Kleikamp 	if (!buffer_uptodate(bh)) {
4145ac27a0ecSDave Kleikamp 		lock_buffer(bh);
41469c83a923SHidehiro Kawai 
41479c83a923SHidehiro Kawai 		/*
41489c83a923SHidehiro Kawai 		 * If the buffer has the write error flag, we have failed
41499c83a923SHidehiro Kawai 		 * to write out another inode in the same block.  In this
41509c83a923SHidehiro Kawai 		 * case, we don't have to read the block because we may
41519c83a923SHidehiro Kawai 		 * read the old inode data successfully.
41529c83a923SHidehiro Kawai 		 */
41539c83a923SHidehiro Kawai 		if (buffer_write_io_error(bh) && !buffer_uptodate(bh))
41549c83a923SHidehiro Kawai 			set_buffer_uptodate(bh);
41559c83a923SHidehiro Kawai 
4156ac27a0ecSDave Kleikamp 		if (buffer_uptodate(bh)) {
4157ac27a0ecSDave Kleikamp 			/* someone brought it uptodate while we waited */
4158ac27a0ecSDave Kleikamp 			unlock_buffer(bh);
4159ac27a0ecSDave Kleikamp 			goto has_buffer;
4160ac27a0ecSDave Kleikamp 		}
4161ac27a0ecSDave Kleikamp 
4162ac27a0ecSDave Kleikamp 		/*
4163ac27a0ecSDave Kleikamp 		 * If we have all information of the inode in memory and this
4164ac27a0ecSDave Kleikamp 		 * is the only valid inode in the block, we need not read the
4165ac27a0ecSDave Kleikamp 		 * block.
4166ac27a0ecSDave Kleikamp 		 */
4167ac27a0ecSDave Kleikamp 		if (in_mem) {
4168ac27a0ecSDave Kleikamp 			struct buffer_head *bitmap_bh;
4169240799cdSTheodore Ts'o 			int i, start;
4170ac27a0ecSDave Kleikamp 
4171240799cdSTheodore Ts'o 			start = inode_offset & ~(inodes_per_block - 1);
4172ac27a0ecSDave Kleikamp 
4173ac27a0ecSDave Kleikamp 			/* Is the inode bitmap in cache? */
4174240799cdSTheodore Ts'o 			bitmap_bh = sb_getblk(sb, ext4_inode_bitmap(sb, gdp));
4175ac27a0ecSDave Kleikamp 			if (!bitmap_bh)
4176ac27a0ecSDave Kleikamp 				goto make_io;
4177ac27a0ecSDave Kleikamp 
4178ac27a0ecSDave Kleikamp 			/*
4179ac27a0ecSDave Kleikamp 			 * If the inode bitmap isn't in cache then the
4180ac27a0ecSDave Kleikamp 			 * optimisation may end up performing two reads instead
4181ac27a0ecSDave Kleikamp 			 * of one, so skip it.
4182ac27a0ecSDave Kleikamp 			 */
4183ac27a0ecSDave Kleikamp 			if (!buffer_uptodate(bitmap_bh)) {
4184ac27a0ecSDave Kleikamp 				brelse(bitmap_bh);
4185ac27a0ecSDave Kleikamp 				goto make_io;
4186ac27a0ecSDave Kleikamp 			}
4187240799cdSTheodore Ts'o 			for (i = start; i < start + inodes_per_block; i++) {
4188ac27a0ecSDave Kleikamp 				if (i == inode_offset)
4189ac27a0ecSDave Kleikamp 					continue;
4190617ba13bSMingming Cao 				if (ext4_test_bit(i, bitmap_bh->b_data))
4191ac27a0ecSDave Kleikamp 					break;
4192ac27a0ecSDave Kleikamp 			}
4193ac27a0ecSDave Kleikamp 			brelse(bitmap_bh);
4194240799cdSTheodore Ts'o 			if (i == start + inodes_per_block) {
4195ac27a0ecSDave Kleikamp 				/* all other inodes are free, so skip I/O */
4196ac27a0ecSDave Kleikamp 				memset(bh->b_data, 0, bh->b_size);
4197ac27a0ecSDave Kleikamp 				set_buffer_uptodate(bh);
4198ac27a0ecSDave Kleikamp 				unlock_buffer(bh);
4199ac27a0ecSDave Kleikamp 				goto has_buffer;
4200ac27a0ecSDave Kleikamp 			}
4201ac27a0ecSDave Kleikamp 		}
4202ac27a0ecSDave Kleikamp 
4203ac27a0ecSDave Kleikamp make_io:
4204ac27a0ecSDave Kleikamp 		/*
4205240799cdSTheodore Ts'o 		 * If we need to do any I/O, try to pre-readahead extra
4206240799cdSTheodore Ts'o 		 * blocks from the inode table.
4207240799cdSTheodore Ts'o 		 */
4208240799cdSTheodore Ts'o 		if (EXT4_SB(sb)->s_inode_readahead_blks) {
4209240799cdSTheodore Ts'o 			ext4_fsblk_t b, end, table;
4210240799cdSTheodore Ts'o 			unsigned num;
4211240799cdSTheodore Ts'o 
4212240799cdSTheodore Ts'o 			table = ext4_inode_table(sb, gdp);
4213b713a5ecSTheodore Ts'o 			/* s_inode_readahead_blks is always a power of 2 */
4214240799cdSTheodore Ts'o 			b = block & ~(EXT4_SB(sb)->s_inode_readahead_blks-1);
4215240799cdSTheodore Ts'o 			if (table > b)
4216240799cdSTheodore Ts'o 				b = table;
4217240799cdSTheodore Ts'o 			end = b + EXT4_SB(sb)->s_inode_readahead_blks;
4218240799cdSTheodore Ts'o 			num = EXT4_INODES_PER_GROUP(sb);
4219240799cdSTheodore Ts'o 			if (EXT4_HAS_RO_COMPAT_FEATURE(sb,
4220240799cdSTheodore Ts'o 				       EXT4_FEATURE_RO_COMPAT_GDT_CSUM))
4221560671a0SAneesh Kumar K.V 				num -= ext4_itable_unused_count(sb, gdp);
4222240799cdSTheodore Ts'o 			table += num / inodes_per_block;
4223240799cdSTheodore Ts'o 			if (end > table)
4224240799cdSTheodore Ts'o 				end = table;
4225240799cdSTheodore Ts'o 			while (b <= end)
4226240799cdSTheodore Ts'o 				sb_breadahead(sb, b++);
4227240799cdSTheodore Ts'o 		}
4228240799cdSTheodore Ts'o 
4229240799cdSTheodore Ts'o 		/*
4230ac27a0ecSDave Kleikamp 		 * There are other valid inodes in the buffer, this inode
4231ac27a0ecSDave Kleikamp 		 * has in-inode xattrs, or we don't have this inode in memory.
4232ac27a0ecSDave Kleikamp 		 * Read the block from disk.
4233ac27a0ecSDave Kleikamp 		 */
4234ac27a0ecSDave Kleikamp 		get_bh(bh);
4235ac27a0ecSDave Kleikamp 		bh->b_end_io = end_buffer_read_sync;
4236ac27a0ecSDave Kleikamp 		submit_bh(READ_META, bh);
4237ac27a0ecSDave Kleikamp 		wait_on_buffer(bh);
4238ac27a0ecSDave Kleikamp 		if (!buffer_uptodate(bh)) {
4239240799cdSTheodore Ts'o 			ext4_error(sb, __func__,
4240240799cdSTheodore Ts'o 				   "unable to read inode block - inode=%lu, "
4241240799cdSTheodore Ts'o 				   "block=%llu", inode->i_ino, block);
4242ac27a0ecSDave Kleikamp 			brelse(bh);
4243ac27a0ecSDave Kleikamp 			return -EIO;
4244ac27a0ecSDave Kleikamp 		}
4245ac27a0ecSDave Kleikamp 	}
4246ac27a0ecSDave Kleikamp has_buffer:
4247ac27a0ecSDave Kleikamp 	iloc->bh = bh;
4248ac27a0ecSDave Kleikamp 	return 0;
4249ac27a0ecSDave Kleikamp }
4250ac27a0ecSDave Kleikamp 
4251617ba13bSMingming Cao int ext4_get_inode_loc(struct inode *inode, struct ext4_iloc *iloc)
4252ac27a0ecSDave Kleikamp {
4253ac27a0ecSDave Kleikamp 	/* We have all inode data except xattrs in memory here. */
4254617ba13bSMingming Cao 	return __ext4_get_inode_loc(inode, iloc,
4255617ba13bSMingming Cao 		!(EXT4_I(inode)->i_state & EXT4_STATE_XATTR));
4256ac27a0ecSDave Kleikamp }
4257ac27a0ecSDave Kleikamp 
4258617ba13bSMingming Cao void ext4_set_inode_flags(struct inode *inode)
4259ac27a0ecSDave Kleikamp {
4260617ba13bSMingming Cao 	unsigned int flags = EXT4_I(inode)->i_flags;
4261ac27a0ecSDave Kleikamp 
4262ac27a0ecSDave Kleikamp 	inode->i_flags &= ~(S_SYNC|S_APPEND|S_IMMUTABLE|S_NOATIME|S_DIRSYNC);
4263617ba13bSMingming Cao 	if (flags & EXT4_SYNC_FL)
4264ac27a0ecSDave Kleikamp 		inode->i_flags |= S_SYNC;
4265617ba13bSMingming Cao 	if (flags & EXT4_APPEND_FL)
4266ac27a0ecSDave Kleikamp 		inode->i_flags |= S_APPEND;
4267617ba13bSMingming Cao 	if (flags & EXT4_IMMUTABLE_FL)
4268ac27a0ecSDave Kleikamp 		inode->i_flags |= S_IMMUTABLE;
4269617ba13bSMingming Cao 	if (flags & EXT4_NOATIME_FL)
4270ac27a0ecSDave Kleikamp 		inode->i_flags |= S_NOATIME;
4271617ba13bSMingming Cao 	if (flags & EXT4_DIRSYNC_FL)
4272ac27a0ecSDave Kleikamp 		inode->i_flags |= S_DIRSYNC;
4273ac27a0ecSDave Kleikamp }
4274ac27a0ecSDave Kleikamp 
4275ff9ddf7eSJan Kara /* Propagate flags from i_flags to EXT4_I(inode)->i_flags */
4276ff9ddf7eSJan Kara void ext4_get_inode_flags(struct ext4_inode_info *ei)
4277ff9ddf7eSJan Kara {
4278ff9ddf7eSJan Kara 	unsigned int flags = ei->vfs_inode.i_flags;
4279ff9ddf7eSJan Kara 
4280ff9ddf7eSJan Kara 	ei->i_flags &= ~(EXT4_SYNC_FL|EXT4_APPEND_FL|
4281ff9ddf7eSJan Kara 			EXT4_IMMUTABLE_FL|EXT4_NOATIME_FL|EXT4_DIRSYNC_FL);
4282ff9ddf7eSJan Kara 	if (flags & S_SYNC)
4283ff9ddf7eSJan Kara 		ei->i_flags |= EXT4_SYNC_FL;
4284ff9ddf7eSJan Kara 	if (flags & S_APPEND)
4285ff9ddf7eSJan Kara 		ei->i_flags |= EXT4_APPEND_FL;
4286ff9ddf7eSJan Kara 	if (flags & S_IMMUTABLE)
4287ff9ddf7eSJan Kara 		ei->i_flags |= EXT4_IMMUTABLE_FL;
4288ff9ddf7eSJan Kara 	if (flags & S_NOATIME)
4289ff9ddf7eSJan Kara 		ei->i_flags |= EXT4_NOATIME_FL;
4290ff9ddf7eSJan Kara 	if (flags & S_DIRSYNC)
4291ff9ddf7eSJan Kara 		ei->i_flags |= EXT4_DIRSYNC_FL;
4292ff9ddf7eSJan Kara }
4293de9a55b8STheodore Ts'o 
42940fc1b451SAneesh Kumar K.V static blkcnt_t ext4_inode_blocks(struct ext4_inode *raw_inode,
42950fc1b451SAneesh Kumar K.V 				  struct ext4_inode_info *ei)
42960fc1b451SAneesh Kumar K.V {
42970fc1b451SAneesh Kumar K.V 	blkcnt_t i_blocks ;
42988180a562SAneesh Kumar K.V 	struct inode *inode = &(ei->vfs_inode);
42998180a562SAneesh Kumar K.V 	struct super_block *sb = inode->i_sb;
43000fc1b451SAneesh Kumar K.V 
43010fc1b451SAneesh Kumar K.V 	if (EXT4_HAS_RO_COMPAT_FEATURE(sb,
43020fc1b451SAneesh Kumar K.V 				EXT4_FEATURE_RO_COMPAT_HUGE_FILE)) {
43030fc1b451SAneesh Kumar K.V 		/* we are using combined 48 bit field */
43040fc1b451SAneesh Kumar K.V 		i_blocks = ((u64)le16_to_cpu(raw_inode->i_blocks_high)) << 32 |
43050fc1b451SAneesh Kumar K.V 					le32_to_cpu(raw_inode->i_blocks_lo);
43068180a562SAneesh Kumar K.V 		if (ei->i_flags & EXT4_HUGE_FILE_FL) {
43078180a562SAneesh Kumar K.V 			/* i_blocks represent file system block size */
43088180a562SAneesh Kumar K.V 			return i_blocks  << (inode->i_blkbits - 9);
43098180a562SAneesh Kumar K.V 		} else {
43100fc1b451SAneesh Kumar K.V 			return i_blocks;
43118180a562SAneesh Kumar K.V 		}
43120fc1b451SAneesh Kumar K.V 	} else {
43130fc1b451SAneesh Kumar K.V 		return le32_to_cpu(raw_inode->i_blocks_lo);
43140fc1b451SAneesh Kumar K.V 	}
43150fc1b451SAneesh Kumar K.V }
4316ff9ddf7eSJan Kara 
43171d1fe1eeSDavid Howells struct inode *ext4_iget(struct super_block *sb, unsigned long ino)
4318ac27a0ecSDave Kleikamp {
4319617ba13bSMingming Cao 	struct ext4_iloc iloc;
4320617ba13bSMingming Cao 	struct ext4_inode *raw_inode;
43211d1fe1eeSDavid Howells 	struct ext4_inode_info *ei;
4322ac27a0ecSDave Kleikamp 	struct buffer_head *bh;
43231d1fe1eeSDavid Howells 	struct inode *inode;
43241d1fe1eeSDavid Howells 	long ret;
4325ac27a0ecSDave Kleikamp 	int block;
4326ac27a0ecSDave Kleikamp 
43271d1fe1eeSDavid Howells 	inode = iget_locked(sb, ino);
43281d1fe1eeSDavid Howells 	if (!inode)
43291d1fe1eeSDavid Howells 		return ERR_PTR(-ENOMEM);
43301d1fe1eeSDavid Howells 	if (!(inode->i_state & I_NEW))
43311d1fe1eeSDavid Howells 		return inode;
43321d1fe1eeSDavid Howells 
43331d1fe1eeSDavid Howells 	ei = EXT4_I(inode);
4334ac27a0ecSDave Kleikamp 
43351d1fe1eeSDavid Howells 	ret = __ext4_get_inode_loc(inode, &iloc, 0);
43361d1fe1eeSDavid Howells 	if (ret < 0)
4337ac27a0ecSDave Kleikamp 		goto bad_inode;
4338ac27a0ecSDave Kleikamp 	bh = iloc.bh;
4339617ba13bSMingming Cao 	raw_inode = ext4_raw_inode(&iloc);
4340ac27a0ecSDave Kleikamp 	inode->i_mode = le16_to_cpu(raw_inode->i_mode);
4341ac27a0ecSDave Kleikamp 	inode->i_uid = (uid_t)le16_to_cpu(raw_inode->i_uid_low);
4342ac27a0ecSDave Kleikamp 	inode->i_gid = (gid_t)le16_to_cpu(raw_inode->i_gid_low);
4343ac27a0ecSDave Kleikamp 	if (!(test_opt(inode->i_sb, NO_UID32))) {
4344ac27a0ecSDave Kleikamp 		inode->i_uid |= le16_to_cpu(raw_inode->i_uid_high) << 16;
4345ac27a0ecSDave Kleikamp 		inode->i_gid |= le16_to_cpu(raw_inode->i_gid_high) << 16;
4346ac27a0ecSDave Kleikamp 	}
4347ac27a0ecSDave Kleikamp 	inode->i_nlink = le16_to_cpu(raw_inode->i_links_count);
4348ac27a0ecSDave Kleikamp 
4349ac27a0ecSDave Kleikamp 	ei->i_state = 0;
4350ac27a0ecSDave Kleikamp 	ei->i_dir_start_lookup = 0;
4351ac27a0ecSDave Kleikamp 	ei->i_dtime = le32_to_cpu(raw_inode->i_dtime);
4352ac27a0ecSDave Kleikamp 	/* We now have enough fields to check if the inode was active or not.
4353ac27a0ecSDave Kleikamp 	 * This is needed because nfsd might try to access dead inodes
4354ac27a0ecSDave Kleikamp 	 * the test is that same one that e2fsck uses
4355ac27a0ecSDave Kleikamp 	 * NeilBrown 1999oct15
4356ac27a0ecSDave Kleikamp 	 */
4357ac27a0ecSDave Kleikamp 	if (inode->i_nlink == 0) {
4358ac27a0ecSDave Kleikamp 		if (inode->i_mode == 0 ||
4359617ba13bSMingming Cao 		    !(EXT4_SB(inode->i_sb)->s_mount_state & EXT4_ORPHAN_FS)) {
4360ac27a0ecSDave Kleikamp 			/* this inode is deleted */
4361ac27a0ecSDave Kleikamp 			brelse(bh);
43621d1fe1eeSDavid Howells 			ret = -ESTALE;
4363ac27a0ecSDave Kleikamp 			goto bad_inode;
4364ac27a0ecSDave Kleikamp 		}
4365ac27a0ecSDave Kleikamp 		/* The only unlinked inodes we let through here have
4366ac27a0ecSDave Kleikamp 		 * valid i_mode and are being read by the orphan
4367ac27a0ecSDave Kleikamp 		 * recovery code: that's fine, we're about to complete
4368ac27a0ecSDave Kleikamp 		 * the process of deleting those. */
4369ac27a0ecSDave Kleikamp 	}
4370ac27a0ecSDave Kleikamp 	ei->i_flags = le32_to_cpu(raw_inode->i_flags);
43710fc1b451SAneesh Kumar K.V 	inode->i_blocks = ext4_inode_blocks(raw_inode, ei);
43727973c0c1SAneesh Kumar K.V 	ei->i_file_acl = le32_to_cpu(raw_inode->i_file_acl_lo);
4373a9e81742STheodore Ts'o 	if (EXT4_HAS_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_64BIT))
4374a1ddeb7eSBadari Pulavarty 		ei->i_file_acl |=
4375a1ddeb7eSBadari Pulavarty 			((__u64)le16_to_cpu(raw_inode->i_file_acl_high)) << 32;
4376a48380f7SAneesh Kumar K.V 	inode->i_size = ext4_isize(raw_inode);
4377ac27a0ecSDave Kleikamp 	ei->i_disksize = inode->i_size;
4378ac27a0ecSDave Kleikamp 	inode->i_generation = le32_to_cpu(raw_inode->i_generation);
4379ac27a0ecSDave Kleikamp 	ei->i_block_group = iloc.block_group;
4380a4912123STheodore Ts'o 	ei->i_last_alloc_group = ~0;
4381ac27a0ecSDave Kleikamp 	/*
4382ac27a0ecSDave Kleikamp 	 * NOTE! The in-memory inode i_data array is in little-endian order
4383ac27a0ecSDave Kleikamp 	 * even on big-endian machines: we do NOT byteswap the block numbers!
4384ac27a0ecSDave Kleikamp 	 */
4385617ba13bSMingming Cao 	for (block = 0; block < EXT4_N_BLOCKS; block++)
4386ac27a0ecSDave Kleikamp 		ei->i_data[block] = raw_inode->i_block[block];
4387ac27a0ecSDave Kleikamp 	INIT_LIST_HEAD(&ei->i_orphan);
4388ac27a0ecSDave Kleikamp 
43890040d987SEric Sandeen 	if (EXT4_INODE_SIZE(inode->i_sb) > EXT4_GOOD_OLD_INODE_SIZE) {
4390ac27a0ecSDave Kleikamp 		ei->i_extra_isize = le16_to_cpu(raw_inode->i_extra_isize);
4391617ba13bSMingming Cao 		if (EXT4_GOOD_OLD_INODE_SIZE + ei->i_extra_isize >
4392e5d2861fSKirill Korotaev 		    EXT4_INODE_SIZE(inode->i_sb)) {
4393e5d2861fSKirill Korotaev 			brelse(bh);
43941d1fe1eeSDavid Howells 			ret = -EIO;
4395ac27a0ecSDave Kleikamp 			goto bad_inode;
4396e5d2861fSKirill Korotaev 		}
4397ac27a0ecSDave Kleikamp 		if (ei->i_extra_isize == 0) {
4398ac27a0ecSDave Kleikamp 			/* The extra space is currently unused. Use it. */
4399617ba13bSMingming Cao 			ei->i_extra_isize = sizeof(struct ext4_inode) -
4400617ba13bSMingming Cao 					    EXT4_GOOD_OLD_INODE_SIZE;
4401ac27a0ecSDave Kleikamp 		} else {
4402ac27a0ecSDave Kleikamp 			__le32 *magic = (void *)raw_inode +
4403617ba13bSMingming Cao 					EXT4_GOOD_OLD_INODE_SIZE +
4404ac27a0ecSDave Kleikamp 					ei->i_extra_isize;
4405617ba13bSMingming Cao 			if (*magic == cpu_to_le32(EXT4_XATTR_MAGIC))
4406617ba13bSMingming Cao 				ei->i_state |= EXT4_STATE_XATTR;
4407ac27a0ecSDave Kleikamp 		}
4408ac27a0ecSDave Kleikamp 	} else
4409ac27a0ecSDave Kleikamp 		ei->i_extra_isize = 0;
4410ac27a0ecSDave Kleikamp 
4411ef7f3835SKalpak Shah 	EXT4_INODE_GET_XTIME(i_ctime, inode, raw_inode);
4412ef7f3835SKalpak Shah 	EXT4_INODE_GET_XTIME(i_mtime, inode, raw_inode);
4413ef7f3835SKalpak Shah 	EXT4_INODE_GET_XTIME(i_atime, inode, raw_inode);
4414ef7f3835SKalpak Shah 	EXT4_EINODE_GET_XTIME(i_crtime, ei, raw_inode);
4415ef7f3835SKalpak Shah 
441625ec56b5SJean Noel Cordenner 	inode->i_version = le32_to_cpu(raw_inode->i_disk_version);
441725ec56b5SJean Noel Cordenner 	if (EXT4_INODE_SIZE(inode->i_sb) > EXT4_GOOD_OLD_INODE_SIZE) {
441825ec56b5SJean Noel Cordenner 		if (EXT4_FITS_IN_INODE(raw_inode, ei, i_version_hi))
441925ec56b5SJean Noel Cordenner 			inode->i_version |=
442025ec56b5SJean Noel Cordenner 			(__u64)(le32_to_cpu(raw_inode->i_version_hi)) << 32;
442125ec56b5SJean Noel Cordenner 	}
442225ec56b5SJean Noel Cordenner 
4423c4b5a614STheodore Ts'o 	ret = 0;
4424485c26ecSTheodore Ts'o 	if (ei->i_file_acl &&
4425485c26ecSTheodore Ts'o 	    ((ei->i_file_acl <
4426485c26ecSTheodore Ts'o 	      (le32_to_cpu(EXT4_SB(sb)->s_es->s_first_data_block) +
4427485c26ecSTheodore Ts'o 	       EXT4_SB(sb)->s_gdb_count)) ||
4428485c26ecSTheodore Ts'o 	     (ei->i_file_acl >= ext4_blocks_count(EXT4_SB(sb)->s_es)))) {
4429485c26ecSTheodore Ts'o 		ext4_error(sb, __func__,
4430485c26ecSTheodore Ts'o 			   "bad extended attribute block %llu in inode #%lu",
4431485c26ecSTheodore Ts'o 			   ei->i_file_acl, inode->i_ino);
4432485c26ecSTheodore Ts'o 		ret = -EIO;
4433485c26ecSTheodore Ts'o 		goto bad_inode;
4434485c26ecSTheodore Ts'o 	} else if (ei->i_flags & EXT4_EXTENTS_FL) {
4435c4b5a614STheodore Ts'o 		if (S_ISREG(inode->i_mode) || S_ISDIR(inode->i_mode) ||
4436c4b5a614STheodore Ts'o 		    (S_ISLNK(inode->i_mode) &&
4437c4b5a614STheodore Ts'o 		     !ext4_inode_is_fast_symlink(inode)))
44387a262f7cSAneesh Kumar K.V 			/* Validate extent which is part of inode */
44397a262f7cSAneesh Kumar K.V 			ret = ext4_ext_check_inode(inode);
4440fe2c8191SThiemo Nagel 	} else if (S_ISREG(inode->i_mode) || S_ISDIR(inode->i_mode) ||
4441fe2c8191SThiemo Nagel 		   (S_ISLNK(inode->i_mode) &&
4442fe2c8191SThiemo Nagel 		    !ext4_inode_is_fast_symlink(inode))) {
4443fe2c8191SThiemo Nagel 		/* Validate block references which are part of inode */
4444fe2c8191SThiemo Nagel 		ret = ext4_check_inode_blockref(inode);
4445fe2c8191SThiemo Nagel 	}
44467a262f7cSAneesh Kumar K.V 	if (ret) {
44477a262f7cSAneesh Kumar K.V 		brelse(bh);
44487a262f7cSAneesh Kumar K.V 		goto bad_inode;
44497a262f7cSAneesh Kumar K.V 	}
44507a262f7cSAneesh Kumar K.V 
4451ac27a0ecSDave Kleikamp 	if (S_ISREG(inode->i_mode)) {
4452617ba13bSMingming Cao 		inode->i_op = &ext4_file_inode_operations;
4453617ba13bSMingming Cao 		inode->i_fop = &ext4_file_operations;
4454617ba13bSMingming Cao 		ext4_set_aops(inode);
4455ac27a0ecSDave Kleikamp 	} else if (S_ISDIR(inode->i_mode)) {
4456617ba13bSMingming Cao 		inode->i_op = &ext4_dir_inode_operations;
4457617ba13bSMingming Cao 		inode->i_fop = &ext4_dir_operations;
4458ac27a0ecSDave Kleikamp 	} else if (S_ISLNK(inode->i_mode)) {
4459e83c1397SDuane Griffin 		if (ext4_inode_is_fast_symlink(inode)) {
4460617ba13bSMingming Cao 			inode->i_op = &ext4_fast_symlink_inode_operations;
4461e83c1397SDuane Griffin 			nd_terminate_link(ei->i_data, inode->i_size,
4462e83c1397SDuane Griffin 				sizeof(ei->i_data) - 1);
4463e83c1397SDuane Griffin 		} else {
4464617ba13bSMingming Cao 			inode->i_op = &ext4_symlink_inode_operations;
4465617ba13bSMingming Cao 			ext4_set_aops(inode);
4466ac27a0ecSDave Kleikamp 		}
4467563bdd61STheodore Ts'o 	} else if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode) ||
4468563bdd61STheodore Ts'o 	      S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode)) {
4469617ba13bSMingming Cao 		inode->i_op = &ext4_special_inode_operations;
4470ac27a0ecSDave Kleikamp 		if (raw_inode->i_block[0])
4471ac27a0ecSDave Kleikamp 			init_special_inode(inode, inode->i_mode,
4472ac27a0ecSDave Kleikamp 			   old_decode_dev(le32_to_cpu(raw_inode->i_block[0])));
4473ac27a0ecSDave Kleikamp 		else
4474ac27a0ecSDave Kleikamp 			init_special_inode(inode, inode->i_mode,
4475ac27a0ecSDave Kleikamp 			   new_decode_dev(le32_to_cpu(raw_inode->i_block[1])));
4476563bdd61STheodore Ts'o 	} else {
4477563bdd61STheodore Ts'o 		brelse(bh);
4478563bdd61STheodore Ts'o 		ret = -EIO;
4479563bdd61STheodore Ts'o 		ext4_error(inode->i_sb, __func__,
4480563bdd61STheodore Ts'o 			   "bogus i_mode (%o) for inode=%lu",
4481563bdd61STheodore Ts'o 			   inode->i_mode, inode->i_ino);
4482563bdd61STheodore Ts'o 		goto bad_inode;
4483ac27a0ecSDave Kleikamp 	}
4484ac27a0ecSDave Kleikamp 	brelse(iloc.bh);
4485617ba13bSMingming Cao 	ext4_set_inode_flags(inode);
44861d1fe1eeSDavid Howells 	unlock_new_inode(inode);
44871d1fe1eeSDavid Howells 	return inode;
4488ac27a0ecSDave Kleikamp 
4489ac27a0ecSDave Kleikamp bad_inode:
44901d1fe1eeSDavid Howells 	iget_failed(inode);
44911d1fe1eeSDavid Howells 	return ERR_PTR(ret);
4492ac27a0ecSDave Kleikamp }
4493ac27a0ecSDave Kleikamp 
44940fc1b451SAneesh Kumar K.V static int ext4_inode_blocks_set(handle_t *handle,
44950fc1b451SAneesh Kumar K.V 				struct ext4_inode *raw_inode,
44960fc1b451SAneesh Kumar K.V 				struct ext4_inode_info *ei)
44970fc1b451SAneesh Kumar K.V {
44980fc1b451SAneesh Kumar K.V 	struct inode *inode = &(ei->vfs_inode);
44990fc1b451SAneesh Kumar K.V 	u64 i_blocks = inode->i_blocks;
45000fc1b451SAneesh Kumar K.V 	struct super_block *sb = inode->i_sb;
45010fc1b451SAneesh Kumar K.V 
45020fc1b451SAneesh Kumar K.V 	if (i_blocks <= ~0U) {
45030fc1b451SAneesh Kumar K.V 		/*
45040fc1b451SAneesh Kumar K.V 		 * i_blocks can be represnted in a 32 bit variable
45050fc1b451SAneesh Kumar K.V 		 * as multiple of 512 bytes
45060fc1b451SAneesh Kumar K.V 		 */
45078180a562SAneesh Kumar K.V 		raw_inode->i_blocks_lo   = cpu_to_le32(i_blocks);
45080fc1b451SAneesh Kumar K.V 		raw_inode->i_blocks_high = 0;
45098180a562SAneesh Kumar K.V 		ei->i_flags &= ~EXT4_HUGE_FILE_FL;
4510f287a1a5STheodore Ts'o 		return 0;
4511f287a1a5STheodore Ts'o 	}
4512f287a1a5STheodore Ts'o 	if (!EXT4_HAS_RO_COMPAT_FEATURE(sb, EXT4_FEATURE_RO_COMPAT_HUGE_FILE))
4513f287a1a5STheodore Ts'o 		return -EFBIG;
4514f287a1a5STheodore Ts'o 
4515f287a1a5STheodore Ts'o 	if (i_blocks <= 0xffffffffffffULL) {
45160fc1b451SAneesh Kumar K.V 		/*
45170fc1b451SAneesh Kumar K.V 		 * i_blocks can be represented in a 48 bit variable
45180fc1b451SAneesh Kumar K.V 		 * as multiple of 512 bytes
45190fc1b451SAneesh Kumar K.V 		 */
45208180a562SAneesh Kumar K.V 		raw_inode->i_blocks_lo   = cpu_to_le32(i_blocks);
45210fc1b451SAneesh Kumar K.V 		raw_inode->i_blocks_high = cpu_to_le16(i_blocks >> 32);
45228180a562SAneesh Kumar K.V 		ei->i_flags &= ~EXT4_HUGE_FILE_FL;
45230fc1b451SAneesh Kumar K.V 	} else {
45248180a562SAneesh Kumar K.V 		ei->i_flags |= EXT4_HUGE_FILE_FL;
45258180a562SAneesh Kumar K.V 		/* i_block is stored in file system block size */
45268180a562SAneesh Kumar K.V 		i_blocks = i_blocks >> (inode->i_blkbits - 9);
45278180a562SAneesh Kumar K.V 		raw_inode->i_blocks_lo   = cpu_to_le32(i_blocks);
45288180a562SAneesh Kumar K.V 		raw_inode->i_blocks_high = cpu_to_le16(i_blocks >> 32);
45290fc1b451SAneesh Kumar K.V 	}
4530f287a1a5STheodore Ts'o 	return 0;
45310fc1b451SAneesh Kumar K.V }
45320fc1b451SAneesh Kumar K.V 
4533ac27a0ecSDave Kleikamp /*
4534ac27a0ecSDave Kleikamp  * Post the struct inode info into an on-disk inode location in the
4535ac27a0ecSDave Kleikamp  * buffer-cache.  This gobbles the caller's reference to the
4536ac27a0ecSDave Kleikamp  * buffer_head in the inode location struct.
4537ac27a0ecSDave Kleikamp  *
4538ac27a0ecSDave Kleikamp  * The caller must have write access to iloc->bh.
4539ac27a0ecSDave Kleikamp  */
4540617ba13bSMingming Cao static int ext4_do_update_inode(handle_t *handle,
4541ac27a0ecSDave Kleikamp 				struct inode *inode,
4542617ba13bSMingming Cao 				struct ext4_iloc *iloc)
4543ac27a0ecSDave Kleikamp {
4544617ba13bSMingming Cao 	struct ext4_inode *raw_inode = ext4_raw_inode(iloc);
4545617ba13bSMingming Cao 	struct ext4_inode_info *ei = EXT4_I(inode);
4546ac27a0ecSDave Kleikamp 	struct buffer_head *bh = iloc->bh;
4547ac27a0ecSDave Kleikamp 	int err = 0, rc, block;
4548ac27a0ecSDave Kleikamp 
4549ac27a0ecSDave Kleikamp 	/* For fields not not tracking in the in-memory inode,
4550ac27a0ecSDave Kleikamp 	 * initialise them to zero for new inodes. */
4551617ba13bSMingming Cao 	if (ei->i_state & EXT4_STATE_NEW)
4552617ba13bSMingming Cao 		memset(raw_inode, 0, EXT4_SB(inode->i_sb)->s_inode_size);
4553ac27a0ecSDave Kleikamp 
4554ff9ddf7eSJan Kara 	ext4_get_inode_flags(ei);
4555ac27a0ecSDave Kleikamp 	raw_inode->i_mode = cpu_to_le16(inode->i_mode);
4556ac27a0ecSDave Kleikamp 	if (!(test_opt(inode->i_sb, NO_UID32))) {
4557ac27a0ecSDave Kleikamp 		raw_inode->i_uid_low = cpu_to_le16(low_16_bits(inode->i_uid));
4558ac27a0ecSDave Kleikamp 		raw_inode->i_gid_low = cpu_to_le16(low_16_bits(inode->i_gid));
4559ac27a0ecSDave Kleikamp /*
4560ac27a0ecSDave Kleikamp  * Fix up interoperability with old kernels. Otherwise, old inodes get
4561ac27a0ecSDave Kleikamp  * re-used with the upper 16 bits of the uid/gid intact
4562ac27a0ecSDave Kleikamp  */
4563ac27a0ecSDave Kleikamp 		if (!ei->i_dtime) {
4564ac27a0ecSDave Kleikamp 			raw_inode->i_uid_high =
4565ac27a0ecSDave Kleikamp 				cpu_to_le16(high_16_bits(inode->i_uid));
4566ac27a0ecSDave Kleikamp 			raw_inode->i_gid_high =
4567ac27a0ecSDave Kleikamp 				cpu_to_le16(high_16_bits(inode->i_gid));
4568ac27a0ecSDave Kleikamp 		} else {
4569ac27a0ecSDave Kleikamp 			raw_inode->i_uid_high = 0;
4570ac27a0ecSDave Kleikamp 			raw_inode->i_gid_high = 0;
4571ac27a0ecSDave Kleikamp 		}
4572ac27a0ecSDave Kleikamp 	} else {
4573ac27a0ecSDave Kleikamp 		raw_inode->i_uid_low =
4574ac27a0ecSDave Kleikamp 			cpu_to_le16(fs_high2lowuid(inode->i_uid));
4575ac27a0ecSDave Kleikamp 		raw_inode->i_gid_low =
4576ac27a0ecSDave Kleikamp 			cpu_to_le16(fs_high2lowgid(inode->i_gid));
4577ac27a0ecSDave Kleikamp 		raw_inode->i_uid_high = 0;
4578ac27a0ecSDave Kleikamp 		raw_inode->i_gid_high = 0;
4579ac27a0ecSDave Kleikamp 	}
4580ac27a0ecSDave Kleikamp 	raw_inode->i_links_count = cpu_to_le16(inode->i_nlink);
4581ef7f3835SKalpak Shah 
4582ef7f3835SKalpak Shah 	EXT4_INODE_SET_XTIME(i_ctime, inode, raw_inode);
4583ef7f3835SKalpak Shah 	EXT4_INODE_SET_XTIME(i_mtime, inode, raw_inode);
4584ef7f3835SKalpak Shah 	EXT4_INODE_SET_XTIME(i_atime, inode, raw_inode);
4585ef7f3835SKalpak Shah 	EXT4_EINODE_SET_XTIME(i_crtime, ei, raw_inode);
4586ef7f3835SKalpak Shah 
45870fc1b451SAneesh Kumar K.V 	if (ext4_inode_blocks_set(handle, raw_inode, ei))
45880fc1b451SAneesh Kumar K.V 		goto out_brelse;
4589ac27a0ecSDave Kleikamp 	raw_inode->i_dtime = cpu_to_le32(ei->i_dtime);
4590267e4db9SAneesh Kumar K.V 	/* clear the migrate flag in the raw_inode */
4591267e4db9SAneesh Kumar K.V 	raw_inode->i_flags = cpu_to_le32(ei->i_flags & ~EXT4_EXT_MIGRATE);
45929b8f1f01SMingming Cao 	if (EXT4_SB(inode->i_sb)->s_es->s_creator_os !=
45939b8f1f01SMingming Cao 	    cpu_to_le32(EXT4_OS_HURD))
4594a1ddeb7eSBadari Pulavarty 		raw_inode->i_file_acl_high =
4595a1ddeb7eSBadari Pulavarty 			cpu_to_le16(ei->i_file_acl >> 32);
45967973c0c1SAneesh Kumar K.V 	raw_inode->i_file_acl_lo = cpu_to_le32(ei->i_file_acl);
4597a48380f7SAneesh Kumar K.V 	ext4_isize_set(raw_inode, ei->i_disksize);
4598ac27a0ecSDave Kleikamp 	if (ei->i_disksize > 0x7fffffffULL) {
4599ac27a0ecSDave Kleikamp 		struct super_block *sb = inode->i_sb;
4600617ba13bSMingming Cao 		if (!EXT4_HAS_RO_COMPAT_FEATURE(sb,
4601617ba13bSMingming Cao 				EXT4_FEATURE_RO_COMPAT_LARGE_FILE) ||
4602617ba13bSMingming Cao 				EXT4_SB(sb)->s_es->s_rev_level ==
4603617ba13bSMingming Cao 				cpu_to_le32(EXT4_GOOD_OLD_REV)) {
4604ac27a0ecSDave Kleikamp 			/* If this is the first large file
4605ac27a0ecSDave Kleikamp 			 * created, add a flag to the superblock.
4606ac27a0ecSDave Kleikamp 			 */
4607617ba13bSMingming Cao 			err = ext4_journal_get_write_access(handle,
4608617ba13bSMingming Cao 					EXT4_SB(sb)->s_sbh);
4609ac27a0ecSDave Kleikamp 			if (err)
4610ac27a0ecSDave Kleikamp 				goto out_brelse;
4611617ba13bSMingming Cao 			ext4_update_dynamic_rev(sb);
4612617ba13bSMingming Cao 			EXT4_SET_RO_COMPAT_FEATURE(sb,
4613617ba13bSMingming Cao 					EXT4_FEATURE_RO_COMPAT_LARGE_FILE);
4614ac27a0ecSDave Kleikamp 			sb->s_dirt = 1;
46150390131bSFrank Mayhar 			ext4_handle_sync(handle);
46160390131bSFrank Mayhar 			err = ext4_handle_dirty_metadata(handle, inode,
4617617ba13bSMingming Cao 					EXT4_SB(sb)->s_sbh);
4618ac27a0ecSDave Kleikamp 		}
4619ac27a0ecSDave Kleikamp 	}
4620ac27a0ecSDave Kleikamp 	raw_inode->i_generation = cpu_to_le32(inode->i_generation);
4621ac27a0ecSDave Kleikamp 	if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode)) {
4622ac27a0ecSDave Kleikamp 		if (old_valid_dev(inode->i_rdev)) {
4623ac27a0ecSDave Kleikamp 			raw_inode->i_block[0] =
4624ac27a0ecSDave Kleikamp 				cpu_to_le32(old_encode_dev(inode->i_rdev));
4625ac27a0ecSDave Kleikamp 			raw_inode->i_block[1] = 0;
4626ac27a0ecSDave Kleikamp 		} else {
4627ac27a0ecSDave Kleikamp 			raw_inode->i_block[0] = 0;
4628ac27a0ecSDave Kleikamp 			raw_inode->i_block[1] =
4629ac27a0ecSDave Kleikamp 				cpu_to_le32(new_encode_dev(inode->i_rdev));
4630ac27a0ecSDave Kleikamp 			raw_inode->i_block[2] = 0;
4631ac27a0ecSDave Kleikamp 		}
4632de9a55b8STheodore Ts'o 	} else
4633de9a55b8STheodore Ts'o 		for (block = 0; block < EXT4_N_BLOCKS; block++)
4634ac27a0ecSDave Kleikamp 			raw_inode->i_block[block] = ei->i_data[block];
4635ac27a0ecSDave Kleikamp 
463625ec56b5SJean Noel Cordenner 	raw_inode->i_disk_version = cpu_to_le32(inode->i_version);
463725ec56b5SJean Noel Cordenner 	if (ei->i_extra_isize) {
463825ec56b5SJean Noel Cordenner 		if (EXT4_FITS_IN_INODE(raw_inode, ei, i_version_hi))
463925ec56b5SJean Noel Cordenner 			raw_inode->i_version_hi =
464025ec56b5SJean Noel Cordenner 			cpu_to_le32(inode->i_version >> 32);
4641ac27a0ecSDave Kleikamp 		raw_inode->i_extra_isize = cpu_to_le16(ei->i_extra_isize);
464225ec56b5SJean Noel Cordenner 	}
464325ec56b5SJean Noel Cordenner 
46440390131bSFrank Mayhar 	BUFFER_TRACE(bh, "call ext4_handle_dirty_metadata");
46450390131bSFrank Mayhar 	rc = ext4_handle_dirty_metadata(handle, inode, bh);
4646ac27a0ecSDave Kleikamp 	if (!err)
4647ac27a0ecSDave Kleikamp 		err = rc;
4648617ba13bSMingming Cao 	ei->i_state &= ~EXT4_STATE_NEW;
4649ac27a0ecSDave Kleikamp 
4650ac27a0ecSDave Kleikamp out_brelse:
4651ac27a0ecSDave Kleikamp 	brelse(bh);
4652617ba13bSMingming Cao 	ext4_std_error(inode->i_sb, err);
4653ac27a0ecSDave Kleikamp 	return err;
4654ac27a0ecSDave Kleikamp }
4655ac27a0ecSDave Kleikamp 
4656ac27a0ecSDave Kleikamp /*
4657617ba13bSMingming Cao  * ext4_write_inode()
4658ac27a0ecSDave Kleikamp  *
4659ac27a0ecSDave Kleikamp  * We are called from a few places:
4660ac27a0ecSDave Kleikamp  *
4661ac27a0ecSDave Kleikamp  * - Within generic_file_write() for O_SYNC files.
4662ac27a0ecSDave Kleikamp  *   Here, there will be no transaction running. We wait for any running
4663ac27a0ecSDave Kleikamp  *   trasnaction to commit.
4664ac27a0ecSDave Kleikamp  *
4665ac27a0ecSDave Kleikamp  * - Within sys_sync(), kupdate and such.
4666ac27a0ecSDave Kleikamp  *   We wait on commit, if tol to.
4667ac27a0ecSDave Kleikamp  *
4668ac27a0ecSDave Kleikamp  * - Within prune_icache() (PF_MEMALLOC == true)
4669ac27a0ecSDave Kleikamp  *   Here we simply return.  We can't afford to block kswapd on the
4670ac27a0ecSDave Kleikamp  *   journal commit.
4671ac27a0ecSDave Kleikamp  *
4672ac27a0ecSDave Kleikamp  * In all cases it is actually safe for us to return without doing anything,
4673ac27a0ecSDave Kleikamp  * because the inode has been copied into a raw inode buffer in
4674617ba13bSMingming Cao  * ext4_mark_inode_dirty().  This is a correctness thing for O_SYNC and for
4675ac27a0ecSDave Kleikamp  * knfsd.
4676ac27a0ecSDave Kleikamp  *
4677ac27a0ecSDave Kleikamp  * Note that we are absolutely dependent upon all inode dirtiers doing the
4678ac27a0ecSDave Kleikamp  * right thing: they *must* call mark_inode_dirty() after dirtying info in
4679ac27a0ecSDave Kleikamp  * which we are interested.
4680ac27a0ecSDave Kleikamp  *
4681ac27a0ecSDave Kleikamp  * It would be a bug for them to not do this.  The code:
4682ac27a0ecSDave Kleikamp  *
4683ac27a0ecSDave Kleikamp  *	mark_inode_dirty(inode)
4684ac27a0ecSDave Kleikamp  *	stuff();
4685ac27a0ecSDave Kleikamp  *	inode->i_size = expr;
4686ac27a0ecSDave Kleikamp  *
4687ac27a0ecSDave Kleikamp  * is in error because a kswapd-driven write_inode() could occur while
4688ac27a0ecSDave Kleikamp  * `stuff()' is running, and the new i_size will be lost.  Plus the inode
4689ac27a0ecSDave Kleikamp  * will no longer be on the superblock's dirty inode list.
4690ac27a0ecSDave Kleikamp  */
4691617ba13bSMingming Cao int ext4_write_inode(struct inode *inode, int wait)
4692ac27a0ecSDave Kleikamp {
4693ac27a0ecSDave Kleikamp 	if (current->flags & PF_MEMALLOC)
4694ac27a0ecSDave Kleikamp 		return 0;
4695ac27a0ecSDave Kleikamp 
4696617ba13bSMingming Cao 	if (ext4_journal_current_handle()) {
4697b38bd33aSMingming Cao 		jbd_debug(1, "called recursively, non-PF_MEMALLOC!\n");
4698ac27a0ecSDave Kleikamp 		dump_stack();
4699ac27a0ecSDave Kleikamp 		return -EIO;
4700ac27a0ecSDave Kleikamp 	}
4701ac27a0ecSDave Kleikamp 
4702ac27a0ecSDave Kleikamp 	if (!wait)
4703ac27a0ecSDave Kleikamp 		return 0;
4704ac27a0ecSDave Kleikamp 
4705617ba13bSMingming Cao 	return ext4_force_commit(inode->i_sb);
4706ac27a0ecSDave Kleikamp }
4707ac27a0ecSDave Kleikamp 
4708ac27a0ecSDave Kleikamp /*
4709617ba13bSMingming Cao  * ext4_setattr()
4710ac27a0ecSDave Kleikamp  *
4711ac27a0ecSDave Kleikamp  * Called from notify_change.
4712ac27a0ecSDave Kleikamp  *
4713ac27a0ecSDave Kleikamp  * We want to trap VFS attempts to truncate the file as soon as
4714ac27a0ecSDave Kleikamp  * possible.  In particular, we want to make sure that when the VFS
4715ac27a0ecSDave Kleikamp  * shrinks i_size, we put the inode on the orphan list and modify
4716ac27a0ecSDave Kleikamp  * i_disksize immediately, so that during the subsequent flushing of
4717ac27a0ecSDave Kleikamp  * dirty pages and freeing of disk blocks, we can guarantee that any
4718ac27a0ecSDave Kleikamp  * commit will leave the blocks being flushed in an unused state on
4719ac27a0ecSDave Kleikamp  * disk.  (On recovery, the inode will get truncated and the blocks will
4720ac27a0ecSDave Kleikamp  * be freed, so we have a strong guarantee that no future commit will
4721ac27a0ecSDave Kleikamp  * leave these blocks visible to the user.)
4722ac27a0ecSDave Kleikamp  *
4723678aaf48SJan Kara  * Another thing we have to assure is that if we are in ordered mode
4724678aaf48SJan Kara  * and inode is still attached to the committing transaction, we must
4725678aaf48SJan Kara  * we start writeout of all the dirty pages which are being truncated.
4726678aaf48SJan Kara  * This way we are sure that all the data written in the previous
4727678aaf48SJan Kara  * transaction are already on disk (truncate waits for pages under
4728678aaf48SJan Kara  * writeback).
4729678aaf48SJan Kara  *
4730678aaf48SJan Kara  * Called with inode->i_mutex down.
4731ac27a0ecSDave Kleikamp  */
4732617ba13bSMingming Cao int ext4_setattr(struct dentry *dentry, struct iattr *attr)
4733ac27a0ecSDave Kleikamp {
4734ac27a0ecSDave Kleikamp 	struct inode *inode = dentry->d_inode;
4735ac27a0ecSDave Kleikamp 	int error, rc = 0;
4736ac27a0ecSDave Kleikamp 	const unsigned int ia_valid = attr->ia_valid;
4737ac27a0ecSDave Kleikamp 
4738ac27a0ecSDave Kleikamp 	error = inode_change_ok(inode, attr);
4739ac27a0ecSDave Kleikamp 	if (error)
4740ac27a0ecSDave Kleikamp 		return error;
4741ac27a0ecSDave Kleikamp 
4742ac27a0ecSDave Kleikamp 	if ((ia_valid & ATTR_UID && attr->ia_uid != inode->i_uid) ||
4743ac27a0ecSDave Kleikamp 		(ia_valid & ATTR_GID && attr->ia_gid != inode->i_gid)) {
4744ac27a0ecSDave Kleikamp 		handle_t *handle;
4745ac27a0ecSDave Kleikamp 
4746ac27a0ecSDave Kleikamp 		/* (user+group)*(old+new) structure, inode write (sb,
4747ac27a0ecSDave Kleikamp 		 * inode block, ? - but truncate inode update has it) */
4748617ba13bSMingming Cao 		handle = ext4_journal_start(inode, 2*(EXT4_QUOTA_INIT_BLOCKS(inode->i_sb)+
4749617ba13bSMingming Cao 					EXT4_QUOTA_DEL_BLOCKS(inode->i_sb))+3);
4750ac27a0ecSDave Kleikamp 		if (IS_ERR(handle)) {
4751ac27a0ecSDave Kleikamp 			error = PTR_ERR(handle);
4752ac27a0ecSDave Kleikamp 			goto err_out;
4753ac27a0ecSDave Kleikamp 		}
4754a269eb18SJan Kara 		error = vfs_dq_transfer(inode, attr) ? -EDQUOT : 0;
4755ac27a0ecSDave Kleikamp 		if (error) {
4756617ba13bSMingming Cao 			ext4_journal_stop(handle);
4757ac27a0ecSDave Kleikamp 			return error;
4758ac27a0ecSDave Kleikamp 		}
4759ac27a0ecSDave Kleikamp 		/* Update corresponding info in inode so that everything is in
4760ac27a0ecSDave Kleikamp 		 * one transaction */
4761ac27a0ecSDave Kleikamp 		if (attr->ia_valid & ATTR_UID)
4762ac27a0ecSDave Kleikamp 			inode->i_uid = attr->ia_uid;
4763ac27a0ecSDave Kleikamp 		if (attr->ia_valid & ATTR_GID)
4764ac27a0ecSDave Kleikamp 			inode->i_gid = attr->ia_gid;
4765617ba13bSMingming Cao 		error = ext4_mark_inode_dirty(handle, inode);
4766617ba13bSMingming Cao 		ext4_journal_stop(handle);
4767ac27a0ecSDave Kleikamp 	}
4768ac27a0ecSDave Kleikamp 
4769e2b46574SEric Sandeen 	if (attr->ia_valid & ATTR_SIZE) {
4770e2b46574SEric Sandeen 		if (!(EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL)) {
4771e2b46574SEric Sandeen 			struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb);
4772e2b46574SEric Sandeen 
4773e2b46574SEric Sandeen 			if (attr->ia_size > sbi->s_bitmap_maxbytes) {
4774e2b46574SEric Sandeen 				error = -EFBIG;
4775e2b46574SEric Sandeen 				goto err_out;
4776e2b46574SEric Sandeen 			}
4777e2b46574SEric Sandeen 		}
4778e2b46574SEric Sandeen 	}
4779e2b46574SEric Sandeen 
4780ac27a0ecSDave Kleikamp 	if (S_ISREG(inode->i_mode) &&
4781ac27a0ecSDave Kleikamp 	    attr->ia_valid & ATTR_SIZE && attr->ia_size < inode->i_size) {
4782ac27a0ecSDave Kleikamp 		handle_t *handle;
4783ac27a0ecSDave Kleikamp 
4784617ba13bSMingming Cao 		handle = ext4_journal_start(inode, 3);
4785ac27a0ecSDave Kleikamp 		if (IS_ERR(handle)) {
4786ac27a0ecSDave Kleikamp 			error = PTR_ERR(handle);
4787ac27a0ecSDave Kleikamp 			goto err_out;
4788ac27a0ecSDave Kleikamp 		}
4789ac27a0ecSDave Kleikamp 
4790617ba13bSMingming Cao 		error = ext4_orphan_add(handle, inode);
4791617ba13bSMingming Cao 		EXT4_I(inode)->i_disksize = attr->ia_size;
4792617ba13bSMingming Cao 		rc = ext4_mark_inode_dirty(handle, inode);
4793ac27a0ecSDave Kleikamp 		if (!error)
4794ac27a0ecSDave Kleikamp 			error = rc;
4795617ba13bSMingming Cao 		ext4_journal_stop(handle);
4796678aaf48SJan Kara 
4797678aaf48SJan Kara 		if (ext4_should_order_data(inode)) {
4798678aaf48SJan Kara 			error = ext4_begin_ordered_truncate(inode,
4799678aaf48SJan Kara 							    attr->ia_size);
4800678aaf48SJan Kara 			if (error) {
4801678aaf48SJan Kara 				/* Do as much error cleanup as possible */
4802678aaf48SJan Kara 				handle = ext4_journal_start(inode, 3);
4803678aaf48SJan Kara 				if (IS_ERR(handle)) {
4804678aaf48SJan Kara 					ext4_orphan_del(NULL, inode);
4805678aaf48SJan Kara 					goto err_out;
4806678aaf48SJan Kara 				}
4807678aaf48SJan Kara 				ext4_orphan_del(handle, inode);
4808678aaf48SJan Kara 				ext4_journal_stop(handle);
4809678aaf48SJan Kara 				goto err_out;
4810678aaf48SJan Kara 			}
4811678aaf48SJan Kara 		}
4812ac27a0ecSDave Kleikamp 	}
4813ac27a0ecSDave Kleikamp 
4814ac27a0ecSDave Kleikamp 	rc = inode_setattr(inode, attr);
4815ac27a0ecSDave Kleikamp 
4816617ba13bSMingming Cao 	/* If inode_setattr's call to ext4_truncate failed to get a
4817ac27a0ecSDave Kleikamp 	 * transaction handle at all, we need to clean up the in-core
4818ac27a0ecSDave Kleikamp 	 * orphan list manually. */
4819ac27a0ecSDave Kleikamp 	if (inode->i_nlink)
4820617ba13bSMingming Cao 		ext4_orphan_del(NULL, inode);
4821ac27a0ecSDave Kleikamp 
4822ac27a0ecSDave Kleikamp 	if (!rc && (ia_valid & ATTR_MODE))
4823617ba13bSMingming Cao 		rc = ext4_acl_chmod(inode);
4824ac27a0ecSDave Kleikamp 
4825ac27a0ecSDave Kleikamp err_out:
4826617ba13bSMingming Cao 	ext4_std_error(inode->i_sb, error);
4827ac27a0ecSDave Kleikamp 	if (!error)
4828ac27a0ecSDave Kleikamp 		error = rc;
4829ac27a0ecSDave Kleikamp 	return error;
4830ac27a0ecSDave Kleikamp }
4831ac27a0ecSDave Kleikamp 
48323e3398a0SMingming Cao int ext4_getattr(struct vfsmount *mnt, struct dentry *dentry,
48333e3398a0SMingming Cao 		 struct kstat *stat)
48343e3398a0SMingming Cao {
48353e3398a0SMingming Cao 	struct inode *inode;
48363e3398a0SMingming Cao 	unsigned long delalloc_blocks;
48373e3398a0SMingming Cao 
48383e3398a0SMingming Cao 	inode = dentry->d_inode;
48393e3398a0SMingming Cao 	generic_fillattr(inode, stat);
48403e3398a0SMingming Cao 
48413e3398a0SMingming Cao 	/*
48423e3398a0SMingming Cao 	 * We can't update i_blocks if the block allocation is delayed
48433e3398a0SMingming Cao 	 * otherwise in the case of system crash before the real block
48443e3398a0SMingming Cao 	 * allocation is done, we will have i_blocks inconsistent with
48453e3398a0SMingming Cao 	 * on-disk file blocks.
48463e3398a0SMingming Cao 	 * We always keep i_blocks updated together with real
48473e3398a0SMingming Cao 	 * allocation. But to not confuse with user, stat
48483e3398a0SMingming Cao 	 * will return the blocks that include the delayed allocation
48493e3398a0SMingming Cao 	 * blocks for this file.
48503e3398a0SMingming Cao 	 */
48513e3398a0SMingming Cao 	spin_lock(&EXT4_I(inode)->i_block_reservation_lock);
48523e3398a0SMingming Cao 	delalloc_blocks = EXT4_I(inode)->i_reserved_data_blocks;
48533e3398a0SMingming Cao 	spin_unlock(&EXT4_I(inode)->i_block_reservation_lock);
48543e3398a0SMingming Cao 
48553e3398a0SMingming Cao 	stat->blocks += (delalloc_blocks << inode->i_sb->s_blocksize_bits)>>9;
48563e3398a0SMingming Cao 	return 0;
48573e3398a0SMingming Cao }
4858ac27a0ecSDave Kleikamp 
4859a02908f1SMingming Cao static int ext4_indirect_trans_blocks(struct inode *inode, int nrblocks,
4860a02908f1SMingming Cao 				      int chunk)
4861ac27a0ecSDave Kleikamp {
4862a02908f1SMingming Cao 	int indirects;
4863ac27a0ecSDave Kleikamp 
4864a02908f1SMingming Cao 	/* if nrblocks are contiguous */
4865a02908f1SMingming Cao 	if (chunk) {
4866a02908f1SMingming Cao 		/*
4867a02908f1SMingming Cao 		 * With N contiguous data blocks, it need at most
4868a02908f1SMingming Cao 		 * N/EXT4_ADDR_PER_BLOCK(inode->i_sb) indirect blocks
4869a02908f1SMingming Cao 		 * 2 dindirect blocks
4870a02908f1SMingming Cao 		 * 1 tindirect block
4871a02908f1SMingming Cao 		 */
4872a02908f1SMingming Cao 		indirects = nrblocks / EXT4_ADDR_PER_BLOCK(inode->i_sb);
4873a02908f1SMingming Cao 		return indirects + 3;
4874a02908f1SMingming Cao 	}
4875a02908f1SMingming Cao 	/*
4876a02908f1SMingming Cao 	 * if nrblocks are not contiguous, worse case, each block touch
4877a02908f1SMingming Cao 	 * a indirect block, and each indirect block touch a double indirect
4878a02908f1SMingming Cao 	 * block, plus a triple indirect block
4879a02908f1SMingming Cao 	 */
4880a02908f1SMingming Cao 	indirects = nrblocks * 2 + 1;
4881a02908f1SMingming Cao 	return indirects;
4882a02908f1SMingming Cao }
4883a86c6181SAlex Tomas 
4884a02908f1SMingming Cao static int ext4_index_trans_blocks(struct inode *inode, int nrblocks, int chunk)
4885a02908f1SMingming Cao {
4886a02908f1SMingming Cao 	if (!(EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL))
4887ac51d837STheodore Ts'o 		return ext4_indirect_trans_blocks(inode, nrblocks, chunk);
4888ac51d837STheodore Ts'o 	return ext4_ext_index_trans_blocks(inode, nrblocks, chunk);
4889a02908f1SMingming Cao }
4890ac51d837STheodore Ts'o 
4891a02908f1SMingming Cao /*
4892a02908f1SMingming Cao  * Account for index blocks, block groups bitmaps and block group
4893a02908f1SMingming Cao  * descriptor blocks if modify datablocks and index blocks
4894a02908f1SMingming Cao  * worse case, the indexs blocks spread over different block groups
4895a02908f1SMingming Cao  *
4896a02908f1SMingming Cao  * If datablocks are discontiguous, they are possible to spread over
4897a02908f1SMingming Cao  * different block groups too. If they are contiugous, with flexbg,
4898a02908f1SMingming Cao  * they could still across block group boundary.
4899a02908f1SMingming Cao  *
4900a02908f1SMingming Cao  * Also account for superblock, inode, quota and xattr blocks
4901a02908f1SMingming Cao  */
4902a02908f1SMingming Cao int ext4_meta_trans_blocks(struct inode *inode, int nrblocks, int chunk)
4903a02908f1SMingming Cao {
49048df9675fSTheodore Ts'o 	ext4_group_t groups, ngroups = ext4_get_groups_count(inode->i_sb);
49058df9675fSTheodore Ts'o 	int gdpblocks;
4906a02908f1SMingming Cao 	int idxblocks;
4907a02908f1SMingming Cao 	int ret = 0;
4908a02908f1SMingming Cao 
4909a02908f1SMingming Cao 	/*
4910a02908f1SMingming Cao 	 * How many index blocks need to touch to modify nrblocks?
4911a02908f1SMingming Cao 	 * The "Chunk" flag indicating whether the nrblocks is
4912a02908f1SMingming Cao 	 * physically contiguous on disk
4913a02908f1SMingming Cao 	 *
4914a02908f1SMingming Cao 	 * For Direct IO and fallocate, they calls get_block to allocate
4915a02908f1SMingming Cao 	 * one single extent at a time, so they could set the "Chunk" flag
4916a02908f1SMingming Cao 	 */
4917a02908f1SMingming Cao 	idxblocks = ext4_index_trans_blocks(inode, nrblocks, chunk);
4918a02908f1SMingming Cao 
4919a02908f1SMingming Cao 	ret = idxblocks;
4920a02908f1SMingming Cao 
4921a02908f1SMingming Cao 	/*
4922a02908f1SMingming Cao 	 * Now let's see how many group bitmaps and group descriptors need
4923a02908f1SMingming Cao 	 * to account
4924a02908f1SMingming Cao 	 */
4925a02908f1SMingming Cao 	groups = idxblocks;
4926a02908f1SMingming Cao 	if (chunk)
4927a02908f1SMingming Cao 		groups += 1;
4928ac27a0ecSDave Kleikamp 	else
4929a02908f1SMingming Cao 		groups += nrblocks;
4930ac27a0ecSDave Kleikamp 
4931a02908f1SMingming Cao 	gdpblocks = groups;
49328df9675fSTheodore Ts'o 	if (groups > ngroups)
49338df9675fSTheodore Ts'o 		groups = ngroups;
4934a02908f1SMingming Cao 	if (groups > EXT4_SB(inode->i_sb)->s_gdb_count)
4935a02908f1SMingming Cao 		gdpblocks = EXT4_SB(inode->i_sb)->s_gdb_count;
4936a02908f1SMingming Cao 
4937a02908f1SMingming Cao 	/* bitmaps and block group descriptor blocks */
4938a02908f1SMingming Cao 	ret += groups + gdpblocks;
4939a02908f1SMingming Cao 
4940a02908f1SMingming Cao 	/* Blocks for super block, inode, quota and xattr blocks */
4941a02908f1SMingming Cao 	ret += EXT4_META_TRANS_BLOCKS(inode->i_sb);
4942ac27a0ecSDave Kleikamp 
4943ac27a0ecSDave Kleikamp 	return ret;
4944ac27a0ecSDave Kleikamp }
4945ac27a0ecSDave Kleikamp 
4946ac27a0ecSDave Kleikamp /*
4947a02908f1SMingming Cao  * Calulate the total number of credits to reserve to fit
4948f3bd1f3fSMingming Cao  * the modification of a single pages into a single transaction,
4949f3bd1f3fSMingming Cao  * which may include multiple chunks of block allocations.
4950a02908f1SMingming Cao  *
4951525f4ed8SMingming Cao  * This could be called via ext4_write_begin()
4952a02908f1SMingming Cao  *
4953525f4ed8SMingming Cao  * We need to consider the worse case, when
4954a02908f1SMingming Cao  * one new block per extent.
4955a02908f1SMingming Cao  */
4956a02908f1SMingming Cao int ext4_writepage_trans_blocks(struct inode *inode)
4957a02908f1SMingming Cao {
4958a02908f1SMingming Cao 	int bpp = ext4_journal_blocks_per_page(inode);
4959a02908f1SMingming Cao 	int ret;
4960a02908f1SMingming Cao 
4961a02908f1SMingming Cao 	ret = ext4_meta_trans_blocks(inode, bpp, 0);
4962a02908f1SMingming Cao 
4963a02908f1SMingming Cao 	/* Account for data blocks for journalled mode */
4964a02908f1SMingming Cao 	if (ext4_should_journal_data(inode))
4965a02908f1SMingming Cao 		ret += bpp;
4966a02908f1SMingming Cao 	return ret;
4967a02908f1SMingming Cao }
4968f3bd1f3fSMingming Cao 
4969f3bd1f3fSMingming Cao /*
4970f3bd1f3fSMingming Cao  * Calculate the journal credits for a chunk of data modification.
4971f3bd1f3fSMingming Cao  *
4972f3bd1f3fSMingming Cao  * This is called from DIO, fallocate or whoever calling
497312b7ac17STheodore Ts'o  * ext4_get_blocks() to map/allocate a chunk of contigous disk blocks.
4974f3bd1f3fSMingming Cao  *
4975f3bd1f3fSMingming Cao  * journal buffers for data blocks are not included here, as DIO
4976f3bd1f3fSMingming Cao  * and fallocate do no need to journal data buffers.
4977f3bd1f3fSMingming Cao  */
4978f3bd1f3fSMingming Cao int ext4_chunk_trans_blocks(struct inode *inode, int nrblocks)
4979f3bd1f3fSMingming Cao {
4980f3bd1f3fSMingming Cao 	return ext4_meta_trans_blocks(inode, nrblocks, 1);
4981f3bd1f3fSMingming Cao }
4982f3bd1f3fSMingming Cao 
4983a02908f1SMingming Cao /*
4984617ba13bSMingming Cao  * The caller must have previously called ext4_reserve_inode_write().
4985ac27a0ecSDave Kleikamp  * Give this, we know that the caller already has write access to iloc->bh.
4986ac27a0ecSDave Kleikamp  */
4987617ba13bSMingming Cao int ext4_mark_iloc_dirty(handle_t *handle,
4988617ba13bSMingming Cao 			 struct inode *inode, struct ext4_iloc *iloc)
4989ac27a0ecSDave Kleikamp {
4990ac27a0ecSDave Kleikamp 	int err = 0;
4991ac27a0ecSDave Kleikamp 
499225ec56b5SJean Noel Cordenner 	if (test_opt(inode->i_sb, I_VERSION))
499325ec56b5SJean Noel Cordenner 		inode_inc_iversion(inode);
499425ec56b5SJean Noel Cordenner 
4995ac27a0ecSDave Kleikamp 	/* the do_update_inode consumes one bh->b_count */
4996ac27a0ecSDave Kleikamp 	get_bh(iloc->bh);
4997ac27a0ecSDave Kleikamp 
4998dab291afSMingming Cao 	/* ext4_do_update_inode() does jbd2_journal_dirty_metadata */
4999617ba13bSMingming Cao 	err = ext4_do_update_inode(handle, inode, iloc);
5000ac27a0ecSDave Kleikamp 	put_bh(iloc->bh);
5001ac27a0ecSDave Kleikamp 	return err;
5002ac27a0ecSDave Kleikamp }
5003ac27a0ecSDave Kleikamp 
5004ac27a0ecSDave Kleikamp /*
5005ac27a0ecSDave Kleikamp  * On success, We end up with an outstanding reference count against
5006ac27a0ecSDave Kleikamp  * iloc->bh.  This _must_ be cleaned up later.
5007ac27a0ecSDave Kleikamp  */
5008ac27a0ecSDave Kleikamp 
5009ac27a0ecSDave Kleikamp int
5010617ba13bSMingming Cao ext4_reserve_inode_write(handle_t *handle, struct inode *inode,
5011617ba13bSMingming Cao 			 struct ext4_iloc *iloc)
5012ac27a0ecSDave Kleikamp {
50130390131bSFrank Mayhar 	int err;
50140390131bSFrank Mayhar 
5015617ba13bSMingming Cao 	err = ext4_get_inode_loc(inode, iloc);
5016ac27a0ecSDave Kleikamp 	if (!err) {
5017ac27a0ecSDave Kleikamp 		BUFFER_TRACE(iloc->bh, "get_write_access");
5018617ba13bSMingming Cao 		err = ext4_journal_get_write_access(handle, iloc->bh);
5019ac27a0ecSDave Kleikamp 		if (err) {
5020ac27a0ecSDave Kleikamp 			brelse(iloc->bh);
5021ac27a0ecSDave Kleikamp 			iloc->bh = NULL;
5022ac27a0ecSDave Kleikamp 		}
5023ac27a0ecSDave Kleikamp 	}
5024617ba13bSMingming Cao 	ext4_std_error(inode->i_sb, err);
5025ac27a0ecSDave Kleikamp 	return err;
5026ac27a0ecSDave Kleikamp }
5027ac27a0ecSDave Kleikamp 
5028ac27a0ecSDave Kleikamp /*
50296dd4ee7cSKalpak Shah  * Expand an inode by new_extra_isize bytes.
50306dd4ee7cSKalpak Shah  * Returns 0 on success or negative error number on failure.
50316dd4ee7cSKalpak Shah  */
50321d03ec98SAneesh Kumar K.V static int ext4_expand_extra_isize(struct inode *inode,
50331d03ec98SAneesh Kumar K.V 				   unsigned int new_extra_isize,
50341d03ec98SAneesh Kumar K.V 				   struct ext4_iloc iloc,
50351d03ec98SAneesh Kumar K.V 				   handle_t *handle)
50366dd4ee7cSKalpak Shah {
50376dd4ee7cSKalpak Shah 	struct ext4_inode *raw_inode;
50386dd4ee7cSKalpak Shah 	struct ext4_xattr_ibody_header *header;
50396dd4ee7cSKalpak Shah 	struct ext4_xattr_entry *entry;
50406dd4ee7cSKalpak Shah 
50416dd4ee7cSKalpak Shah 	if (EXT4_I(inode)->i_extra_isize >= new_extra_isize)
50426dd4ee7cSKalpak Shah 		return 0;
50436dd4ee7cSKalpak Shah 
50446dd4ee7cSKalpak Shah 	raw_inode = ext4_raw_inode(&iloc);
50456dd4ee7cSKalpak Shah 
50466dd4ee7cSKalpak Shah 	header = IHDR(inode, raw_inode);
50476dd4ee7cSKalpak Shah 	entry = IFIRST(header);
50486dd4ee7cSKalpak Shah 
50496dd4ee7cSKalpak Shah 	/* No extended attributes present */
50506dd4ee7cSKalpak Shah 	if (!(EXT4_I(inode)->i_state & EXT4_STATE_XATTR) ||
50516dd4ee7cSKalpak Shah 		header->h_magic != cpu_to_le32(EXT4_XATTR_MAGIC)) {
50526dd4ee7cSKalpak Shah 		memset((void *)raw_inode + EXT4_GOOD_OLD_INODE_SIZE, 0,
50536dd4ee7cSKalpak Shah 			new_extra_isize);
50546dd4ee7cSKalpak Shah 		EXT4_I(inode)->i_extra_isize = new_extra_isize;
50556dd4ee7cSKalpak Shah 		return 0;
50566dd4ee7cSKalpak Shah 	}
50576dd4ee7cSKalpak Shah 
50586dd4ee7cSKalpak Shah 	/* try to expand with EAs present */
50596dd4ee7cSKalpak Shah 	return ext4_expand_extra_isize_ea(inode, new_extra_isize,
50606dd4ee7cSKalpak Shah 					  raw_inode, handle);
50616dd4ee7cSKalpak Shah }
50626dd4ee7cSKalpak Shah 
50636dd4ee7cSKalpak Shah /*
5064ac27a0ecSDave Kleikamp  * What we do here is to mark the in-core inode as clean with respect to inode
5065ac27a0ecSDave Kleikamp  * dirtiness (it may still be data-dirty).
5066ac27a0ecSDave Kleikamp  * This means that the in-core inode may be reaped by prune_icache
5067ac27a0ecSDave Kleikamp  * without having to perform any I/O.  This is a very good thing,
5068ac27a0ecSDave Kleikamp  * because *any* task may call prune_icache - even ones which
5069ac27a0ecSDave Kleikamp  * have a transaction open against a different journal.
5070ac27a0ecSDave Kleikamp  *
5071ac27a0ecSDave Kleikamp  * Is this cheating?  Not really.  Sure, we haven't written the
5072ac27a0ecSDave Kleikamp  * inode out, but prune_icache isn't a user-visible syncing function.
5073ac27a0ecSDave Kleikamp  * Whenever the user wants stuff synced (sys_sync, sys_msync, sys_fsync)
5074ac27a0ecSDave Kleikamp  * we start and wait on commits.
5075ac27a0ecSDave Kleikamp  *
5076ac27a0ecSDave Kleikamp  * Is this efficient/effective?  Well, we're being nice to the system
5077ac27a0ecSDave Kleikamp  * by cleaning up our inodes proactively so they can be reaped
5078ac27a0ecSDave Kleikamp  * without I/O.  But we are potentially leaving up to five seconds'
5079ac27a0ecSDave Kleikamp  * worth of inodes floating about which prune_icache wants us to
5080ac27a0ecSDave Kleikamp  * write out.  One way to fix that would be to get prune_icache()
5081ac27a0ecSDave Kleikamp  * to do a write_super() to free up some memory.  It has the desired
5082ac27a0ecSDave Kleikamp  * effect.
5083ac27a0ecSDave Kleikamp  */
5084617ba13bSMingming Cao int ext4_mark_inode_dirty(handle_t *handle, struct inode *inode)
5085ac27a0ecSDave Kleikamp {
5086617ba13bSMingming Cao 	struct ext4_iloc iloc;
50876dd4ee7cSKalpak Shah 	struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb);
50886dd4ee7cSKalpak Shah 	static unsigned int mnt_count;
50896dd4ee7cSKalpak Shah 	int err, ret;
5090ac27a0ecSDave Kleikamp 
5091ac27a0ecSDave Kleikamp 	might_sleep();
5092617ba13bSMingming Cao 	err = ext4_reserve_inode_write(handle, inode, &iloc);
50930390131bSFrank Mayhar 	if (ext4_handle_valid(handle) &&
50940390131bSFrank Mayhar 	    EXT4_I(inode)->i_extra_isize < sbi->s_want_extra_isize &&
50956dd4ee7cSKalpak Shah 	    !(EXT4_I(inode)->i_state & EXT4_STATE_NO_EXPAND)) {
50966dd4ee7cSKalpak Shah 		/*
50976dd4ee7cSKalpak Shah 		 * We need extra buffer credits since we may write into EA block
50986dd4ee7cSKalpak Shah 		 * with this same handle. If journal_extend fails, then it will
50996dd4ee7cSKalpak Shah 		 * only result in a minor loss of functionality for that inode.
51006dd4ee7cSKalpak Shah 		 * If this is felt to be critical, then e2fsck should be run to
51016dd4ee7cSKalpak Shah 		 * force a large enough s_min_extra_isize.
51026dd4ee7cSKalpak Shah 		 */
51036dd4ee7cSKalpak Shah 		if ((jbd2_journal_extend(handle,
51046dd4ee7cSKalpak Shah 			     EXT4_DATA_TRANS_BLOCKS(inode->i_sb))) == 0) {
51056dd4ee7cSKalpak Shah 			ret = ext4_expand_extra_isize(inode,
51066dd4ee7cSKalpak Shah 						      sbi->s_want_extra_isize,
51076dd4ee7cSKalpak Shah 						      iloc, handle);
51086dd4ee7cSKalpak Shah 			if (ret) {
51096dd4ee7cSKalpak Shah 				EXT4_I(inode)->i_state |= EXT4_STATE_NO_EXPAND;
5110c1bddad9SAneesh Kumar K.V 				if (mnt_count !=
5111c1bddad9SAneesh Kumar K.V 					le16_to_cpu(sbi->s_es->s_mnt_count)) {
511246e665e9SHarvey Harrison 					ext4_warning(inode->i_sb, __func__,
51136dd4ee7cSKalpak Shah 					"Unable to expand inode %lu. Delete"
51146dd4ee7cSKalpak Shah 					" some EAs or run e2fsck.",
51156dd4ee7cSKalpak Shah 					inode->i_ino);
5116c1bddad9SAneesh Kumar K.V 					mnt_count =
5117c1bddad9SAneesh Kumar K.V 					  le16_to_cpu(sbi->s_es->s_mnt_count);
51186dd4ee7cSKalpak Shah 				}
51196dd4ee7cSKalpak Shah 			}
51206dd4ee7cSKalpak Shah 		}
51216dd4ee7cSKalpak Shah 	}
5122ac27a0ecSDave Kleikamp 	if (!err)
5123617ba13bSMingming Cao 		err = ext4_mark_iloc_dirty(handle, inode, &iloc);
5124ac27a0ecSDave Kleikamp 	return err;
5125ac27a0ecSDave Kleikamp }
5126ac27a0ecSDave Kleikamp 
5127ac27a0ecSDave Kleikamp /*
5128617ba13bSMingming Cao  * ext4_dirty_inode() is called from __mark_inode_dirty()
5129ac27a0ecSDave Kleikamp  *
5130ac27a0ecSDave Kleikamp  * We're really interested in the case where a file is being extended.
5131ac27a0ecSDave Kleikamp  * i_size has been changed by generic_commit_write() and we thus need
5132ac27a0ecSDave Kleikamp  * to include the updated inode in the current transaction.
5133ac27a0ecSDave Kleikamp  *
5134a269eb18SJan Kara  * Also, vfs_dq_alloc_block() will always dirty the inode when blocks
5135ac27a0ecSDave Kleikamp  * are allocated to the file.
5136ac27a0ecSDave Kleikamp  *
5137ac27a0ecSDave Kleikamp  * If the inode is marked synchronous, we don't honour that here - doing
5138ac27a0ecSDave Kleikamp  * so would cause a commit on atime updates, which we don't bother doing.
5139ac27a0ecSDave Kleikamp  * We handle synchronous inodes at the highest possible level.
5140ac27a0ecSDave Kleikamp  */
5141617ba13bSMingming Cao void ext4_dirty_inode(struct inode *inode)
5142ac27a0ecSDave Kleikamp {
5143617ba13bSMingming Cao 	handle_t *current_handle = ext4_journal_current_handle();
5144ac27a0ecSDave Kleikamp 	handle_t *handle;
5145ac27a0ecSDave Kleikamp 
51460390131bSFrank Mayhar 	if (!ext4_handle_valid(current_handle)) {
51470390131bSFrank Mayhar 		ext4_mark_inode_dirty(current_handle, inode);
51480390131bSFrank Mayhar 		return;
51490390131bSFrank Mayhar 	}
51500390131bSFrank Mayhar 
5151617ba13bSMingming Cao 	handle = ext4_journal_start(inode, 2);
5152ac27a0ecSDave Kleikamp 	if (IS_ERR(handle))
5153ac27a0ecSDave Kleikamp 		goto out;
5154ac27a0ecSDave Kleikamp 	if (current_handle &&
5155ac27a0ecSDave Kleikamp 		current_handle->h_transaction != handle->h_transaction) {
5156ac27a0ecSDave Kleikamp 		/* This task has a transaction open against a different fs */
5157ac27a0ecSDave Kleikamp 		printk(KERN_EMERG "%s: transactions do not match!\n",
515846e665e9SHarvey Harrison 		       __func__);
5159ac27a0ecSDave Kleikamp 	} else {
5160ac27a0ecSDave Kleikamp 		jbd_debug(5, "marking dirty.  outer handle=%p\n",
5161ac27a0ecSDave Kleikamp 				current_handle);
5162617ba13bSMingming Cao 		ext4_mark_inode_dirty(handle, inode);
5163ac27a0ecSDave Kleikamp 	}
5164617ba13bSMingming Cao 	ext4_journal_stop(handle);
5165ac27a0ecSDave Kleikamp out:
5166ac27a0ecSDave Kleikamp 	return;
5167ac27a0ecSDave Kleikamp }
5168ac27a0ecSDave Kleikamp 
5169ac27a0ecSDave Kleikamp #if 0
5170ac27a0ecSDave Kleikamp /*
5171ac27a0ecSDave Kleikamp  * Bind an inode's backing buffer_head into this transaction, to prevent
5172ac27a0ecSDave Kleikamp  * it from being flushed to disk early.  Unlike
5173617ba13bSMingming Cao  * ext4_reserve_inode_write, this leaves behind no bh reference and
5174ac27a0ecSDave Kleikamp  * returns no iloc structure, so the caller needs to repeat the iloc
5175ac27a0ecSDave Kleikamp  * lookup to mark the inode dirty later.
5176ac27a0ecSDave Kleikamp  */
5177617ba13bSMingming Cao static int ext4_pin_inode(handle_t *handle, struct inode *inode)
5178ac27a0ecSDave Kleikamp {
5179617ba13bSMingming Cao 	struct ext4_iloc iloc;
5180ac27a0ecSDave Kleikamp 
5181ac27a0ecSDave Kleikamp 	int err = 0;
5182ac27a0ecSDave Kleikamp 	if (handle) {
5183617ba13bSMingming Cao 		err = ext4_get_inode_loc(inode, &iloc);
5184ac27a0ecSDave Kleikamp 		if (!err) {
5185ac27a0ecSDave Kleikamp 			BUFFER_TRACE(iloc.bh, "get_write_access");
5186dab291afSMingming Cao 			err = jbd2_journal_get_write_access(handle, iloc.bh);
5187ac27a0ecSDave Kleikamp 			if (!err)
51880390131bSFrank Mayhar 				err = ext4_handle_dirty_metadata(handle,
51890390131bSFrank Mayhar 								 inode,
5190ac27a0ecSDave Kleikamp 								 iloc.bh);
5191ac27a0ecSDave Kleikamp 			brelse(iloc.bh);
5192ac27a0ecSDave Kleikamp 		}
5193ac27a0ecSDave Kleikamp 	}
5194617ba13bSMingming Cao 	ext4_std_error(inode->i_sb, err);
5195ac27a0ecSDave Kleikamp 	return err;
5196ac27a0ecSDave Kleikamp }
5197ac27a0ecSDave Kleikamp #endif
5198ac27a0ecSDave Kleikamp 
5199617ba13bSMingming Cao int ext4_change_inode_journal_flag(struct inode *inode, int val)
5200ac27a0ecSDave Kleikamp {
5201ac27a0ecSDave Kleikamp 	journal_t *journal;
5202ac27a0ecSDave Kleikamp 	handle_t *handle;
5203ac27a0ecSDave Kleikamp 	int err;
5204ac27a0ecSDave Kleikamp 
5205ac27a0ecSDave Kleikamp 	/*
5206ac27a0ecSDave Kleikamp 	 * We have to be very careful here: changing a data block's
5207ac27a0ecSDave Kleikamp 	 * journaling status dynamically is dangerous.  If we write a
5208ac27a0ecSDave Kleikamp 	 * data block to the journal, change the status and then delete
5209ac27a0ecSDave Kleikamp 	 * that block, we risk forgetting to revoke the old log record
5210ac27a0ecSDave Kleikamp 	 * from the journal and so a subsequent replay can corrupt data.
5211ac27a0ecSDave Kleikamp 	 * So, first we make sure that the journal is empty and that
5212ac27a0ecSDave Kleikamp 	 * nobody is changing anything.
5213ac27a0ecSDave Kleikamp 	 */
5214ac27a0ecSDave Kleikamp 
5215617ba13bSMingming Cao 	journal = EXT4_JOURNAL(inode);
52160390131bSFrank Mayhar 	if (!journal)
52170390131bSFrank Mayhar 		return 0;
5218d699594dSDave Hansen 	if (is_journal_aborted(journal))
5219ac27a0ecSDave Kleikamp 		return -EROFS;
5220ac27a0ecSDave Kleikamp 
5221dab291afSMingming Cao 	jbd2_journal_lock_updates(journal);
5222dab291afSMingming Cao 	jbd2_journal_flush(journal);
5223ac27a0ecSDave Kleikamp 
5224ac27a0ecSDave Kleikamp 	/*
5225ac27a0ecSDave Kleikamp 	 * OK, there are no updates running now, and all cached data is
5226ac27a0ecSDave Kleikamp 	 * synced to disk.  We are now in a completely consistent state
5227ac27a0ecSDave Kleikamp 	 * which doesn't have anything in the journal, and we know that
5228ac27a0ecSDave Kleikamp 	 * no filesystem updates are running, so it is safe to modify
5229ac27a0ecSDave Kleikamp 	 * the inode's in-core data-journaling state flag now.
5230ac27a0ecSDave Kleikamp 	 */
5231ac27a0ecSDave Kleikamp 
5232ac27a0ecSDave Kleikamp 	if (val)
5233617ba13bSMingming Cao 		EXT4_I(inode)->i_flags |= EXT4_JOURNAL_DATA_FL;
5234ac27a0ecSDave Kleikamp 	else
5235617ba13bSMingming Cao 		EXT4_I(inode)->i_flags &= ~EXT4_JOURNAL_DATA_FL;
5236617ba13bSMingming Cao 	ext4_set_aops(inode);
5237ac27a0ecSDave Kleikamp 
5238dab291afSMingming Cao 	jbd2_journal_unlock_updates(journal);
5239ac27a0ecSDave Kleikamp 
5240ac27a0ecSDave Kleikamp 	/* Finally we can mark the inode as dirty. */
5241ac27a0ecSDave Kleikamp 
5242617ba13bSMingming Cao 	handle = ext4_journal_start(inode, 1);
5243ac27a0ecSDave Kleikamp 	if (IS_ERR(handle))
5244ac27a0ecSDave Kleikamp 		return PTR_ERR(handle);
5245ac27a0ecSDave Kleikamp 
5246617ba13bSMingming Cao 	err = ext4_mark_inode_dirty(handle, inode);
52470390131bSFrank Mayhar 	ext4_handle_sync(handle);
5248617ba13bSMingming Cao 	ext4_journal_stop(handle);
5249617ba13bSMingming Cao 	ext4_std_error(inode->i_sb, err);
5250ac27a0ecSDave Kleikamp 
5251ac27a0ecSDave Kleikamp 	return err;
5252ac27a0ecSDave Kleikamp }
52532e9ee850SAneesh Kumar K.V 
52542e9ee850SAneesh Kumar K.V static int ext4_bh_unmapped(handle_t *handle, struct buffer_head *bh)
52552e9ee850SAneesh Kumar K.V {
52562e9ee850SAneesh Kumar K.V 	return !buffer_mapped(bh);
52572e9ee850SAneesh Kumar K.V }
52582e9ee850SAneesh Kumar K.V 
5259c2ec175cSNick Piggin int ext4_page_mkwrite(struct vm_area_struct *vma, struct vm_fault *vmf)
52602e9ee850SAneesh Kumar K.V {
5261c2ec175cSNick Piggin 	struct page *page = vmf->page;
52622e9ee850SAneesh Kumar K.V 	loff_t size;
52632e9ee850SAneesh Kumar K.V 	unsigned long len;
52642e9ee850SAneesh Kumar K.V 	int ret = -EINVAL;
526579f0be8dSAneesh Kumar K.V 	void *fsdata;
52662e9ee850SAneesh Kumar K.V 	struct file *file = vma->vm_file;
52672e9ee850SAneesh Kumar K.V 	struct inode *inode = file->f_path.dentry->d_inode;
52682e9ee850SAneesh Kumar K.V 	struct address_space *mapping = inode->i_mapping;
52692e9ee850SAneesh Kumar K.V 
52702e9ee850SAneesh Kumar K.V 	/*
52712e9ee850SAneesh Kumar K.V 	 * Get i_alloc_sem to stop truncates messing with the inode. We cannot
52722e9ee850SAneesh Kumar K.V 	 * get i_mutex because we are already holding mmap_sem.
52732e9ee850SAneesh Kumar K.V 	 */
52742e9ee850SAneesh Kumar K.V 	down_read(&inode->i_alloc_sem);
52752e9ee850SAneesh Kumar K.V 	size = i_size_read(inode);
52762e9ee850SAneesh Kumar K.V 	if (page->mapping != mapping || size <= page_offset(page)
52772e9ee850SAneesh Kumar K.V 	    || !PageUptodate(page)) {
52782e9ee850SAneesh Kumar K.V 		/* page got truncated from under us? */
52792e9ee850SAneesh Kumar K.V 		goto out_unlock;
52802e9ee850SAneesh Kumar K.V 	}
52812e9ee850SAneesh Kumar K.V 	ret = 0;
52822e9ee850SAneesh Kumar K.V 	if (PageMappedToDisk(page))
52832e9ee850SAneesh Kumar K.V 		goto out_unlock;
52842e9ee850SAneesh Kumar K.V 
52852e9ee850SAneesh Kumar K.V 	if (page->index == size >> PAGE_CACHE_SHIFT)
52862e9ee850SAneesh Kumar K.V 		len = size & ~PAGE_CACHE_MASK;
52872e9ee850SAneesh Kumar K.V 	else
52882e9ee850SAneesh Kumar K.V 		len = PAGE_CACHE_SIZE;
52892e9ee850SAneesh Kumar K.V 
52902e9ee850SAneesh Kumar K.V 	if (page_has_buffers(page)) {
52912e9ee850SAneesh Kumar K.V 		/* return if we have all the buffers mapped */
52922e9ee850SAneesh Kumar K.V 		if (!walk_page_buffers(NULL, page_buffers(page), 0, len, NULL,
52932e9ee850SAneesh Kumar K.V 				       ext4_bh_unmapped))
52942e9ee850SAneesh Kumar K.V 			goto out_unlock;
52952e9ee850SAneesh Kumar K.V 	}
52962e9ee850SAneesh Kumar K.V 	/*
52972e9ee850SAneesh Kumar K.V 	 * OK, we need to fill the hole... Do write_begin write_end
52982e9ee850SAneesh Kumar K.V 	 * to do block allocation/reservation.We are not holding
52992e9ee850SAneesh Kumar K.V 	 * inode.i__mutex here. That allow * parallel write_begin,
53002e9ee850SAneesh Kumar K.V 	 * write_end call. lock_page prevent this from happening
53012e9ee850SAneesh Kumar K.V 	 * on the same page though
53022e9ee850SAneesh Kumar K.V 	 */
53032e9ee850SAneesh Kumar K.V 	ret = mapping->a_ops->write_begin(file, mapping, page_offset(page),
530479f0be8dSAneesh Kumar K.V 			len, AOP_FLAG_UNINTERRUPTIBLE, &page, &fsdata);
53052e9ee850SAneesh Kumar K.V 	if (ret < 0)
53062e9ee850SAneesh Kumar K.V 		goto out_unlock;
53072e9ee850SAneesh Kumar K.V 	ret = mapping->a_ops->write_end(file, mapping, page_offset(page),
530879f0be8dSAneesh Kumar K.V 			len, len, page, fsdata);
53092e9ee850SAneesh Kumar K.V 	if (ret < 0)
53102e9ee850SAneesh Kumar K.V 		goto out_unlock;
53112e9ee850SAneesh Kumar K.V 	ret = 0;
53122e9ee850SAneesh Kumar K.V out_unlock:
5313c2ec175cSNick Piggin 	if (ret)
5314c2ec175cSNick Piggin 		ret = VM_FAULT_SIGBUS;
53152e9ee850SAneesh Kumar K.V 	up_read(&inode->i_alloc_sem);
53162e9ee850SAneesh Kumar K.V 	return ret;
53172e9ee850SAneesh Kumar K.V }
5318