xref: /openbmc/linux/fs/ext4/inode.c (revision 0031462b5b392f90d17f1d75abb795883c44e969)
1ac27a0ecSDave Kleikamp /*
2617ba13bSMingming Cao  *  linux/fs/ext4/inode.c
3ac27a0ecSDave Kleikamp  *
4ac27a0ecSDave Kleikamp  * Copyright (C) 1992, 1993, 1994, 1995
5ac27a0ecSDave Kleikamp  * Remy Card (card@masi.ibp.fr)
6ac27a0ecSDave Kleikamp  * Laboratoire MASI - Institut Blaise Pascal
7ac27a0ecSDave Kleikamp  * Universite Pierre et Marie Curie (Paris VI)
8ac27a0ecSDave Kleikamp  *
9ac27a0ecSDave Kleikamp  *  from
10ac27a0ecSDave Kleikamp  *
11ac27a0ecSDave Kleikamp  *  linux/fs/minix/inode.c
12ac27a0ecSDave Kleikamp  *
13ac27a0ecSDave Kleikamp  *  Copyright (C) 1991, 1992  Linus Torvalds
14ac27a0ecSDave Kleikamp  *
15ac27a0ecSDave Kleikamp  *  Goal-directed block allocation by Stephen Tweedie
16ac27a0ecSDave Kleikamp  *	(sct@redhat.com), 1993, 1998
17ac27a0ecSDave Kleikamp  *  Big-endian to little-endian byte-swapping/bitmaps by
18ac27a0ecSDave Kleikamp  *        David S. Miller (davem@caip.rutgers.edu), 1995
19ac27a0ecSDave Kleikamp  *  64-bit file support on 64-bit platforms by Jakub Jelinek
20ac27a0ecSDave Kleikamp  *	(jj@sunsite.ms.mff.cuni.cz)
21ac27a0ecSDave Kleikamp  *
22617ba13bSMingming Cao  *  Assorted race fixes, rewrite of ext4_get_block() by Al Viro, 2000
23ac27a0ecSDave Kleikamp  */
24ac27a0ecSDave Kleikamp 
25ac27a0ecSDave Kleikamp #include <linux/module.h>
26ac27a0ecSDave Kleikamp #include <linux/fs.h>
27ac27a0ecSDave Kleikamp #include <linux/time.h>
28dab291afSMingming Cao #include <linux/jbd2.h>
29ac27a0ecSDave Kleikamp #include <linux/highuid.h>
30ac27a0ecSDave Kleikamp #include <linux/pagemap.h>
31ac27a0ecSDave Kleikamp #include <linux/quotaops.h>
32ac27a0ecSDave Kleikamp #include <linux/string.h>
33ac27a0ecSDave Kleikamp #include <linux/buffer_head.h>
34ac27a0ecSDave Kleikamp #include <linux/writeback.h>
3564769240SAlex Tomas #include <linux/pagevec.h>
36ac27a0ecSDave Kleikamp #include <linux/mpage.h>
37e83c1397SDuane Griffin #include <linux/namei.h>
38ac27a0ecSDave Kleikamp #include <linux/uio.h>
39ac27a0ecSDave Kleikamp #include <linux/bio.h>
409bffad1eSTheodore Ts'o 
413dcf5451SChristoph Hellwig #include "ext4_jbd2.h"
42ac27a0ecSDave Kleikamp #include "xattr.h"
43ac27a0ecSDave Kleikamp #include "acl.h"
44d2a17637SMingming Cao #include "ext4_extents.h"
45ac27a0ecSDave Kleikamp 
469bffad1eSTheodore Ts'o #include <trace/events/ext4.h>
479bffad1eSTheodore Ts'o 
48a1d6cc56SAneesh Kumar K.V #define MPAGE_DA_EXTENT_TAIL 0x01
49a1d6cc56SAneesh Kumar K.V 
50678aaf48SJan Kara static inline int ext4_begin_ordered_truncate(struct inode *inode,
51678aaf48SJan Kara 					      loff_t new_size)
52678aaf48SJan Kara {
537f5aa215SJan Kara 	return jbd2_journal_begin_ordered_truncate(
547f5aa215SJan Kara 					EXT4_SB(inode->i_sb)->s_journal,
557f5aa215SJan Kara 					&EXT4_I(inode)->jinode,
56678aaf48SJan Kara 					new_size);
57678aaf48SJan Kara }
58678aaf48SJan Kara 
5964769240SAlex Tomas static void ext4_invalidatepage(struct page *page, unsigned long offset);
6064769240SAlex Tomas 
61ac27a0ecSDave Kleikamp /*
62ac27a0ecSDave Kleikamp  * Test whether an inode is a fast symlink.
63ac27a0ecSDave Kleikamp  */
64617ba13bSMingming Cao static int ext4_inode_is_fast_symlink(struct inode *inode)
65ac27a0ecSDave Kleikamp {
66617ba13bSMingming Cao 	int ea_blocks = EXT4_I(inode)->i_file_acl ?
67ac27a0ecSDave Kleikamp 		(inode->i_sb->s_blocksize >> 9) : 0;
68ac27a0ecSDave Kleikamp 
69ac27a0ecSDave Kleikamp 	return (S_ISLNK(inode->i_mode) && inode->i_blocks - ea_blocks == 0);
70ac27a0ecSDave Kleikamp }
71ac27a0ecSDave Kleikamp 
72ac27a0ecSDave Kleikamp /*
73617ba13bSMingming Cao  * The ext4 forget function must perform a revoke if we are freeing data
74ac27a0ecSDave Kleikamp  * which has been journaled.  Metadata (eg. indirect blocks) must be
75ac27a0ecSDave Kleikamp  * revoked in all cases.
76ac27a0ecSDave Kleikamp  *
77ac27a0ecSDave Kleikamp  * "bh" may be NULL: a metadata block may have been freed from memory
78ac27a0ecSDave Kleikamp  * but there may still be a record of it in the journal, and that record
79ac27a0ecSDave Kleikamp  * still needs to be revoked.
800390131bSFrank Mayhar  *
81e6b5d301SCurt Wohlgemuth  * If the handle isn't valid we're not journaling, but we still need to
82e6b5d301SCurt Wohlgemuth  * call into ext4_journal_revoke() to put the buffer head.
83ac27a0ecSDave Kleikamp  */
84617ba13bSMingming Cao int ext4_forget(handle_t *handle, int is_metadata, struct inode *inode,
85617ba13bSMingming Cao 		struct buffer_head *bh, ext4_fsblk_t blocknr)
86ac27a0ecSDave Kleikamp {
87ac27a0ecSDave Kleikamp 	int err;
88ac27a0ecSDave Kleikamp 
89ac27a0ecSDave Kleikamp 	might_sleep();
90ac27a0ecSDave Kleikamp 
91ac27a0ecSDave Kleikamp 	BUFFER_TRACE(bh, "enter");
92ac27a0ecSDave Kleikamp 
93ac27a0ecSDave Kleikamp 	jbd_debug(4, "forgetting bh %p: is_metadata = %d, mode %o, "
947f4520ccSTheodore Ts'o 		  "data mode %x\n",
95ac27a0ecSDave Kleikamp 		  bh, is_metadata, inode->i_mode,
96ac27a0ecSDave Kleikamp 		  test_opt(inode->i_sb, DATA_FLAGS));
97ac27a0ecSDave Kleikamp 
98ac27a0ecSDave Kleikamp 	/* Never use the revoke function if we are doing full data
99ac27a0ecSDave Kleikamp 	 * journaling: there is no need to, and a V1 superblock won't
100ac27a0ecSDave Kleikamp 	 * support it.  Otherwise, only skip the revoke on un-journaled
101ac27a0ecSDave Kleikamp 	 * data blocks. */
102ac27a0ecSDave Kleikamp 
103617ba13bSMingming Cao 	if (test_opt(inode->i_sb, DATA_FLAGS) == EXT4_MOUNT_JOURNAL_DATA ||
104617ba13bSMingming Cao 	    (!is_metadata && !ext4_should_journal_data(inode))) {
105ac27a0ecSDave Kleikamp 		if (bh) {
106dab291afSMingming Cao 			BUFFER_TRACE(bh, "call jbd2_journal_forget");
107617ba13bSMingming Cao 			return ext4_journal_forget(handle, bh);
108ac27a0ecSDave Kleikamp 		}
109ac27a0ecSDave Kleikamp 		return 0;
110ac27a0ecSDave Kleikamp 	}
111ac27a0ecSDave Kleikamp 
112ac27a0ecSDave Kleikamp 	/*
113ac27a0ecSDave Kleikamp 	 * data!=journal && (is_metadata || should_journal_data(inode))
114ac27a0ecSDave Kleikamp 	 */
115617ba13bSMingming Cao 	BUFFER_TRACE(bh, "call ext4_journal_revoke");
116617ba13bSMingming Cao 	err = ext4_journal_revoke(handle, blocknr, bh);
117ac27a0ecSDave Kleikamp 	if (err)
11846e665e9SHarvey Harrison 		ext4_abort(inode->i_sb, __func__,
119ac27a0ecSDave Kleikamp 			   "error %d when attempting revoke", err);
120ac27a0ecSDave Kleikamp 	BUFFER_TRACE(bh, "exit");
121ac27a0ecSDave Kleikamp 	return err;
122ac27a0ecSDave Kleikamp }
123ac27a0ecSDave Kleikamp 
124ac27a0ecSDave Kleikamp /*
125ac27a0ecSDave Kleikamp  * Work out how many blocks we need to proceed with the next chunk of a
126ac27a0ecSDave Kleikamp  * truncate transaction.
127ac27a0ecSDave Kleikamp  */
128ac27a0ecSDave Kleikamp static unsigned long blocks_for_truncate(struct inode *inode)
129ac27a0ecSDave Kleikamp {
130725d26d3SAneesh Kumar K.V 	ext4_lblk_t needed;
131ac27a0ecSDave Kleikamp 
132ac27a0ecSDave Kleikamp 	needed = inode->i_blocks >> (inode->i_sb->s_blocksize_bits - 9);
133ac27a0ecSDave Kleikamp 
134ac27a0ecSDave Kleikamp 	/* Give ourselves just enough room to cope with inodes in which
135ac27a0ecSDave Kleikamp 	 * i_blocks is corrupt: we've seen disk corruptions in the past
136ac27a0ecSDave Kleikamp 	 * which resulted in random data in an inode which looked enough
137617ba13bSMingming Cao 	 * like a regular file for ext4 to try to delete it.  Things
138ac27a0ecSDave Kleikamp 	 * will go a bit crazy if that happens, but at least we should
139ac27a0ecSDave Kleikamp 	 * try not to panic the whole kernel. */
140ac27a0ecSDave Kleikamp 	if (needed < 2)
141ac27a0ecSDave Kleikamp 		needed = 2;
142ac27a0ecSDave Kleikamp 
143ac27a0ecSDave Kleikamp 	/* But we need to bound the transaction so we don't overflow the
144ac27a0ecSDave Kleikamp 	 * journal. */
145617ba13bSMingming Cao 	if (needed > EXT4_MAX_TRANS_DATA)
146617ba13bSMingming Cao 		needed = EXT4_MAX_TRANS_DATA;
147ac27a0ecSDave Kleikamp 
148617ba13bSMingming Cao 	return EXT4_DATA_TRANS_BLOCKS(inode->i_sb) + needed;
149ac27a0ecSDave Kleikamp }
150ac27a0ecSDave Kleikamp 
151ac27a0ecSDave Kleikamp /*
152ac27a0ecSDave Kleikamp  * Truncate transactions can be complex and absolutely huge.  So we need to
153ac27a0ecSDave Kleikamp  * be able to restart the transaction at a conventient checkpoint to make
154ac27a0ecSDave Kleikamp  * sure we don't overflow the journal.
155ac27a0ecSDave Kleikamp  *
156ac27a0ecSDave Kleikamp  * start_transaction gets us a new handle for a truncate transaction,
157ac27a0ecSDave Kleikamp  * and extend_transaction tries to extend the existing one a bit.  If
158ac27a0ecSDave Kleikamp  * extend fails, we need to propagate the failure up and restart the
159ac27a0ecSDave Kleikamp  * transaction in the top-level truncate loop. --sct
160ac27a0ecSDave Kleikamp  */
161ac27a0ecSDave Kleikamp static handle_t *start_transaction(struct inode *inode)
162ac27a0ecSDave Kleikamp {
163ac27a0ecSDave Kleikamp 	handle_t *result;
164ac27a0ecSDave Kleikamp 
165617ba13bSMingming Cao 	result = ext4_journal_start(inode, blocks_for_truncate(inode));
166ac27a0ecSDave Kleikamp 	if (!IS_ERR(result))
167ac27a0ecSDave Kleikamp 		return result;
168ac27a0ecSDave Kleikamp 
169617ba13bSMingming Cao 	ext4_std_error(inode->i_sb, PTR_ERR(result));
170ac27a0ecSDave Kleikamp 	return result;
171ac27a0ecSDave Kleikamp }
172ac27a0ecSDave Kleikamp 
173ac27a0ecSDave Kleikamp /*
174ac27a0ecSDave Kleikamp  * Try to extend this transaction for the purposes of truncation.
175ac27a0ecSDave Kleikamp  *
176ac27a0ecSDave Kleikamp  * Returns 0 if we managed to create more room.  If we can't create more
177ac27a0ecSDave Kleikamp  * room, and the transaction must be restarted we return 1.
178ac27a0ecSDave Kleikamp  */
179ac27a0ecSDave Kleikamp static int try_to_extend_transaction(handle_t *handle, struct inode *inode)
180ac27a0ecSDave Kleikamp {
1810390131bSFrank Mayhar 	if (!ext4_handle_valid(handle))
1820390131bSFrank Mayhar 		return 0;
1830390131bSFrank Mayhar 	if (ext4_handle_has_enough_credits(handle, EXT4_RESERVE_TRANS_BLOCKS+1))
184ac27a0ecSDave Kleikamp 		return 0;
185617ba13bSMingming Cao 	if (!ext4_journal_extend(handle, blocks_for_truncate(inode)))
186ac27a0ecSDave Kleikamp 		return 0;
187ac27a0ecSDave Kleikamp 	return 1;
188ac27a0ecSDave Kleikamp }
189ac27a0ecSDave Kleikamp 
190ac27a0ecSDave Kleikamp /*
191ac27a0ecSDave Kleikamp  * Restart the transaction associated with *handle.  This does a commit,
192ac27a0ecSDave Kleikamp  * so before we call here everything must be consistently dirtied against
193ac27a0ecSDave Kleikamp  * this transaction.
194ac27a0ecSDave Kleikamp  */
195487caeefSJan Kara  int ext4_truncate_restart_trans(handle_t *handle, struct inode *inode,
196487caeefSJan Kara 				 int nblocks)
197ac27a0ecSDave Kleikamp {
198487caeefSJan Kara 	int ret;
199487caeefSJan Kara 
200487caeefSJan Kara 	/*
201487caeefSJan Kara 	 * Drop i_data_sem to avoid deadlock with ext4_get_blocks At this
202487caeefSJan Kara 	 * moment, get_block can be called only for blocks inside i_size since
203487caeefSJan Kara 	 * page cache has been already dropped and writes are blocked by
204487caeefSJan Kara 	 * i_mutex. So we can safely drop the i_data_sem here.
205487caeefSJan Kara 	 */
2060390131bSFrank Mayhar 	BUG_ON(EXT4_JOURNAL(inode) == NULL);
207ac27a0ecSDave Kleikamp 	jbd_debug(2, "restarting handle %p\n", handle);
208487caeefSJan Kara 	up_write(&EXT4_I(inode)->i_data_sem);
209487caeefSJan Kara 	ret = ext4_journal_restart(handle, blocks_for_truncate(inode));
210487caeefSJan Kara 	down_write(&EXT4_I(inode)->i_data_sem);
211487caeefSJan Kara 
212487caeefSJan Kara 	return ret;
213ac27a0ecSDave Kleikamp }
214ac27a0ecSDave Kleikamp 
215ac27a0ecSDave Kleikamp /*
216ac27a0ecSDave Kleikamp  * Called at the last iput() if i_nlink is zero.
217ac27a0ecSDave Kleikamp  */
218617ba13bSMingming Cao void ext4_delete_inode(struct inode *inode)
219ac27a0ecSDave Kleikamp {
220ac27a0ecSDave Kleikamp 	handle_t *handle;
221bc965ab3STheodore Ts'o 	int err;
222ac27a0ecSDave Kleikamp 
223678aaf48SJan Kara 	if (ext4_should_order_data(inode))
224678aaf48SJan Kara 		ext4_begin_ordered_truncate(inode, 0);
225ac27a0ecSDave Kleikamp 	truncate_inode_pages(&inode->i_data, 0);
226ac27a0ecSDave Kleikamp 
227ac27a0ecSDave Kleikamp 	if (is_bad_inode(inode))
228ac27a0ecSDave Kleikamp 		goto no_delete;
229ac27a0ecSDave Kleikamp 
230bc965ab3STheodore Ts'o 	handle = ext4_journal_start(inode, blocks_for_truncate(inode)+3);
231ac27a0ecSDave Kleikamp 	if (IS_ERR(handle)) {
232bc965ab3STheodore Ts'o 		ext4_std_error(inode->i_sb, PTR_ERR(handle));
233ac27a0ecSDave Kleikamp 		/*
234ac27a0ecSDave Kleikamp 		 * If we're going to skip the normal cleanup, we still need to
235ac27a0ecSDave Kleikamp 		 * make sure that the in-core orphan linked list is properly
236ac27a0ecSDave Kleikamp 		 * cleaned up.
237ac27a0ecSDave Kleikamp 		 */
238617ba13bSMingming Cao 		ext4_orphan_del(NULL, inode);
239ac27a0ecSDave Kleikamp 		goto no_delete;
240ac27a0ecSDave Kleikamp 	}
241ac27a0ecSDave Kleikamp 
242ac27a0ecSDave Kleikamp 	if (IS_SYNC(inode))
2430390131bSFrank Mayhar 		ext4_handle_sync(handle);
244ac27a0ecSDave Kleikamp 	inode->i_size = 0;
245bc965ab3STheodore Ts'o 	err = ext4_mark_inode_dirty(handle, inode);
246bc965ab3STheodore Ts'o 	if (err) {
247bc965ab3STheodore Ts'o 		ext4_warning(inode->i_sb, __func__,
248bc965ab3STheodore Ts'o 			     "couldn't mark inode dirty (err %d)", err);
249bc965ab3STheodore Ts'o 		goto stop_handle;
250bc965ab3STheodore Ts'o 	}
251ac27a0ecSDave Kleikamp 	if (inode->i_blocks)
252617ba13bSMingming Cao 		ext4_truncate(inode);
253bc965ab3STheodore Ts'o 
254bc965ab3STheodore Ts'o 	/*
255bc965ab3STheodore Ts'o 	 * ext4_ext_truncate() doesn't reserve any slop when it
256bc965ab3STheodore Ts'o 	 * restarts journal transactions; therefore there may not be
257bc965ab3STheodore Ts'o 	 * enough credits left in the handle to remove the inode from
258bc965ab3STheodore Ts'o 	 * the orphan list and set the dtime field.
259bc965ab3STheodore Ts'o 	 */
2600390131bSFrank Mayhar 	if (!ext4_handle_has_enough_credits(handle, 3)) {
261bc965ab3STheodore Ts'o 		err = ext4_journal_extend(handle, 3);
262bc965ab3STheodore Ts'o 		if (err > 0)
263bc965ab3STheodore Ts'o 			err = ext4_journal_restart(handle, 3);
264bc965ab3STheodore Ts'o 		if (err != 0) {
265bc965ab3STheodore Ts'o 			ext4_warning(inode->i_sb, __func__,
266bc965ab3STheodore Ts'o 				     "couldn't extend journal (err %d)", err);
267bc965ab3STheodore Ts'o 		stop_handle:
268bc965ab3STheodore Ts'o 			ext4_journal_stop(handle);
269bc965ab3STheodore Ts'o 			goto no_delete;
270bc965ab3STheodore Ts'o 		}
271bc965ab3STheodore Ts'o 	}
272bc965ab3STheodore Ts'o 
273ac27a0ecSDave Kleikamp 	/*
274617ba13bSMingming Cao 	 * Kill off the orphan record which ext4_truncate created.
275ac27a0ecSDave Kleikamp 	 * AKPM: I think this can be inside the above `if'.
276617ba13bSMingming Cao 	 * Note that ext4_orphan_del() has to be able to cope with the
277ac27a0ecSDave Kleikamp 	 * deletion of a non-existent orphan - this is because we don't
278617ba13bSMingming Cao 	 * know if ext4_truncate() actually created an orphan record.
279ac27a0ecSDave Kleikamp 	 * (Well, we could do this if we need to, but heck - it works)
280ac27a0ecSDave Kleikamp 	 */
281617ba13bSMingming Cao 	ext4_orphan_del(handle, inode);
282617ba13bSMingming Cao 	EXT4_I(inode)->i_dtime	= get_seconds();
283ac27a0ecSDave Kleikamp 
284ac27a0ecSDave Kleikamp 	/*
285ac27a0ecSDave Kleikamp 	 * One subtle ordering requirement: if anything has gone wrong
286ac27a0ecSDave Kleikamp 	 * (transaction abort, IO errors, whatever), then we can still
287ac27a0ecSDave Kleikamp 	 * do these next steps (the fs will already have been marked as
288ac27a0ecSDave Kleikamp 	 * having errors), but we can't free the inode if the mark_dirty
289ac27a0ecSDave Kleikamp 	 * fails.
290ac27a0ecSDave Kleikamp 	 */
291617ba13bSMingming Cao 	if (ext4_mark_inode_dirty(handle, inode))
292ac27a0ecSDave Kleikamp 		/* If that failed, just do the required in-core inode clear. */
293ac27a0ecSDave Kleikamp 		clear_inode(inode);
294ac27a0ecSDave Kleikamp 	else
295617ba13bSMingming Cao 		ext4_free_inode(handle, inode);
296617ba13bSMingming Cao 	ext4_journal_stop(handle);
297ac27a0ecSDave Kleikamp 	return;
298ac27a0ecSDave Kleikamp no_delete:
299ac27a0ecSDave Kleikamp 	clear_inode(inode);	/* We must guarantee clearing of inode... */
300ac27a0ecSDave Kleikamp }
301ac27a0ecSDave Kleikamp 
302ac27a0ecSDave Kleikamp typedef struct {
303ac27a0ecSDave Kleikamp 	__le32	*p;
304ac27a0ecSDave Kleikamp 	__le32	key;
305ac27a0ecSDave Kleikamp 	struct buffer_head *bh;
306ac27a0ecSDave Kleikamp } Indirect;
307ac27a0ecSDave Kleikamp 
308ac27a0ecSDave Kleikamp static inline void add_chain(Indirect *p, struct buffer_head *bh, __le32 *v)
309ac27a0ecSDave Kleikamp {
310ac27a0ecSDave Kleikamp 	p->key = *(p->p = v);
311ac27a0ecSDave Kleikamp 	p->bh = bh;
312ac27a0ecSDave Kleikamp }
313ac27a0ecSDave Kleikamp 
314ac27a0ecSDave Kleikamp /**
315617ba13bSMingming Cao  *	ext4_block_to_path - parse the block number into array of offsets
316ac27a0ecSDave Kleikamp  *	@inode: inode in question (we are only interested in its superblock)
317ac27a0ecSDave Kleikamp  *	@i_block: block number to be parsed
318ac27a0ecSDave Kleikamp  *	@offsets: array to store the offsets in
319ac27a0ecSDave Kleikamp  *	@boundary: set this non-zero if the referred-to block is likely to be
320ac27a0ecSDave Kleikamp  *	       followed (on disk) by an indirect block.
321ac27a0ecSDave Kleikamp  *
322617ba13bSMingming Cao  *	To store the locations of file's data ext4 uses a data structure common
323ac27a0ecSDave Kleikamp  *	for UNIX filesystems - tree of pointers anchored in the inode, with
324ac27a0ecSDave Kleikamp  *	data blocks at leaves and indirect blocks in intermediate nodes.
325ac27a0ecSDave Kleikamp  *	This function translates the block number into path in that tree -
326ac27a0ecSDave Kleikamp  *	return value is the path length and @offsets[n] is the offset of
327ac27a0ecSDave Kleikamp  *	pointer to (n+1)th node in the nth one. If @block is out of range
328ac27a0ecSDave Kleikamp  *	(negative or too large) warning is printed and zero returned.
329ac27a0ecSDave Kleikamp  *
330ac27a0ecSDave Kleikamp  *	Note: function doesn't find node addresses, so no IO is needed. All
331ac27a0ecSDave Kleikamp  *	we need to know is the capacity of indirect blocks (taken from the
332ac27a0ecSDave Kleikamp  *	inode->i_sb).
333ac27a0ecSDave Kleikamp  */
334ac27a0ecSDave Kleikamp 
335ac27a0ecSDave Kleikamp /*
336ac27a0ecSDave Kleikamp  * Portability note: the last comparison (check that we fit into triple
337ac27a0ecSDave Kleikamp  * indirect block) is spelled differently, because otherwise on an
338ac27a0ecSDave Kleikamp  * architecture with 32-bit longs and 8Kb pages we might get into trouble
339ac27a0ecSDave Kleikamp  * if our filesystem had 8Kb blocks. We might use long long, but that would
340ac27a0ecSDave Kleikamp  * kill us on x86. Oh, well, at least the sign propagation does not matter -
341ac27a0ecSDave Kleikamp  * i_block would have to be negative in the very beginning, so we would not
342ac27a0ecSDave Kleikamp  * get there at all.
343ac27a0ecSDave Kleikamp  */
344ac27a0ecSDave Kleikamp 
345617ba13bSMingming Cao static int ext4_block_to_path(struct inode *inode,
346725d26d3SAneesh Kumar K.V 			      ext4_lblk_t i_block,
347725d26d3SAneesh Kumar K.V 			      ext4_lblk_t offsets[4], int *boundary)
348ac27a0ecSDave Kleikamp {
349617ba13bSMingming Cao 	int ptrs = EXT4_ADDR_PER_BLOCK(inode->i_sb);
350617ba13bSMingming Cao 	int ptrs_bits = EXT4_ADDR_PER_BLOCK_BITS(inode->i_sb);
351617ba13bSMingming Cao 	const long direct_blocks = EXT4_NDIR_BLOCKS,
352ac27a0ecSDave Kleikamp 		indirect_blocks = ptrs,
353ac27a0ecSDave Kleikamp 		double_blocks = (1 << (ptrs_bits * 2));
354ac27a0ecSDave Kleikamp 	int n = 0;
355ac27a0ecSDave Kleikamp 	int final = 0;
356ac27a0ecSDave Kleikamp 
357c333e073SRoel Kluin 	if (i_block < direct_blocks) {
358ac27a0ecSDave Kleikamp 		offsets[n++] = i_block;
359ac27a0ecSDave Kleikamp 		final = direct_blocks;
360ac27a0ecSDave Kleikamp 	} else if ((i_block -= direct_blocks) < indirect_blocks) {
361617ba13bSMingming Cao 		offsets[n++] = EXT4_IND_BLOCK;
362ac27a0ecSDave Kleikamp 		offsets[n++] = i_block;
363ac27a0ecSDave Kleikamp 		final = ptrs;
364ac27a0ecSDave Kleikamp 	} else if ((i_block -= indirect_blocks) < double_blocks) {
365617ba13bSMingming Cao 		offsets[n++] = EXT4_DIND_BLOCK;
366ac27a0ecSDave Kleikamp 		offsets[n++] = i_block >> ptrs_bits;
367ac27a0ecSDave Kleikamp 		offsets[n++] = i_block & (ptrs - 1);
368ac27a0ecSDave Kleikamp 		final = ptrs;
369ac27a0ecSDave Kleikamp 	} else if (((i_block -= double_blocks) >> (ptrs_bits * 2)) < ptrs) {
370617ba13bSMingming Cao 		offsets[n++] = EXT4_TIND_BLOCK;
371ac27a0ecSDave Kleikamp 		offsets[n++] = i_block >> (ptrs_bits * 2);
372ac27a0ecSDave Kleikamp 		offsets[n++] = (i_block >> ptrs_bits) & (ptrs - 1);
373ac27a0ecSDave Kleikamp 		offsets[n++] = i_block & (ptrs - 1);
374ac27a0ecSDave Kleikamp 		final = ptrs;
375ac27a0ecSDave Kleikamp 	} else {
376e2b46574SEric Sandeen 		ext4_warning(inode->i_sb, "ext4_block_to_path",
37706a279d6STheodore Ts'o 			     "block %lu > max in inode %lu",
378e2b46574SEric Sandeen 			     i_block + direct_blocks +
37906a279d6STheodore Ts'o 			     indirect_blocks + double_blocks, inode->i_ino);
380ac27a0ecSDave Kleikamp 	}
381ac27a0ecSDave Kleikamp 	if (boundary)
382ac27a0ecSDave Kleikamp 		*boundary = final - 1 - (i_block & (ptrs - 1));
383ac27a0ecSDave Kleikamp 	return n;
384ac27a0ecSDave Kleikamp }
385ac27a0ecSDave Kleikamp 
386fe2c8191SThiemo Nagel static int __ext4_check_blockref(const char *function, struct inode *inode,
3876fd058f7STheodore Ts'o 				 __le32 *p, unsigned int max)
3886fd058f7STheodore Ts'o {
389f73953c0SThiemo Nagel 	__le32 *bref = p;
3906fd058f7STheodore Ts'o 	unsigned int blk;
3916fd058f7STheodore Ts'o 
392fe2c8191SThiemo Nagel 	while (bref < p+max) {
3936fd058f7STheodore Ts'o 		blk = le32_to_cpu(*bref++);
3946fd058f7STheodore Ts'o 		if (blk &&
3956fd058f7STheodore Ts'o 		    unlikely(!ext4_data_block_valid(EXT4_SB(inode->i_sb),
3966fd058f7STheodore Ts'o 						    blk, 1))) {
397fe2c8191SThiemo Nagel 			ext4_error(inode->i_sb, function,
3986fd058f7STheodore Ts'o 				   "invalid block reference %u "
3996fd058f7STheodore Ts'o 				   "in inode #%lu", blk, inode->i_ino);
400fe2c8191SThiemo Nagel 			return -EIO;
401fe2c8191SThiemo Nagel 		}
402fe2c8191SThiemo Nagel 	}
403fe2c8191SThiemo Nagel 	return 0;
404fe2c8191SThiemo Nagel }
405fe2c8191SThiemo Nagel 
406fe2c8191SThiemo Nagel 
407fe2c8191SThiemo Nagel #define ext4_check_indirect_blockref(inode, bh)                         \
408fe2c8191SThiemo Nagel 	__ext4_check_blockref(__func__, inode, (__le32 *)(bh)->b_data,  \
409fe2c8191SThiemo Nagel 			      EXT4_ADDR_PER_BLOCK((inode)->i_sb))
410fe2c8191SThiemo Nagel 
411fe2c8191SThiemo Nagel #define ext4_check_inode_blockref(inode)                                \
412fe2c8191SThiemo Nagel 	__ext4_check_blockref(__func__, inode, EXT4_I(inode)->i_data,   \
413fe2c8191SThiemo Nagel 			      EXT4_NDIR_BLOCKS)
414fe2c8191SThiemo Nagel 
415ac27a0ecSDave Kleikamp /**
416617ba13bSMingming Cao  *	ext4_get_branch - read the chain of indirect blocks leading to data
417ac27a0ecSDave Kleikamp  *	@inode: inode in question
418ac27a0ecSDave Kleikamp  *	@depth: depth of the chain (1 - direct pointer, etc.)
419ac27a0ecSDave Kleikamp  *	@offsets: offsets of pointers in inode/indirect blocks
420ac27a0ecSDave Kleikamp  *	@chain: place to store the result
421ac27a0ecSDave Kleikamp  *	@err: here we store the error value
422ac27a0ecSDave Kleikamp  *
423ac27a0ecSDave Kleikamp  *	Function fills the array of triples <key, p, bh> and returns %NULL
424ac27a0ecSDave Kleikamp  *	if everything went OK or the pointer to the last filled triple
425ac27a0ecSDave Kleikamp  *	(incomplete one) otherwise. Upon the return chain[i].key contains
426ac27a0ecSDave Kleikamp  *	the number of (i+1)-th block in the chain (as it is stored in memory,
427ac27a0ecSDave Kleikamp  *	i.e. little-endian 32-bit), chain[i].p contains the address of that
428ac27a0ecSDave Kleikamp  *	number (it points into struct inode for i==0 and into the bh->b_data
429ac27a0ecSDave Kleikamp  *	for i>0) and chain[i].bh points to the buffer_head of i-th indirect
430ac27a0ecSDave Kleikamp  *	block for i>0 and NULL for i==0. In other words, it holds the block
431ac27a0ecSDave Kleikamp  *	numbers of the chain, addresses they were taken from (and where we can
432ac27a0ecSDave Kleikamp  *	verify that chain did not change) and buffer_heads hosting these
433ac27a0ecSDave Kleikamp  *	numbers.
434ac27a0ecSDave Kleikamp  *
435ac27a0ecSDave Kleikamp  *	Function stops when it stumbles upon zero pointer (absent block)
436ac27a0ecSDave Kleikamp  *		(pointer to last triple returned, *@err == 0)
437ac27a0ecSDave Kleikamp  *	or when it gets an IO error reading an indirect block
438ac27a0ecSDave Kleikamp  *		(ditto, *@err == -EIO)
439ac27a0ecSDave Kleikamp  *	or when it reads all @depth-1 indirect blocks successfully and finds
440ac27a0ecSDave Kleikamp  *	the whole chain, all way to the data (returns %NULL, *err == 0).
441c278bfecSAneesh Kumar K.V  *
442c278bfecSAneesh Kumar K.V  *      Need to be called with
4430e855ac8SAneesh Kumar K.V  *      down_read(&EXT4_I(inode)->i_data_sem)
444ac27a0ecSDave Kleikamp  */
445725d26d3SAneesh Kumar K.V static Indirect *ext4_get_branch(struct inode *inode, int depth,
446725d26d3SAneesh Kumar K.V 				 ext4_lblk_t  *offsets,
447ac27a0ecSDave Kleikamp 				 Indirect chain[4], int *err)
448ac27a0ecSDave Kleikamp {
449ac27a0ecSDave Kleikamp 	struct super_block *sb = inode->i_sb;
450ac27a0ecSDave Kleikamp 	Indirect *p = chain;
451ac27a0ecSDave Kleikamp 	struct buffer_head *bh;
452ac27a0ecSDave Kleikamp 
453ac27a0ecSDave Kleikamp 	*err = 0;
454ac27a0ecSDave Kleikamp 	/* i_data is not going away, no lock needed */
455617ba13bSMingming Cao 	add_chain(chain, NULL, EXT4_I(inode)->i_data + *offsets);
456ac27a0ecSDave Kleikamp 	if (!p->key)
457ac27a0ecSDave Kleikamp 		goto no_block;
458ac27a0ecSDave Kleikamp 	while (--depth) {
459fe2c8191SThiemo Nagel 		bh = sb_getblk(sb, le32_to_cpu(p->key));
460fe2c8191SThiemo Nagel 		if (unlikely(!bh))
461ac27a0ecSDave Kleikamp 			goto failure;
462fe2c8191SThiemo Nagel 
463fe2c8191SThiemo Nagel 		if (!bh_uptodate_or_lock(bh)) {
464fe2c8191SThiemo Nagel 			if (bh_submit_read(bh) < 0) {
465fe2c8191SThiemo Nagel 				put_bh(bh);
466fe2c8191SThiemo Nagel 				goto failure;
467fe2c8191SThiemo Nagel 			}
468fe2c8191SThiemo Nagel 			/* validate block references */
469fe2c8191SThiemo Nagel 			if (ext4_check_indirect_blockref(inode, bh)) {
470fe2c8191SThiemo Nagel 				put_bh(bh);
471fe2c8191SThiemo Nagel 				goto failure;
472fe2c8191SThiemo Nagel 			}
473fe2c8191SThiemo Nagel 		}
474fe2c8191SThiemo Nagel 
475ac27a0ecSDave Kleikamp 		add_chain(++p, bh, (__le32 *)bh->b_data + *++offsets);
476ac27a0ecSDave Kleikamp 		/* Reader: end */
477ac27a0ecSDave Kleikamp 		if (!p->key)
478ac27a0ecSDave Kleikamp 			goto no_block;
479ac27a0ecSDave Kleikamp 	}
480ac27a0ecSDave Kleikamp 	return NULL;
481ac27a0ecSDave Kleikamp 
482ac27a0ecSDave Kleikamp failure:
483ac27a0ecSDave Kleikamp 	*err = -EIO;
484ac27a0ecSDave Kleikamp no_block:
485ac27a0ecSDave Kleikamp 	return p;
486ac27a0ecSDave Kleikamp }
487ac27a0ecSDave Kleikamp 
488ac27a0ecSDave Kleikamp /**
489617ba13bSMingming Cao  *	ext4_find_near - find a place for allocation with sufficient locality
490ac27a0ecSDave Kleikamp  *	@inode: owner
491ac27a0ecSDave Kleikamp  *	@ind: descriptor of indirect block.
492ac27a0ecSDave Kleikamp  *
4931cc8dcf5SBenoit Boissinot  *	This function returns the preferred place for block allocation.
494ac27a0ecSDave Kleikamp  *	It is used when heuristic for sequential allocation fails.
495ac27a0ecSDave Kleikamp  *	Rules are:
496ac27a0ecSDave Kleikamp  *	  + if there is a block to the left of our position - allocate near it.
497ac27a0ecSDave Kleikamp  *	  + if pointer will live in indirect block - allocate near that block.
498ac27a0ecSDave Kleikamp  *	  + if pointer will live in inode - allocate in the same
499ac27a0ecSDave Kleikamp  *	    cylinder group.
500ac27a0ecSDave Kleikamp  *
501ac27a0ecSDave Kleikamp  * In the latter case we colour the starting block by the callers PID to
502ac27a0ecSDave Kleikamp  * prevent it from clashing with concurrent allocations for a different inode
503ac27a0ecSDave Kleikamp  * in the same block group.   The PID is used here so that functionally related
504ac27a0ecSDave Kleikamp  * files will be close-by on-disk.
505ac27a0ecSDave Kleikamp  *
506ac27a0ecSDave Kleikamp  *	Caller must make sure that @ind is valid and will stay that way.
507ac27a0ecSDave Kleikamp  */
508617ba13bSMingming Cao static ext4_fsblk_t ext4_find_near(struct inode *inode, Indirect *ind)
509ac27a0ecSDave Kleikamp {
510617ba13bSMingming Cao 	struct ext4_inode_info *ei = EXT4_I(inode);
511ac27a0ecSDave Kleikamp 	__le32 *start = ind->bh ? (__le32 *) ind->bh->b_data : ei->i_data;
512ac27a0ecSDave Kleikamp 	__le32 *p;
513617ba13bSMingming Cao 	ext4_fsblk_t bg_start;
51474d3487fSValerie Clement 	ext4_fsblk_t last_block;
515617ba13bSMingming Cao 	ext4_grpblk_t colour;
516a4912123STheodore Ts'o 	ext4_group_t block_group;
517a4912123STheodore Ts'o 	int flex_size = ext4_flex_bg_size(EXT4_SB(inode->i_sb));
518ac27a0ecSDave Kleikamp 
519ac27a0ecSDave Kleikamp 	/* Try to find previous block */
520ac27a0ecSDave Kleikamp 	for (p = ind->p - 1; p >= start; p--) {
521ac27a0ecSDave Kleikamp 		if (*p)
522ac27a0ecSDave Kleikamp 			return le32_to_cpu(*p);
523ac27a0ecSDave Kleikamp 	}
524ac27a0ecSDave Kleikamp 
525ac27a0ecSDave Kleikamp 	/* No such thing, so let's try location of indirect block */
526ac27a0ecSDave Kleikamp 	if (ind->bh)
527ac27a0ecSDave Kleikamp 		return ind->bh->b_blocknr;
528ac27a0ecSDave Kleikamp 
529ac27a0ecSDave Kleikamp 	/*
530ac27a0ecSDave Kleikamp 	 * It is going to be referred to from the inode itself? OK, just put it
531ac27a0ecSDave Kleikamp 	 * into the same cylinder group then.
532ac27a0ecSDave Kleikamp 	 */
533a4912123STheodore Ts'o 	block_group = ei->i_block_group;
534a4912123STheodore Ts'o 	if (flex_size >= EXT4_FLEX_SIZE_DIR_ALLOC_SCHEME) {
535a4912123STheodore Ts'o 		block_group &= ~(flex_size-1);
536a4912123STheodore Ts'o 		if (S_ISREG(inode->i_mode))
537a4912123STheodore Ts'o 			block_group++;
538a4912123STheodore Ts'o 	}
539a4912123STheodore Ts'o 	bg_start = ext4_group_first_block_no(inode->i_sb, block_group);
54074d3487fSValerie Clement 	last_block = ext4_blocks_count(EXT4_SB(inode->i_sb)->s_es) - 1;
54174d3487fSValerie Clement 
542a4912123STheodore Ts'o 	/*
543a4912123STheodore Ts'o 	 * If we are doing delayed allocation, we don't need take
544a4912123STheodore Ts'o 	 * colour into account.
545a4912123STheodore Ts'o 	 */
546a4912123STheodore Ts'o 	if (test_opt(inode->i_sb, DELALLOC))
547a4912123STheodore Ts'o 		return bg_start;
548a4912123STheodore Ts'o 
54974d3487fSValerie Clement 	if (bg_start + EXT4_BLOCKS_PER_GROUP(inode->i_sb) <= last_block)
550ac27a0ecSDave Kleikamp 		colour = (current->pid % 16) *
551617ba13bSMingming Cao 			(EXT4_BLOCKS_PER_GROUP(inode->i_sb) / 16);
55274d3487fSValerie Clement 	else
55374d3487fSValerie Clement 		colour = (current->pid % 16) * ((last_block - bg_start) / 16);
554ac27a0ecSDave Kleikamp 	return bg_start + colour;
555ac27a0ecSDave Kleikamp }
556ac27a0ecSDave Kleikamp 
557ac27a0ecSDave Kleikamp /**
5581cc8dcf5SBenoit Boissinot  *	ext4_find_goal - find a preferred place for allocation.
559ac27a0ecSDave Kleikamp  *	@inode: owner
560ac27a0ecSDave Kleikamp  *	@block:  block we want
561ac27a0ecSDave Kleikamp  *	@partial: pointer to the last triple within a chain
562ac27a0ecSDave Kleikamp  *
5631cc8dcf5SBenoit Boissinot  *	Normally this function find the preferred place for block allocation,
564fb01bfdaSAkinobu Mita  *	returns it.
565fb0a387dSEric Sandeen  *	Because this is only used for non-extent files, we limit the block nr
566fb0a387dSEric Sandeen  *	to 32 bits.
567ac27a0ecSDave Kleikamp  */
568725d26d3SAneesh Kumar K.V static ext4_fsblk_t ext4_find_goal(struct inode *inode, ext4_lblk_t block,
569fb01bfdaSAkinobu Mita 				   Indirect *partial)
570ac27a0ecSDave Kleikamp {
571fb0a387dSEric Sandeen 	ext4_fsblk_t goal;
572fb0a387dSEric Sandeen 
573ac27a0ecSDave Kleikamp 	/*
574c2ea3fdeSTheodore Ts'o 	 * XXX need to get goal block from mballoc's data structures
575ac27a0ecSDave Kleikamp 	 */
576ac27a0ecSDave Kleikamp 
577fb0a387dSEric Sandeen 	goal = ext4_find_near(inode, partial);
578fb0a387dSEric Sandeen 	goal = goal & EXT4_MAX_BLOCK_FILE_PHYS;
579fb0a387dSEric Sandeen 	return goal;
580ac27a0ecSDave Kleikamp }
581ac27a0ecSDave Kleikamp 
582ac27a0ecSDave Kleikamp /**
583617ba13bSMingming Cao  *	ext4_blks_to_allocate: Look up the block map and count the number
584ac27a0ecSDave Kleikamp  *	of direct blocks need to be allocated for the given branch.
585ac27a0ecSDave Kleikamp  *
586ac27a0ecSDave Kleikamp  *	@branch: chain of indirect blocks
587ac27a0ecSDave Kleikamp  *	@k: number of blocks need for indirect blocks
588ac27a0ecSDave Kleikamp  *	@blks: number of data blocks to be mapped.
589ac27a0ecSDave Kleikamp  *	@blocks_to_boundary:  the offset in the indirect block
590ac27a0ecSDave Kleikamp  *
591ac27a0ecSDave Kleikamp  *	return the total number of blocks to be allocate, including the
592ac27a0ecSDave Kleikamp  *	direct and indirect blocks.
593ac27a0ecSDave Kleikamp  */
594498e5f24STheodore Ts'o static int ext4_blks_to_allocate(Indirect *branch, int k, unsigned int blks,
595ac27a0ecSDave Kleikamp 				 int blocks_to_boundary)
596ac27a0ecSDave Kleikamp {
597498e5f24STheodore Ts'o 	unsigned int count = 0;
598ac27a0ecSDave Kleikamp 
599ac27a0ecSDave Kleikamp 	/*
600ac27a0ecSDave Kleikamp 	 * Simple case, [t,d]Indirect block(s) has not allocated yet
601ac27a0ecSDave Kleikamp 	 * then it's clear blocks on that path have not allocated
602ac27a0ecSDave Kleikamp 	 */
603ac27a0ecSDave Kleikamp 	if (k > 0) {
604ac27a0ecSDave Kleikamp 		/* right now we don't handle cross boundary allocation */
605ac27a0ecSDave Kleikamp 		if (blks < blocks_to_boundary + 1)
606ac27a0ecSDave Kleikamp 			count += blks;
607ac27a0ecSDave Kleikamp 		else
608ac27a0ecSDave Kleikamp 			count += blocks_to_boundary + 1;
609ac27a0ecSDave Kleikamp 		return count;
610ac27a0ecSDave Kleikamp 	}
611ac27a0ecSDave Kleikamp 
612ac27a0ecSDave Kleikamp 	count++;
613ac27a0ecSDave Kleikamp 	while (count < blks && count <= blocks_to_boundary &&
614ac27a0ecSDave Kleikamp 		le32_to_cpu(*(branch[0].p + count)) == 0) {
615ac27a0ecSDave Kleikamp 		count++;
616ac27a0ecSDave Kleikamp 	}
617ac27a0ecSDave Kleikamp 	return count;
618ac27a0ecSDave Kleikamp }
619ac27a0ecSDave Kleikamp 
620ac27a0ecSDave Kleikamp /**
621617ba13bSMingming Cao  *	ext4_alloc_blocks: multiple allocate blocks needed for a branch
622ac27a0ecSDave Kleikamp  *	@indirect_blks: the number of blocks need to allocate for indirect
623ac27a0ecSDave Kleikamp  *			blocks
624ac27a0ecSDave Kleikamp  *
625ac27a0ecSDave Kleikamp  *	@new_blocks: on return it will store the new block numbers for
626ac27a0ecSDave Kleikamp  *	the indirect blocks(if needed) and the first direct block,
627ac27a0ecSDave Kleikamp  *	@blks:	on return it will store the total number of allocated
628ac27a0ecSDave Kleikamp  *		direct blocks
629ac27a0ecSDave Kleikamp  */
630617ba13bSMingming Cao static int ext4_alloc_blocks(handle_t *handle, struct inode *inode,
6317061eba7SAneesh Kumar K.V 			     ext4_lblk_t iblock, ext4_fsblk_t goal,
6327061eba7SAneesh Kumar K.V 			     int indirect_blks, int blks,
633617ba13bSMingming Cao 			     ext4_fsblk_t new_blocks[4], int *err)
634ac27a0ecSDave Kleikamp {
635815a1130STheodore Ts'o 	struct ext4_allocation_request ar;
636ac27a0ecSDave Kleikamp 	int target, i;
6377061eba7SAneesh Kumar K.V 	unsigned long count = 0, blk_allocated = 0;
638ac27a0ecSDave Kleikamp 	int index = 0;
639617ba13bSMingming Cao 	ext4_fsblk_t current_block = 0;
640ac27a0ecSDave Kleikamp 	int ret = 0;
641ac27a0ecSDave Kleikamp 
642ac27a0ecSDave Kleikamp 	/*
643ac27a0ecSDave Kleikamp 	 * Here we try to allocate the requested multiple blocks at once,
644ac27a0ecSDave Kleikamp 	 * on a best-effort basis.
645ac27a0ecSDave Kleikamp 	 * To build a branch, we should allocate blocks for
646ac27a0ecSDave Kleikamp 	 * the indirect blocks(if not allocated yet), and at least
647ac27a0ecSDave Kleikamp 	 * the first direct block of this branch.  That's the
648ac27a0ecSDave Kleikamp 	 * minimum number of blocks need to allocate(required)
649ac27a0ecSDave Kleikamp 	 */
6507061eba7SAneesh Kumar K.V 	/* first we try to allocate the indirect blocks */
6517061eba7SAneesh Kumar K.V 	target = indirect_blks;
6527061eba7SAneesh Kumar K.V 	while (target > 0) {
653ac27a0ecSDave Kleikamp 		count = target;
654ac27a0ecSDave Kleikamp 		/* allocating blocks for indirect blocks and direct blocks */
6557061eba7SAneesh Kumar K.V 		current_block = ext4_new_meta_blocks(handle, inode,
6567061eba7SAneesh Kumar K.V 							goal, &count, err);
657ac27a0ecSDave Kleikamp 		if (*err)
658ac27a0ecSDave Kleikamp 			goto failed_out;
659ac27a0ecSDave Kleikamp 
660fb0a387dSEric Sandeen 		BUG_ON(current_block + count > EXT4_MAX_BLOCK_FILE_PHYS);
661fb0a387dSEric Sandeen 
662ac27a0ecSDave Kleikamp 		target -= count;
663ac27a0ecSDave Kleikamp 		/* allocate blocks for indirect blocks */
664ac27a0ecSDave Kleikamp 		while (index < indirect_blks && count) {
665ac27a0ecSDave Kleikamp 			new_blocks[index++] = current_block++;
666ac27a0ecSDave Kleikamp 			count--;
667ac27a0ecSDave Kleikamp 		}
6687061eba7SAneesh Kumar K.V 		if (count > 0) {
6697061eba7SAneesh Kumar K.V 			/*
6707061eba7SAneesh Kumar K.V 			 * save the new block number
6717061eba7SAneesh Kumar K.V 			 * for the first direct block
6727061eba7SAneesh Kumar K.V 			 */
6737061eba7SAneesh Kumar K.V 			new_blocks[index] = current_block;
6747061eba7SAneesh Kumar K.V 			printk(KERN_INFO "%s returned more blocks than "
6757061eba7SAneesh Kumar K.V 						"requested\n", __func__);
6767061eba7SAneesh Kumar K.V 			WARN_ON(1);
677ac27a0ecSDave Kleikamp 			break;
678ac27a0ecSDave Kleikamp 		}
6797061eba7SAneesh Kumar K.V 	}
680ac27a0ecSDave Kleikamp 
6817061eba7SAneesh Kumar K.V 	target = blks - count ;
6827061eba7SAneesh Kumar K.V 	blk_allocated = count;
6837061eba7SAneesh Kumar K.V 	if (!target)
6847061eba7SAneesh Kumar K.V 		goto allocated;
6857061eba7SAneesh Kumar K.V 	/* Now allocate data blocks */
686815a1130STheodore Ts'o 	memset(&ar, 0, sizeof(ar));
687815a1130STheodore Ts'o 	ar.inode = inode;
688815a1130STheodore Ts'o 	ar.goal = goal;
689815a1130STheodore Ts'o 	ar.len = target;
690815a1130STheodore Ts'o 	ar.logical = iblock;
691815a1130STheodore Ts'o 	if (S_ISREG(inode->i_mode))
692815a1130STheodore Ts'o 		/* enable in-core preallocation only for regular files */
693815a1130STheodore Ts'o 		ar.flags = EXT4_MB_HINT_DATA;
694815a1130STheodore Ts'o 
695815a1130STheodore Ts'o 	current_block = ext4_mb_new_blocks(handle, &ar, err);
696fb0a387dSEric Sandeen 	BUG_ON(current_block + ar.len > EXT4_MAX_BLOCK_FILE_PHYS);
697815a1130STheodore Ts'o 
6987061eba7SAneesh Kumar K.V 	if (*err && (target == blks)) {
6997061eba7SAneesh Kumar K.V 		/*
7007061eba7SAneesh Kumar K.V 		 * if the allocation failed and we didn't allocate
7017061eba7SAneesh Kumar K.V 		 * any blocks before
7027061eba7SAneesh Kumar K.V 		 */
7037061eba7SAneesh Kumar K.V 		goto failed_out;
7047061eba7SAneesh Kumar K.V 	}
7057061eba7SAneesh Kumar K.V 	if (!*err) {
7067061eba7SAneesh Kumar K.V 		if (target == blks) {
7077061eba7SAneesh Kumar K.V 			/*
7087061eba7SAneesh Kumar K.V 			 * save the new block number
7097061eba7SAneesh Kumar K.V 			 * for the first direct block
7107061eba7SAneesh Kumar K.V 			 */
711ac27a0ecSDave Kleikamp 			new_blocks[index] = current_block;
7127061eba7SAneesh Kumar K.V 		}
713815a1130STheodore Ts'o 		blk_allocated += ar.len;
7147061eba7SAneesh Kumar K.V 	}
7157061eba7SAneesh Kumar K.V allocated:
716ac27a0ecSDave Kleikamp 	/* total number of blocks allocated for direct blocks */
7177061eba7SAneesh Kumar K.V 	ret = blk_allocated;
718ac27a0ecSDave Kleikamp 	*err = 0;
719ac27a0ecSDave Kleikamp 	return ret;
720ac27a0ecSDave Kleikamp failed_out:
721ac27a0ecSDave Kleikamp 	for (i = 0; i < index; i++)
722c9de560dSAlex Tomas 		ext4_free_blocks(handle, inode, new_blocks[i], 1, 0);
723ac27a0ecSDave Kleikamp 	return ret;
724ac27a0ecSDave Kleikamp }
725ac27a0ecSDave Kleikamp 
726ac27a0ecSDave Kleikamp /**
727617ba13bSMingming Cao  *	ext4_alloc_branch - allocate and set up a chain of blocks.
728ac27a0ecSDave Kleikamp  *	@inode: owner
729ac27a0ecSDave Kleikamp  *	@indirect_blks: number of allocated indirect blocks
730ac27a0ecSDave Kleikamp  *	@blks: number of allocated direct blocks
731ac27a0ecSDave Kleikamp  *	@offsets: offsets (in the blocks) to store the pointers to next.
732ac27a0ecSDave Kleikamp  *	@branch: place to store the chain in.
733ac27a0ecSDave Kleikamp  *
734ac27a0ecSDave Kleikamp  *	This function allocates blocks, zeroes out all but the last one,
735ac27a0ecSDave Kleikamp  *	links them into chain and (if we are synchronous) writes them to disk.
736ac27a0ecSDave Kleikamp  *	In other words, it prepares a branch that can be spliced onto the
737ac27a0ecSDave Kleikamp  *	inode. It stores the information about that chain in the branch[], in
738617ba13bSMingming Cao  *	the same format as ext4_get_branch() would do. We are calling it after
739ac27a0ecSDave Kleikamp  *	we had read the existing part of chain and partial points to the last
740ac27a0ecSDave Kleikamp  *	triple of that (one with zero ->key). Upon the exit we have the same
741617ba13bSMingming Cao  *	picture as after the successful ext4_get_block(), except that in one
742ac27a0ecSDave Kleikamp  *	place chain is disconnected - *branch->p is still zero (we did not
743ac27a0ecSDave Kleikamp  *	set the last link), but branch->key contains the number that should
744ac27a0ecSDave Kleikamp  *	be placed into *branch->p to fill that gap.
745ac27a0ecSDave Kleikamp  *
746ac27a0ecSDave Kleikamp  *	If allocation fails we free all blocks we've allocated (and forget
747ac27a0ecSDave Kleikamp  *	their buffer_heads) and return the error value the from failed
748617ba13bSMingming Cao  *	ext4_alloc_block() (normally -ENOSPC). Otherwise we set the chain
749ac27a0ecSDave Kleikamp  *	as described above and return 0.
750ac27a0ecSDave Kleikamp  */
751617ba13bSMingming Cao static int ext4_alloc_branch(handle_t *handle, struct inode *inode,
7527061eba7SAneesh Kumar K.V 			     ext4_lblk_t iblock, int indirect_blks,
7537061eba7SAneesh Kumar K.V 			     int *blks, ext4_fsblk_t goal,
754725d26d3SAneesh Kumar K.V 			     ext4_lblk_t *offsets, Indirect *branch)
755ac27a0ecSDave Kleikamp {
756ac27a0ecSDave Kleikamp 	int blocksize = inode->i_sb->s_blocksize;
757ac27a0ecSDave Kleikamp 	int i, n = 0;
758ac27a0ecSDave Kleikamp 	int err = 0;
759ac27a0ecSDave Kleikamp 	struct buffer_head *bh;
760ac27a0ecSDave Kleikamp 	int num;
761617ba13bSMingming Cao 	ext4_fsblk_t new_blocks[4];
762617ba13bSMingming Cao 	ext4_fsblk_t current_block;
763ac27a0ecSDave Kleikamp 
7647061eba7SAneesh Kumar K.V 	num = ext4_alloc_blocks(handle, inode, iblock, goal, indirect_blks,
765ac27a0ecSDave Kleikamp 				*blks, new_blocks, &err);
766ac27a0ecSDave Kleikamp 	if (err)
767ac27a0ecSDave Kleikamp 		return err;
768ac27a0ecSDave Kleikamp 
769ac27a0ecSDave Kleikamp 	branch[0].key = cpu_to_le32(new_blocks[0]);
770ac27a0ecSDave Kleikamp 	/*
771ac27a0ecSDave Kleikamp 	 * metadata blocks and data blocks are allocated.
772ac27a0ecSDave Kleikamp 	 */
773ac27a0ecSDave Kleikamp 	for (n = 1; n <= indirect_blks;  n++) {
774ac27a0ecSDave Kleikamp 		/*
775ac27a0ecSDave Kleikamp 		 * Get buffer_head for parent block, zero it out
776ac27a0ecSDave Kleikamp 		 * and set the pointer to new one, then send
777ac27a0ecSDave Kleikamp 		 * parent to disk.
778ac27a0ecSDave Kleikamp 		 */
779ac27a0ecSDave Kleikamp 		bh = sb_getblk(inode->i_sb, new_blocks[n-1]);
780ac27a0ecSDave Kleikamp 		branch[n].bh = bh;
781ac27a0ecSDave Kleikamp 		lock_buffer(bh);
782ac27a0ecSDave Kleikamp 		BUFFER_TRACE(bh, "call get_create_access");
783617ba13bSMingming Cao 		err = ext4_journal_get_create_access(handle, bh);
784ac27a0ecSDave Kleikamp 		if (err) {
7856487a9d3SCurt Wohlgemuth 			/* Don't brelse(bh) here; it's done in
7866487a9d3SCurt Wohlgemuth 			 * ext4_journal_forget() below */
787ac27a0ecSDave Kleikamp 			unlock_buffer(bh);
788ac27a0ecSDave Kleikamp 			goto failed;
789ac27a0ecSDave Kleikamp 		}
790ac27a0ecSDave Kleikamp 
791ac27a0ecSDave Kleikamp 		memset(bh->b_data, 0, blocksize);
792ac27a0ecSDave Kleikamp 		branch[n].p = (__le32 *) bh->b_data + offsets[n];
793ac27a0ecSDave Kleikamp 		branch[n].key = cpu_to_le32(new_blocks[n]);
794ac27a0ecSDave Kleikamp 		*branch[n].p = branch[n].key;
795ac27a0ecSDave Kleikamp 		if (n == indirect_blks) {
796ac27a0ecSDave Kleikamp 			current_block = new_blocks[n];
797ac27a0ecSDave Kleikamp 			/*
798ac27a0ecSDave Kleikamp 			 * End of chain, update the last new metablock of
799ac27a0ecSDave Kleikamp 			 * the chain to point to the new allocated
800ac27a0ecSDave Kleikamp 			 * data blocks numbers
801ac27a0ecSDave Kleikamp 			 */
802ac27a0ecSDave Kleikamp 			for (i = 1; i < num; i++)
803ac27a0ecSDave Kleikamp 				*(branch[n].p + i) = cpu_to_le32(++current_block);
804ac27a0ecSDave Kleikamp 		}
805ac27a0ecSDave Kleikamp 		BUFFER_TRACE(bh, "marking uptodate");
806ac27a0ecSDave Kleikamp 		set_buffer_uptodate(bh);
807ac27a0ecSDave Kleikamp 		unlock_buffer(bh);
808ac27a0ecSDave Kleikamp 
8090390131bSFrank Mayhar 		BUFFER_TRACE(bh, "call ext4_handle_dirty_metadata");
8100390131bSFrank Mayhar 		err = ext4_handle_dirty_metadata(handle, inode, bh);
811ac27a0ecSDave Kleikamp 		if (err)
812ac27a0ecSDave Kleikamp 			goto failed;
813ac27a0ecSDave Kleikamp 	}
814ac27a0ecSDave Kleikamp 	*blks = num;
815ac27a0ecSDave Kleikamp 	return err;
816ac27a0ecSDave Kleikamp failed:
817ac27a0ecSDave Kleikamp 	/* Allocation failed, free what we already allocated */
818ac27a0ecSDave Kleikamp 	for (i = 1; i <= n ; i++) {
819dab291afSMingming Cao 		BUFFER_TRACE(branch[i].bh, "call jbd2_journal_forget");
820617ba13bSMingming Cao 		ext4_journal_forget(handle, branch[i].bh);
821ac27a0ecSDave Kleikamp 	}
822ac27a0ecSDave Kleikamp 	for (i = 0; i < indirect_blks; i++)
823c9de560dSAlex Tomas 		ext4_free_blocks(handle, inode, new_blocks[i], 1, 0);
824ac27a0ecSDave Kleikamp 
825c9de560dSAlex Tomas 	ext4_free_blocks(handle, inode, new_blocks[i], num, 0);
826ac27a0ecSDave Kleikamp 
827ac27a0ecSDave Kleikamp 	return err;
828ac27a0ecSDave Kleikamp }
829ac27a0ecSDave Kleikamp 
830ac27a0ecSDave Kleikamp /**
831617ba13bSMingming Cao  * ext4_splice_branch - splice the allocated branch onto inode.
832ac27a0ecSDave Kleikamp  * @inode: owner
833ac27a0ecSDave Kleikamp  * @block: (logical) number of block we are adding
834ac27a0ecSDave Kleikamp  * @chain: chain of indirect blocks (with a missing link - see
835617ba13bSMingming Cao  *	ext4_alloc_branch)
836ac27a0ecSDave Kleikamp  * @where: location of missing link
837ac27a0ecSDave Kleikamp  * @num:   number of indirect blocks we are adding
838ac27a0ecSDave Kleikamp  * @blks:  number of direct blocks we are adding
839ac27a0ecSDave Kleikamp  *
840ac27a0ecSDave Kleikamp  * This function fills the missing link and does all housekeeping needed in
841ac27a0ecSDave Kleikamp  * inode (->i_blocks, etc.). In case of success we end up with the full
842ac27a0ecSDave Kleikamp  * chain to new block and return 0.
843ac27a0ecSDave Kleikamp  */
844617ba13bSMingming Cao static int ext4_splice_branch(handle_t *handle, struct inode *inode,
845de9a55b8STheodore Ts'o 			      ext4_lblk_t block, Indirect *where, int num,
846de9a55b8STheodore Ts'o 			      int blks)
847ac27a0ecSDave Kleikamp {
848ac27a0ecSDave Kleikamp 	int i;
849ac27a0ecSDave Kleikamp 	int err = 0;
850617ba13bSMingming Cao 	ext4_fsblk_t current_block;
851ac27a0ecSDave Kleikamp 
852ac27a0ecSDave Kleikamp 	/*
853ac27a0ecSDave Kleikamp 	 * If we're splicing into a [td]indirect block (as opposed to the
854ac27a0ecSDave Kleikamp 	 * inode) then we need to get write access to the [td]indirect block
855ac27a0ecSDave Kleikamp 	 * before the splice.
856ac27a0ecSDave Kleikamp 	 */
857ac27a0ecSDave Kleikamp 	if (where->bh) {
858ac27a0ecSDave Kleikamp 		BUFFER_TRACE(where->bh, "get_write_access");
859617ba13bSMingming Cao 		err = ext4_journal_get_write_access(handle, where->bh);
860ac27a0ecSDave Kleikamp 		if (err)
861ac27a0ecSDave Kleikamp 			goto err_out;
862ac27a0ecSDave Kleikamp 	}
863ac27a0ecSDave Kleikamp 	/* That's it */
864ac27a0ecSDave Kleikamp 
865ac27a0ecSDave Kleikamp 	*where->p = where->key;
866ac27a0ecSDave Kleikamp 
867ac27a0ecSDave Kleikamp 	/*
868ac27a0ecSDave Kleikamp 	 * Update the host buffer_head or inode to point to more just allocated
869ac27a0ecSDave Kleikamp 	 * direct blocks blocks
870ac27a0ecSDave Kleikamp 	 */
871ac27a0ecSDave Kleikamp 	if (num == 0 && blks > 1) {
872ac27a0ecSDave Kleikamp 		current_block = le32_to_cpu(where->key) + 1;
873ac27a0ecSDave Kleikamp 		for (i = 1; i < blks; i++)
874ac27a0ecSDave Kleikamp 			*(where->p + i) = cpu_to_le32(current_block++);
875ac27a0ecSDave Kleikamp 	}
876ac27a0ecSDave Kleikamp 
877ac27a0ecSDave Kleikamp 	/* We are done with atomic stuff, now do the rest of housekeeping */
878ac27a0ecSDave Kleikamp 	/* had we spliced it onto indirect block? */
879ac27a0ecSDave Kleikamp 	if (where->bh) {
880ac27a0ecSDave Kleikamp 		/*
881ac27a0ecSDave Kleikamp 		 * If we spliced it onto an indirect block, we haven't
882ac27a0ecSDave Kleikamp 		 * altered the inode.  Note however that if it is being spliced
883ac27a0ecSDave Kleikamp 		 * onto an indirect block at the very end of the file (the
884ac27a0ecSDave Kleikamp 		 * file is growing) then we *will* alter the inode to reflect
885ac27a0ecSDave Kleikamp 		 * the new i_size.  But that is not done here - it is done in
886617ba13bSMingming Cao 		 * generic_commit_write->__mark_inode_dirty->ext4_dirty_inode.
887ac27a0ecSDave Kleikamp 		 */
888ac27a0ecSDave Kleikamp 		jbd_debug(5, "splicing indirect only\n");
8890390131bSFrank Mayhar 		BUFFER_TRACE(where->bh, "call ext4_handle_dirty_metadata");
8900390131bSFrank Mayhar 		err = ext4_handle_dirty_metadata(handle, inode, where->bh);
891ac27a0ecSDave Kleikamp 		if (err)
892ac27a0ecSDave Kleikamp 			goto err_out;
893ac27a0ecSDave Kleikamp 	} else {
894ac27a0ecSDave Kleikamp 		/*
895ac27a0ecSDave Kleikamp 		 * OK, we spliced it into the inode itself on a direct block.
896ac27a0ecSDave Kleikamp 		 */
89741591750STheodore Ts'o 		ext4_mark_inode_dirty(handle, inode);
898ac27a0ecSDave Kleikamp 		jbd_debug(5, "splicing direct\n");
899ac27a0ecSDave Kleikamp 	}
900ac27a0ecSDave Kleikamp 	return err;
901ac27a0ecSDave Kleikamp 
902ac27a0ecSDave Kleikamp err_out:
903ac27a0ecSDave Kleikamp 	for (i = 1; i <= num; i++) {
904dab291afSMingming Cao 		BUFFER_TRACE(where[i].bh, "call jbd2_journal_forget");
905617ba13bSMingming Cao 		ext4_journal_forget(handle, where[i].bh);
906c9de560dSAlex Tomas 		ext4_free_blocks(handle, inode,
907c9de560dSAlex Tomas 					le32_to_cpu(where[i-1].key), 1, 0);
908ac27a0ecSDave Kleikamp 	}
909c9de560dSAlex Tomas 	ext4_free_blocks(handle, inode, le32_to_cpu(where[num].key), blks, 0);
910ac27a0ecSDave Kleikamp 
911ac27a0ecSDave Kleikamp 	return err;
912ac27a0ecSDave Kleikamp }
913ac27a0ecSDave Kleikamp 
914ac27a0ecSDave Kleikamp /*
915b920c755STheodore Ts'o  * The ext4_ind_get_blocks() function handles non-extents inodes
916b920c755STheodore Ts'o  * (i.e., using the traditional indirect/double-indirect i_blocks
917b920c755STheodore Ts'o  * scheme) for ext4_get_blocks().
918b920c755STheodore Ts'o  *
919ac27a0ecSDave Kleikamp  * Allocation strategy is simple: if we have to allocate something, we will
920ac27a0ecSDave Kleikamp  * have to go the whole way to leaf. So let's do it before attaching anything
921ac27a0ecSDave Kleikamp  * to tree, set linkage between the newborn blocks, write them if sync is
922ac27a0ecSDave Kleikamp  * required, recheck the path, free and repeat if check fails, otherwise
923ac27a0ecSDave Kleikamp  * set the last missing link (that will protect us from any truncate-generated
924ac27a0ecSDave Kleikamp  * removals - all blocks on the path are immune now) and possibly force the
925ac27a0ecSDave Kleikamp  * write on the parent block.
926ac27a0ecSDave Kleikamp  * That has a nice additional property: no special recovery from the failed
927ac27a0ecSDave Kleikamp  * allocations is needed - we simply release blocks and do not touch anything
928ac27a0ecSDave Kleikamp  * reachable from inode.
929ac27a0ecSDave Kleikamp  *
930ac27a0ecSDave Kleikamp  * `handle' can be NULL if create == 0.
931ac27a0ecSDave Kleikamp  *
932ac27a0ecSDave Kleikamp  * return > 0, # of blocks mapped or allocated.
933ac27a0ecSDave Kleikamp  * return = 0, if plain lookup failed.
934ac27a0ecSDave Kleikamp  * return < 0, error case.
935c278bfecSAneesh Kumar K.V  *
936b920c755STheodore Ts'o  * The ext4_ind_get_blocks() function should be called with
937b920c755STheodore Ts'o  * down_write(&EXT4_I(inode)->i_data_sem) if allocating filesystem
938b920c755STheodore Ts'o  * blocks (i.e., flags has EXT4_GET_BLOCKS_CREATE set) or
939b920c755STheodore Ts'o  * down_read(&EXT4_I(inode)->i_data_sem) if not allocating file system
940b920c755STheodore Ts'o  * blocks.
941ac27a0ecSDave Kleikamp  */
942e4d996caSTheodore Ts'o static int ext4_ind_get_blocks(handle_t *handle, struct inode *inode,
943498e5f24STheodore Ts'o 			       ext4_lblk_t iblock, unsigned int maxblocks,
944ac27a0ecSDave Kleikamp 			       struct buffer_head *bh_result,
945c2177057STheodore Ts'o 			       int flags)
946ac27a0ecSDave Kleikamp {
947ac27a0ecSDave Kleikamp 	int err = -EIO;
948725d26d3SAneesh Kumar K.V 	ext4_lblk_t offsets[4];
949ac27a0ecSDave Kleikamp 	Indirect chain[4];
950ac27a0ecSDave Kleikamp 	Indirect *partial;
951617ba13bSMingming Cao 	ext4_fsblk_t goal;
952ac27a0ecSDave Kleikamp 	int indirect_blks;
953ac27a0ecSDave Kleikamp 	int blocks_to_boundary = 0;
954ac27a0ecSDave Kleikamp 	int depth;
955ac27a0ecSDave Kleikamp 	int count = 0;
956617ba13bSMingming Cao 	ext4_fsblk_t first_block = 0;
957ac27a0ecSDave Kleikamp 
958a86c6181SAlex Tomas 	J_ASSERT(!(EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL));
959c2177057STheodore Ts'o 	J_ASSERT(handle != NULL || (flags & EXT4_GET_BLOCKS_CREATE) == 0);
960725d26d3SAneesh Kumar K.V 	depth = ext4_block_to_path(inode, iblock, offsets,
961725d26d3SAneesh Kumar K.V 				   &blocks_to_boundary);
962ac27a0ecSDave Kleikamp 
963ac27a0ecSDave Kleikamp 	if (depth == 0)
964ac27a0ecSDave Kleikamp 		goto out;
965ac27a0ecSDave Kleikamp 
966617ba13bSMingming Cao 	partial = ext4_get_branch(inode, depth, offsets, chain, &err);
967ac27a0ecSDave Kleikamp 
968ac27a0ecSDave Kleikamp 	/* Simplest case - block found, no allocation needed */
969ac27a0ecSDave Kleikamp 	if (!partial) {
970ac27a0ecSDave Kleikamp 		first_block = le32_to_cpu(chain[depth - 1].key);
971ac27a0ecSDave Kleikamp 		clear_buffer_new(bh_result);
972ac27a0ecSDave Kleikamp 		count++;
973ac27a0ecSDave Kleikamp 		/*map more blocks*/
974ac27a0ecSDave Kleikamp 		while (count < maxblocks && count <= blocks_to_boundary) {
975617ba13bSMingming Cao 			ext4_fsblk_t blk;
976ac27a0ecSDave Kleikamp 
977ac27a0ecSDave Kleikamp 			blk = le32_to_cpu(*(chain[depth-1].p + count));
978ac27a0ecSDave Kleikamp 
979ac27a0ecSDave Kleikamp 			if (blk == first_block + count)
980ac27a0ecSDave Kleikamp 				count++;
981ac27a0ecSDave Kleikamp 			else
982ac27a0ecSDave Kleikamp 				break;
983ac27a0ecSDave Kleikamp 		}
984ac27a0ecSDave Kleikamp 		goto got_it;
985ac27a0ecSDave Kleikamp 	}
986ac27a0ecSDave Kleikamp 
987ac27a0ecSDave Kleikamp 	/* Next simple case - plain lookup or failed read of indirect block */
988c2177057STheodore Ts'o 	if ((flags & EXT4_GET_BLOCKS_CREATE) == 0 || err == -EIO)
989ac27a0ecSDave Kleikamp 		goto cleanup;
990ac27a0ecSDave Kleikamp 
991ac27a0ecSDave Kleikamp 	/*
992c2ea3fdeSTheodore Ts'o 	 * Okay, we need to do block allocation.
993ac27a0ecSDave Kleikamp 	*/
994fb01bfdaSAkinobu Mita 	goal = ext4_find_goal(inode, iblock, partial);
995ac27a0ecSDave Kleikamp 
996ac27a0ecSDave Kleikamp 	/* the number of blocks need to allocate for [d,t]indirect blocks */
997ac27a0ecSDave Kleikamp 	indirect_blks = (chain + depth) - partial - 1;
998ac27a0ecSDave Kleikamp 
999ac27a0ecSDave Kleikamp 	/*
1000ac27a0ecSDave Kleikamp 	 * Next look up the indirect map to count the totoal number of
1001ac27a0ecSDave Kleikamp 	 * direct blocks to allocate for this branch.
1002ac27a0ecSDave Kleikamp 	 */
1003617ba13bSMingming Cao 	count = ext4_blks_to_allocate(partial, indirect_blks,
1004ac27a0ecSDave Kleikamp 					maxblocks, blocks_to_boundary);
1005ac27a0ecSDave Kleikamp 	/*
1006617ba13bSMingming Cao 	 * Block out ext4_truncate while we alter the tree
1007ac27a0ecSDave Kleikamp 	 */
10087061eba7SAneesh Kumar K.V 	err = ext4_alloc_branch(handle, inode, iblock, indirect_blks,
10097061eba7SAneesh Kumar K.V 				&count, goal,
1010ac27a0ecSDave Kleikamp 				offsets + (partial - chain), partial);
1011ac27a0ecSDave Kleikamp 
1012ac27a0ecSDave Kleikamp 	/*
1013617ba13bSMingming Cao 	 * The ext4_splice_branch call will free and forget any buffers
1014ac27a0ecSDave Kleikamp 	 * on the new chain if there is a failure, but that risks using
1015ac27a0ecSDave Kleikamp 	 * up transaction credits, especially for bitmaps where the
1016ac27a0ecSDave Kleikamp 	 * credits cannot be returned.  Can we handle this somehow?  We
1017ac27a0ecSDave Kleikamp 	 * may need to return -EAGAIN upwards in the worst case.  --sct
1018ac27a0ecSDave Kleikamp 	 */
1019ac27a0ecSDave Kleikamp 	if (!err)
1020617ba13bSMingming Cao 		err = ext4_splice_branch(handle, inode, iblock,
1021ac27a0ecSDave Kleikamp 					 partial, indirect_blks, count);
102203f5d8bcSJan Kara 	else
1023ac27a0ecSDave Kleikamp 		goto cleanup;
1024ac27a0ecSDave Kleikamp 
1025ac27a0ecSDave Kleikamp 	set_buffer_new(bh_result);
1026ac27a0ecSDave Kleikamp got_it:
1027ac27a0ecSDave Kleikamp 	map_bh(bh_result, inode->i_sb, le32_to_cpu(chain[depth-1].key));
1028ac27a0ecSDave Kleikamp 	if (count > blocks_to_boundary)
1029ac27a0ecSDave Kleikamp 		set_buffer_boundary(bh_result);
1030ac27a0ecSDave Kleikamp 	err = count;
1031ac27a0ecSDave Kleikamp 	/* Clean up and exit */
1032ac27a0ecSDave Kleikamp 	partial = chain + depth - 1;	/* the whole chain */
1033ac27a0ecSDave Kleikamp cleanup:
1034ac27a0ecSDave Kleikamp 	while (partial > chain) {
1035ac27a0ecSDave Kleikamp 		BUFFER_TRACE(partial->bh, "call brelse");
1036ac27a0ecSDave Kleikamp 		brelse(partial->bh);
1037ac27a0ecSDave Kleikamp 		partial--;
1038ac27a0ecSDave Kleikamp 	}
1039ac27a0ecSDave Kleikamp 	BUFFER_TRACE(bh_result, "returned");
1040ac27a0ecSDave Kleikamp out:
1041ac27a0ecSDave Kleikamp 	return err;
1042ac27a0ecSDave Kleikamp }
1043ac27a0ecSDave Kleikamp 
104460e58e0fSMingming Cao qsize_t ext4_get_reserved_space(struct inode *inode)
104560e58e0fSMingming Cao {
104660e58e0fSMingming Cao 	unsigned long long total;
104760e58e0fSMingming Cao 
104860e58e0fSMingming Cao 	spin_lock(&EXT4_I(inode)->i_block_reservation_lock);
104960e58e0fSMingming Cao 	total = EXT4_I(inode)->i_reserved_data_blocks +
105060e58e0fSMingming Cao 		EXT4_I(inode)->i_reserved_meta_blocks;
105160e58e0fSMingming Cao 	spin_unlock(&EXT4_I(inode)->i_block_reservation_lock);
105260e58e0fSMingming Cao 
105360e58e0fSMingming Cao 	return total;
105460e58e0fSMingming Cao }
105512219aeaSAneesh Kumar K.V /*
105612219aeaSAneesh Kumar K.V  * Calculate the number of metadata blocks need to reserve
105712219aeaSAneesh Kumar K.V  * to allocate @blocks for non extent file based file
105812219aeaSAneesh Kumar K.V  */
105912219aeaSAneesh Kumar K.V static int ext4_indirect_calc_metadata_amount(struct inode *inode, int blocks)
106012219aeaSAneesh Kumar K.V {
106112219aeaSAneesh Kumar K.V 	int icap = EXT4_ADDR_PER_BLOCK(inode->i_sb);
106212219aeaSAneesh Kumar K.V 	int ind_blks, dind_blks, tind_blks;
106312219aeaSAneesh Kumar K.V 
106412219aeaSAneesh Kumar K.V 	/* number of new indirect blocks needed */
106512219aeaSAneesh Kumar K.V 	ind_blks = (blocks + icap - 1) / icap;
106612219aeaSAneesh Kumar K.V 
106712219aeaSAneesh Kumar K.V 	dind_blks = (ind_blks + icap - 1) / icap;
106812219aeaSAneesh Kumar K.V 
106912219aeaSAneesh Kumar K.V 	tind_blks = 1;
107012219aeaSAneesh Kumar K.V 
107112219aeaSAneesh Kumar K.V 	return ind_blks + dind_blks + tind_blks;
107212219aeaSAneesh Kumar K.V }
107312219aeaSAneesh Kumar K.V 
107412219aeaSAneesh Kumar K.V /*
107512219aeaSAneesh Kumar K.V  * Calculate the number of metadata blocks need to reserve
107612219aeaSAneesh Kumar K.V  * to allocate given number of blocks
107712219aeaSAneesh Kumar K.V  */
107812219aeaSAneesh Kumar K.V static int ext4_calc_metadata_amount(struct inode *inode, int blocks)
107912219aeaSAneesh Kumar K.V {
1080cd213226SMingming Cao 	if (!blocks)
1081cd213226SMingming Cao 		return 0;
1082cd213226SMingming Cao 
108312219aeaSAneesh Kumar K.V 	if (EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL)
108412219aeaSAneesh Kumar K.V 		return ext4_ext_calc_metadata_amount(inode, blocks);
108512219aeaSAneesh Kumar K.V 
108612219aeaSAneesh Kumar K.V 	return ext4_indirect_calc_metadata_amount(inode, blocks);
108712219aeaSAneesh Kumar K.V }
108812219aeaSAneesh Kumar K.V 
108912219aeaSAneesh Kumar K.V static void ext4_da_update_reserve_space(struct inode *inode, int used)
109012219aeaSAneesh Kumar K.V {
109112219aeaSAneesh Kumar K.V 	struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb);
109212219aeaSAneesh Kumar K.V 	int total, mdb, mdb_free;
109312219aeaSAneesh Kumar K.V 
109412219aeaSAneesh Kumar K.V 	spin_lock(&EXT4_I(inode)->i_block_reservation_lock);
109512219aeaSAneesh Kumar K.V 	/* recalculate the number of metablocks still need to be reserved */
109612219aeaSAneesh Kumar K.V 	total = EXT4_I(inode)->i_reserved_data_blocks - used;
109712219aeaSAneesh Kumar K.V 	mdb = ext4_calc_metadata_amount(inode, total);
109812219aeaSAneesh Kumar K.V 
109912219aeaSAneesh Kumar K.V 	/* figure out how many metablocks to release */
110012219aeaSAneesh Kumar K.V 	BUG_ON(mdb > EXT4_I(inode)->i_reserved_meta_blocks);
110112219aeaSAneesh Kumar K.V 	mdb_free = EXT4_I(inode)->i_reserved_meta_blocks - mdb;
110212219aeaSAneesh Kumar K.V 
11036bc6e63fSAneesh Kumar K.V 	if (mdb_free) {
110412219aeaSAneesh Kumar K.V 		/* Account for allocated meta_blocks */
110512219aeaSAneesh Kumar K.V 		mdb_free -= EXT4_I(inode)->i_allocated_meta_blocks;
110612219aeaSAneesh Kumar K.V 
11076bc6e63fSAneesh Kumar K.V 		/* update fs dirty blocks counter */
11086bc6e63fSAneesh Kumar K.V 		percpu_counter_sub(&sbi->s_dirtyblocks_counter, mdb_free);
11096bc6e63fSAneesh Kumar K.V 		EXT4_I(inode)->i_allocated_meta_blocks = 0;
11106bc6e63fSAneesh Kumar K.V 		EXT4_I(inode)->i_reserved_meta_blocks = mdb;
11116bc6e63fSAneesh Kumar K.V 	}
111212219aeaSAneesh Kumar K.V 
111312219aeaSAneesh Kumar K.V 	/* update per-inode reservations */
111412219aeaSAneesh Kumar K.V 	BUG_ON(used  > EXT4_I(inode)->i_reserved_data_blocks);
111512219aeaSAneesh Kumar K.V 	EXT4_I(inode)->i_reserved_data_blocks -= used;
111612219aeaSAneesh Kumar K.V 	spin_unlock(&EXT4_I(inode)->i_block_reservation_lock);
111760e58e0fSMingming Cao 
111860e58e0fSMingming Cao 	/*
111960e58e0fSMingming Cao 	 * free those over-booking quota for metadata blocks
112060e58e0fSMingming Cao 	 */
112160e58e0fSMingming Cao 	if (mdb_free)
112260e58e0fSMingming Cao 		vfs_dq_release_reservation_block(inode, mdb_free);
1123d6014301SAneesh Kumar K.V 
1124d6014301SAneesh Kumar K.V 	/*
1125d6014301SAneesh Kumar K.V 	 * If we have done all the pending block allocations and if
1126d6014301SAneesh Kumar K.V 	 * there aren't any writers on the inode, we can discard the
1127d6014301SAneesh Kumar K.V 	 * inode's preallocations.
1128d6014301SAneesh Kumar K.V 	 */
1129d6014301SAneesh Kumar K.V 	if (!total && (atomic_read(&inode->i_writecount) == 0))
1130d6014301SAneesh Kumar K.V 		ext4_discard_preallocations(inode);
113112219aeaSAneesh Kumar K.V }
113212219aeaSAneesh Kumar K.V 
113380e42468STheodore Ts'o static int check_block_validity(struct inode *inode, const char *msg,
113480e42468STheodore Ts'o 				sector_t logical, sector_t phys, int len)
11356fd058f7STheodore Ts'o {
11366fd058f7STheodore Ts'o 	if (!ext4_data_block_valid(EXT4_SB(inode->i_sb), phys, len)) {
113780e42468STheodore Ts'o 		ext4_error(inode->i_sb, msg,
11386fd058f7STheodore Ts'o 			   "inode #%lu logical block %llu mapped to %llu "
11396fd058f7STheodore Ts'o 			   "(size %d)", inode->i_ino,
11406fd058f7STheodore Ts'o 			   (unsigned long long) logical,
11416fd058f7STheodore Ts'o 			   (unsigned long long) phys, len);
11426fd058f7STheodore Ts'o 		return -EIO;
11436fd058f7STheodore Ts'o 	}
11446fd058f7STheodore Ts'o 	return 0;
11456fd058f7STheodore Ts'o }
11466fd058f7STheodore Ts'o 
1147f5ab0d1fSMingming Cao /*
114855138e0bSTheodore Ts'o  * Return the number of dirty pages in the given inode starting at
114955138e0bSTheodore Ts'o  * page frame idx.
115055138e0bSTheodore Ts'o  */
115155138e0bSTheodore Ts'o static pgoff_t ext4_num_dirty_pages(struct inode *inode, pgoff_t idx,
115255138e0bSTheodore Ts'o 				    unsigned int max_pages)
115355138e0bSTheodore Ts'o {
115455138e0bSTheodore Ts'o 	struct address_space *mapping = inode->i_mapping;
115555138e0bSTheodore Ts'o 	pgoff_t	index;
115655138e0bSTheodore Ts'o 	struct pagevec pvec;
115755138e0bSTheodore Ts'o 	pgoff_t num = 0;
115855138e0bSTheodore Ts'o 	int i, nr_pages, done = 0;
115955138e0bSTheodore Ts'o 
116055138e0bSTheodore Ts'o 	if (max_pages == 0)
116155138e0bSTheodore Ts'o 		return 0;
116255138e0bSTheodore Ts'o 	pagevec_init(&pvec, 0);
116355138e0bSTheodore Ts'o 	while (!done) {
116455138e0bSTheodore Ts'o 		index = idx;
116555138e0bSTheodore Ts'o 		nr_pages = pagevec_lookup_tag(&pvec, mapping, &index,
116655138e0bSTheodore Ts'o 					      PAGECACHE_TAG_DIRTY,
116755138e0bSTheodore Ts'o 					      (pgoff_t)PAGEVEC_SIZE);
116855138e0bSTheodore Ts'o 		if (nr_pages == 0)
116955138e0bSTheodore Ts'o 			break;
117055138e0bSTheodore Ts'o 		for (i = 0; i < nr_pages; i++) {
117155138e0bSTheodore Ts'o 			struct page *page = pvec.pages[i];
117255138e0bSTheodore Ts'o 			struct buffer_head *bh, *head;
117355138e0bSTheodore Ts'o 
117455138e0bSTheodore Ts'o 			lock_page(page);
117555138e0bSTheodore Ts'o 			if (unlikely(page->mapping != mapping) ||
117655138e0bSTheodore Ts'o 			    !PageDirty(page) ||
117755138e0bSTheodore Ts'o 			    PageWriteback(page) ||
117855138e0bSTheodore Ts'o 			    page->index != idx) {
117955138e0bSTheodore Ts'o 				done = 1;
118055138e0bSTheodore Ts'o 				unlock_page(page);
118155138e0bSTheodore Ts'o 				break;
118255138e0bSTheodore Ts'o 			}
118355138e0bSTheodore Ts'o 			head = page_buffers(page);
118455138e0bSTheodore Ts'o 			bh = head;
118555138e0bSTheodore Ts'o 			do {
118655138e0bSTheodore Ts'o 				if (!buffer_delay(bh) &&
118755138e0bSTheodore Ts'o 				    !buffer_unwritten(bh)) {
118855138e0bSTheodore Ts'o 					done = 1;
118955138e0bSTheodore Ts'o 					break;
119055138e0bSTheodore Ts'o 				}
119155138e0bSTheodore Ts'o 			} while ((bh = bh->b_this_page) != head);
119255138e0bSTheodore Ts'o 			unlock_page(page);
119355138e0bSTheodore Ts'o 			if (done)
119455138e0bSTheodore Ts'o 				break;
119555138e0bSTheodore Ts'o 			idx++;
119655138e0bSTheodore Ts'o 			num++;
119755138e0bSTheodore Ts'o 			if (num >= max_pages)
119855138e0bSTheodore Ts'o 				break;
119955138e0bSTheodore Ts'o 		}
120055138e0bSTheodore Ts'o 		pagevec_release(&pvec);
120155138e0bSTheodore Ts'o 	}
120255138e0bSTheodore Ts'o 	return num;
120355138e0bSTheodore Ts'o }
120455138e0bSTheodore Ts'o 
120555138e0bSTheodore Ts'o /*
120612b7ac17STheodore Ts'o  * The ext4_get_blocks() function tries to look up the requested blocks,
12072b2d6d01STheodore Ts'o  * and returns if the blocks are already mapped.
1208f5ab0d1fSMingming Cao  *
1209f5ab0d1fSMingming Cao  * Otherwise it takes the write lock of the i_data_sem and allocate blocks
1210f5ab0d1fSMingming Cao  * and store the allocated blocks in the result buffer head and mark it
1211f5ab0d1fSMingming Cao  * mapped.
1212f5ab0d1fSMingming Cao  *
1213f5ab0d1fSMingming Cao  * If file type is extents based, it will call ext4_ext_get_blocks(),
1214e4d996caSTheodore Ts'o  * Otherwise, call with ext4_ind_get_blocks() to handle indirect mapping
1215f5ab0d1fSMingming Cao  * based files
1216f5ab0d1fSMingming Cao  *
1217f5ab0d1fSMingming Cao  * On success, it returns the number of blocks being mapped or allocate.
1218f5ab0d1fSMingming Cao  * if create==0 and the blocks are pre-allocated and uninitialized block,
1219f5ab0d1fSMingming Cao  * the result buffer head is unmapped. If the create ==1, it will make sure
1220f5ab0d1fSMingming Cao  * the buffer head is mapped.
1221f5ab0d1fSMingming Cao  *
1222f5ab0d1fSMingming Cao  * It returns 0 if plain look up failed (blocks have not been allocated), in
1223f5ab0d1fSMingming Cao  * that casem, buffer head is unmapped
1224f5ab0d1fSMingming Cao  *
1225f5ab0d1fSMingming Cao  * It returns the error in case of allocation failure.
1226f5ab0d1fSMingming Cao  */
122712b7ac17STheodore Ts'o int ext4_get_blocks(handle_t *handle, struct inode *inode, sector_t block,
1228498e5f24STheodore Ts'o 		    unsigned int max_blocks, struct buffer_head *bh,
1229c2177057STheodore Ts'o 		    int flags)
12300e855ac8SAneesh Kumar K.V {
12310e855ac8SAneesh Kumar K.V 	int retval;
1232f5ab0d1fSMingming Cao 
1233f5ab0d1fSMingming Cao 	clear_buffer_mapped(bh);
12342a8964d6SAneesh Kumar K.V 	clear_buffer_unwritten(bh);
1235f5ab0d1fSMingming Cao 
1236*0031462bSMingming Cao 	ext_debug("ext4_get_blocks(): inode %lu, flag %d, max_blocks %u,"
1237*0031462bSMingming Cao 		  "logical block %lu\n", inode->i_ino, flags, max_blocks,
1238*0031462bSMingming Cao 		  (unsigned long)block);
12394df3d265SAneesh Kumar K.V 	/*
1240b920c755STheodore Ts'o 	 * Try to see if we can get the block without requesting a new
1241b920c755STheodore Ts'o 	 * file system block.
12424df3d265SAneesh Kumar K.V 	 */
12430e855ac8SAneesh Kumar K.V 	down_read((&EXT4_I(inode)->i_data_sem));
12444df3d265SAneesh Kumar K.V 	if (EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL) {
12454df3d265SAneesh Kumar K.V 		retval =  ext4_ext_get_blocks(handle, inode, block, max_blocks,
1246c2177057STheodore Ts'o 				bh, 0);
12474df3d265SAneesh Kumar K.V 	} else {
1248e4d996caSTheodore Ts'o 		retval = ext4_ind_get_blocks(handle, inode, block, max_blocks,
1249c2177057STheodore Ts'o 					     bh, 0);
12500e855ac8SAneesh Kumar K.V 	}
12514df3d265SAneesh Kumar K.V 	up_read((&EXT4_I(inode)->i_data_sem));
1252f5ab0d1fSMingming Cao 
12536fd058f7STheodore Ts'o 	if (retval > 0 && buffer_mapped(bh)) {
125480e42468STheodore Ts'o 		int ret = check_block_validity(inode, "file system corruption",
125580e42468STheodore Ts'o 					       block, bh->b_blocknr, retval);
12566fd058f7STheodore Ts'o 		if (ret != 0)
12576fd058f7STheodore Ts'o 			return ret;
12586fd058f7STheodore Ts'o 	}
12596fd058f7STheodore Ts'o 
1260f5ab0d1fSMingming Cao 	/* If it is only a block(s) look up */
1261c2177057STheodore Ts'o 	if ((flags & EXT4_GET_BLOCKS_CREATE) == 0)
12624df3d265SAneesh Kumar K.V 		return retval;
12634df3d265SAneesh Kumar K.V 
12644df3d265SAneesh Kumar K.V 	/*
1265f5ab0d1fSMingming Cao 	 * Returns if the blocks have already allocated
1266f5ab0d1fSMingming Cao 	 *
1267f5ab0d1fSMingming Cao 	 * Note that if blocks have been preallocated
1268f5ab0d1fSMingming Cao 	 * ext4_ext_get_block() returns th create = 0
1269f5ab0d1fSMingming Cao 	 * with buffer head unmapped.
1270f5ab0d1fSMingming Cao 	 */
1271f5ab0d1fSMingming Cao 	if (retval > 0 && buffer_mapped(bh))
1272f5ab0d1fSMingming Cao 		return retval;
1273f5ab0d1fSMingming Cao 
1274f5ab0d1fSMingming Cao 	/*
12752a8964d6SAneesh Kumar K.V 	 * When we call get_blocks without the create flag, the
12762a8964d6SAneesh Kumar K.V 	 * BH_Unwritten flag could have gotten set if the blocks
12772a8964d6SAneesh Kumar K.V 	 * requested were part of a uninitialized extent.  We need to
12782a8964d6SAneesh Kumar K.V 	 * clear this flag now that we are committed to convert all or
12792a8964d6SAneesh Kumar K.V 	 * part of the uninitialized extent to be an initialized
12802a8964d6SAneesh Kumar K.V 	 * extent.  This is because we need to avoid the combination
12812a8964d6SAneesh Kumar K.V 	 * of BH_Unwritten and BH_Mapped flags being simultaneously
12822a8964d6SAneesh Kumar K.V 	 * set on the buffer_head.
12832a8964d6SAneesh Kumar K.V 	 */
12842a8964d6SAneesh Kumar K.V 	clear_buffer_unwritten(bh);
12852a8964d6SAneesh Kumar K.V 
12862a8964d6SAneesh Kumar K.V 	/*
1287f5ab0d1fSMingming Cao 	 * New blocks allocate and/or writing to uninitialized extent
1288f5ab0d1fSMingming Cao 	 * will possibly result in updating i_data, so we take
1289f5ab0d1fSMingming Cao 	 * the write lock of i_data_sem, and call get_blocks()
1290f5ab0d1fSMingming Cao 	 * with create == 1 flag.
12914df3d265SAneesh Kumar K.V 	 */
12924df3d265SAneesh Kumar K.V 	down_write((&EXT4_I(inode)->i_data_sem));
1293d2a17637SMingming Cao 
1294d2a17637SMingming Cao 	/*
1295d2a17637SMingming Cao 	 * if the caller is from delayed allocation writeout path
1296d2a17637SMingming Cao 	 * we have already reserved fs blocks for allocation
1297d2a17637SMingming Cao 	 * let the underlying get_block() function know to
1298d2a17637SMingming Cao 	 * avoid double accounting
1299d2a17637SMingming Cao 	 */
1300c2177057STheodore Ts'o 	if (flags & EXT4_GET_BLOCKS_DELALLOC_RESERVE)
1301d2a17637SMingming Cao 		EXT4_I(inode)->i_delalloc_reserved_flag = 1;
13024df3d265SAneesh Kumar K.V 	/*
13034df3d265SAneesh Kumar K.V 	 * We need to check for EXT4 here because migrate
13044df3d265SAneesh Kumar K.V 	 * could have changed the inode type in between
13054df3d265SAneesh Kumar K.V 	 */
13060e855ac8SAneesh Kumar K.V 	if (EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL) {
13070e855ac8SAneesh Kumar K.V 		retval =  ext4_ext_get_blocks(handle, inode, block, max_blocks,
1308c2177057STheodore Ts'o 					      bh, flags);
13090e855ac8SAneesh Kumar K.V 	} else {
1310e4d996caSTheodore Ts'o 		retval = ext4_ind_get_blocks(handle, inode, block,
1311c2177057STheodore Ts'o 					     max_blocks, bh, flags);
1312267e4db9SAneesh Kumar K.V 
1313267e4db9SAneesh Kumar K.V 		if (retval > 0 && buffer_new(bh)) {
1314267e4db9SAneesh Kumar K.V 			/*
1315267e4db9SAneesh Kumar K.V 			 * We allocated new blocks which will result in
1316267e4db9SAneesh Kumar K.V 			 * i_data's format changing.  Force the migrate
1317267e4db9SAneesh Kumar K.V 			 * to fail by clearing migrate flags
1318267e4db9SAneesh Kumar K.V 			 */
13191b9c12f4STheodore Ts'o 			EXT4_I(inode)->i_state &= ~EXT4_STATE_EXT_MIGRATE;
1320267e4db9SAneesh Kumar K.V 		}
13210e855ac8SAneesh Kumar K.V 	}
1322d2a17637SMingming Cao 
13232ac3b6e0STheodore Ts'o 	if (flags & EXT4_GET_BLOCKS_DELALLOC_RESERVE)
1324d2a17637SMingming Cao 		EXT4_I(inode)->i_delalloc_reserved_flag = 0;
13252ac3b6e0STheodore Ts'o 
1326d2a17637SMingming Cao 	/*
13272ac3b6e0STheodore Ts'o 	 * Update reserved blocks/metadata blocks after successful
13282ac3b6e0STheodore Ts'o 	 * block allocation which had been deferred till now.
1329d2a17637SMingming Cao 	 */
13302ac3b6e0STheodore Ts'o 	if ((retval > 0) && (flags & EXT4_GET_BLOCKS_UPDATE_RESERVE_SPACE))
133112219aeaSAneesh Kumar K.V 		ext4_da_update_reserve_space(inode, retval);
1332d2a17637SMingming Cao 
13330e855ac8SAneesh Kumar K.V 	up_write((&EXT4_I(inode)->i_data_sem));
13346fd058f7STheodore Ts'o 	if (retval > 0 && buffer_mapped(bh)) {
133580e42468STheodore Ts'o 		int ret = check_block_validity(inode, "file system "
133680e42468STheodore Ts'o 					       "corruption after allocation",
133780e42468STheodore Ts'o 					       block, bh->b_blocknr, retval);
13386fd058f7STheodore Ts'o 		if (ret != 0)
13396fd058f7STheodore Ts'o 			return ret;
13406fd058f7STheodore Ts'o 	}
13410e855ac8SAneesh Kumar K.V 	return retval;
13420e855ac8SAneesh Kumar K.V }
13430e855ac8SAneesh Kumar K.V 
1344f3bd1f3fSMingming Cao /* Maximum number of blocks we map for direct IO at once. */
1345f3bd1f3fSMingming Cao #define DIO_MAX_BLOCKS 4096
1346f3bd1f3fSMingming Cao 
13476873fa0dSEric Sandeen int ext4_get_block(struct inode *inode, sector_t iblock,
1348ac27a0ecSDave Kleikamp 		   struct buffer_head *bh_result, int create)
1349ac27a0ecSDave Kleikamp {
13503e4fdaf8SDmitriy Monakhov 	handle_t *handle = ext4_journal_current_handle();
13517fb5409dSJan Kara 	int ret = 0, started = 0;
1352ac27a0ecSDave Kleikamp 	unsigned max_blocks = bh_result->b_size >> inode->i_blkbits;
1353f3bd1f3fSMingming Cao 	int dio_credits;
1354ac27a0ecSDave Kleikamp 
13557fb5409dSJan Kara 	if (create && !handle) {
13567fb5409dSJan Kara 		/* Direct IO write... */
13577fb5409dSJan Kara 		if (max_blocks > DIO_MAX_BLOCKS)
13587fb5409dSJan Kara 			max_blocks = DIO_MAX_BLOCKS;
1359f3bd1f3fSMingming Cao 		dio_credits = ext4_chunk_trans_blocks(inode, max_blocks);
1360f3bd1f3fSMingming Cao 		handle = ext4_journal_start(inode, dio_credits);
13617fb5409dSJan Kara 		if (IS_ERR(handle)) {
1362ac27a0ecSDave Kleikamp 			ret = PTR_ERR(handle);
13637fb5409dSJan Kara 			goto out;
13647fb5409dSJan Kara 		}
13657fb5409dSJan Kara 		started = 1;
1366ac27a0ecSDave Kleikamp 	}
1367ac27a0ecSDave Kleikamp 
136812b7ac17STheodore Ts'o 	ret = ext4_get_blocks(handle, inode, iblock, max_blocks, bh_result,
1369c2177057STheodore Ts'o 			      create ? EXT4_GET_BLOCKS_CREATE : 0);
1370ac27a0ecSDave Kleikamp 	if (ret > 0) {
1371ac27a0ecSDave Kleikamp 		bh_result->b_size = (ret << inode->i_blkbits);
1372ac27a0ecSDave Kleikamp 		ret = 0;
1373ac27a0ecSDave Kleikamp 	}
13747fb5409dSJan Kara 	if (started)
13757fb5409dSJan Kara 		ext4_journal_stop(handle);
13767fb5409dSJan Kara out:
1377ac27a0ecSDave Kleikamp 	return ret;
1378ac27a0ecSDave Kleikamp }
1379ac27a0ecSDave Kleikamp 
1380ac27a0ecSDave Kleikamp /*
1381ac27a0ecSDave Kleikamp  * `handle' can be NULL if create is zero
1382ac27a0ecSDave Kleikamp  */
1383617ba13bSMingming Cao struct buffer_head *ext4_getblk(handle_t *handle, struct inode *inode,
1384725d26d3SAneesh Kumar K.V 				ext4_lblk_t block, int create, int *errp)
1385ac27a0ecSDave Kleikamp {
1386ac27a0ecSDave Kleikamp 	struct buffer_head dummy;
1387ac27a0ecSDave Kleikamp 	int fatal = 0, err;
138803f5d8bcSJan Kara 	int flags = 0;
1389ac27a0ecSDave Kleikamp 
1390ac27a0ecSDave Kleikamp 	J_ASSERT(handle != NULL || create == 0);
1391ac27a0ecSDave Kleikamp 
1392ac27a0ecSDave Kleikamp 	dummy.b_state = 0;
1393ac27a0ecSDave Kleikamp 	dummy.b_blocknr = -1000;
1394ac27a0ecSDave Kleikamp 	buffer_trace_init(&dummy.b_history);
1395c2177057STheodore Ts'o 	if (create)
1396c2177057STheodore Ts'o 		flags |= EXT4_GET_BLOCKS_CREATE;
1397c2177057STheodore Ts'o 	err = ext4_get_blocks(handle, inode, block, 1, &dummy, flags);
1398ac27a0ecSDave Kleikamp 	/*
1399c2177057STheodore Ts'o 	 * ext4_get_blocks() returns number of blocks mapped. 0 in
1400c2177057STheodore Ts'o 	 * case of a HOLE.
1401ac27a0ecSDave Kleikamp 	 */
1402ac27a0ecSDave Kleikamp 	if (err > 0) {
1403ac27a0ecSDave Kleikamp 		if (err > 1)
1404ac27a0ecSDave Kleikamp 			WARN_ON(1);
1405ac27a0ecSDave Kleikamp 		err = 0;
1406ac27a0ecSDave Kleikamp 	}
1407ac27a0ecSDave Kleikamp 	*errp = err;
1408ac27a0ecSDave Kleikamp 	if (!err && buffer_mapped(&dummy)) {
1409ac27a0ecSDave Kleikamp 		struct buffer_head *bh;
1410ac27a0ecSDave Kleikamp 		bh = sb_getblk(inode->i_sb, dummy.b_blocknr);
1411ac27a0ecSDave Kleikamp 		if (!bh) {
1412ac27a0ecSDave Kleikamp 			*errp = -EIO;
1413ac27a0ecSDave Kleikamp 			goto err;
1414ac27a0ecSDave Kleikamp 		}
1415ac27a0ecSDave Kleikamp 		if (buffer_new(&dummy)) {
1416ac27a0ecSDave Kleikamp 			J_ASSERT(create != 0);
1417ac39849dSAneesh Kumar K.V 			J_ASSERT(handle != NULL);
1418ac27a0ecSDave Kleikamp 
1419ac27a0ecSDave Kleikamp 			/*
1420ac27a0ecSDave Kleikamp 			 * Now that we do not always journal data, we should
1421ac27a0ecSDave Kleikamp 			 * keep in mind whether this should always journal the
1422ac27a0ecSDave Kleikamp 			 * new buffer as metadata.  For now, regular file
1423617ba13bSMingming Cao 			 * writes use ext4_get_block instead, so it's not a
1424ac27a0ecSDave Kleikamp 			 * problem.
1425ac27a0ecSDave Kleikamp 			 */
1426ac27a0ecSDave Kleikamp 			lock_buffer(bh);
1427ac27a0ecSDave Kleikamp 			BUFFER_TRACE(bh, "call get_create_access");
1428617ba13bSMingming Cao 			fatal = ext4_journal_get_create_access(handle, bh);
1429ac27a0ecSDave Kleikamp 			if (!fatal && !buffer_uptodate(bh)) {
1430ac27a0ecSDave Kleikamp 				memset(bh->b_data, 0, inode->i_sb->s_blocksize);
1431ac27a0ecSDave Kleikamp 				set_buffer_uptodate(bh);
1432ac27a0ecSDave Kleikamp 			}
1433ac27a0ecSDave Kleikamp 			unlock_buffer(bh);
14340390131bSFrank Mayhar 			BUFFER_TRACE(bh, "call ext4_handle_dirty_metadata");
14350390131bSFrank Mayhar 			err = ext4_handle_dirty_metadata(handle, inode, bh);
1436ac27a0ecSDave Kleikamp 			if (!fatal)
1437ac27a0ecSDave Kleikamp 				fatal = err;
1438ac27a0ecSDave Kleikamp 		} else {
1439ac27a0ecSDave Kleikamp 			BUFFER_TRACE(bh, "not a new buffer");
1440ac27a0ecSDave Kleikamp 		}
1441ac27a0ecSDave Kleikamp 		if (fatal) {
1442ac27a0ecSDave Kleikamp 			*errp = fatal;
1443ac27a0ecSDave Kleikamp 			brelse(bh);
1444ac27a0ecSDave Kleikamp 			bh = NULL;
1445ac27a0ecSDave Kleikamp 		}
1446ac27a0ecSDave Kleikamp 		return bh;
1447ac27a0ecSDave Kleikamp 	}
1448ac27a0ecSDave Kleikamp err:
1449ac27a0ecSDave Kleikamp 	return NULL;
1450ac27a0ecSDave Kleikamp }
1451ac27a0ecSDave Kleikamp 
1452617ba13bSMingming Cao struct buffer_head *ext4_bread(handle_t *handle, struct inode *inode,
1453725d26d3SAneesh Kumar K.V 			       ext4_lblk_t block, int create, int *err)
1454ac27a0ecSDave Kleikamp {
1455ac27a0ecSDave Kleikamp 	struct buffer_head *bh;
1456ac27a0ecSDave Kleikamp 
1457617ba13bSMingming Cao 	bh = ext4_getblk(handle, inode, block, create, err);
1458ac27a0ecSDave Kleikamp 	if (!bh)
1459ac27a0ecSDave Kleikamp 		return bh;
1460ac27a0ecSDave Kleikamp 	if (buffer_uptodate(bh))
1461ac27a0ecSDave Kleikamp 		return bh;
1462ac27a0ecSDave Kleikamp 	ll_rw_block(READ_META, 1, &bh);
1463ac27a0ecSDave Kleikamp 	wait_on_buffer(bh);
1464ac27a0ecSDave Kleikamp 	if (buffer_uptodate(bh))
1465ac27a0ecSDave Kleikamp 		return bh;
1466ac27a0ecSDave Kleikamp 	put_bh(bh);
1467ac27a0ecSDave Kleikamp 	*err = -EIO;
1468ac27a0ecSDave Kleikamp 	return NULL;
1469ac27a0ecSDave Kleikamp }
1470ac27a0ecSDave Kleikamp 
1471ac27a0ecSDave Kleikamp static int walk_page_buffers(handle_t *handle,
1472ac27a0ecSDave Kleikamp 			     struct buffer_head *head,
1473ac27a0ecSDave Kleikamp 			     unsigned from,
1474ac27a0ecSDave Kleikamp 			     unsigned to,
1475ac27a0ecSDave Kleikamp 			     int *partial,
1476ac27a0ecSDave Kleikamp 			     int (*fn)(handle_t *handle,
1477ac27a0ecSDave Kleikamp 				       struct buffer_head *bh))
1478ac27a0ecSDave Kleikamp {
1479ac27a0ecSDave Kleikamp 	struct buffer_head *bh;
1480ac27a0ecSDave Kleikamp 	unsigned block_start, block_end;
1481ac27a0ecSDave Kleikamp 	unsigned blocksize = head->b_size;
1482ac27a0ecSDave Kleikamp 	int err, ret = 0;
1483ac27a0ecSDave Kleikamp 	struct buffer_head *next;
1484ac27a0ecSDave Kleikamp 
1485ac27a0ecSDave Kleikamp 	for (bh = head, block_start = 0;
1486ac27a0ecSDave Kleikamp 	     ret == 0 && (bh != head || !block_start);
1487de9a55b8STheodore Ts'o 	     block_start = block_end, bh = next) {
1488ac27a0ecSDave Kleikamp 		next = bh->b_this_page;
1489ac27a0ecSDave Kleikamp 		block_end = block_start + blocksize;
1490ac27a0ecSDave Kleikamp 		if (block_end <= from || block_start >= to) {
1491ac27a0ecSDave Kleikamp 			if (partial && !buffer_uptodate(bh))
1492ac27a0ecSDave Kleikamp 				*partial = 1;
1493ac27a0ecSDave Kleikamp 			continue;
1494ac27a0ecSDave Kleikamp 		}
1495ac27a0ecSDave Kleikamp 		err = (*fn)(handle, bh);
1496ac27a0ecSDave Kleikamp 		if (!ret)
1497ac27a0ecSDave Kleikamp 			ret = err;
1498ac27a0ecSDave Kleikamp 	}
1499ac27a0ecSDave Kleikamp 	return ret;
1500ac27a0ecSDave Kleikamp }
1501ac27a0ecSDave Kleikamp 
1502ac27a0ecSDave Kleikamp /*
1503ac27a0ecSDave Kleikamp  * To preserve ordering, it is essential that the hole instantiation and
1504ac27a0ecSDave Kleikamp  * the data write be encapsulated in a single transaction.  We cannot
1505617ba13bSMingming Cao  * close off a transaction and start a new one between the ext4_get_block()
1506dab291afSMingming Cao  * and the commit_write().  So doing the jbd2_journal_start at the start of
1507ac27a0ecSDave Kleikamp  * prepare_write() is the right place.
1508ac27a0ecSDave Kleikamp  *
1509617ba13bSMingming Cao  * Also, this function can nest inside ext4_writepage() ->
1510617ba13bSMingming Cao  * block_write_full_page(). In that case, we *know* that ext4_writepage()
1511ac27a0ecSDave Kleikamp  * has generated enough buffer credits to do the whole page.  So we won't
1512ac27a0ecSDave Kleikamp  * block on the journal in that case, which is good, because the caller may
1513ac27a0ecSDave Kleikamp  * be PF_MEMALLOC.
1514ac27a0ecSDave Kleikamp  *
1515617ba13bSMingming Cao  * By accident, ext4 can be reentered when a transaction is open via
1516ac27a0ecSDave Kleikamp  * quota file writes.  If we were to commit the transaction while thus
1517ac27a0ecSDave Kleikamp  * reentered, there can be a deadlock - we would be holding a quota
1518ac27a0ecSDave Kleikamp  * lock, and the commit would never complete if another thread had a
1519ac27a0ecSDave Kleikamp  * transaction open and was blocking on the quota lock - a ranking
1520ac27a0ecSDave Kleikamp  * violation.
1521ac27a0ecSDave Kleikamp  *
1522dab291afSMingming Cao  * So what we do is to rely on the fact that jbd2_journal_stop/journal_start
1523ac27a0ecSDave Kleikamp  * will _not_ run commit under these circumstances because handle->h_ref
1524ac27a0ecSDave Kleikamp  * is elevated.  We'll still have enough credits for the tiny quotafile
1525ac27a0ecSDave Kleikamp  * write.
1526ac27a0ecSDave Kleikamp  */
1527ac27a0ecSDave Kleikamp static int do_journal_get_write_access(handle_t *handle,
1528ac27a0ecSDave Kleikamp 				       struct buffer_head *bh)
1529ac27a0ecSDave Kleikamp {
1530ac27a0ecSDave Kleikamp 	if (!buffer_mapped(bh) || buffer_freed(bh))
1531ac27a0ecSDave Kleikamp 		return 0;
1532617ba13bSMingming Cao 	return ext4_journal_get_write_access(handle, bh);
1533ac27a0ecSDave Kleikamp }
1534ac27a0ecSDave Kleikamp 
1535bfc1af65SNick Piggin static int ext4_write_begin(struct file *file, struct address_space *mapping,
1536bfc1af65SNick Piggin 			    loff_t pos, unsigned len, unsigned flags,
1537bfc1af65SNick Piggin 			    struct page **pagep, void **fsdata)
1538ac27a0ecSDave Kleikamp {
1539bfc1af65SNick Piggin 	struct inode *inode = mapping->host;
15401938a150SAneesh Kumar K.V 	int ret, needed_blocks;
1541ac27a0ecSDave Kleikamp 	handle_t *handle;
1542ac27a0ecSDave Kleikamp 	int retries = 0;
1543bfc1af65SNick Piggin 	struct page *page;
1544bfc1af65SNick Piggin 	pgoff_t index;
1545bfc1af65SNick Piggin 	unsigned from, to;
1546bfc1af65SNick Piggin 
15479bffad1eSTheodore Ts'o 	trace_ext4_write_begin(inode, pos, len, flags);
15481938a150SAneesh Kumar K.V 	/*
15491938a150SAneesh Kumar K.V 	 * Reserve one block more for addition to orphan list in case
15501938a150SAneesh Kumar K.V 	 * we allocate blocks but write fails for some reason
15511938a150SAneesh Kumar K.V 	 */
15521938a150SAneesh Kumar K.V 	needed_blocks = ext4_writepage_trans_blocks(inode) + 1;
1553bfc1af65SNick Piggin 	index = pos >> PAGE_CACHE_SHIFT;
1554bfc1af65SNick Piggin 	from = pos & (PAGE_CACHE_SIZE - 1);
1555bfc1af65SNick Piggin 	to = from + len;
1556ac27a0ecSDave Kleikamp 
1557ac27a0ecSDave Kleikamp retry:
1558617ba13bSMingming Cao 	handle = ext4_journal_start(inode, needed_blocks);
15597479d2b9SAndrew Morton 	if (IS_ERR(handle)) {
15607479d2b9SAndrew Morton 		ret = PTR_ERR(handle);
15617479d2b9SAndrew Morton 		goto out;
15627479d2b9SAndrew Morton 	}
1563ac27a0ecSDave Kleikamp 
1564ebd3610bSJan Kara 	/* We cannot recurse into the filesystem as the transaction is already
1565ebd3610bSJan Kara 	 * started */
1566ebd3610bSJan Kara 	flags |= AOP_FLAG_NOFS;
1567ebd3610bSJan Kara 
156854566b2cSNick Piggin 	page = grab_cache_page_write_begin(mapping, index, flags);
1569cf108bcaSJan Kara 	if (!page) {
1570cf108bcaSJan Kara 		ext4_journal_stop(handle);
1571cf108bcaSJan Kara 		ret = -ENOMEM;
1572cf108bcaSJan Kara 		goto out;
1573cf108bcaSJan Kara 	}
1574cf108bcaSJan Kara 	*pagep = page;
1575cf108bcaSJan Kara 
1576bfc1af65SNick Piggin 	ret = block_write_begin(file, mapping, pos, len, flags, pagep, fsdata,
1577bfc1af65SNick Piggin 				ext4_get_block);
1578bfc1af65SNick Piggin 
1579bfc1af65SNick Piggin 	if (!ret && ext4_should_journal_data(inode)) {
1580ac27a0ecSDave Kleikamp 		ret = walk_page_buffers(handle, page_buffers(page),
1581ac27a0ecSDave Kleikamp 				from, to, NULL, do_journal_get_write_access);
1582b46be050SAndrey Savochkin 	}
1583bfc1af65SNick Piggin 
1584bfc1af65SNick Piggin 	if (ret) {
1585bfc1af65SNick Piggin 		unlock_page(page);
1586bfc1af65SNick Piggin 		page_cache_release(page);
1587ae4d5372SAneesh Kumar K.V 		/*
1588ae4d5372SAneesh Kumar K.V 		 * block_write_begin may have instantiated a few blocks
1589ae4d5372SAneesh Kumar K.V 		 * outside i_size.  Trim these off again. Don't need
1590ae4d5372SAneesh Kumar K.V 		 * i_size_read because we hold i_mutex.
15911938a150SAneesh Kumar K.V 		 *
15921938a150SAneesh Kumar K.V 		 * Add inode to orphan list in case we crash before
15931938a150SAneesh Kumar K.V 		 * truncate finishes
1594ae4d5372SAneesh Kumar K.V 		 */
1595ffacfa7aSJan Kara 		if (pos + len > inode->i_size && ext4_can_truncate(inode))
15961938a150SAneesh Kumar K.V 			ext4_orphan_add(handle, inode);
15971938a150SAneesh Kumar K.V 
15981938a150SAneesh Kumar K.V 		ext4_journal_stop(handle);
15991938a150SAneesh Kumar K.V 		if (pos + len > inode->i_size) {
1600ffacfa7aSJan Kara 			ext4_truncate(inode);
16011938a150SAneesh Kumar K.V 			/*
1602ffacfa7aSJan Kara 			 * If truncate failed early the inode might
16031938a150SAneesh Kumar K.V 			 * still be on the orphan list; we need to
16041938a150SAneesh Kumar K.V 			 * make sure the inode is removed from the
16051938a150SAneesh Kumar K.V 			 * orphan list in that case.
16061938a150SAneesh Kumar K.V 			 */
16071938a150SAneesh Kumar K.V 			if (inode->i_nlink)
16081938a150SAneesh Kumar K.V 				ext4_orphan_del(NULL, inode);
16091938a150SAneesh Kumar K.V 		}
1610bfc1af65SNick Piggin 	}
1611bfc1af65SNick Piggin 
1612617ba13bSMingming Cao 	if (ret == -ENOSPC && ext4_should_retry_alloc(inode->i_sb, &retries))
1613ac27a0ecSDave Kleikamp 		goto retry;
16147479d2b9SAndrew Morton out:
1615ac27a0ecSDave Kleikamp 	return ret;
1616ac27a0ecSDave Kleikamp }
1617ac27a0ecSDave Kleikamp 
1618bfc1af65SNick Piggin /* For write_end() in data=journal mode */
1619bfc1af65SNick Piggin static int write_end_fn(handle_t *handle, struct buffer_head *bh)
1620ac27a0ecSDave Kleikamp {
1621ac27a0ecSDave Kleikamp 	if (!buffer_mapped(bh) || buffer_freed(bh))
1622ac27a0ecSDave Kleikamp 		return 0;
1623ac27a0ecSDave Kleikamp 	set_buffer_uptodate(bh);
16240390131bSFrank Mayhar 	return ext4_handle_dirty_metadata(handle, NULL, bh);
1625ac27a0ecSDave Kleikamp }
1626ac27a0ecSDave Kleikamp 
1627f8514083SAneesh Kumar K.V static int ext4_generic_write_end(struct file *file,
1628f8514083SAneesh Kumar K.V 				  struct address_space *mapping,
1629f8514083SAneesh Kumar K.V 				  loff_t pos, unsigned len, unsigned copied,
1630f8514083SAneesh Kumar K.V 				  struct page *page, void *fsdata)
1631f8514083SAneesh Kumar K.V {
1632f8514083SAneesh Kumar K.V 	int i_size_changed = 0;
1633f8514083SAneesh Kumar K.V 	struct inode *inode = mapping->host;
1634f8514083SAneesh Kumar K.V 	handle_t *handle = ext4_journal_current_handle();
1635f8514083SAneesh Kumar K.V 
1636f8514083SAneesh Kumar K.V 	copied = block_write_end(file, mapping, pos, len, copied, page, fsdata);
1637f8514083SAneesh Kumar K.V 
1638f8514083SAneesh Kumar K.V 	/*
1639f8514083SAneesh Kumar K.V 	 * No need to use i_size_read() here, the i_size
1640f8514083SAneesh Kumar K.V 	 * cannot change under us because we hold i_mutex.
1641f8514083SAneesh Kumar K.V 	 *
1642f8514083SAneesh Kumar K.V 	 * But it's important to update i_size while still holding page lock:
1643f8514083SAneesh Kumar K.V 	 * page writeout could otherwise come in and zero beyond i_size.
1644f8514083SAneesh Kumar K.V 	 */
1645f8514083SAneesh Kumar K.V 	if (pos + copied > inode->i_size) {
1646f8514083SAneesh Kumar K.V 		i_size_write(inode, pos + copied);
1647f8514083SAneesh Kumar K.V 		i_size_changed = 1;
1648f8514083SAneesh Kumar K.V 	}
1649f8514083SAneesh Kumar K.V 
1650f8514083SAneesh Kumar K.V 	if (pos + copied >  EXT4_I(inode)->i_disksize) {
1651f8514083SAneesh Kumar K.V 		/* We need to mark inode dirty even if
1652f8514083SAneesh Kumar K.V 		 * new_i_size is less that inode->i_size
1653f8514083SAneesh Kumar K.V 		 * bu greater than i_disksize.(hint delalloc)
1654f8514083SAneesh Kumar K.V 		 */
1655f8514083SAneesh Kumar K.V 		ext4_update_i_disksize(inode, (pos + copied));
1656f8514083SAneesh Kumar K.V 		i_size_changed = 1;
1657f8514083SAneesh Kumar K.V 	}
1658f8514083SAneesh Kumar K.V 	unlock_page(page);
1659f8514083SAneesh Kumar K.V 	page_cache_release(page);
1660f8514083SAneesh Kumar K.V 
1661f8514083SAneesh Kumar K.V 	/*
1662f8514083SAneesh Kumar K.V 	 * Don't mark the inode dirty under page lock. First, it unnecessarily
1663f8514083SAneesh Kumar K.V 	 * makes the holding time of page lock longer. Second, it forces lock
1664f8514083SAneesh Kumar K.V 	 * ordering of page lock and transaction start for journaling
1665f8514083SAneesh Kumar K.V 	 * filesystems.
1666f8514083SAneesh Kumar K.V 	 */
1667f8514083SAneesh Kumar K.V 	if (i_size_changed)
1668f8514083SAneesh Kumar K.V 		ext4_mark_inode_dirty(handle, inode);
1669f8514083SAneesh Kumar K.V 
1670f8514083SAneesh Kumar K.V 	return copied;
1671f8514083SAneesh Kumar K.V }
1672f8514083SAneesh Kumar K.V 
1673ac27a0ecSDave Kleikamp /*
1674ac27a0ecSDave Kleikamp  * We need to pick up the new inode size which generic_commit_write gave us
1675ac27a0ecSDave Kleikamp  * `file' can be NULL - eg, when called from page_symlink().
1676ac27a0ecSDave Kleikamp  *
1677617ba13bSMingming Cao  * ext4 never places buffers on inode->i_mapping->private_list.  metadata
1678ac27a0ecSDave Kleikamp  * buffers are managed internally.
1679ac27a0ecSDave Kleikamp  */
1680bfc1af65SNick Piggin static int ext4_ordered_write_end(struct file *file,
1681bfc1af65SNick Piggin 				  struct address_space *mapping,
1682bfc1af65SNick Piggin 				  loff_t pos, unsigned len, unsigned copied,
1683bfc1af65SNick Piggin 				  struct page *page, void *fsdata)
1684ac27a0ecSDave Kleikamp {
1685617ba13bSMingming Cao 	handle_t *handle = ext4_journal_current_handle();
1686cf108bcaSJan Kara 	struct inode *inode = mapping->host;
1687ac27a0ecSDave Kleikamp 	int ret = 0, ret2;
1688ac27a0ecSDave Kleikamp 
16899bffad1eSTheodore Ts'o 	trace_ext4_ordered_write_end(inode, pos, len, copied);
1690678aaf48SJan Kara 	ret = ext4_jbd2_file_inode(handle, inode);
1691ac27a0ecSDave Kleikamp 
1692ac27a0ecSDave Kleikamp 	if (ret == 0) {
1693f8514083SAneesh Kumar K.V 		ret2 = ext4_generic_write_end(file, mapping, pos, len, copied,
1694bfc1af65SNick Piggin 							page, fsdata);
1695f8a87d89SRoel Kluin 		copied = ret2;
1696ffacfa7aSJan Kara 		if (pos + len > inode->i_size && ext4_can_truncate(inode))
1697f8514083SAneesh Kumar K.V 			/* if we have allocated more blocks and copied
1698f8514083SAneesh Kumar K.V 			 * less. We will have blocks allocated outside
1699f8514083SAneesh Kumar K.V 			 * inode->i_size. So truncate them
1700f8514083SAneesh Kumar K.V 			 */
1701f8514083SAneesh Kumar K.V 			ext4_orphan_add(handle, inode);
1702f8a87d89SRoel Kluin 		if (ret2 < 0)
1703f8a87d89SRoel Kluin 			ret = ret2;
1704ac27a0ecSDave Kleikamp 	}
1705617ba13bSMingming Cao 	ret2 = ext4_journal_stop(handle);
1706ac27a0ecSDave Kleikamp 	if (!ret)
1707ac27a0ecSDave Kleikamp 		ret = ret2;
1708bfc1af65SNick Piggin 
1709f8514083SAneesh Kumar K.V 	if (pos + len > inode->i_size) {
1710ffacfa7aSJan Kara 		ext4_truncate(inode);
1711f8514083SAneesh Kumar K.V 		/*
1712ffacfa7aSJan Kara 		 * If truncate failed early the inode might still be
1713f8514083SAneesh Kumar K.V 		 * on the orphan list; we need to make sure the inode
1714f8514083SAneesh Kumar K.V 		 * is removed from the orphan list in that case.
1715f8514083SAneesh Kumar K.V 		 */
1716f8514083SAneesh Kumar K.V 		if (inode->i_nlink)
1717f8514083SAneesh Kumar K.V 			ext4_orphan_del(NULL, inode);
1718f8514083SAneesh Kumar K.V 	}
1719f8514083SAneesh Kumar K.V 
1720f8514083SAneesh Kumar K.V 
1721bfc1af65SNick Piggin 	return ret ? ret : copied;
1722ac27a0ecSDave Kleikamp }
1723ac27a0ecSDave Kleikamp 
1724bfc1af65SNick Piggin static int ext4_writeback_write_end(struct file *file,
1725bfc1af65SNick Piggin 				    struct address_space *mapping,
1726bfc1af65SNick Piggin 				    loff_t pos, unsigned len, unsigned copied,
1727bfc1af65SNick Piggin 				    struct page *page, void *fsdata)
1728ac27a0ecSDave Kleikamp {
1729617ba13bSMingming Cao 	handle_t *handle = ext4_journal_current_handle();
1730cf108bcaSJan Kara 	struct inode *inode = mapping->host;
1731ac27a0ecSDave Kleikamp 	int ret = 0, ret2;
1732ac27a0ecSDave Kleikamp 
17339bffad1eSTheodore Ts'o 	trace_ext4_writeback_write_end(inode, pos, len, copied);
1734f8514083SAneesh Kumar K.V 	ret2 = ext4_generic_write_end(file, mapping, pos, len, copied,
1735bfc1af65SNick Piggin 							page, fsdata);
1736f8a87d89SRoel Kluin 	copied = ret2;
1737ffacfa7aSJan Kara 	if (pos + len > inode->i_size && ext4_can_truncate(inode))
1738f8514083SAneesh Kumar K.V 		/* if we have allocated more blocks and copied
1739f8514083SAneesh Kumar K.V 		 * less. We will have blocks allocated outside
1740f8514083SAneesh Kumar K.V 		 * inode->i_size. So truncate them
1741f8514083SAneesh Kumar K.V 		 */
1742f8514083SAneesh Kumar K.V 		ext4_orphan_add(handle, inode);
1743f8514083SAneesh Kumar K.V 
1744f8a87d89SRoel Kluin 	if (ret2 < 0)
1745f8a87d89SRoel Kluin 		ret = ret2;
1746ac27a0ecSDave Kleikamp 
1747617ba13bSMingming Cao 	ret2 = ext4_journal_stop(handle);
1748ac27a0ecSDave Kleikamp 	if (!ret)
1749ac27a0ecSDave Kleikamp 		ret = ret2;
1750bfc1af65SNick Piggin 
1751f8514083SAneesh Kumar K.V 	if (pos + len > inode->i_size) {
1752ffacfa7aSJan Kara 		ext4_truncate(inode);
1753f8514083SAneesh Kumar K.V 		/*
1754ffacfa7aSJan Kara 		 * If truncate failed early the inode might still be
1755f8514083SAneesh Kumar K.V 		 * on the orphan list; we need to make sure the inode
1756f8514083SAneesh Kumar K.V 		 * is removed from the orphan list in that case.
1757f8514083SAneesh Kumar K.V 		 */
1758f8514083SAneesh Kumar K.V 		if (inode->i_nlink)
1759f8514083SAneesh Kumar K.V 			ext4_orphan_del(NULL, inode);
1760f8514083SAneesh Kumar K.V 	}
1761f8514083SAneesh Kumar K.V 
1762bfc1af65SNick Piggin 	return ret ? ret : copied;
1763ac27a0ecSDave Kleikamp }
1764ac27a0ecSDave Kleikamp 
1765bfc1af65SNick Piggin static int ext4_journalled_write_end(struct file *file,
1766bfc1af65SNick Piggin 				     struct address_space *mapping,
1767bfc1af65SNick Piggin 				     loff_t pos, unsigned len, unsigned copied,
1768bfc1af65SNick Piggin 				     struct page *page, void *fsdata)
1769ac27a0ecSDave Kleikamp {
1770617ba13bSMingming Cao 	handle_t *handle = ext4_journal_current_handle();
1771bfc1af65SNick Piggin 	struct inode *inode = mapping->host;
1772ac27a0ecSDave Kleikamp 	int ret = 0, ret2;
1773ac27a0ecSDave Kleikamp 	int partial = 0;
1774bfc1af65SNick Piggin 	unsigned from, to;
1775cf17fea6SAneesh Kumar K.V 	loff_t new_i_size;
1776ac27a0ecSDave Kleikamp 
17779bffad1eSTheodore Ts'o 	trace_ext4_journalled_write_end(inode, pos, len, copied);
1778bfc1af65SNick Piggin 	from = pos & (PAGE_CACHE_SIZE - 1);
1779bfc1af65SNick Piggin 	to = from + len;
1780bfc1af65SNick Piggin 
1781bfc1af65SNick Piggin 	if (copied < len) {
1782bfc1af65SNick Piggin 		if (!PageUptodate(page))
1783bfc1af65SNick Piggin 			copied = 0;
1784bfc1af65SNick Piggin 		page_zero_new_buffers(page, from+copied, to);
1785bfc1af65SNick Piggin 	}
1786ac27a0ecSDave Kleikamp 
1787ac27a0ecSDave Kleikamp 	ret = walk_page_buffers(handle, page_buffers(page), from,
1788bfc1af65SNick Piggin 				to, &partial, write_end_fn);
1789ac27a0ecSDave Kleikamp 	if (!partial)
1790ac27a0ecSDave Kleikamp 		SetPageUptodate(page);
1791cf17fea6SAneesh Kumar K.V 	new_i_size = pos + copied;
1792cf17fea6SAneesh Kumar K.V 	if (new_i_size > inode->i_size)
1793bfc1af65SNick Piggin 		i_size_write(inode, pos+copied);
1794617ba13bSMingming Cao 	EXT4_I(inode)->i_state |= EXT4_STATE_JDATA;
1795cf17fea6SAneesh Kumar K.V 	if (new_i_size > EXT4_I(inode)->i_disksize) {
1796cf17fea6SAneesh Kumar K.V 		ext4_update_i_disksize(inode, new_i_size);
1797617ba13bSMingming Cao 		ret2 = ext4_mark_inode_dirty(handle, inode);
1798ac27a0ecSDave Kleikamp 		if (!ret)
1799ac27a0ecSDave Kleikamp 			ret = ret2;
1800ac27a0ecSDave Kleikamp 	}
1801bfc1af65SNick Piggin 
1802cf108bcaSJan Kara 	unlock_page(page);
1803f8514083SAneesh Kumar K.V 	page_cache_release(page);
1804ffacfa7aSJan Kara 	if (pos + len > inode->i_size && ext4_can_truncate(inode))
1805f8514083SAneesh Kumar K.V 		/* if we have allocated more blocks and copied
1806f8514083SAneesh Kumar K.V 		 * less. We will have blocks allocated outside
1807f8514083SAneesh Kumar K.V 		 * inode->i_size. So truncate them
1808f8514083SAneesh Kumar K.V 		 */
1809f8514083SAneesh Kumar K.V 		ext4_orphan_add(handle, inode);
1810f8514083SAneesh Kumar K.V 
1811617ba13bSMingming Cao 	ret2 = ext4_journal_stop(handle);
1812ac27a0ecSDave Kleikamp 	if (!ret)
1813ac27a0ecSDave Kleikamp 		ret = ret2;
1814f8514083SAneesh Kumar K.V 	if (pos + len > inode->i_size) {
1815ffacfa7aSJan Kara 		ext4_truncate(inode);
1816f8514083SAneesh Kumar K.V 		/*
1817ffacfa7aSJan Kara 		 * If truncate failed early the inode might still be
1818f8514083SAneesh Kumar K.V 		 * on the orphan list; we need to make sure the inode
1819f8514083SAneesh Kumar K.V 		 * is removed from the orphan list in that case.
1820f8514083SAneesh Kumar K.V 		 */
1821f8514083SAneesh Kumar K.V 		if (inode->i_nlink)
1822f8514083SAneesh Kumar K.V 			ext4_orphan_del(NULL, inode);
1823f8514083SAneesh Kumar K.V 	}
1824bfc1af65SNick Piggin 
1825bfc1af65SNick Piggin 	return ret ? ret : copied;
1826ac27a0ecSDave Kleikamp }
1827d2a17637SMingming Cao 
1828d2a17637SMingming Cao static int ext4_da_reserve_space(struct inode *inode, int nrblocks)
1829d2a17637SMingming Cao {
1830030ba6bcSAneesh Kumar K.V 	int retries = 0;
1831d2a17637SMingming Cao 	struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb);
1832d2a17637SMingming Cao 	unsigned long md_needed, mdblocks, total = 0;
1833d2a17637SMingming Cao 
1834d2a17637SMingming Cao 	/*
1835d2a17637SMingming Cao 	 * recalculate the amount of metadata blocks to reserve
1836d2a17637SMingming Cao 	 * in order to allocate nrblocks
1837d2a17637SMingming Cao 	 * worse case is one extent per block
1838d2a17637SMingming Cao 	 */
1839030ba6bcSAneesh Kumar K.V repeat:
1840d2a17637SMingming Cao 	spin_lock(&EXT4_I(inode)->i_block_reservation_lock);
1841d2a17637SMingming Cao 	total = EXT4_I(inode)->i_reserved_data_blocks + nrblocks;
1842d2a17637SMingming Cao 	mdblocks = ext4_calc_metadata_amount(inode, total);
1843d2a17637SMingming Cao 	BUG_ON(mdblocks < EXT4_I(inode)->i_reserved_meta_blocks);
1844d2a17637SMingming Cao 
1845d2a17637SMingming Cao 	md_needed = mdblocks - EXT4_I(inode)->i_reserved_meta_blocks;
1846d2a17637SMingming Cao 	total = md_needed + nrblocks;
1847d2a17637SMingming Cao 
184860e58e0fSMingming Cao 	/*
184960e58e0fSMingming Cao 	 * Make quota reservation here to prevent quota overflow
185060e58e0fSMingming Cao 	 * later. Real quota accounting is done at pages writeout
185160e58e0fSMingming Cao 	 * time.
185260e58e0fSMingming Cao 	 */
185360e58e0fSMingming Cao 	if (vfs_dq_reserve_block(inode, total)) {
185460e58e0fSMingming Cao 		spin_unlock(&EXT4_I(inode)->i_block_reservation_lock);
185560e58e0fSMingming Cao 		return -EDQUOT;
185660e58e0fSMingming Cao 	}
185760e58e0fSMingming Cao 
1858a30d542aSAneesh Kumar K.V 	if (ext4_claim_free_blocks(sbi, total)) {
1859d2a17637SMingming Cao 		spin_unlock(&EXT4_I(inode)->i_block_reservation_lock);
18609f0ccfd8SMingming Cao 		vfs_dq_release_reservation_block(inode, total);
1861030ba6bcSAneesh Kumar K.V 		if (ext4_should_retry_alloc(inode->i_sb, &retries)) {
1862030ba6bcSAneesh Kumar K.V 			yield();
1863030ba6bcSAneesh Kumar K.V 			goto repeat;
1864030ba6bcSAneesh Kumar K.V 		}
1865d2a17637SMingming Cao 		return -ENOSPC;
1866d2a17637SMingming Cao 	}
1867d2a17637SMingming Cao 	EXT4_I(inode)->i_reserved_data_blocks += nrblocks;
1868d2a17637SMingming Cao 	EXT4_I(inode)->i_reserved_meta_blocks = mdblocks;
1869d2a17637SMingming Cao 
1870d2a17637SMingming Cao 	spin_unlock(&EXT4_I(inode)->i_block_reservation_lock);
1871d2a17637SMingming Cao 	return 0;       /* success */
1872d2a17637SMingming Cao }
1873d2a17637SMingming Cao 
187412219aeaSAneesh Kumar K.V static void ext4_da_release_space(struct inode *inode, int to_free)
1875d2a17637SMingming Cao {
1876d2a17637SMingming Cao 	struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb);
1877d2a17637SMingming Cao 	int total, mdb, mdb_free, release;
1878d2a17637SMingming Cao 
1879cd213226SMingming Cao 	if (!to_free)
1880cd213226SMingming Cao 		return;		/* Nothing to release, exit */
1881cd213226SMingming Cao 
1882d2a17637SMingming Cao 	spin_lock(&EXT4_I(inode)->i_block_reservation_lock);
1883cd213226SMingming Cao 
1884cd213226SMingming Cao 	if (!EXT4_I(inode)->i_reserved_data_blocks) {
1885cd213226SMingming Cao 		/*
1886cd213226SMingming Cao 		 * if there is no reserved blocks, but we try to free some
1887cd213226SMingming Cao 		 * then the counter is messed up somewhere.
1888cd213226SMingming Cao 		 * but since this function is called from invalidate
1889cd213226SMingming Cao 		 * page, it's harmless to return without any action
1890cd213226SMingming Cao 		 */
1891cd213226SMingming Cao 		printk(KERN_INFO "ext4 delalloc try to release %d reserved "
1892cd213226SMingming Cao 			    "blocks for inode %lu, but there is no reserved "
1893cd213226SMingming Cao 			    "data blocks\n", to_free, inode->i_ino);
1894cd213226SMingming Cao 		spin_unlock(&EXT4_I(inode)->i_block_reservation_lock);
1895cd213226SMingming Cao 		return;
1896cd213226SMingming Cao 	}
1897cd213226SMingming Cao 
1898d2a17637SMingming Cao 	/* recalculate the number of metablocks still need to be reserved */
189912219aeaSAneesh Kumar K.V 	total = EXT4_I(inode)->i_reserved_data_blocks - to_free;
1900d2a17637SMingming Cao 	mdb = ext4_calc_metadata_amount(inode, total);
1901d2a17637SMingming Cao 
1902d2a17637SMingming Cao 	/* figure out how many metablocks to release */
1903d2a17637SMingming Cao 	BUG_ON(mdb > EXT4_I(inode)->i_reserved_meta_blocks);
1904d2a17637SMingming Cao 	mdb_free = EXT4_I(inode)->i_reserved_meta_blocks - mdb;
1905d2a17637SMingming Cao 
1906d2a17637SMingming Cao 	release = to_free + mdb_free;
1907d2a17637SMingming Cao 
19086bc6e63fSAneesh Kumar K.V 	/* update fs dirty blocks counter for truncate case */
19096bc6e63fSAneesh Kumar K.V 	percpu_counter_sub(&sbi->s_dirtyblocks_counter, release);
1910d2a17637SMingming Cao 
1911d2a17637SMingming Cao 	/* update per-inode reservations */
191212219aeaSAneesh Kumar K.V 	BUG_ON(to_free > EXT4_I(inode)->i_reserved_data_blocks);
191312219aeaSAneesh Kumar K.V 	EXT4_I(inode)->i_reserved_data_blocks -= to_free;
1914d2a17637SMingming Cao 
1915d2a17637SMingming Cao 	BUG_ON(mdb > EXT4_I(inode)->i_reserved_meta_blocks);
1916d2a17637SMingming Cao 	EXT4_I(inode)->i_reserved_meta_blocks = mdb;
1917d2a17637SMingming Cao 	spin_unlock(&EXT4_I(inode)->i_block_reservation_lock);
191860e58e0fSMingming Cao 
191960e58e0fSMingming Cao 	vfs_dq_release_reservation_block(inode, release);
1920d2a17637SMingming Cao }
1921d2a17637SMingming Cao 
1922d2a17637SMingming Cao static void ext4_da_page_release_reservation(struct page *page,
1923d2a17637SMingming Cao 					     unsigned long offset)
1924d2a17637SMingming Cao {
1925d2a17637SMingming Cao 	int to_release = 0;
1926d2a17637SMingming Cao 	struct buffer_head *head, *bh;
1927d2a17637SMingming Cao 	unsigned int curr_off = 0;
1928d2a17637SMingming Cao 
1929d2a17637SMingming Cao 	head = page_buffers(page);
1930d2a17637SMingming Cao 	bh = head;
1931d2a17637SMingming Cao 	do {
1932d2a17637SMingming Cao 		unsigned int next_off = curr_off + bh->b_size;
1933d2a17637SMingming Cao 
1934d2a17637SMingming Cao 		if ((offset <= curr_off) && (buffer_delay(bh))) {
1935d2a17637SMingming Cao 			to_release++;
1936d2a17637SMingming Cao 			clear_buffer_delay(bh);
1937d2a17637SMingming Cao 		}
1938d2a17637SMingming Cao 		curr_off = next_off;
1939d2a17637SMingming Cao 	} while ((bh = bh->b_this_page) != head);
194012219aeaSAneesh Kumar K.V 	ext4_da_release_space(page->mapping->host, to_release);
1941d2a17637SMingming Cao }
1942ac27a0ecSDave Kleikamp 
1943ac27a0ecSDave Kleikamp /*
194464769240SAlex Tomas  * Delayed allocation stuff
194564769240SAlex Tomas  */
194664769240SAlex Tomas 
194764769240SAlex Tomas /*
194864769240SAlex Tomas  * mpage_da_submit_io - walks through extent of pages and try to write
1949a1d6cc56SAneesh Kumar K.V  * them with writepage() call back
195064769240SAlex Tomas  *
195164769240SAlex Tomas  * @mpd->inode: inode
195264769240SAlex Tomas  * @mpd->first_page: first page of the extent
195364769240SAlex Tomas  * @mpd->next_page: page after the last page of the extent
195464769240SAlex Tomas  *
195564769240SAlex Tomas  * By the time mpage_da_submit_io() is called we expect all blocks
195664769240SAlex Tomas  * to be allocated. this may be wrong if allocation failed.
195764769240SAlex Tomas  *
195864769240SAlex Tomas  * As pages are already locked by write_cache_pages(), we can't use it
195964769240SAlex Tomas  */
196064769240SAlex Tomas static int mpage_da_submit_io(struct mpage_da_data *mpd)
196164769240SAlex Tomas {
196222208dedSAneesh Kumar K.V 	long pages_skipped;
1963791b7f08SAneesh Kumar K.V 	struct pagevec pvec;
1964791b7f08SAneesh Kumar K.V 	unsigned long index, end;
1965791b7f08SAneesh Kumar K.V 	int ret = 0, err, nr_pages, i;
1966791b7f08SAneesh Kumar K.V 	struct inode *inode = mpd->inode;
1967791b7f08SAneesh Kumar K.V 	struct address_space *mapping = inode->i_mapping;
196864769240SAlex Tomas 
196964769240SAlex Tomas 	BUG_ON(mpd->next_page <= mpd->first_page);
1970791b7f08SAneesh Kumar K.V 	/*
1971791b7f08SAneesh Kumar K.V 	 * We need to start from the first_page to the next_page - 1
1972791b7f08SAneesh Kumar K.V 	 * to make sure we also write the mapped dirty buffer_heads.
19738dc207c0STheodore Ts'o 	 * If we look at mpd->b_blocknr we would only be looking
1974791b7f08SAneesh Kumar K.V 	 * at the currently mapped buffer_heads.
1975791b7f08SAneesh Kumar K.V 	 */
197664769240SAlex Tomas 	index = mpd->first_page;
197764769240SAlex Tomas 	end = mpd->next_page - 1;
197864769240SAlex Tomas 
1979791b7f08SAneesh Kumar K.V 	pagevec_init(&pvec, 0);
198064769240SAlex Tomas 	while (index <= end) {
1981791b7f08SAneesh Kumar K.V 		nr_pages = pagevec_lookup(&pvec, mapping, index, PAGEVEC_SIZE);
198264769240SAlex Tomas 		if (nr_pages == 0)
198364769240SAlex Tomas 			break;
198464769240SAlex Tomas 		for (i = 0; i < nr_pages; i++) {
198564769240SAlex Tomas 			struct page *page = pvec.pages[i];
198664769240SAlex Tomas 
1987791b7f08SAneesh Kumar K.V 			index = page->index;
1988791b7f08SAneesh Kumar K.V 			if (index > end)
1989791b7f08SAneesh Kumar K.V 				break;
1990791b7f08SAneesh Kumar K.V 			index++;
1991791b7f08SAneesh Kumar K.V 
1992791b7f08SAneesh Kumar K.V 			BUG_ON(!PageLocked(page));
1993791b7f08SAneesh Kumar K.V 			BUG_ON(PageWriteback(page));
1994791b7f08SAneesh Kumar K.V 
199522208dedSAneesh Kumar K.V 			pages_skipped = mpd->wbc->pages_skipped;
1996a1d6cc56SAneesh Kumar K.V 			err = mapping->a_ops->writepage(page, mpd->wbc);
199722208dedSAneesh Kumar K.V 			if (!err && (pages_skipped == mpd->wbc->pages_skipped))
199822208dedSAneesh Kumar K.V 				/*
199922208dedSAneesh Kumar K.V 				 * have successfully written the page
200022208dedSAneesh Kumar K.V 				 * without skipping the same
200122208dedSAneesh Kumar K.V 				 */
2002a1d6cc56SAneesh Kumar K.V 				mpd->pages_written++;
200364769240SAlex Tomas 			/*
200464769240SAlex Tomas 			 * In error case, we have to continue because
200564769240SAlex Tomas 			 * remaining pages are still locked
200664769240SAlex Tomas 			 * XXX: unlock and re-dirty them?
200764769240SAlex Tomas 			 */
200864769240SAlex Tomas 			if (ret == 0)
200964769240SAlex Tomas 				ret = err;
201064769240SAlex Tomas 		}
201164769240SAlex Tomas 		pagevec_release(&pvec);
201264769240SAlex Tomas 	}
201364769240SAlex Tomas 	return ret;
201464769240SAlex Tomas }
201564769240SAlex Tomas 
201664769240SAlex Tomas /*
201764769240SAlex Tomas  * mpage_put_bnr_to_bhs - walk blocks and assign them actual numbers
201864769240SAlex Tomas  *
201964769240SAlex Tomas  * @mpd->inode - inode to walk through
202064769240SAlex Tomas  * @exbh->b_blocknr - first block on a disk
202164769240SAlex Tomas  * @exbh->b_size - amount of space in bytes
202264769240SAlex Tomas  * @logical - first logical block to start assignment with
202364769240SAlex Tomas  *
202464769240SAlex Tomas  * the function goes through all passed space and put actual disk
202529fa89d0SAneesh Kumar K.V  * block numbers into buffer heads, dropping BH_Delay and BH_Unwritten
202664769240SAlex Tomas  */
202764769240SAlex Tomas static void mpage_put_bnr_to_bhs(struct mpage_da_data *mpd, sector_t logical,
202864769240SAlex Tomas 				 struct buffer_head *exbh)
202964769240SAlex Tomas {
203064769240SAlex Tomas 	struct inode *inode = mpd->inode;
203164769240SAlex Tomas 	struct address_space *mapping = inode->i_mapping;
203264769240SAlex Tomas 	int blocks = exbh->b_size >> inode->i_blkbits;
203364769240SAlex Tomas 	sector_t pblock = exbh->b_blocknr, cur_logical;
203464769240SAlex Tomas 	struct buffer_head *head, *bh;
2035a1d6cc56SAneesh Kumar K.V 	pgoff_t index, end;
203664769240SAlex Tomas 	struct pagevec pvec;
203764769240SAlex Tomas 	int nr_pages, i;
203864769240SAlex Tomas 
203964769240SAlex Tomas 	index = logical >> (PAGE_CACHE_SHIFT - inode->i_blkbits);
204064769240SAlex Tomas 	end = (logical + blocks - 1) >> (PAGE_CACHE_SHIFT - inode->i_blkbits);
204164769240SAlex Tomas 	cur_logical = index << (PAGE_CACHE_SHIFT - inode->i_blkbits);
204264769240SAlex Tomas 
204364769240SAlex Tomas 	pagevec_init(&pvec, 0);
204464769240SAlex Tomas 
204564769240SAlex Tomas 	while (index <= end) {
204664769240SAlex Tomas 		/* XXX: optimize tail */
204764769240SAlex Tomas 		nr_pages = pagevec_lookup(&pvec, mapping, index, PAGEVEC_SIZE);
204864769240SAlex Tomas 		if (nr_pages == 0)
204964769240SAlex Tomas 			break;
205064769240SAlex Tomas 		for (i = 0; i < nr_pages; i++) {
205164769240SAlex Tomas 			struct page *page = pvec.pages[i];
205264769240SAlex Tomas 
205364769240SAlex Tomas 			index = page->index;
205464769240SAlex Tomas 			if (index > end)
205564769240SAlex Tomas 				break;
205664769240SAlex Tomas 			index++;
205764769240SAlex Tomas 
205864769240SAlex Tomas 			BUG_ON(!PageLocked(page));
205964769240SAlex Tomas 			BUG_ON(PageWriteback(page));
206064769240SAlex Tomas 			BUG_ON(!page_has_buffers(page));
206164769240SAlex Tomas 
206264769240SAlex Tomas 			bh = page_buffers(page);
206364769240SAlex Tomas 			head = bh;
206464769240SAlex Tomas 
206564769240SAlex Tomas 			/* skip blocks out of the range */
206664769240SAlex Tomas 			do {
206764769240SAlex Tomas 				if (cur_logical >= logical)
206864769240SAlex Tomas 					break;
206964769240SAlex Tomas 				cur_logical++;
207064769240SAlex Tomas 			} while ((bh = bh->b_this_page) != head);
207164769240SAlex Tomas 
207264769240SAlex Tomas 			do {
207364769240SAlex Tomas 				if (cur_logical >= logical + blocks)
207464769240SAlex Tomas 					break;
207529fa89d0SAneesh Kumar K.V 
207629fa89d0SAneesh Kumar K.V 				if (buffer_delay(bh) ||
207729fa89d0SAneesh Kumar K.V 						buffer_unwritten(bh)) {
207829fa89d0SAneesh Kumar K.V 
207929fa89d0SAneesh Kumar K.V 					BUG_ON(bh->b_bdev != inode->i_sb->s_bdev);
208029fa89d0SAneesh Kumar K.V 
208164769240SAlex Tomas 					if (buffer_delay(bh)) {
208264769240SAlex Tomas 						clear_buffer_delay(bh);
2083bf068ee2SAneesh Kumar K.V 						bh->b_blocknr = pblock;
208429fa89d0SAneesh Kumar K.V 					} else {
208529fa89d0SAneesh Kumar K.V 						/*
208629fa89d0SAneesh Kumar K.V 						 * unwritten already should have
208729fa89d0SAneesh Kumar K.V 						 * blocknr assigned. Verify that
208829fa89d0SAneesh Kumar K.V 						 */
2089bf068ee2SAneesh Kumar K.V 						clear_buffer_unwritten(bh);
209029fa89d0SAneesh Kumar K.V 						BUG_ON(bh->b_blocknr != pblock);
209129fa89d0SAneesh Kumar K.V 					}
209229fa89d0SAneesh Kumar K.V 
209361628a3fSMingming Cao 				} else if (buffer_mapped(bh))
209464769240SAlex Tomas 					BUG_ON(bh->b_blocknr != pblock);
209564769240SAlex Tomas 
209664769240SAlex Tomas 				cur_logical++;
209764769240SAlex Tomas 				pblock++;
209864769240SAlex Tomas 			} while ((bh = bh->b_this_page) != head);
209964769240SAlex Tomas 		}
210064769240SAlex Tomas 		pagevec_release(&pvec);
210164769240SAlex Tomas 	}
210264769240SAlex Tomas }
210364769240SAlex Tomas 
210464769240SAlex Tomas 
210564769240SAlex Tomas /*
210664769240SAlex Tomas  * __unmap_underlying_blocks - just a helper function to unmap
210764769240SAlex Tomas  * set of blocks described by @bh
210864769240SAlex Tomas  */
210964769240SAlex Tomas static inline void __unmap_underlying_blocks(struct inode *inode,
211064769240SAlex Tomas 					     struct buffer_head *bh)
211164769240SAlex Tomas {
211264769240SAlex Tomas 	struct block_device *bdev = inode->i_sb->s_bdev;
211364769240SAlex Tomas 	int blocks, i;
211464769240SAlex Tomas 
211564769240SAlex Tomas 	blocks = bh->b_size >> inode->i_blkbits;
211664769240SAlex Tomas 	for (i = 0; i < blocks; i++)
211764769240SAlex Tomas 		unmap_underlying_metadata(bdev, bh->b_blocknr + i);
211864769240SAlex Tomas }
211964769240SAlex Tomas 
2120c4a0c46eSAneesh Kumar K.V static void ext4_da_block_invalidatepages(struct mpage_da_data *mpd,
2121c4a0c46eSAneesh Kumar K.V 					sector_t logical, long blk_cnt)
2122c4a0c46eSAneesh Kumar K.V {
2123c4a0c46eSAneesh Kumar K.V 	int nr_pages, i;
2124c4a0c46eSAneesh Kumar K.V 	pgoff_t index, end;
2125c4a0c46eSAneesh Kumar K.V 	struct pagevec pvec;
2126c4a0c46eSAneesh Kumar K.V 	struct inode *inode = mpd->inode;
2127c4a0c46eSAneesh Kumar K.V 	struct address_space *mapping = inode->i_mapping;
2128c4a0c46eSAneesh Kumar K.V 
2129c4a0c46eSAneesh Kumar K.V 	index = logical >> (PAGE_CACHE_SHIFT - inode->i_blkbits);
2130c4a0c46eSAneesh Kumar K.V 	end   = (logical + blk_cnt - 1) >>
2131c4a0c46eSAneesh Kumar K.V 				(PAGE_CACHE_SHIFT - inode->i_blkbits);
2132c4a0c46eSAneesh Kumar K.V 	while (index <= end) {
2133c4a0c46eSAneesh Kumar K.V 		nr_pages = pagevec_lookup(&pvec, mapping, index, PAGEVEC_SIZE);
2134c4a0c46eSAneesh Kumar K.V 		if (nr_pages == 0)
2135c4a0c46eSAneesh Kumar K.V 			break;
2136c4a0c46eSAneesh Kumar K.V 		for (i = 0; i < nr_pages; i++) {
2137c4a0c46eSAneesh Kumar K.V 			struct page *page = pvec.pages[i];
2138c4a0c46eSAneesh Kumar K.V 			index = page->index;
2139c4a0c46eSAneesh Kumar K.V 			if (index > end)
2140c4a0c46eSAneesh Kumar K.V 				break;
2141c4a0c46eSAneesh Kumar K.V 			index++;
2142c4a0c46eSAneesh Kumar K.V 
2143c4a0c46eSAneesh Kumar K.V 			BUG_ON(!PageLocked(page));
2144c4a0c46eSAneesh Kumar K.V 			BUG_ON(PageWriteback(page));
2145c4a0c46eSAneesh Kumar K.V 			block_invalidatepage(page, 0);
2146c4a0c46eSAneesh Kumar K.V 			ClearPageUptodate(page);
2147c4a0c46eSAneesh Kumar K.V 			unlock_page(page);
2148c4a0c46eSAneesh Kumar K.V 		}
2149c4a0c46eSAneesh Kumar K.V 	}
2150c4a0c46eSAneesh Kumar K.V 	return;
2151c4a0c46eSAneesh Kumar K.V }
2152c4a0c46eSAneesh Kumar K.V 
2153df22291fSAneesh Kumar K.V static void ext4_print_free_blocks(struct inode *inode)
2154df22291fSAneesh Kumar K.V {
2155df22291fSAneesh Kumar K.V 	struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb);
21561693918eSTheodore Ts'o 	printk(KERN_CRIT "Total free blocks count %lld\n",
2157df22291fSAneesh Kumar K.V 	       ext4_count_free_blocks(inode->i_sb));
21581693918eSTheodore Ts'o 	printk(KERN_CRIT "Free/Dirty block details\n");
21591693918eSTheodore Ts'o 	printk(KERN_CRIT "free_blocks=%lld\n",
21608f72fbdfSAlexander Beregalov 	       (long long) percpu_counter_sum(&sbi->s_freeblocks_counter));
21611693918eSTheodore Ts'o 	printk(KERN_CRIT "dirty_blocks=%lld\n",
21628f72fbdfSAlexander Beregalov 	       (long long) percpu_counter_sum(&sbi->s_dirtyblocks_counter));
21631693918eSTheodore Ts'o 	printk(KERN_CRIT "Block reservation details\n");
21641693918eSTheodore Ts'o 	printk(KERN_CRIT "i_reserved_data_blocks=%u\n",
2165df22291fSAneesh Kumar K.V 	       EXT4_I(inode)->i_reserved_data_blocks);
21661693918eSTheodore Ts'o 	printk(KERN_CRIT "i_reserved_meta_blocks=%u\n",
2167df22291fSAneesh Kumar K.V 	       EXT4_I(inode)->i_reserved_meta_blocks);
2168df22291fSAneesh Kumar K.V 	return;
2169df22291fSAneesh Kumar K.V }
2170df22291fSAneesh Kumar K.V 
2171b920c755STheodore Ts'o /*
217264769240SAlex Tomas  * mpage_da_map_blocks - go through given space
217364769240SAlex Tomas  *
21748dc207c0STheodore Ts'o  * @mpd - bh describing space
217564769240SAlex Tomas  *
217664769240SAlex Tomas  * The function skips space we know is already mapped to disk blocks.
217764769240SAlex Tomas  *
217864769240SAlex Tomas  */
2179c4a0c46eSAneesh Kumar K.V static int mpage_da_map_blocks(struct mpage_da_data *mpd)
218064769240SAlex Tomas {
21812ac3b6e0STheodore Ts'o 	int err, blks, get_blocks_flags;
2182030ba6bcSAneesh Kumar K.V 	struct buffer_head new;
21832fa3cdfbSTheodore Ts'o 	sector_t next = mpd->b_blocknr;
21842fa3cdfbSTheodore Ts'o 	unsigned max_blocks = mpd->b_size >> mpd->inode->i_blkbits;
21852fa3cdfbSTheodore Ts'o 	loff_t disksize = EXT4_I(mpd->inode)->i_disksize;
21862fa3cdfbSTheodore Ts'o 	handle_t *handle = NULL;
218764769240SAlex Tomas 
218864769240SAlex Tomas 	/*
218964769240SAlex Tomas 	 * We consider only non-mapped and non-allocated blocks
219064769240SAlex Tomas 	 */
21918dc207c0STheodore Ts'o 	if ((mpd->b_state  & (1 << BH_Mapped)) &&
219229fa89d0SAneesh Kumar K.V 		!(mpd->b_state & (1 << BH_Delay)) &&
219329fa89d0SAneesh Kumar K.V 		!(mpd->b_state & (1 << BH_Unwritten)))
2194c4a0c46eSAneesh Kumar K.V 		return 0;
21952fa3cdfbSTheodore Ts'o 
21962fa3cdfbSTheodore Ts'o 	/*
21972fa3cdfbSTheodore Ts'o 	 * If we didn't accumulate anything to write simply return
21982fa3cdfbSTheodore Ts'o 	 */
21992fa3cdfbSTheodore Ts'o 	if (!mpd->b_size)
22002fa3cdfbSTheodore Ts'o 		return 0;
22012fa3cdfbSTheodore Ts'o 
22022fa3cdfbSTheodore Ts'o 	handle = ext4_journal_current_handle();
22032fa3cdfbSTheodore Ts'o 	BUG_ON(!handle);
22042fa3cdfbSTheodore Ts'o 
220579ffab34SAneesh Kumar K.V 	/*
22062ac3b6e0STheodore Ts'o 	 * Call ext4_get_blocks() to allocate any delayed allocation
22072ac3b6e0STheodore Ts'o 	 * blocks, or to convert an uninitialized extent to be
22082ac3b6e0STheodore Ts'o 	 * initialized (in the case where we have written into
22092ac3b6e0STheodore Ts'o 	 * one or more preallocated blocks).
22102ac3b6e0STheodore Ts'o 	 *
22112ac3b6e0STheodore Ts'o 	 * We pass in the magic EXT4_GET_BLOCKS_DELALLOC_RESERVE to
22122ac3b6e0STheodore Ts'o 	 * indicate that we are on the delayed allocation path.  This
22132ac3b6e0STheodore Ts'o 	 * affects functions in many different parts of the allocation
22142ac3b6e0STheodore Ts'o 	 * call path.  This flag exists primarily because we don't
22152ac3b6e0STheodore Ts'o 	 * want to change *many* call functions, so ext4_get_blocks()
22162ac3b6e0STheodore Ts'o 	 * will set the magic i_delalloc_reserved_flag once the
22172ac3b6e0STheodore Ts'o 	 * inode's allocation semaphore is taken.
22182ac3b6e0STheodore Ts'o 	 *
22192ac3b6e0STheodore Ts'o 	 * If the blocks in questions were delalloc blocks, set
22202ac3b6e0STheodore Ts'o 	 * EXT4_GET_BLOCKS_DELALLOC_RESERVE so the delalloc accounting
22212ac3b6e0STheodore Ts'o 	 * variables are updated after the blocks have been allocated.
222279ffab34SAneesh Kumar K.V 	 */
22232ac3b6e0STheodore Ts'o 	new.b_state = 0;
22242ac3b6e0STheodore Ts'o 	get_blocks_flags = (EXT4_GET_BLOCKS_CREATE |
22252fa3cdfbSTheodore Ts'o 			    EXT4_GET_BLOCKS_DELALLOC_RESERVE);
22262ac3b6e0STheodore Ts'o 	if (mpd->b_state & (1 << BH_Delay))
22272ac3b6e0STheodore Ts'o 		get_blocks_flags |= EXT4_GET_BLOCKS_UPDATE_RESERVE_SPACE;
22282ac3b6e0STheodore Ts'o 	blks = ext4_get_blocks(handle, mpd->inode, next, max_blocks,
22292ac3b6e0STheodore Ts'o 			       &new, get_blocks_flags);
22302fa3cdfbSTheodore Ts'o 	if (blks < 0) {
22312fa3cdfbSTheodore Ts'o 		err = blks;
2232ed5bde0bSTheodore Ts'o 		/*
2233ed5bde0bSTheodore Ts'o 		 * If get block returns with error we simply
2234ed5bde0bSTheodore Ts'o 		 * return. Later writepage will redirty the page and
2235ed5bde0bSTheodore Ts'o 		 * writepages will find the dirty page again
2236c4a0c46eSAneesh Kumar K.V 		 */
2237c4a0c46eSAneesh Kumar K.V 		if (err == -EAGAIN)
2238c4a0c46eSAneesh Kumar K.V 			return 0;
2239df22291fSAneesh Kumar K.V 
2240df22291fSAneesh Kumar K.V 		if (err == -ENOSPC &&
2241df22291fSAneesh Kumar K.V 		    ext4_count_free_blocks(mpd->inode->i_sb)) {
2242df22291fSAneesh Kumar K.V 			mpd->retval = err;
2243df22291fSAneesh Kumar K.V 			return 0;
2244df22291fSAneesh Kumar K.V 		}
2245df22291fSAneesh Kumar K.V 
2246c4a0c46eSAneesh Kumar K.V 		/*
2247ed5bde0bSTheodore Ts'o 		 * get block failure will cause us to loop in
2248ed5bde0bSTheodore Ts'o 		 * writepages, because a_ops->writepage won't be able
2249ed5bde0bSTheodore Ts'o 		 * to make progress. The page will be redirtied by
2250ed5bde0bSTheodore Ts'o 		 * writepage and writepages will again try to write
2251ed5bde0bSTheodore Ts'o 		 * the same.
2252c4a0c46eSAneesh Kumar K.V 		 */
22531693918eSTheodore Ts'o 		ext4_msg(mpd->inode->i_sb, KERN_CRIT,
22541693918eSTheodore Ts'o 			 "delayed block allocation failed for inode %lu at "
22551693918eSTheodore Ts'o 			 "logical offset %llu with max blocks %zd with "
22561693918eSTheodore Ts'o 			 "error %d\n", mpd->inode->i_ino,
2257c4a0c46eSAneesh Kumar K.V 			 (unsigned long long) next,
22588dc207c0STheodore Ts'o 			 mpd->b_size >> mpd->inode->i_blkbits, err);
22591693918eSTheodore Ts'o 		printk(KERN_CRIT "This should not happen!!  "
2260c4a0c46eSAneesh Kumar K.V 		       "Data will be lost\n");
2261030ba6bcSAneesh Kumar K.V 		if (err == -ENOSPC) {
2262df22291fSAneesh Kumar K.V 			ext4_print_free_blocks(mpd->inode);
2263030ba6bcSAneesh Kumar K.V 		}
22642fa3cdfbSTheodore Ts'o 		/* invalidate all the pages */
2265c4a0c46eSAneesh Kumar K.V 		ext4_da_block_invalidatepages(mpd, next,
22668dc207c0STheodore Ts'o 				mpd->b_size >> mpd->inode->i_blkbits);
2267c4a0c46eSAneesh Kumar K.V 		return err;
2268c4a0c46eSAneesh Kumar K.V 	}
22692fa3cdfbSTheodore Ts'o 	BUG_ON(blks == 0);
22702fa3cdfbSTheodore Ts'o 
22712fa3cdfbSTheodore Ts'o 	new.b_size = (blks << mpd->inode->i_blkbits);
227264769240SAlex Tomas 
227364769240SAlex Tomas 	if (buffer_new(&new))
227464769240SAlex Tomas 		__unmap_underlying_blocks(mpd->inode, &new);
227564769240SAlex Tomas 
227664769240SAlex Tomas 	/*
227764769240SAlex Tomas 	 * If blocks are delayed marked, we need to
227864769240SAlex Tomas 	 * put actual blocknr and drop delayed bit
227964769240SAlex Tomas 	 */
22808dc207c0STheodore Ts'o 	if ((mpd->b_state & (1 << BH_Delay)) ||
22818dc207c0STheodore Ts'o 	    (mpd->b_state & (1 << BH_Unwritten)))
228264769240SAlex Tomas 		mpage_put_bnr_to_bhs(mpd, next, &new);
228364769240SAlex Tomas 
22842fa3cdfbSTheodore Ts'o 	if (ext4_should_order_data(mpd->inode)) {
22852fa3cdfbSTheodore Ts'o 		err = ext4_jbd2_file_inode(handle, mpd->inode);
22862fa3cdfbSTheodore Ts'o 		if (err)
22872fa3cdfbSTheodore Ts'o 			return err;
22882fa3cdfbSTheodore Ts'o 	}
22892fa3cdfbSTheodore Ts'o 
22902fa3cdfbSTheodore Ts'o 	/*
229103f5d8bcSJan Kara 	 * Update on-disk size along with block allocation.
22922fa3cdfbSTheodore Ts'o 	 */
22932fa3cdfbSTheodore Ts'o 	disksize = ((loff_t) next + blks) << mpd->inode->i_blkbits;
22942fa3cdfbSTheodore Ts'o 	if (disksize > i_size_read(mpd->inode))
22952fa3cdfbSTheodore Ts'o 		disksize = i_size_read(mpd->inode);
22962fa3cdfbSTheodore Ts'o 	if (disksize > EXT4_I(mpd->inode)->i_disksize) {
22972fa3cdfbSTheodore Ts'o 		ext4_update_i_disksize(mpd->inode, disksize);
22982fa3cdfbSTheodore Ts'o 		return ext4_mark_inode_dirty(handle, mpd->inode);
22992fa3cdfbSTheodore Ts'o 	}
23002fa3cdfbSTheodore Ts'o 
2301c4a0c46eSAneesh Kumar K.V 	return 0;
230264769240SAlex Tomas }
230364769240SAlex Tomas 
2304bf068ee2SAneesh Kumar K.V #define BH_FLAGS ((1 << BH_Uptodate) | (1 << BH_Mapped) | \
2305bf068ee2SAneesh Kumar K.V 		(1 << BH_Delay) | (1 << BH_Unwritten))
230664769240SAlex Tomas 
230764769240SAlex Tomas /*
230864769240SAlex Tomas  * mpage_add_bh_to_extent - try to add one more block to extent of blocks
230964769240SAlex Tomas  *
231064769240SAlex Tomas  * @mpd->lbh - extent of blocks
231164769240SAlex Tomas  * @logical - logical number of the block in the file
231264769240SAlex Tomas  * @bh - bh of the block (used to access block's state)
231364769240SAlex Tomas  *
231464769240SAlex Tomas  * the function is used to collect contig. blocks in same state
231564769240SAlex Tomas  */
231664769240SAlex Tomas static void mpage_add_bh_to_extent(struct mpage_da_data *mpd,
23178dc207c0STheodore Ts'o 				   sector_t logical, size_t b_size,
23188dc207c0STheodore Ts'o 				   unsigned long b_state)
231964769240SAlex Tomas {
232064769240SAlex Tomas 	sector_t next;
23218dc207c0STheodore Ts'o 	int nrblocks = mpd->b_size >> mpd->inode->i_blkbits;
232264769240SAlex Tomas 
2323525f4ed8SMingming Cao 	/* check if thereserved journal credits might overflow */
2324525f4ed8SMingming Cao 	if (!(EXT4_I(mpd->inode)->i_flags & EXT4_EXTENTS_FL)) {
2325525f4ed8SMingming Cao 		if (nrblocks >= EXT4_MAX_TRANS_DATA) {
2326525f4ed8SMingming Cao 			/*
2327525f4ed8SMingming Cao 			 * With non-extent format we are limited by the journal
2328525f4ed8SMingming Cao 			 * credit available.  Total credit needed to insert
2329525f4ed8SMingming Cao 			 * nrblocks contiguous blocks is dependent on the
2330525f4ed8SMingming Cao 			 * nrblocks.  So limit nrblocks.
2331525f4ed8SMingming Cao 			 */
2332525f4ed8SMingming Cao 			goto flush_it;
2333525f4ed8SMingming Cao 		} else if ((nrblocks + (b_size >> mpd->inode->i_blkbits)) >
2334525f4ed8SMingming Cao 				EXT4_MAX_TRANS_DATA) {
2335525f4ed8SMingming Cao 			/*
2336525f4ed8SMingming Cao 			 * Adding the new buffer_head would make it cross the
2337525f4ed8SMingming Cao 			 * allowed limit for which we have journal credit
2338525f4ed8SMingming Cao 			 * reserved. So limit the new bh->b_size
2339525f4ed8SMingming Cao 			 */
2340525f4ed8SMingming Cao 			b_size = (EXT4_MAX_TRANS_DATA - nrblocks) <<
2341525f4ed8SMingming Cao 						mpd->inode->i_blkbits;
2342525f4ed8SMingming Cao 			/* we will do mpage_da_submit_io in the next loop */
2343525f4ed8SMingming Cao 		}
2344525f4ed8SMingming Cao 	}
234564769240SAlex Tomas 	/*
234664769240SAlex Tomas 	 * First block in the extent
234764769240SAlex Tomas 	 */
23488dc207c0STheodore Ts'o 	if (mpd->b_size == 0) {
23498dc207c0STheodore Ts'o 		mpd->b_blocknr = logical;
23508dc207c0STheodore Ts'o 		mpd->b_size = b_size;
23518dc207c0STheodore Ts'o 		mpd->b_state = b_state & BH_FLAGS;
235264769240SAlex Tomas 		return;
235364769240SAlex Tomas 	}
235464769240SAlex Tomas 
23558dc207c0STheodore Ts'o 	next = mpd->b_blocknr + nrblocks;
235664769240SAlex Tomas 	/*
235764769240SAlex Tomas 	 * Can we merge the block to our big extent?
235864769240SAlex Tomas 	 */
23598dc207c0STheodore Ts'o 	if (logical == next && (b_state & BH_FLAGS) == mpd->b_state) {
23608dc207c0STheodore Ts'o 		mpd->b_size += b_size;
236164769240SAlex Tomas 		return;
236264769240SAlex Tomas 	}
236364769240SAlex Tomas 
2364525f4ed8SMingming Cao flush_it:
236564769240SAlex Tomas 	/*
236664769240SAlex Tomas 	 * We couldn't merge the block to our extent, so we
236764769240SAlex Tomas 	 * need to flush current  extent and start new one
236864769240SAlex Tomas 	 */
2369c4a0c46eSAneesh Kumar K.V 	if (mpage_da_map_blocks(mpd) == 0)
2370a1d6cc56SAneesh Kumar K.V 		mpage_da_submit_io(mpd);
2371a1d6cc56SAneesh Kumar K.V 	mpd->io_done = 1;
2372a1d6cc56SAneesh Kumar K.V 	return;
237364769240SAlex Tomas }
237464769240SAlex Tomas 
2375c364b22cSAneesh Kumar K.V static int ext4_bh_delay_or_unwritten(handle_t *handle, struct buffer_head *bh)
237629fa89d0SAneesh Kumar K.V {
2377c364b22cSAneesh Kumar K.V 	return (buffer_delay(bh) || buffer_unwritten(bh)) && buffer_dirty(bh);
237829fa89d0SAneesh Kumar K.V }
237929fa89d0SAneesh Kumar K.V 
238064769240SAlex Tomas /*
238164769240SAlex Tomas  * __mpage_da_writepage - finds extent of pages and blocks
238264769240SAlex Tomas  *
238364769240SAlex Tomas  * @page: page to consider
238464769240SAlex Tomas  * @wbc: not used, we just follow rules
238564769240SAlex Tomas  * @data: context
238664769240SAlex Tomas  *
238764769240SAlex Tomas  * The function finds extents of pages and scan them for all blocks.
238864769240SAlex Tomas  */
238964769240SAlex Tomas static int __mpage_da_writepage(struct page *page,
239064769240SAlex Tomas 				struct writeback_control *wbc, void *data)
239164769240SAlex Tomas {
239264769240SAlex Tomas 	struct mpage_da_data *mpd = data;
239364769240SAlex Tomas 	struct inode *inode = mpd->inode;
23948dc207c0STheodore Ts'o 	struct buffer_head *bh, *head;
239564769240SAlex Tomas 	sector_t logical;
239664769240SAlex Tomas 
2397a1d6cc56SAneesh Kumar K.V 	if (mpd->io_done) {
2398a1d6cc56SAneesh Kumar K.V 		/*
2399a1d6cc56SAneesh Kumar K.V 		 * Rest of the page in the page_vec
2400a1d6cc56SAneesh Kumar K.V 		 * redirty then and skip then. We will
2401fd589a8fSAnand Gadiyar 		 * try to write them again after
2402a1d6cc56SAneesh Kumar K.V 		 * starting a new transaction
2403a1d6cc56SAneesh Kumar K.V 		 */
2404a1d6cc56SAneesh Kumar K.V 		redirty_page_for_writepage(wbc, page);
2405a1d6cc56SAneesh Kumar K.V 		unlock_page(page);
2406a1d6cc56SAneesh Kumar K.V 		return MPAGE_DA_EXTENT_TAIL;
2407a1d6cc56SAneesh Kumar K.V 	}
240864769240SAlex Tomas 	/*
240964769240SAlex Tomas 	 * Can we merge this page to current extent?
241064769240SAlex Tomas 	 */
241164769240SAlex Tomas 	if (mpd->next_page != page->index) {
241264769240SAlex Tomas 		/*
241364769240SAlex Tomas 		 * Nope, we can't. So, we map non-allocated blocks
2414a1d6cc56SAneesh Kumar K.V 		 * and start IO on them using writepage()
241564769240SAlex Tomas 		 */
241664769240SAlex Tomas 		if (mpd->next_page != mpd->first_page) {
2417c4a0c46eSAneesh Kumar K.V 			if (mpage_da_map_blocks(mpd) == 0)
241864769240SAlex Tomas 				mpage_da_submit_io(mpd);
2419a1d6cc56SAneesh Kumar K.V 			/*
2420a1d6cc56SAneesh Kumar K.V 			 * skip rest of the page in the page_vec
2421a1d6cc56SAneesh Kumar K.V 			 */
2422a1d6cc56SAneesh Kumar K.V 			mpd->io_done = 1;
2423a1d6cc56SAneesh Kumar K.V 			redirty_page_for_writepage(wbc, page);
2424a1d6cc56SAneesh Kumar K.V 			unlock_page(page);
2425a1d6cc56SAneesh Kumar K.V 			return MPAGE_DA_EXTENT_TAIL;
242664769240SAlex Tomas 		}
242764769240SAlex Tomas 
242864769240SAlex Tomas 		/*
242964769240SAlex Tomas 		 * Start next extent of pages ...
243064769240SAlex Tomas 		 */
243164769240SAlex Tomas 		mpd->first_page = page->index;
243264769240SAlex Tomas 
243364769240SAlex Tomas 		/*
243464769240SAlex Tomas 		 * ... and blocks
243564769240SAlex Tomas 		 */
24368dc207c0STheodore Ts'o 		mpd->b_size = 0;
24378dc207c0STheodore Ts'o 		mpd->b_state = 0;
24388dc207c0STheodore Ts'o 		mpd->b_blocknr = 0;
243964769240SAlex Tomas 	}
244064769240SAlex Tomas 
244164769240SAlex Tomas 	mpd->next_page = page->index + 1;
244264769240SAlex Tomas 	logical = (sector_t) page->index <<
244364769240SAlex Tomas 		  (PAGE_CACHE_SHIFT - inode->i_blkbits);
244464769240SAlex Tomas 
244564769240SAlex Tomas 	if (!page_has_buffers(page)) {
24468dc207c0STheodore Ts'o 		mpage_add_bh_to_extent(mpd, logical, PAGE_CACHE_SIZE,
24478dc207c0STheodore Ts'o 				       (1 << BH_Dirty) | (1 << BH_Uptodate));
2448a1d6cc56SAneesh Kumar K.V 		if (mpd->io_done)
2449a1d6cc56SAneesh Kumar K.V 			return MPAGE_DA_EXTENT_TAIL;
245064769240SAlex Tomas 	} else {
245164769240SAlex Tomas 		/*
245264769240SAlex Tomas 		 * Page with regular buffer heads, just add all dirty ones
245364769240SAlex Tomas 		 */
245464769240SAlex Tomas 		head = page_buffers(page);
245564769240SAlex Tomas 		bh = head;
245664769240SAlex Tomas 		do {
245764769240SAlex Tomas 			BUG_ON(buffer_locked(bh));
2458791b7f08SAneesh Kumar K.V 			/*
2459791b7f08SAneesh Kumar K.V 			 * We need to try to allocate
2460791b7f08SAneesh Kumar K.V 			 * unmapped blocks in the same page.
2461791b7f08SAneesh Kumar K.V 			 * Otherwise we won't make progress
246243ce1d23SAneesh Kumar K.V 			 * with the page in ext4_writepage
2463791b7f08SAneesh Kumar K.V 			 */
2464c364b22cSAneesh Kumar K.V 			if (ext4_bh_delay_or_unwritten(NULL, bh)) {
24658dc207c0STheodore Ts'o 				mpage_add_bh_to_extent(mpd, logical,
24668dc207c0STheodore Ts'o 						       bh->b_size,
24678dc207c0STheodore Ts'o 						       bh->b_state);
2468a1d6cc56SAneesh Kumar K.V 				if (mpd->io_done)
2469a1d6cc56SAneesh Kumar K.V 					return MPAGE_DA_EXTENT_TAIL;
2470791b7f08SAneesh Kumar K.V 			} else if (buffer_dirty(bh) && (buffer_mapped(bh))) {
2471791b7f08SAneesh Kumar K.V 				/*
2472791b7f08SAneesh Kumar K.V 				 * mapped dirty buffer. We need to update
2473791b7f08SAneesh Kumar K.V 				 * the b_state because we look at
2474791b7f08SAneesh Kumar K.V 				 * b_state in mpage_da_map_blocks. We don't
2475791b7f08SAneesh Kumar K.V 				 * update b_size because if we find an
2476791b7f08SAneesh Kumar K.V 				 * unmapped buffer_head later we need to
2477791b7f08SAneesh Kumar K.V 				 * use the b_state flag of that buffer_head.
2478791b7f08SAneesh Kumar K.V 				 */
24798dc207c0STheodore Ts'o 				if (mpd->b_size == 0)
24808dc207c0STheodore Ts'o 					mpd->b_state = bh->b_state & BH_FLAGS;
2481a1d6cc56SAneesh Kumar K.V 			}
248264769240SAlex Tomas 			logical++;
248364769240SAlex Tomas 		} while ((bh = bh->b_this_page) != head);
248464769240SAlex Tomas 	}
248564769240SAlex Tomas 
248664769240SAlex Tomas 	return 0;
248764769240SAlex Tomas }
248864769240SAlex Tomas 
248964769240SAlex Tomas /*
2490b920c755STheodore Ts'o  * This is a special get_blocks_t callback which is used by
2491b920c755STheodore Ts'o  * ext4_da_write_begin().  It will either return mapped block or
2492b920c755STheodore Ts'o  * reserve space for a single block.
249329fa89d0SAneesh Kumar K.V  *
249429fa89d0SAneesh Kumar K.V  * For delayed buffer_head we have BH_Mapped, BH_New, BH_Delay set.
249529fa89d0SAneesh Kumar K.V  * We also have b_blocknr = -1 and b_bdev initialized properly
249629fa89d0SAneesh Kumar K.V  *
249729fa89d0SAneesh Kumar K.V  * For unwritten buffer_head we have BH_Mapped, BH_New, BH_Unwritten set.
249829fa89d0SAneesh Kumar K.V  * We also have b_blocknr = physicalblock mapping unwritten extent and b_bdev
249929fa89d0SAneesh Kumar K.V  * initialized properly.
250064769240SAlex Tomas  */
250164769240SAlex Tomas static int ext4_da_get_block_prep(struct inode *inode, sector_t iblock,
250264769240SAlex Tomas 				  struct buffer_head *bh_result, int create)
250364769240SAlex Tomas {
250464769240SAlex Tomas 	int ret = 0;
250533b9817eSAneesh Kumar K.V 	sector_t invalid_block = ~((sector_t) 0xffff);
250633b9817eSAneesh Kumar K.V 
250733b9817eSAneesh Kumar K.V 	if (invalid_block < ext4_blocks_count(EXT4_SB(inode->i_sb)->s_es))
250833b9817eSAneesh Kumar K.V 		invalid_block = ~0;
250964769240SAlex Tomas 
251064769240SAlex Tomas 	BUG_ON(create == 0);
251164769240SAlex Tomas 	BUG_ON(bh_result->b_size != inode->i_sb->s_blocksize);
251264769240SAlex Tomas 
251364769240SAlex Tomas 	/*
251464769240SAlex Tomas 	 * first, we need to know whether the block is allocated already
251564769240SAlex Tomas 	 * preallocated blocks are unmapped but should treated
251664769240SAlex Tomas 	 * the same as allocated blocks.
251764769240SAlex Tomas 	 */
2518c2177057STheodore Ts'o 	ret = ext4_get_blocks(NULL, inode, iblock, 1,  bh_result, 0);
2519d2a17637SMingming Cao 	if ((ret == 0) && !buffer_delay(bh_result)) {
2520d2a17637SMingming Cao 		/* the block isn't (pre)allocated yet, let's reserve space */
252164769240SAlex Tomas 		/*
252264769240SAlex Tomas 		 * XXX: __block_prepare_write() unmaps passed block,
252364769240SAlex Tomas 		 * is it OK?
252464769240SAlex Tomas 		 */
2525d2a17637SMingming Cao 		ret = ext4_da_reserve_space(inode, 1);
2526d2a17637SMingming Cao 		if (ret)
2527d2a17637SMingming Cao 			/* not enough space to reserve */
2528d2a17637SMingming Cao 			return ret;
2529d2a17637SMingming Cao 
253033b9817eSAneesh Kumar K.V 		map_bh(bh_result, inode->i_sb, invalid_block);
253164769240SAlex Tomas 		set_buffer_new(bh_result);
253264769240SAlex Tomas 		set_buffer_delay(bh_result);
253364769240SAlex Tomas 	} else if (ret > 0) {
253464769240SAlex Tomas 		bh_result->b_size = (ret << inode->i_blkbits);
253529fa89d0SAneesh Kumar K.V 		if (buffer_unwritten(bh_result)) {
253629fa89d0SAneesh Kumar K.V 			/* A delayed write to unwritten bh should
253729fa89d0SAneesh Kumar K.V 			 * be marked new and mapped.  Mapped ensures
253829fa89d0SAneesh Kumar K.V 			 * that we don't do get_block multiple times
253929fa89d0SAneesh Kumar K.V 			 * when we write to the same offset and new
254029fa89d0SAneesh Kumar K.V 			 * ensures that we do proper zero out for
254129fa89d0SAneesh Kumar K.V 			 * partial write.
25429c1ee184SAneesh Kumar K.V 			 */
25439c1ee184SAneesh Kumar K.V 			set_buffer_new(bh_result);
254429fa89d0SAneesh Kumar K.V 			set_buffer_mapped(bh_result);
254529fa89d0SAneesh Kumar K.V 		}
254664769240SAlex Tomas 		ret = 0;
254764769240SAlex Tomas 	}
254864769240SAlex Tomas 
254964769240SAlex Tomas 	return ret;
255064769240SAlex Tomas }
255161628a3fSMingming Cao 
2552b920c755STheodore Ts'o /*
2553b920c755STheodore Ts'o  * This function is used as a standard get_block_t calback function
2554b920c755STheodore Ts'o  * when there is no desire to allocate any blocks.  It is used as a
2555b920c755STheodore Ts'o  * callback function for block_prepare_write(), nobh_writepage(), and
2556b920c755STheodore Ts'o  * block_write_full_page().  These functions should only try to map a
2557b920c755STheodore Ts'o  * single block at a time.
2558b920c755STheodore Ts'o  *
2559b920c755STheodore Ts'o  * Since this function doesn't do block allocations even if the caller
2560b920c755STheodore Ts'o  * requests it by passing in create=1, it is critically important that
2561b920c755STheodore Ts'o  * any caller checks to make sure that any buffer heads are returned
2562b920c755STheodore Ts'o  * by this function are either all already mapped or marked for
2563b920c755STheodore Ts'o  * delayed allocation before calling nobh_writepage() or
2564b920c755STheodore Ts'o  * block_write_full_page().  Otherwise, b_blocknr could be left
2565b920c755STheodore Ts'o  * unitialized, and the page write functions will be taken by
2566b920c755STheodore Ts'o  * surprise.
2567b920c755STheodore Ts'o  */
2568b920c755STheodore Ts'o static int noalloc_get_block_write(struct inode *inode, sector_t iblock,
2569f0e6c985SAneesh Kumar K.V 				   struct buffer_head *bh_result, int create)
2570f0e6c985SAneesh Kumar K.V {
2571f0e6c985SAneesh Kumar K.V 	int ret = 0;
2572f0e6c985SAneesh Kumar K.V 	unsigned max_blocks = bh_result->b_size >> inode->i_blkbits;
2573f0e6c985SAneesh Kumar K.V 
2574a2dc52b5STheodore Ts'o 	BUG_ON(bh_result->b_size != inode->i_sb->s_blocksize);
2575a2dc52b5STheodore Ts'o 
2576f0e6c985SAneesh Kumar K.V 	/*
2577f0e6c985SAneesh Kumar K.V 	 * we don't want to do block allocation in writepage
2578f0e6c985SAneesh Kumar K.V 	 * so call get_block_wrap with create = 0
2579f0e6c985SAneesh Kumar K.V 	 */
2580c2177057STheodore Ts'o 	ret = ext4_get_blocks(NULL, inode, iblock, max_blocks, bh_result, 0);
2581f0e6c985SAneesh Kumar K.V 	if (ret > 0) {
2582f0e6c985SAneesh Kumar K.V 		bh_result->b_size = (ret << inode->i_blkbits);
2583f0e6c985SAneesh Kumar K.V 		ret = 0;
2584f0e6c985SAneesh Kumar K.V 	}
2585f0e6c985SAneesh Kumar K.V 	return ret;
258661628a3fSMingming Cao }
258761628a3fSMingming Cao 
258862e086beSAneesh Kumar K.V static int bget_one(handle_t *handle, struct buffer_head *bh)
258962e086beSAneesh Kumar K.V {
259062e086beSAneesh Kumar K.V 	get_bh(bh);
259162e086beSAneesh Kumar K.V 	return 0;
259262e086beSAneesh Kumar K.V }
259362e086beSAneesh Kumar K.V 
259462e086beSAneesh Kumar K.V static int bput_one(handle_t *handle, struct buffer_head *bh)
259562e086beSAneesh Kumar K.V {
259662e086beSAneesh Kumar K.V 	put_bh(bh);
259762e086beSAneesh Kumar K.V 	return 0;
259862e086beSAneesh Kumar K.V }
259962e086beSAneesh Kumar K.V 
260062e086beSAneesh Kumar K.V static int __ext4_journalled_writepage(struct page *page,
260162e086beSAneesh Kumar K.V 				       struct writeback_control *wbc,
260262e086beSAneesh Kumar K.V 				       unsigned int len)
260362e086beSAneesh Kumar K.V {
260462e086beSAneesh Kumar K.V 	struct address_space *mapping = page->mapping;
260562e086beSAneesh Kumar K.V 	struct inode *inode = mapping->host;
260662e086beSAneesh Kumar K.V 	struct buffer_head *page_bufs;
260762e086beSAneesh Kumar K.V 	handle_t *handle = NULL;
260862e086beSAneesh Kumar K.V 	int ret = 0;
260962e086beSAneesh Kumar K.V 	int err;
261062e086beSAneesh Kumar K.V 
261162e086beSAneesh Kumar K.V 	page_bufs = page_buffers(page);
261262e086beSAneesh Kumar K.V 	BUG_ON(!page_bufs);
261362e086beSAneesh Kumar K.V 	walk_page_buffers(handle, page_bufs, 0, len, NULL, bget_one);
261462e086beSAneesh Kumar K.V 	/* As soon as we unlock the page, it can go away, but we have
261562e086beSAneesh Kumar K.V 	 * references to buffers so we are safe */
261662e086beSAneesh Kumar K.V 	unlock_page(page);
261762e086beSAneesh Kumar K.V 
261862e086beSAneesh Kumar K.V 	handle = ext4_journal_start(inode, ext4_writepage_trans_blocks(inode));
261962e086beSAneesh Kumar K.V 	if (IS_ERR(handle)) {
262062e086beSAneesh Kumar K.V 		ret = PTR_ERR(handle);
262162e086beSAneesh Kumar K.V 		goto out;
262262e086beSAneesh Kumar K.V 	}
262362e086beSAneesh Kumar K.V 
262462e086beSAneesh Kumar K.V 	ret = walk_page_buffers(handle, page_bufs, 0, len, NULL,
262562e086beSAneesh Kumar K.V 				do_journal_get_write_access);
262662e086beSAneesh Kumar K.V 
262762e086beSAneesh Kumar K.V 	err = walk_page_buffers(handle, page_bufs, 0, len, NULL,
262862e086beSAneesh Kumar K.V 				write_end_fn);
262962e086beSAneesh Kumar K.V 	if (ret == 0)
263062e086beSAneesh Kumar K.V 		ret = err;
263162e086beSAneesh Kumar K.V 	err = ext4_journal_stop(handle);
263262e086beSAneesh Kumar K.V 	if (!ret)
263362e086beSAneesh Kumar K.V 		ret = err;
263462e086beSAneesh Kumar K.V 
263562e086beSAneesh Kumar K.V 	walk_page_buffers(handle, page_bufs, 0, len, NULL, bput_one);
263662e086beSAneesh Kumar K.V 	EXT4_I(inode)->i_state |= EXT4_STATE_JDATA;
263762e086beSAneesh Kumar K.V out:
263862e086beSAneesh Kumar K.V 	return ret;
263962e086beSAneesh Kumar K.V }
264062e086beSAneesh Kumar K.V 
264161628a3fSMingming Cao /*
264243ce1d23SAneesh Kumar K.V  * Note that we don't need to start a transaction unless we're journaling data
264343ce1d23SAneesh Kumar K.V  * because we should have holes filled from ext4_page_mkwrite(). We even don't
264443ce1d23SAneesh Kumar K.V  * need to file the inode to the transaction's list in ordered mode because if
264543ce1d23SAneesh Kumar K.V  * we are writing back data added by write(), the inode is already there and if
264643ce1d23SAneesh Kumar K.V  * we are writing back data modified via mmap(), noone guarantees in which
264743ce1d23SAneesh Kumar K.V  * transaction the data will hit the disk. In case we are journaling data, we
264843ce1d23SAneesh Kumar K.V  * cannot start transaction directly because transaction start ranks above page
264943ce1d23SAneesh Kumar K.V  * lock so we have to do some magic.
265043ce1d23SAneesh Kumar K.V  *
2651b920c755STheodore Ts'o  * This function can get called via...
2652b920c755STheodore Ts'o  *   - ext4_da_writepages after taking page lock (have journal handle)
2653b920c755STheodore Ts'o  *   - journal_submit_inode_data_buffers (no journal handle)
2654b920c755STheodore Ts'o  *   - shrink_page_list via pdflush (no journal handle)
2655b920c755STheodore Ts'o  *   - grab_page_cache when doing write_begin (have journal handle)
265643ce1d23SAneesh Kumar K.V  *
265743ce1d23SAneesh Kumar K.V  * We don't do any block allocation in this function. If we have page with
265843ce1d23SAneesh Kumar K.V  * multiple blocks we need to write those buffer_heads that are mapped. This
265943ce1d23SAneesh Kumar K.V  * is important for mmaped based write. So if we do with blocksize 1K
266043ce1d23SAneesh Kumar K.V  * truncate(f, 1024);
266143ce1d23SAneesh Kumar K.V  * a = mmap(f, 0, 4096);
266243ce1d23SAneesh Kumar K.V  * a[0] = 'a';
266343ce1d23SAneesh Kumar K.V  * truncate(f, 4096);
266443ce1d23SAneesh Kumar K.V  * we have in the page first buffer_head mapped via page_mkwrite call back
266543ce1d23SAneesh Kumar K.V  * but other bufer_heads would be unmapped but dirty(dirty done via the
266643ce1d23SAneesh Kumar K.V  * do_wp_page). So writepage should write the first block. If we modify
266743ce1d23SAneesh Kumar K.V  * the mmap area beyond 1024 we will again get a page_fault and the
266843ce1d23SAneesh Kumar K.V  * page_mkwrite callback will do the block allocation and mark the
266943ce1d23SAneesh Kumar K.V  * buffer_heads mapped.
267043ce1d23SAneesh Kumar K.V  *
267143ce1d23SAneesh Kumar K.V  * We redirty the page if we have any buffer_heads that is either delay or
267243ce1d23SAneesh Kumar K.V  * unwritten in the page.
267343ce1d23SAneesh Kumar K.V  *
267443ce1d23SAneesh Kumar K.V  * We can get recursively called as show below.
267543ce1d23SAneesh Kumar K.V  *
267643ce1d23SAneesh Kumar K.V  *	ext4_writepage() -> kmalloc() -> __alloc_pages() -> page_launder() ->
267743ce1d23SAneesh Kumar K.V  *		ext4_writepage()
267843ce1d23SAneesh Kumar K.V  *
267943ce1d23SAneesh Kumar K.V  * But since we don't do any block allocation we should not deadlock.
268043ce1d23SAneesh Kumar K.V  * Page also have the dirty flag cleared so we don't get recurive page_lock.
268161628a3fSMingming Cao  */
268243ce1d23SAneesh Kumar K.V static int ext4_writepage(struct page *page,
268364769240SAlex Tomas 			  struct writeback_control *wbc)
268464769240SAlex Tomas {
268564769240SAlex Tomas 	int ret = 0;
268661628a3fSMingming Cao 	loff_t size;
2687498e5f24STheodore Ts'o 	unsigned int len;
268861628a3fSMingming Cao 	struct buffer_head *page_bufs;
268961628a3fSMingming Cao 	struct inode *inode = page->mapping->host;
269064769240SAlex Tomas 
269143ce1d23SAneesh Kumar K.V 	trace_ext4_writepage(inode, page);
269261628a3fSMingming Cao 	size = i_size_read(inode);
269361628a3fSMingming Cao 	if (page->index == size >> PAGE_CACHE_SHIFT)
269461628a3fSMingming Cao 		len = size & ~PAGE_CACHE_MASK;
269561628a3fSMingming Cao 	else
269661628a3fSMingming Cao 		len = PAGE_CACHE_SIZE;
269761628a3fSMingming Cao 
2698f0e6c985SAneesh Kumar K.V 	if (page_has_buffers(page)) {
2699f0e6c985SAneesh Kumar K.V 		page_bufs = page_buffers(page);
2700f0e6c985SAneesh Kumar K.V 		if (walk_page_buffers(NULL, page_bufs, 0, len, NULL,
2701c364b22cSAneesh Kumar K.V 					ext4_bh_delay_or_unwritten)) {
270261628a3fSMingming Cao 			/*
2703f0e6c985SAneesh Kumar K.V 			 * We don't want to do  block allocation
2704f0e6c985SAneesh Kumar K.V 			 * So redirty the page and return
2705cd1aac32SAneesh Kumar K.V 			 * We may reach here when we do a journal commit
2706cd1aac32SAneesh Kumar K.V 			 * via journal_submit_inode_data_buffers.
2707cd1aac32SAneesh Kumar K.V 			 * If we don't have mapping block we just ignore
2708f0e6c985SAneesh Kumar K.V 			 * them. We can also reach here via shrink_page_list
2709f0e6c985SAneesh Kumar K.V 			 */
2710f0e6c985SAneesh Kumar K.V 			redirty_page_for_writepage(wbc, page);
2711f0e6c985SAneesh Kumar K.V 			unlock_page(page);
2712f0e6c985SAneesh Kumar K.V 			return 0;
2713f0e6c985SAneesh Kumar K.V 		}
2714f0e6c985SAneesh Kumar K.V 	} else {
2715f0e6c985SAneesh Kumar K.V 		/*
2716f0e6c985SAneesh Kumar K.V 		 * The test for page_has_buffers() is subtle:
2717f0e6c985SAneesh Kumar K.V 		 * We know the page is dirty but it lost buffers. That means
2718f0e6c985SAneesh Kumar K.V 		 * that at some moment in time after write_begin()/write_end()
2719f0e6c985SAneesh Kumar K.V 		 * has been called all buffers have been clean and thus they
2720f0e6c985SAneesh Kumar K.V 		 * must have been written at least once. So they are all
2721f0e6c985SAneesh Kumar K.V 		 * mapped and we can happily proceed with mapping them
2722f0e6c985SAneesh Kumar K.V 		 * and writing the page.
2723f0e6c985SAneesh Kumar K.V 		 *
2724f0e6c985SAneesh Kumar K.V 		 * Try to initialize the buffer_heads and check whether
2725f0e6c985SAneesh Kumar K.V 		 * all are mapped and non delay. We don't want to
2726f0e6c985SAneesh Kumar K.V 		 * do block allocation here.
2727f0e6c985SAneesh Kumar K.V 		 */
2728b767e78aSAneesh Kumar K.V 		ret = block_prepare_write(page, 0, len,
2729b920c755STheodore Ts'o 					  noalloc_get_block_write);
2730f0e6c985SAneesh Kumar K.V 		if (!ret) {
2731f0e6c985SAneesh Kumar K.V 			page_bufs = page_buffers(page);
2732f0e6c985SAneesh Kumar K.V 			/* check whether all are mapped and non delay */
2733f0e6c985SAneesh Kumar K.V 			if (walk_page_buffers(NULL, page_bufs, 0, len, NULL,
2734c364b22cSAneesh Kumar K.V 						ext4_bh_delay_or_unwritten)) {
2735f0e6c985SAneesh Kumar K.V 				redirty_page_for_writepage(wbc, page);
2736f0e6c985SAneesh Kumar K.V 				unlock_page(page);
2737f0e6c985SAneesh Kumar K.V 				return 0;
2738f0e6c985SAneesh Kumar K.V 			}
2739f0e6c985SAneesh Kumar K.V 		} else {
2740f0e6c985SAneesh Kumar K.V 			/*
2741f0e6c985SAneesh Kumar K.V 			 * We can't do block allocation here
2742f0e6c985SAneesh Kumar K.V 			 * so just redity the page and unlock
2743f0e6c985SAneesh Kumar K.V 			 * and return
274461628a3fSMingming Cao 			 */
274561628a3fSMingming Cao 			redirty_page_for_writepage(wbc, page);
274661628a3fSMingming Cao 			unlock_page(page);
274761628a3fSMingming Cao 			return 0;
274861628a3fSMingming Cao 		}
2749ed9b3e33SAneesh Kumar K.V 		/* now mark the buffer_heads as dirty and uptodate */
2750b767e78aSAneesh Kumar K.V 		block_commit_write(page, 0, len);
275164769240SAlex Tomas 	}
275264769240SAlex Tomas 
275343ce1d23SAneesh Kumar K.V 	if (PageChecked(page) && ext4_should_journal_data(inode)) {
275443ce1d23SAneesh Kumar K.V 		/*
275543ce1d23SAneesh Kumar K.V 		 * It's mmapped pagecache.  Add buffers and journal it.  There
275643ce1d23SAneesh Kumar K.V 		 * doesn't seem much point in redirtying the page here.
275743ce1d23SAneesh Kumar K.V 		 */
275843ce1d23SAneesh Kumar K.V 		ClearPageChecked(page);
275943ce1d23SAneesh Kumar K.V 		return __ext4_journalled_writepage(page, wbc, len);
276043ce1d23SAneesh Kumar K.V 	}
276143ce1d23SAneesh Kumar K.V 
276264769240SAlex Tomas 	if (test_opt(inode->i_sb, NOBH) && ext4_should_writeback_data(inode))
2763b920c755STheodore Ts'o 		ret = nobh_writepage(page, noalloc_get_block_write, wbc);
276464769240SAlex Tomas 	else
2765b920c755STheodore Ts'o 		ret = block_write_full_page(page, noalloc_get_block_write,
2766f0e6c985SAneesh Kumar K.V 					    wbc);
276764769240SAlex Tomas 
276864769240SAlex Tomas 	return ret;
276964769240SAlex Tomas }
277064769240SAlex Tomas 
277161628a3fSMingming Cao /*
2772525f4ed8SMingming Cao  * This is called via ext4_da_writepages() to
2773525f4ed8SMingming Cao  * calulate the total number of credits to reserve to fit
2774525f4ed8SMingming Cao  * a single extent allocation into a single transaction,
2775525f4ed8SMingming Cao  * ext4_da_writpeages() will loop calling this before
2776525f4ed8SMingming Cao  * the block allocation.
277761628a3fSMingming Cao  */
2778525f4ed8SMingming Cao 
2779525f4ed8SMingming Cao static int ext4_da_writepages_trans_blocks(struct inode *inode)
2780525f4ed8SMingming Cao {
2781525f4ed8SMingming Cao 	int max_blocks = EXT4_I(inode)->i_reserved_data_blocks;
2782525f4ed8SMingming Cao 
2783525f4ed8SMingming Cao 	/*
2784525f4ed8SMingming Cao 	 * With non-extent format the journal credit needed to
2785525f4ed8SMingming Cao 	 * insert nrblocks contiguous block is dependent on
2786525f4ed8SMingming Cao 	 * number of contiguous block. So we will limit
2787525f4ed8SMingming Cao 	 * number of contiguous block to a sane value
2788525f4ed8SMingming Cao 	 */
2789525f4ed8SMingming Cao 	if (!(inode->i_flags & EXT4_EXTENTS_FL) &&
2790525f4ed8SMingming Cao 	    (max_blocks > EXT4_MAX_TRANS_DATA))
2791525f4ed8SMingming Cao 		max_blocks = EXT4_MAX_TRANS_DATA;
2792525f4ed8SMingming Cao 
2793525f4ed8SMingming Cao 	return ext4_chunk_trans_blocks(inode, max_blocks);
2794525f4ed8SMingming Cao }
279561628a3fSMingming Cao 
279664769240SAlex Tomas static int ext4_da_writepages(struct address_space *mapping,
279764769240SAlex Tomas 			      struct writeback_control *wbc)
279864769240SAlex Tomas {
279922208dedSAneesh Kumar K.V 	pgoff_t	index;
280022208dedSAneesh Kumar K.V 	int range_whole = 0;
280161628a3fSMingming Cao 	handle_t *handle = NULL;
2802df22291fSAneesh Kumar K.V 	struct mpage_da_data mpd;
28035e745b04SAneesh Kumar K.V 	struct inode *inode = mapping->host;
280422208dedSAneesh Kumar K.V 	int no_nrwrite_index_update;
2805498e5f24STheodore Ts'o 	int pages_written = 0;
2806498e5f24STheodore Ts'o 	long pages_skipped;
280755138e0bSTheodore Ts'o 	unsigned int max_pages;
28082acf2c26SAneesh Kumar K.V 	int range_cyclic, cycled = 1, io_done = 0;
280955138e0bSTheodore Ts'o 	int needed_blocks, ret = 0;
281055138e0bSTheodore Ts'o 	long desired_nr_to_write, nr_to_writebump = 0;
2811de89de6eSTheodore Ts'o 	loff_t range_start = wbc->range_start;
28125e745b04SAneesh Kumar K.V 	struct ext4_sb_info *sbi = EXT4_SB(mapping->host->i_sb);
281361628a3fSMingming Cao 
28149bffad1eSTheodore Ts'o 	trace_ext4_da_writepages(inode, wbc);
2815ba80b101STheodore Ts'o 
281661628a3fSMingming Cao 	/*
281761628a3fSMingming Cao 	 * No pages to write? This is mainly a kludge to avoid starting
281861628a3fSMingming Cao 	 * a transaction for special inodes like journal inode on last iput()
281961628a3fSMingming Cao 	 * because that could violate lock ordering on umount
282061628a3fSMingming Cao 	 */
2821a1d6cc56SAneesh Kumar K.V 	if (!mapping->nrpages || !mapping_tagged(mapping, PAGECACHE_TAG_DIRTY))
282261628a3fSMingming Cao 		return 0;
28232a21e37eSTheodore Ts'o 
28242a21e37eSTheodore Ts'o 	/*
28252a21e37eSTheodore Ts'o 	 * If the filesystem has aborted, it is read-only, so return
28262a21e37eSTheodore Ts'o 	 * right away instead of dumping stack traces later on that
28272a21e37eSTheodore Ts'o 	 * will obscure the real source of the problem.  We test
28284ab2f15bSTheodore Ts'o 	 * EXT4_MF_FS_ABORTED instead of sb->s_flag's MS_RDONLY because
28292a21e37eSTheodore Ts'o 	 * the latter could be true if the filesystem is mounted
28302a21e37eSTheodore Ts'o 	 * read-only, and in that case, ext4_da_writepages should
28312a21e37eSTheodore Ts'o 	 * *never* be called, so if that ever happens, we would want
28322a21e37eSTheodore Ts'o 	 * the stack trace.
28332a21e37eSTheodore Ts'o 	 */
28344ab2f15bSTheodore Ts'o 	if (unlikely(sbi->s_mount_flags & EXT4_MF_FS_ABORTED))
28352a21e37eSTheodore Ts'o 		return -EROFS;
28362a21e37eSTheodore Ts'o 
283722208dedSAneesh Kumar K.V 	if (wbc->range_start == 0 && wbc->range_end == LLONG_MAX)
283822208dedSAneesh Kumar K.V 		range_whole = 1;
283961628a3fSMingming Cao 
28402acf2c26SAneesh Kumar K.V 	range_cyclic = wbc->range_cyclic;
28412acf2c26SAneesh Kumar K.V 	if (wbc->range_cyclic) {
284222208dedSAneesh Kumar K.V 		index = mapping->writeback_index;
28432acf2c26SAneesh Kumar K.V 		if (index)
28442acf2c26SAneesh Kumar K.V 			cycled = 0;
28452acf2c26SAneesh Kumar K.V 		wbc->range_start = index << PAGE_CACHE_SHIFT;
28462acf2c26SAneesh Kumar K.V 		wbc->range_end  = LLONG_MAX;
28472acf2c26SAneesh Kumar K.V 		wbc->range_cyclic = 0;
28482acf2c26SAneesh Kumar K.V 	} else
284922208dedSAneesh Kumar K.V 		index = wbc->range_start >> PAGE_CACHE_SHIFT;
2850a1d6cc56SAneesh Kumar K.V 
285155138e0bSTheodore Ts'o 	/*
285255138e0bSTheodore Ts'o 	 * This works around two forms of stupidity.  The first is in
285355138e0bSTheodore Ts'o 	 * the writeback code, which caps the maximum number of pages
285455138e0bSTheodore Ts'o 	 * written to be 1024 pages.  This is wrong on multiple
285555138e0bSTheodore Ts'o 	 * levels; different architectues have a different page size,
285655138e0bSTheodore Ts'o 	 * which changes the maximum amount of data which gets
285755138e0bSTheodore Ts'o 	 * written.  Secondly, 4 megabytes is way too small.  XFS
285855138e0bSTheodore Ts'o 	 * forces this value to be 16 megabytes by multiplying
285955138e0bSTheodore Ts'o 	 * nr_to_write parameter by four, and then relies on its
286055138e0bSTheodore Ts'o 	 * allocator to allocate larger extents to make them
286155138e0bSTheodore Ts'o 	 * contiguous.  Unfortunately this brings us to the second
286255138e0bSTheodore Ts'o 	 * stupidity, which is that ext4's mballoc code only allocates
286355138e0bSTheodore Ts'o 	 * at most 2048 blocks.  So we force contiguous writes up to
286455138e0bSTheodore Ts'o 	 * the number of dirty blocks in the inode, or
286555138e0bSTheodore Ts'o 	 * sbi->max_writeback_mb_bump whichever is smaller.
286655138e0bSTheodore Ts'o 	 */
286755138e0bSTheodore Ts'o 	max_pages = sbi->s_max_writeback_mb_bump << (20 - PAGE_CACHE_SHIFT);
286855138e0bSTheodore Ts'o 	if (!range_cyclic && range_whole)
286955138e0bSTheodore Ts'o 		desired_nr_to_write = wbc->nr_to_write * 8;
287055138e0bSTheodore Ts'o 	else
287155138e0bSTheodore Ts'o 		desired_nr_to_write = ext4_num_dirty_pages(inode, index,
287255138e0bSTheodore Ts'o 							   max_pages);
287355138e0bSTheodore Ts'o 	if (desired_nr_to_write > max_pages)
287455138e0bSTheodore Ts'o 		desired_nr_to_write = max_pages;
287555138e0bSTheodore Ts'o 
287655138e0bSTheodore Ts'o 	if (wbc->nr_to_write < desired_nr_to_write) {
287755138e0bSTheodore Ts'o 		nr_to_writebump = desired_nr_to_write - wbc->nr_to_write;
287855138e0bSTheodore Ts'o 		wbc->nr_to_write = desired_nr_to_write;
287955138e0bSTheodore Ts'o 	}
288055138e0bSTheodore Ts'o 
2881df22291fSAneesh Kumar K.V 	mpd.wbc = wbc;
2882df22291fSAneesh Kumar K.V 	mpd.inode = mapping->host;
2883df22291fSAneesh Kumar K.V 
288422208dedSAneesh Kumar K.V 	/*
288522208dedSAneesh Kumar K.V 	 * we don't want write_cache_pages to update
288622208dedSAneesh Kumar K.V 	 * nr_to_write and writeback_index
288722208dedSAneesh Kumar K.V 	 */
288822208dedSAneesh Kumar K.V 	no_nrwrite_index_update = wbc->no_nrwrite_index_update;
288922208dedSAneesh Kumar K.V 	wbc->no_nrwrite_index_update = 1;
289022208dedSAneesh Kumar K.V 	pages_skipped = wbc->pages_skipped;
289122208dedSAneesh Kumar K.V 
28922acf2c26SAneesh Kumar K.V retry:
289322208dedSAneesh Kumar K.V 	while (!ret && wbc->nr_to_write > 0) {
2894a1d6cc56SAneesh Kumar K.V 
2895a1d6cc56SAneesh Kumar K.V 		/*
2896a1d6cc56SAneesh Kumar K.V 		 * we  insert one extent at a time. So we need
2897a1d6cc56SAneesh Kumar K.V 		 * credit needed for single extent allocation.
2898a1d6cc56SAneesh Kumar K.V 		 * journalled mode is currently not supported
2899a1d6cc56SAneesh Kumar K.V 		 * by delalloc
2900a1d6cc56SAneesh Kumar K.V 		 */
2901a1d6cc56SAneesh Kumar K.V 		BUG_ON(ext4_should_journal_data(inode));
2902525f4ed8SMingming Cao 		needed_blocks = ext4_da_writepages_trans_blocks(inode);
2903a1d6cc56SAneesh Kumar K.V 
290461628a3fSMingming Cao 		/* start a new transaction*/
290561628a3fSMingming Cao 		handle = ext4_journal_start(inode, needed_blocks);
290661628a3fSMingming Cao 		if (IS_ERR(handle)) {
290761628a3fSMingming Cao 			ret = PTR_ERR(handle);
29081693918eSTheodore Ts'o 			ext4_msg(inode->i_sb, KERN_CRIT, "%s: jbd2_start: "
2909a1d6cc56SAneesh Kumar K.V 			       "%ld pages, ino %lu; err %d\n", __func__,
2910a1d6cc56SAneesh Kumar K.V 				wbc->nr_to_write, inode->i_ino, ret);
291161628a3fSMingming Cao 			goto out_writepages;
291261628a3fSMingming Cao 		}
2913f63e6005STheodore Ts'o 
2914f63e6005STheodore Ts'o 		/*
2915f63e6005STheodore Ts'o 		 * Now call __mpage_da_writepage to find the next
2916f63e6005STheodore Ts'o 		 * contiguous region of logical blocks that need
2917f63e6005STheodore Ts'o 		 * blocks to be allocated by ext4.  We don't actually
2918f63e6005STheodore Ts'o 		 * submit the blocks for I/O here, even though
2919f63e6005STheodore Ts'o 		 * write_cache_pages thinks it will, and will set the
2920f63e6005STheodore Ts'o 		 * pages as clean for write before calling
2921f63e6005STheodore Ts'o 		 * __mpage_da_writepage().
2922f63e6005STheodore Ts'o 		 */
2923f63e6005STheodore Ts'o 		mpd.b_size = 0;
2924f63e6005STheodore Ts'o 		mpd.b_state = 0;
2925f63e6005STheodore Ts'o 		mpd.b_blocknr = 0;
2926f63e6005STheodore Ts'o 		mpd.first_page = 0;
2927f63e6005STheodore Ts'o 		mpd.next_page = 0;
2928f63e6005STheodore Ts'o 		mpd.io_done = 0;
2929f63e6005STheodore Ts'o 		mpd.pages_written = 0;
2930f63e6005STheodore Ts'o 		mpd.retval = 0;
2931f63e6005STheodore Ts'o 		ret = write_cache_pages(mapping, wbc, __mpage_da_writepage,
2932f63e6005STheodore Ts'o 					&mpd);
2933f63e6005STheodore Ts'o 		/*
2934f63e6005STheodore Ts'o 		 * If we have a contigous extent of pages and we
2935f63e6005STheodore Ts'o 		 * haven't done the I/O yet, map the blocks and submit
2936f63e6005STheodore Ts'o 		 * them for I/O.
2937f63e6005STheodore Ts'o 		 */
2938f63e6005STheodore Ts'o 		if (!mpd.io_done && mpd.next_page != mpd.first_page) {
2939f63e6005STheodore Ts'o 			if (mpage_da_map_blocks(&mpd) == 0)
2940f63e6005STheodore Ts'o 				mpage_da_submit_io(&mpd);
2941f63e6005STheodore Ts'o 			mpd.io_done = 1;
2942f63e6005STheodore Ts'o 			ret = MPAGE_DA_EXTENT_TAIL;
2943f63e6005STheodore Ts'o 		}
2944b3a3ca8cSTheodore Ts'o 		trace_ext4_da_write_pages(inode, &mpd);
2945f63e6005STheodore Ts'o 		wbc->nr_to_write -= mpd.pages_written;
2946df22291fSAneesh Kumar K.V 
294761628a3fSMingming Cao 		ext4_journal_stop(handle);
2948df22291fSAneesh Kumar K.V 
29498f64b32eSEric Sandeen 		if ((mpd.retval == -ENOSPC) && sbi->s_journal) {
295022208dedSAneesh Kumar K.V 			/* commit the transaction which would
295122208dedSAneesh Kumar K.V 			 * free blocks released in the transaction
295222208dedSAneesh Kumar K.V 			 * and try again
295322208dedSAneesh Kumar K.V 			 */
2954df22291fSAneesh Kumar K.V 			jbd2_journal_force_commit_nested(sbi->s_journal);
295522208dedSAneesh Kumar K.V 			wbc->pages_skipped = pages_skipped;
295622208dedSAneesh Kumar K.V 			ret = 0;
295722208dedSAneesh Kumar K.V 		} else if (ret == MPAGE_DA_EXTENT_TAIL) {
2958a1d6cc56SAneesh Kumar K.V 			/*
2959a1d6cc56SAneesh Kumar K.V 			 * got one extent now try with
2960a1d6cc56SAneesh Kumar K.V 			 * rest of the pages
2961a1d6cc56SAneesh Kumar K.V 			 */
296222208dedSAneesh Kumar K.V 			pages_written += mpd.pages_written;
296322208dedSAneesh Kumar K.V 			wbc->pages_skipped = pages_skipped;
2964a1d6cc56SAneesh Kumar K.V 			ret = 0;
29652acf2c26SAneesh Kumar K.V 			io_done = 1;
296622208dedSAneesh Kumar K.V 		} else if (wbc->nr_to_write)
296761628a3fSMingming Cao 			/*
296861628a3fSMingming Cao 			 * There is no more writeout needed
296961628a3fSMingming Cao 			 * or we requested for a noblocking writeout
297061628a3fSMingming Cao 			 * and we found the device congested
297161628a3fSMingming Cao 			 */
297261628a3fSMingming Cao 			break;
297361628a3fSMingming Cao 	}
29742acf2c26SAneesh Kumar K.V 	if (!io_done && !cycled) {
29752acf2c26SAneesh Kumar K.V 		cycled = 1;
29762acf2c26SAneesh Kumar K.V 		index = 0;
29772acf2c26SAneesh Kumar K.V 		wbc->range_start = index << PAGE_CACHE_SHIFT;
29782acf2c26SAneesh Kumar K.V 		wbc->range_end  = mapping->writeback_index - 1;
29792acf2c26SAneesh Kumar K.V 		goto retry;
29802acf2c26SAneesh Kumar K.V 	}
298122208dedSAneesh Kumar K.V 	if (pages_skipped != wbc->pages_skipped)
29821693918eSTheodore Ts'o 		ext4_msg(inode->i_sb, KERN_CRIT,
29831693918eSTheodore Ts'o 			 "This should not happen leaving %s "
298422208dedSAneesh Kumar K.V 			 "with nr_to_write = %ld ret = %d\n",
298522208dedSAneesh Kumar K.V 			 __func__, wbc->nr_to_write, ret);
298661628a3fSMingming Cao 
298722208dedSAneesh Kumar K.V 	/* Update index */
298822208dedSAneesh Kumar K.V 	index += pages_written;
29892acf2c26SAneesh Kumar K.V 	wbc->range_cyclic = range_cyclic;
299022208dedSAneesh Kumar K.V 	if (wbc->range_cyclic || (range_whole && wbc->nr_to_write > 0))
299122208dedSAneesh Kumar K.V 		/*
299222208dedSAneesh Kumar K.V 		 * set the writeback_index so that range_cyclic
299322208dedSAneesh Kumar K.V 		 * mode will write it back later
299422208dedSAneesh Kumar K.V 		 */
299522208dedSAneesh Kumar K.V 		mapping->writeback_index = index;
2996a1d6cc56SAneesh Kumar K.V 
299761628a3fSMingming Cao out_writepages:
299822208dedSAneesh Kumar K.V 	if (!no_nrwrite_index_update)
299922208dedSAneesh Kumar K.V 		wbc->no_nrwrite_index_update = 0;
300055138e0bSTheodore Ts'o 	if (wbc->nr_to_write > nr_to_writebump)
300122208dedSAneesh Kumar K.V 		wbc->nr_to_write -= nr_to_writebump;
3002de89de6eSTheodore Ts'o 	wbc->range_start = range_start;
30039bffad1eSTheodore Ts'o 	trace_ext4_da_writepages_result(inode, wbc, ret, pages_written);
300461628a3fSMingming Cao 	return ret;
300564769240SAlex Tomas }
300664769240SAlex Tomas 
300779f0be8dSAneesh Kumar K.V #define FALL_BACK_TO_NONDELALLOC 1
300879f0be8dSAneesh Kumar K.V static int ext4_nonda_switch(struct super_block *sb)
300979f0be8dSAneesh Kumar K.V {
301079f0be8dSAneesh Kumar K.V 	s64 free_blocks, dirty_blocks;
301179f0be8dSAneesh Kumar K.V 	struct ext4_sb_info *sbi = EXT4_SB(sb);
301279f0be8dSAneesh Kumar K.V 
301379f0be8dSAneesh Kumar K.V 	/*
301479f0be8dSAneesh Kumar K.V 	 * switch to non delalloc mode if we are running low
301579f0be8dSAneesh Kumar K.V 	 * on free block. The free block accounting via percpu
3016179f7ebfSEric Dumazet 	 * counters can get slightly wrong with percpu_counter_batch getting
301779f0be8dSAneesh Kumar K.V 	 * accumulated on each CPU without updating global counters
301879f0be8dSAneesh Kumar K.V 	 * Delalloc need an accurate free block accounting. So switch
301979f0be8dSAneesh Kumar K.V 	 * to non delalloc when we are near to error range.
302079f0be8dSAneesh Kumar K.V 	 */
302179f0be8dSAneesh Kumar K.V 	free_blocks  = percpu_counter_read_positive(&sbi->s_freeblocks_counter);
302279f0be8dSAneesh Kumar K.V 	dirty_blocks = percpu_counter_read_positive(&sbi->s_dirtyblocks_counter);
302379f0be8dSAneesh Kumar K.V 	if (2 * free_blocks < 3 * dirty_blocks ||
302479f0be8dSAneesh Kumar K.V 		free_blocks < (dirty_blocks + EXT4_FREEBLOCKS_WATERMARK)) {
302579f0be8dSAneesh Kumar K.V 		/*
302679f0be8dSAneesh Kumar K.V 		 * free block count is less that 150% of dirty blocks
302779f0be8dSAneesh Kumar K.V 		 * or free blocks is less that watermark
302879f0be8dSAneesh Kumar K.V 		 */
302979f0be8dSAneesh Kumar K.V 		return 1;
303079f0be8dSAneesh Kumar K.V 	}
303179f0be8dSAneesh Kumar K.V 	return 0;
303279f0be8dSAneesh Kumar K.V }
303379f0be8dSAneesh Kumar K.V 
303464769240SAlex Tomas static int ext4_da_write_begin(struct file *file, struct address_space *mapping,
303564769240SAlex Tomas 			       loff_t pos, unsigned len, unsigned flags,
303664769240SAlex Tomas 			       struct page **pagep, void **fsdata)
303764769240SAlex Tomas {
3038d2a17637SMingming Cao 	int ret, retries = 0;
303964769240SAlex Tomas 	struct page *page;
304064769240SAlex Tomas 	pgoff_t index;
304164769240SAlex Tomas 	unsigned from, to;
304264769240SAlex Tomas 	struct inode *inode = mapping->host;
304364769240SAlex Tomas 	handle_t *handle;
304464769240SAlex Tomas 
304564769240SAlex Tomas 	index = pos >> PAGE_CACHE_SHIFT;
304664769240SAlex Tomas 	from = pos & (PAGE_CACHE_SIZE - 1);
304764769240SAlex Tomas 	to = from + len;
304879f0be8dSAneesh Kumar K.V 
304979f0be8dSAneesh Kumar K.V 	if (ext4_nonda_switch(inode->i_sb)) {
305079f0be8dSAneesh Kumar K.V 		*fsdata = (void *)FALL_BACK_TO_NONDELALLOC;
305179f0be8dSAneesh Kumar K.V 		return ext4_write_begin(file, mapping, pos,
305279f0be8dSAneesh Kumar K.V 					len, flags, pagep, fsdata);
305379f0be8dSAneesh Kumar K.V 	}
305479f0be8dSAneesh Kumar K.V 	*fsdata = (void *)0;
30559bffad1eSTheodore Ts'o 	trace_ext4_da_write_begin(inode, pos, len, flags);
3056d2a17637SMingming Cao retry:
305764769240SAlex Tomas 	/*
305864769240SAlex Tomas 	 * With delayed allocation, we don't log the i_disksize update
305964769240SAlex Tomas 	 * if there is delayed block allocation. But we still need
306064769240SAlex Tomas 	 * to journalling the i_disksize update if writes to the end
306164769240SAlex Tomas 	 * of file which has an already mapped buffer.
306264769240SAlex Tomas 	 */
306364769240SAlex Tomas 	handle = ext4_journal_start(inode, 1);
306464769240SAlex Tomas 	if (IS_ERR(handle)) {
306564769240SAlex Tomas 		ret = PTR_ERR(handle);
306664769240SAlex Tomas 		goto out;
306764769240SAlex Tomas 	}
3068ebd3610bSJan Kara 	/* We cannot recurse into the filesystem as the transaction is already
3069ebd3610bSJan Kara 	 * started */
3070ebd3610bSJan Kara 	flags |= AOP_FLAG_NOFS;
307164769240SAlex Tomas 
307254566b2cSNick Piggin 	page = grab_cache_page_write_begin(mapping, index, flags);
3073d5a0d4f7SEric Sandeen 	if (!page) {
3074d5a0d4f7SEric Sandeen 		ext4_journal_stop(handle);
3075d5a0d4f7SEric Sandeen 		ret = -ENOMEM;
3076d5a0d4f7SEric Sandeen 		goto out;
3077d5a0d4f7SEric Sandeen 	}
307864769240SAlex Tomas 	*pagep = page;
307964769240SAlex Tomas 
308064769240SAlex Tomas 	ret = block_write_begin(file, mapping, pos, len, flags, pagep, fsdata,
308164769240SAlex Tomas 				ext4_da_get_block_prep);
308264769240SAlex Tomas 	if (ret < 0) {
308364769240SAlex Tomas 		unlock_page(page);
308464769240SAlex Tomas 		ext4_journal_stop(handle);
308564769240SAlex Tomas 		page_cache_release(page);
3086ae4d5372SAneesh Kumar K.V 		/*
3087ae4d5372SAneesh Kumar K.V 		 * block_write_begin may have instantiated a few blocks
3088ae4d5372SAneesh Kumar K.V 		 * outside i_size.  Trim these off again. Don't need
3089ae4d5372SAneesh Kumar K.V 		 * i_size_read because we hold i_mutex.
3090ae4d5372SAneesh Kumar K.V 		 */
3091ae4d5372SAneesh Kumar K.V 		if (pos + len > inode->i_size)
3092ffacfa7aSJan Kara 			ext4_truncate(inode);
309364769240SAlex Tomas 	}
309464769240SAlex Tomas 
3095d2a17637SMingming Cao 	if (ret == -ENOSPC && ext4_should_retry_alloc(inode->i_sb, &retries))
3096d2a17637SMingming Cao 		goto retry;
309764769240SAlex Tomas out:
309864769240SAlex Tomas 	return ret;
309964769240SAlex Tomas }
310064769240SAlex Tomas 
3101632eaeabSMingming Cao /*
3102632eaeabSMingming Cao  * Check if we should update i_disksize
3103632eaeabSMingming Cao  * when write to the end of file but not require block allocation
3104632eaeabSMingming Cao  */
3105632eaeabSMingming Cao static int ext4_da_should_update_i_disksize(struct page *page,
3106632eaeabSMingming Cao 					    unsigned long offset)
3107632eaeabSMingming Cao {
3108632eaeabSMingming Cao 	struct buffer_head *bh;
3109632eaeabSMingming Cao 	struct inode *inode = page->mapping->host;
3110632eaeabSMingming Cao 	unsigned int idx;
3111632eaeabSMingming Cao 	int i;
3112632eaeabSMingming Cao 
3113632eaeabSMingming Cao 	bh = page_buffers(page);
3114632eaeabSMingming Cao 	idx = offset >> inode->i_blkbits;
3115632eaeabSMingming Cao 
3116632eaeabSMingming Cao 	for (i = 0; i < idx; i++)
3117632eaeabSMingming Cao 		bh = bh->b_this_page;
3118632eaeabSMingming Cao 
311929fa89d0SAneesh Kumar K.V 	if (!buffer_mapped(bh) || (buffer_delay(bh)) || buffer_unwritten(bh))
3120632eaeabSMingming Cao 		return 0;
3121632eaeabSMingming Cao 	return 1;
3122632eaeabSMingming Cao }
3123632eaeabSMingming Cao 
312464769240SAlex Tomas static int ext4_da_write_end(struct file *file,
312564769240SAlex Tomas 			     struct address_space *mapping,
312664769240SAlex Tomas 			     loff_t pos, unsigned len, unsigned copied,
312764769240SAlex Tomas 			     struct page *page, void *fsdata)
312864769240SAlex Tomas {
312964769240SAlex Tomas 	struct inode *inode = mapping->host;
313064769240SAlex Tomas 	int ret = 0, ret2;
313164769240SAlex Tomas 	handle_t *handle = ext4_journal_current_handle();
313264769240SAlex Tomas 	loff_t new_i_size;
3133632eaeabSMingming Cao 	unsigned long start, end;
313479f0be8dSAneesh Kumar K.V 	int write_mode = (int)(unsigned long)fsdata;
313579f0be8dSAneesh Kumar K.V 
313679f0be8dSAneesh Kumar K.V 	if (write_mode == FALL_BACK_TO_NONDELALLOC) {
313779f0be8dSAneesh Kumar K.V 		if (ext4_should_order_data(inode)) {
313879f0be8dSAneesh Kumar K.V 			return ext4_ordered_write_end(file, mapping, pos,
313979f0be8dSAneesh Kumar K.V 					len, copied, page, fsdata);
314079f0be8dSAneesh Kumar K.V 		} else if (ext4_should_writeback_data(inode)) {
314179f0be8dSAneesh Kumar K.V 			return ext4_writeback_write_end(file, mapping, pos,
314279f0be8dSAneesh Kumar K.V 					len, copied, page, fsdata);
314379f0be8dSAneesh Kumar K.V 		} else {
314479f0be8dSAneesh Kumar K.V 			BUG();
314579f0be8dSAneesh Kumar K.V 		}
314679f0be8dSAneesh Kumar K.V 	}
3147632eaeabSMingming Cao 
31489bffad1eSTheodore Ts'o 	trace_ext4_da_write_end(inode, pos, len, copied);
3149632eaeabSMingming Cao 	start = pos & (PAGE_CACHE_SIZE - 1);
3150632eaeabSMingming Cao 	end = start + copied - 1;
315164769240SAlex Tomas 
315264769240SAlex Tomas 	/*
315364769240SAlex Tomas 	 * generic_write_end() will run mark_inode_dirty() if i_size
315464769240SAlex Tomas 	 * changes.  So let's piggyback the i_disksize mark_inode_dirty
315564769240SAlex Tomas 	 * into that.
315664769240SAlex Tomas 	 */
315764769240SAlex Tomas 
315864769240SAlex Tomas 	new_i_size = pos + copied;
3159632eaeabSMingming Cao 	if (new_i_size > EXT4_I(inode)->i_disksize) {
3160632eaeabSMingming Cao 		if (ext4_da_should_update_i_disksize(page, end)) {
3161632eaeabSMingming Cao 			down_write(&EXT4_I(inode)->i_data_sem);
3162632eaeabSMingming Cao 			if (new_i_size > EXT4_I(inode)->i_disksize) {
316364769240SAlex Tomas 				/*
3164632eaeabSMingming Cao 				 * Updating i_disksize when extending file
3165632eaeabSMingming Cao 				 * without needing block allocation
316664769240SAlex Tomas 				 */
316764769240SAlex Tomas 				if (ext4_should_order_data(inode))
3168632eaeabSMingming Cao 					ret = ext4_jbd2_file_inode(handle,
3169632eaeabSMingming Cao 								   inode);
317064769240SAlex Tomas 
317164769240SAlex Tomas 				EXT4_I(inode)->i_disksize = new_i_size;
317264769240SAlex Tomas 			}
3173632eaeabSMingming Cao 			up_write(&EXT4_I(inode)->i_data_sem);
3174cf17fea6SAneesh Kumar K.V 			/* We need to mark inode dirty even if
3175cf17fea6SAneesh Kumar K.V 			 * new_i_size is less that inode->i_size
3176cf17fea6SAneesh Kumar K.V 			 * bu greater than i_disksize.(hint delalloc)
3177cf17fea6SAneesh Kumar K.V 			 */
3178cf17fea6SAneesh Kumar K.V 			ext4_mark_inode_dirty(handle, inode);
3179632eaeabSMingming Cao 		}
3180632eaeabSMingming Cao 	}
318164769240SAlex Tomas 	ret2 = generic_write_end(file, mapping, pos, len, copied,
318264769240SAlex Tomas 							page, fsdata);
318364769240SAlex Tomas 	copied = ret2;
318464769240SAlex Tomas 	if (ret2 < 0)
318564769240SAlex Tomas 		ret = ret2;
318664769240SAlex Tomas 	ret2 = ext4_journal_stop(handle);
318764769240SAlex Tomas 	if (!ret)
318864769240SAlex Tomas 		ret = ret2;
318964769240SAlex Tomas 
319064769240SAlex Tomas 	return ret ? ret : copied;
319164769240SAlex Tomas }
319264769240SAlex Tomas 
319364769240SAlex Tomas static void ext4_da_invalidatepage(struct page *page, unsigned long offset)
319464769240SAlex Tomas {
319564769240SAlex Tomas 	/*
319664769240SAlex Tomas 	 * Drop reserved blocks
319764769240SAlex Tomas 	 */
319864769240SAlex Tomas 	BUG_ON(!PageLocked(page));
319964769240SAlex Tomas 	if (!page_has_buffers(page))
320064769240SAlex Tomas 		goto out;
320164769240SAlex Tomas 
3202d2a17637SMingming Cao 	ext4_da_page_release_reservation(page, offset);
320364769240SAlex Tomas 
320464769240SAlex Tomas out:
320564769240SAlex Tomas 	ext4_invalidatepage(page, offset);
320664769240SAlex Tomas 
320764769240SAlex Tomas 	return;
320864769240SAlex Tomas }
320964769240SAlex Tomas 
3210ccd2506bSTheodore Ts'o /*
3211ccd2506bSTheodore Ts'o  * Force all delayed allocation blocks to be allocated for a given inode.
3212ccd2506bSTheodore Ts'o  */
3213ccd2506bSTheodore Ts'o int ext4_alloc_da_blocks(struct inode *inode)
3214ccd2506bSTheodore Ts'o {
3215fb40ba0dSTheodore Ts'o 	trace_ext4_alloc_da_blocks(inode);
3216fb40ba0dSTheodore Ts'o 
3217ccd2506bSTheodore Ts'o 	if (!EXT4_I(inode)->i_reserved_data_blocks &&
3218ccd2506bSTheodore Ts'o 	    !EXT4_I(inode)->i_reserved_meta_blocks)
3219ccd2506bSTheodore Ts'o 		return 0;
3220ccd2506bSTheodore Ts'o 
3221ccd2506bSTheodore Ts'o 	/*
3222ccd2506bSTheodore Ts'o 	 * We do something simple for now.  The filemap_flush() will
3223ccd2506bSTheodore Ts'o 	 * also start triggering a write of the data blocks, which is
3224ccd2506bSTheodore Ts'o 	 * not strictly speaking necessary (and for users of
3225ccd2506bSTheodore Ts'o 	 * laptop_mode, not even desirable).  However, to do otherwise
3226ccd2506bSTheodore Ts'o 	 * would require replicating code paths in:
3227ccd2506bSTheodore Ts'o 	 *
3228ccd2506bSTheodore Ts'o 	 * ext4_da_writepages() ->
3229ccd2506bSTheodore Ts'o 	 *    write_cache_pages() ---> (via passed in callback function)
3230ccd2506bSTheodore Ts'o 	 *        __mpage_da_writepage() -->
3231ccd2506bSTheodore Ts'o 	 *           mpage_add_bh_to_extent()
3232ccd2506bSTheodore Ts'o 	 *           mpage_da_map_blocks()
3233ccd2506bSTheodore Ts'o 	 *
3234ccd2506bSTheodore Ts'o 	 * The problem is that write_cache_pages(), located in
3235ccd2506bSTheodore Ts'o 	 * mm/page-writeback.c, marks pages clean in preparation for
3236ccd2506bSTheodore Ts'o 	 * doing I/O, which is not desirable if we're not planning on
3237ccd2506bSTheodore Ts'o 	 * doing I/O at all.
3238ccd2506bSTheodore Ts'o 	 *
3239ccd2506bSTheodore Ts'o 	 * We could call write_cache_pages(), and then redirty all of
3240ccd2506bSTheodore Ts'o 	 * the pages by calling redirty_page_for_writeback() but that
3241ccd2506bSTheodore Ts'o 	 * would be ugly in the extreme.  So instead we would need to
3242ccd2506bSTheodore Ts'o 	 * replicate parts of the code in the above functions,
3243ccd2506bSTheodore Ts'o 	 * simplifying them becuase we wouldn't actually intend to
3244ccd2506bSTheodore Ts'o 	 * write out the pages, but rather only collect contiguous
3245ccd2506bSTheodore Ts'o 	 * logical block extents, call the multi-block allocator, and
3246ccd2506bSTheodore Ts'o 	 * then update the buffer heads with the block allocations.
3247ccd2506bSTheodore Ts'o 	 *
3248ccd2506bSTheodore Ts'o 	 * For now, though, we'll cheat by calling filemap_flush(),
3249ccd2506bSTheodore Ts'o 	 * which will map the blocks, and start the I/O, but not
3250ccd2506bSTheodore Ts'o 	 * actually wait for the I/O to complete.
3251ccd2506bSTheodore Ts'o 	 */
3252ccd2506bSTheodore Ts'o 	return filemap_flush(inode->i_mapping);
3253ccd2506bSTheodore Ts'o }
325464769240SAlex Tomas 
325564769240SAlex Tomas /*
3256ac27a0ecSDave Kleikamp  * bmap() is special.  It gets used by applications such as lilo and by
3257ac27a0ecSDave Kleikamp  * the swapper to find the on-disk block of a specific piece of data.
3258ac27a0ecSDave Kleikamp  *
3259ac27a0ecSDave Kleikamp  * Naturally, this is dangerous if the block concerned is still in the
3260617ba13bSMingming Cao  * journal.  If somebody makes a swapfile on an ext4 data-journaling
3261ac27a0ecSDave Kleikamp  * filesystem and enables swap, then they may get a nasty shock when the
3262ac27a0ecSDave Kleikamp  * data getting swapped to that swapfile suddenly gets overwritten by
3263ac27a0ecSDave Kleikamp  * the original zero's written out previously to the journal and
3264ac27a0ecSDave Kleikamp  * awaiting writeback in the kernel's buffer cache.
3265ac27a0ecSDave Kleikamp  *
3266ac27a0ecSDave Kleikamp  * So, if we see any bmap calls here on a modified, data-journaled file,
3267ac27a0ecSDave Kleikamp  * take extra steps to flush any blocks which might be in the cache.
3268ac27a0ecSDave Kleikamp  */
3269617ba13bSMingming Cao static sector_t ext4_bmap(struct address_space *mapping, sector_t block)
3270ac27a0ecSDave Kleikamp {
3271ac27a0ecSDave Kleikamp 	struct inode *inode = mapping->host;
3272ac27a0ecSDave Kleikamp 	journal_t *journal;
3273ac27a0ecSDave Kleikamp 	int err;
3274ac27a0ecSDave Kleikamp 
327564769240SAlex Tomas 	if (mapping_tagged(mapping, PAGECACHE_TAG_DIRTY) &&
327664769240SAlex Tomas 			test_opt(inode->i_sb, DELALLOC)) {
327764769240SAlex Tomas 		/*
327864769240SAlex Tomas 		 * With delalloc we want to sync the file
327964769240SAlex Tomas 		 * so that we can make sure we allocate
328064769240SAlex Tomas 		 * blocks for file
328164769240SAlex Tomas 		 */
328264769240SAlex Tomas 		filemap_write_and_wait(mapping);
328364769240SAlex Tomas 	}
328464769240SAlex Tomas 
32850390131bSFrank Mayhar 	if (EXT4_JOURNAL(inode) && EXT4_I(inode)->i_state & EXT4_STATE_JDATA) {
3286ac27a0ecSDave Kleikamp 		/*
3287ac27a0ecSDave Kleikamp 		 * This is a REALLY heavyweight approach, but the use of
3288ac27a0ecSDave Kleikamp 		 * bmap on dirty files is expected to be extremely rare:
3289ac27a0ecSDave Kleikamp 		 * only if we run lilo or swapon on a freshly made file
3290ac27a0ecSDave Kleikamp 		 * do we expect this to happen.
3291ac27a0ecSDave Kleikamp 		 *
3292ac27a0ecSDave Kleikamp 		 * (bmap requires CAP_SYS_RAWIO so this does not
3293ac27a0ecSDave Kleikamp 		 * represent an unprivileged user DOS attack --- we'd be
3294ac27a0ecSDave Kleikamp 		 * in trouble if mortal users could trigger this path at
3295ac27a0ecSDave Kleikamp 		 * will.)
3296ac27a0ecSDave Kleikamp 		 *
3297617ba13bSMingming Cao 		 * NB. EXT4_STATE_JDATA is not set on files other than
3298ac27a0ecSDave Kleikamp 		 * regular files.  If somebody wants to bmap a directory
3299ac27a0ecSDave Kleikamp 		 * or symlink and gets confused because the buffer
3300ac27a0ecSDave Kleikamp 		 * hasn't yet been flushed to disk, they deserve
3301ac27a0ecSDave Kleikamp 		 * everything they get.
3302ac27a0ecSDave Kleikamp 		 */
3303ac27a0ecSDave Kleikamp 
3304617ba13bSMingming Cao 		EXT4_I(inode)->i_state &= ~EXT4_STATE_JDATA;
3305617ba13bSMingming Cao 		journal = EXT4_JOURNAL(inode);
3306dab291afSMingming Cao 		jbd2_journal_lock_updates(journal);
3307dab291afSMingming Cao 		err = jbd2_journal_flush(journal);
3308dab291afSMingming Cao 		jbd2_journal_unlock_updates(journal);
3309ac27a0ecSDave Kleikamp 
3310ac27a0ecSDave Kleikamp 		if (err)
3311ac27a0ecSDave Kleikamp 			return 0;
3312ac27a0ecSDave Kleikamp 	}
3313ac27a0ecSDave Kleikamp 
3314617ba13bSMingming Cao 	return generic_block_bmap(mapping, block, ext4_get_block);
3315ac27a0ecSDave Kleikamp }
3316ac27a0ecSDave Kleikamp 
3317617ba13bSMingming Cao static int ext4_readpage(struct file *file, struct page *page)
3318ac27a0ecSDave Kleikamp {
3319617ba13bSMingming Cao 	return mpage_readpage(page, ext4_get_block);
3320ac27a0ecSDave Kleikamp }
3321ac27a0ecSDave Kleikamp 
3322ac27a0ecSDave Kleikamp static int
3323617ba13bSMingming Cao ext4_readpages(struct file *file, struct address_space *mapping,
3324ac27a0ecSDave Kleikamp 		struct list_head *pages, unsigned nr_pages)
3325ac27a0ecSDave Kleikamp {
3326617ba13bSMingming Cao 	return mpage_readpages(mapping, pages, nr_pages, ext4_get_block);
3327ac27a0ecSDave Kleikamp }
3328ac27a0ecSDave Kleikamp 
3329617ba13bSMingming Cao static void ext4_invalidatepage(struct page *page, unsigned long offset)
3330ac27a0ecSDave Kleikamp {
3331617ba13bSMingming Cao 	journal_t *journal = EXT4_JOURNAL(page->mapping->host);
3332ac27a0ecSDave Kleikamp 
3333ac27a0ecSDave Kleikamp 	/*
3334ac27a0ecSDave Kleikamp 	 * If it's a full truncate we just forget about the pending dirtying
3335ac27a0ecSDave Kleikamp 	 */
3336ac27a0ecSDave Kleikamp 	if (offset == 0)
3337ac27a0ecSDave Kleikamp 		ClearPageChecked(page);
3338ac27a0ecSDave Kleikamp 
33390390131bSFrank Mayhar 	if (journal)
3340dab291afSMingming Cao 		jbd2_journal_invalidatepage(journal, page, offset);
33410390131bSFrank Mayhar 	else
33420390131bSFrank Mayhar 		block_invalidatepage(page, offset);
3343ac27a0ecSDave Kleikamp }
3344ac27a0ecSDave Kleikamp 
3345617ba13bSMingming Cao static int ext4_releasepage(struct page *page, gfp_t wait)
3346ac27a0ecSDave Kleikamp {
3347617ba13bSMingming Cao 	journal_t *journal = EXT4_JOURNAL(page->mapping->host);
3348ac27a0ecSDave Kleikamp 
3349ac27a0ecSDave Kleikamp 	WARN_ON(PageChecked(page));
3350ac27a0ecSDave Kleikamp 	if (!page_has_buffers(page))
3351ac27a0ecSDave Kleikamp 		return 0;
33520390131bSFrank Mayhar 	if (journal)
3353dab291afSMingming Cao 		return jbd2_journal_try_to_free_buffers(journal, page, wait);
33540390131bSFrank Mayhar 	else
33550390131bSFrank Mayhar 		return try_to_free_buffers(page);
3356ac27a0ecSDave Kleikamp }
3357ac27a0ecSDave Kleikamp 
3358ac27a0ecSDave Kleikamp /*
3359ac27a0ecSDave Kleikamp  * If the O_DIRECT write will extend the file then add this inode to the
3360ac27a0ecSDave Kleikamp  * orphan list.  So recovery will truncate it back to the original size
3361ac27a0ecSDave Kleikamp  * if the machine crashes during the write.
3362ac27a0ecSDave Kleikamp  *
3363ac27a0ecSDave Kleikamp  * If the O_DIRECT write is intantiating holes inside i_size and the machine
33647fb5409dSJan Kara  * crashes then stale disk data _may_ be exposed inside the file. But current
33657fb5409dSJan Kara  * VFS code falls back into buffered path in that case so we are safe.
3366ac27a0ecSDave Kleikamp  */
3367617ba13bSMingming Cao static ssize_t ext4_direct_IO(int rw, struct kiocb *iocb,
3368ac27a0ecSDave Kleikamp 			      const struct iovec *iov, loff_t offset,
3369ac27a0ecSDave Kleikamp 			      unsigned long nr_segs)
3370ac27a0ecSDave Kleikamp {
3371ac27a0ecSDave Kleikamp 	struct file *file = iocb->ki_filp;
3372ac27a0ecSDave Kleikamp 	struct inode *inode = file->f_mapping->host;
3373617ba13bSMingming Cao 	struct ext4_inode_info *ei = EXT4_I(inode);
33747fb5409dSJan Kara 	handle_t *handle;
3375ac27a0ecSDave Kleikamp 	ssize_t ret;
3376ac27a0ecSDave Kleikamp 	int orphan = 0;
3377ac27a0ecSDave Kleikamp 	size_t count = iov_length(iov, nr_segs);
3378ac27a0ecSDave Kleikamp 
3379ac27a0ecSDave Kleikamp 	if (rw == WRITE) {
3380ac27a0ecSDave Kleikamp 		loff_t final_size = offset + count;
3381ac27a0ecSDave Kleikamp 
33827fb5409dSJan Kara 		if (final_size > inode->i_size) {
33837fb5409dSJan Kara 			/* Credits for sb + inode write */
33847fb5409dSJan Kara 			handle = ext4_journal_start(inode, 2);
3385ac27a0ecSDave Kleikamp 			if (IS_ERR(handle)) {
3386ac27a0ecSDave Kleikamp 				ret = PTR_ERR(handle);
3387ac27a0ecSDave Kleikamp 				goto out;
3388ac27a0ecSDave Kleikamp 			}
3389617ba13bSMingming Cao 			ret = ext4_orphan_add(handle, inode);
33907fb5409dSJan Kara 			if (ret) {
33917fb5409dSJan Kara 				ext4_journal_stop(handle);
33927fb5409dSJan Kara 				goto out;
33937fb5409dSJan Kara 			}
3394ac27a0ecSDave Kleikamp 			orphan = 1;
3395ac27a0ecSDave Kleikamp 			ei->i_disksize = inode->i_size;
33967fb5409dSJan Kara 			ext4_journal_stop(handle);
3397ac27a0ecSDave Kleikamp 		}
3398ac27a0ecSDave Kleikamp 	}
3399ac27a0ecSDave Kleikamp 
3400ac27a0ecSDave Kleikamp 	ret = blockdev_direct_IO(rw, iocb, inode, inode->i_sb->s_bdev, iov,
3401ac27a0ecSDave Kleikamp 				 offset, nr_segs,
3402617ba13bSMingming Cao 				 ext4_get_block, NULL);
3403ac27a0ecSDave Kleikamp 
34047fb5409dSJan Kara 	if (orphan) {
3405ac27a0ecSDave Kleikamp 		int err;
3406ac27a0ecSDave Kleikamp 
34077fb5409dSJan Kara 		/* Credits for sb + inode write */
34087fb5409dSJan Kara 		handle = ext4_journal_start(inode, 2);
34097fb5409dSJan Kara 		if (IS_ERR(handle)) {
34107fb5409dSJan Kara 			/* This is really bad luck. We've written the data
34117fb5409dSJan Kara 			 * but cannot extend i_size. Bail out and pretend
34127fb5409dSJan Kara 			 * the write failed... */
34137fb5409dSJan Kara 			ret = PTR_ERR(handle);
34147fb5409dSJan Kara 			goto out;
34157fb5409dSJan Kara 		}
34167fb5409dSJan Kara 		if (inode->i_nlink)
3417617ba13bSMingming Cao 			ext4_orphan_del(handle, inode);
34187fb5409dSJan Kara 		if (ret > 0) {
3419ac27a0ecSDave Kleikamp 			loff_t end = offset + ret;
3420ac27a0ecSDave Kleikamp 			if (end > inode->i_size) {
3421ac27a0ecSDave Kleikamp 				ei->i_disksize = end;
3422ac27a0ecSDave Kleikamp 				i_size_write(inode, end);
3423ac27a0ecSDave Kleikamp 				/*
3424ac27a0ecSDave Kleikamp 				 * We're going to return a positive `ret'
3425ac27a0ecSDave Kleikamp 				 * here due to non-zero-length I/O, so there's
3426ac27a0ecSDave Kleikamp 				 * no way of reporting error returns from
3427617ba13bSMingming Cao 				 * ext4_mark_inode_dirty() to userspace.  So
3428ac27a0ecSDave Kleikamp 				 * ignore it.
3429ac27a0ecSDave Kleikamp 				 */
3430617ba13bSMingming Cao 				ext4_mark_inode_dirty(handle, inode);
3431ac27a0ecSDave Kleikamp 			}
3432ac27a0ecSDave Kleikamp 		}
3433617ba13bSMingming Cao 		err = ext4_journal_stop(handle);
3434ac27a0ecSDave Kleikamp 		if (ret == 0)
3435ac27a0ecSDave Kleikamp 			ret = err;
3436ac27a0ecSDave Kleikamp 	}
3437ac27a0ecSDave Kleikamp out:
3438ac27a0ecSDave Kleikamp 	return ret;
3439ac27a0ecSDave Kleikamp }
3440ac27a0ecSDave Kleikamp 
3441ac27a0ecSDave Kleikamp /*
3442617ba13bSMingming Cao  * Pages can be marked dirty completely asynchronously from ext4's journalling
3443ac27a0ecSDave Kleikamp  * activity.  By filemap_sync_pte(), try_to_unmap_one(), etc.  We cannot do
3444ac27a0ecSDave Kleikamp  * much here because ->set_page_dirty is called under VFS locks.  The page is
3445ac27a0ecSDave Kleikamp  * not necessarily locked.
3446ac27a0ecSDave Kleikamp  *
3447ac27a0ecSDave Kleikamp  * We cannot just dirty the page and leave attached buffers clean, because the
3448ac27a0ecSDave Kleikamp  * buffers' dirty state is "definitive".  We cannot just set the buffers dirty
3449ac27a0ecSDave Kleikamp  * or jbddirty because all the journalling code will explode.
3450ac27a0ecSDave Kleikamp  *
3451ac27a0ecSDave Kleikamp  * So what we do is to mark the page "pending dirty" and next time writepage
3452ac27a0ecSDave Kleikamp  * is called, propagate that into the buffers appropriately.
3453ac27a0ecSDave Kleikamp  */
3454617ba13bSMingming Cao static int ext4_journalled_set_page_dirty(struct page *page)
3455ac27a0ecSDave Kleikamp {
3456ac27a0ecSDave Kleikamp 	SetPageChecked(page);
3457ac27a0ecSDave Kleikamp 	return __set_page_dirty_nobuffers(page);
3458ac27a0ecSDave Kleikamp }
3459ac27a0ecSDave Kleikamp 
3460617ba13bSMingming Cao static const struct address_space_operations ext4_ordered_aops = {
3461617ba13bSMingming Cao 	.readpage		= ext4_readpage,
3462617ba13bSMingming Cao 	.readpages		= ext4_readpages,
346343ce1d23SAneesh Kumar K.V 	.writepage		= ext4_writepage,
3464ac27a0ecSDave Kleikamp 	.sync_page		= block_sync_page,
3465bfc1af65SNick Piggin 	.write_begin		= ext4_write_begin,
3466bfc1af65SNick Piggin 	.write_end		= ext4_ordered_write_end,
3467617ba13bSMingming Cao 	.bmap			= ext4_bmap,
3468617ba13bSMingming Cao 	.invalidatepage		= ext4_invalidatepage,
3469617ba13bSMingming Cao 	.releasepage		= ext4_releasepage,
3470617ba13bSMingming Cao 	.direct_IO		= ext4_direct_IO,
3471ac27a0ecSDave Kleikamp 	.migratepage		= buffer_migrate_page,
34728ab22b9aSHisashi Hifumi 	.is_partially_uptodate  = block_is_partially_uptodate,
3473aa261f54SAndi Kleen 	.error_remove_page	= generic_error_remove_page,
3474ac27a0ecSDave Kleikamp };
3475ac27a0ecSDave Kleikamp 
3476617ba13bSMingming Cao static const struct address_space_operations ext4_writeback_aops = {
3477617ba13bSMingming Cao 	.readpage		= ext4_readpage,
3478617ba13bSMingming Cao 	.readpages		= ext4_readpages,
347943ce1d23SAneesh Kumar K.V 	.writepage		= ext4_writepage,
3480ac27a0ecSDave Kleikamp 	.sync_page		= block_sync_page,
3481bfc1af65SNick Piggin 	.write_begin		= ext4_write_begin,
3482bfc1af65SNick Piggin 	.write_end		= ext4_writeback_write_end,
3483617ba13bSMingming Cao 	.bmap			= ext4_bmap,
3484617ba13bSMingming Cao 	.invalidatepage		= ext4_invalidatepage,
3485617ba13bSMingming Cao 	.releasepage		= ext4_releasepage,
3486617ba13bSMingming Cao 	.direct_IO		= ext4_direct_IO,
3487ac27a0ecSDave Kleikamp 	.migratepage		= buffer_migrate_page,
34888ab22b9aSHisashi Hifumi 	.is_partially_uptodate  = block_is_partially_uptodate,
3489aa261f54SAndi Kleen 	.error_remove_page	= generic_error_remove_page,
3490ac27a0ecSDave Kleikamp };
3491ac27a0ecSDave Kleikamp 
3492617ba13bSMingming Cao static const struct address_space_operations ext4_journalled_aops = {
3493617ba13bSMingming Cao 	.readpage		= ext4_readpage,
3494617ba13bSMingming Cao 	.readpages		= ext4_readpages,
349543ce1d23SAneesh Kumar K.V 	.writepage		= ext4_writepage,
3496ac27a0ecSDave Kleikamp 	.sync_page		= block_sync_page,
3497bfc1af65SNick Piggin 	.write_begin		= ext4_write_begin,
3498bfc1af65SNick Piggin 	.write_end		= ext4_journalled_write_end,
3499617ba13bSMingming Cao 	.set_page_dirty		= ext4_journalled_set_page_dirty,
3500617ba13bSMingming Cao 	.bmap			= ext4_bmap,
3501617ba13bSMingming Cao 	.invalidatepage		= ext4_invalidatepage,
3502617ba13bSMingming Cao 	.releasepage		= ext4_releasepage,
35038ab22b9aSHisashi Hifumi 	.is_partially_uptodate  = block_is_partially_uptodate,
3504aa261f54SAndi Kleen 	.error_remove_page	= generic_error_remove_page,
3505ac27a0ecSDave Kleikamp };
3506ac27a0ecSDave Kleikamp 
350764769240SAlex Tomas static const struct address_space_operations ext4_da_aops = {
350864769240SAlex Tomas 	.readpage		= ext4_readpage,
350964769240SAlex Tomas 	.readpages		= ext4_readpages,
351043ce1d23SAneesh Kumar K.V 	.writepage		= ext4_writepage,
351164769240SAlex Tomas 	.writepages		= ext4_da_writepages,
351264769240SAlex Tomas 	.sync_page		= block_sync_page,
351364769240SAlex Tomas 	.write_begin		= ext4_da_write_begin,
351464769240SAlex Tomas 	.write_end		= ext4_da_write_end,
351564769240SAlex Tomas 	.bmap			= ext4_bmap,
351664769240SAlex Tomas 	.invalidatepage		= ext4_da_invalidatepage,
351764769240SAlex Tomas 	.releasepage		= ext4_releasepage,
351864769240SAlex Tomas 	.direct_IO		= ext4_direct_IO,
351964769240SAlex Tomas 	.migratepage		= buffer_migrate_page,
35208ab22b9aSHisashi Hifumi 	.is_partially_uptodate  = block_is_partially_uptodate,
3521aa261f54SAndi Kleen 	.error_remove_page	= generic_error_remove_page,
352264769240SAlex Tomas };
352364769240SAlex Tomas 
3524617ba13bSMingming Cao void ext4_set_aops(struct inode *inode)
3525ac27a0ecSDave Kleikamp {
3526cd1aac32SAneesh Kumar K.V 	if (ext4_should_order_data(inode) &&
3527cd1aac32SAneesh Kumar K.V 		test_opt(inode->i_sb, DELALLOC))
3528cd1aac32SAneesh Kumar K.V 		inode->i_mapping->a_ops = &ext4_da_aops;
3529cd1aac32SAneesh Kumar K.V 	else if (ext4_should_order_data(inode))
3530617ba13bSMingming Cao 		inode->i_mapping->a_ops = &ext4_ordered_aops;
353164769240SAlex Tomas 	else if (ext4_should_writeback_data(inode) &&
353264769240SAlex Tomas 		 test_opt(inode->i_sb, DELALLOC))
353364769240SAlex Tomas 		inode->i_mapping->a_ops = &ext4_da_aops;
3534617ba13bSMingming Cao 	else if (ext4_should_writeback_data(inode))
3535617ba13bSMingming Cao 		inode->i_mapping->a_ops = &ext4_writeback_aops;
3536ac27a0ecSDave Kleikamp 	else
3537617ba13bSMingming Cao 		inode->i_mapping->a_ops = &ext4_journalled_aops;
3538ac27a0ecSDave Kleikamp }
3539ac27a0ecSDave Kleikamp 
3540ac27a0ecSDave Kleikamp /*
3541617ba13bSMingming Cao  * ext4_block_truncate_page() zeroes out a mapping from file offset `from'
3542ac27a0ecSDave Kleikamp  * up to the end of the block which corresponds to `from'.
3543ac27a0ecSDave Kleikamp  * This required during truncate. We need to physically zero the tail end
3544ac27a0ecSDave Kleikamp  * of that block so it doesn't yield old data if the file is later grown.
3545ac27a0ecSDave Kleikamp  */
3546cf108bcaSJan Kara int ext4_block_truncate_page(handle_t *handle,
3547ac27a0ecSDave Kleikamp 		struct address_space *mapping, loff_t from)
3548ac27a0ecSDave Kleikamp {
3549617ba13bSMingming Cao 	ext4_fsblk_t index = from >> PAGE_CACHE_SHIFT;
3550ac27a0ecSDave Kleikamp 	unsigned offset = from & (PAGE_CACHE_SIZE-1);
3551725d26d3SAneesh Kumar K.V 	unsigned blocksize, length, pos;
3552725d26d3SAneesh Kumar K.V 	ext4_lblk_t iblock;
3553ac27a0ecSDave Kleikamp 	struct inode *inode = mapping->host;
3554ac27a0ecSDave Kleikamp 	struct buffer_head *bh;
3555cf108bcaSJan Kara 	struct page *page;
3556ac27a0ecSDave Kleikamp 	int err = 0;
3557ac27a0ecSDave Kleikamp 
3558f4a01017STheodore Ts'o 	page = find_or_create_page(mapping, from >> PAGE_CACHE_SHIFT,
3559f4a01017STheodore Ts'o 				   mapping_gfp_mask(mapping) & ~__GFP_FS);
3560cf108bcaSJan Kara 	if (!page)
3561cf108bcaSJan Kara 		return -EINVAL;
3562cf108bcaSJan Kara 
3563ac27a0ecSDave Kleikamp 	blocksize = inode->i_sb->s_blocksize;
3564ac27a0ecSDave Kleikamp 	length = blocksize - (offset & (blocksize - 1));
3565ac27a0ecSDave Kleikamp 	iblock = index << (PAGE_CACHE_SHIFT - inode->i_sb->s_blocksize_bits);
3566ac27a0ecSDave Kleikamp 
3567ac27a0ecSDave Kleikamp 	/*
3568ac27a0ecSDave Kleikamp 	 * For "nobh" option,  we can only work if we don't need to
3569ac27a0ecSDave Kleikamp 	 * read-in the page - otherwise we create buffers to do the IO.
3570ac27a0ecSDave Kleikamp 	 */
3571ac27a0ecSDave Kleikamp 	if (!page_has_buffers(page) && test_opt(inode->i_sb, NOBH) &&
3572617ba13bSMingming Cao 	     ext4_should_writeback_data(inode) && PageUptodate(page)) {
3573eebd2aa3SChristoph Lameter 		zero_user(page, offset, length);
3574ac27a0ecSDave Kleikamp 		set_page_dirty(page);
3575ac27a0ecSDave Kleikamp 		goto unlock;
3576ac27a0ecSDave Kleikamp 	}
3577ac27a0ecSDave Kleikamp 
3578ac27a0ecSDave Kleikamp 	if (!page_has_buffers(page))
3579ac27a0ecSDave Kleikamp 		create_empty_buffers(page, blocksize, 0);
3580ac27a0ecSDave Kleikamp 
3581ac27a0ecSDave Kleikamp 	/* Find the buffer that contains "offset" */
3582ac27a0ecSDave Kleikamp 	bh = page_buffers(page);
3583ac27a0ecSDave Kleikamp 	pos = blocksize;
3584ac27a0ecSDave Kleikamp 	while (offset >= pos) {
3585ac27a0ecSDave Kleikamp 		bh = bh->b_this_page;
3586ac27a0ecSDave Kleikamp 		iblock++;
3587ac27a0ecSDave Kleikamp 		pos += blocksize;
3588ac27a0ecSDave Kleikamp 	}
3589ac27a0ecSDave Kleikamp 
3590ac27a0ecSDave Kleikamp 	err = 0;
3591ac27a0ecSDave Kleikamp 	if (buffer_freed(bh)) {
3592ac27a0ecSDave Kleikamp 		BUFFER_TRACE(bh, "freed: skip");
3593ac27a0ecSDave Kleikamp 		goto unlock;
3594ac27a0ecSDave Kleikamp 	}
3595ac27a0ecSDave Kleikamp 
3596ac27a0ecSDave Kleikamp 	if (!buffer_mapped(bh)) {
3597ac27a0ecSDave Kleikamp 		BUFFER_TRACE(bh, "unmapped");
3598617ba13bSMingming Cao 		ext4_get_block(inode, iblock, bh, 0);
3599ac27a0ecSDave Kleikamp 		/* unmapped? It's a hole - nothing to do */
3600ac27a0ecSDave Kleikamp 		if (!buffer_mapped(bh)) {
3601ac27a0ecSDave Kleikamp 			BUFFER_TRACE(bh, "still unmapped");
3602ac27a0ecSDave Kleikamp 			goto unlock;
3603ac27a0ecSDave Kleikamp 		}
3604ac27a0ecSDave Kleikamp 	}
3605ac27a0ecSDave Kleikamp 
3606ac27a0ecSDave Kleikamp 	/* Ok, it's mapped. Make sure it's up-to-date */
3607ac27a0ecSDave Kleikamp 	if (PageUptodate(page))
3608ac27a0ecSDave Kleikamp 		set_buffer_uptodate(bh);
3609ac27a0ecSDave Kleikamp 
3610ac27a0ecSDave Kleikamp 	if (!buffer_uptodate(bh)) {
3611ac27a0ecSDave Kleikamp 		err = -EIO;
3612ac27a0ecSDave Kleikamp 		ll_rw_block(READ, 1, &bh);
3613ac27a0ecSDave Kleikamp 		wait_on_buffer(bh);
3614ac27a0ecSDave Kleikamp 		/* Uhhuh. Read error. Complain and punt. */
3615ac27a0ecSDave Kleikamp 		if (!buffer_uptodate(bh))
3616ac27a0ecSDave Kleikamp 			goto unlock;
3617ac27a0ecSDave Kleikamp 	}
3618ac27a0ecSDave Kleikamp 
3619617ba13bSMingming Cao 	if (ext4_should_journal_data(inode)) {
3620ac27a0ecSDave Kleikamp 		BUFFER_TRACE(bh, "get write access");
3621617ba13bSMingming Cao 		err = ext4_journal_get_write_access(handle, bh);
3622ac27a0ecSDave Kleikamp 		if (err)
3623ac27a0ecSDave Kleikamp 			goto unlock;
3624ac27a0ecSDave Kleikamp 	}
3625ac27a0ecSDave Kleikamp 
3626eebd2aa3SChristoph Lameter 	zero_user(page, offset, length);
3627ac27a0ecSDave Kleikamp 
3628ac27a0ecSDave Kleikamp 	BUFFER_TRACE(bh, "zeroed end of block");
3629ac27a0ecSDave Kleikamp 
3630ac27a0ecSDave Kleikamp 	err = 0;
3631617ba13bSMingming Cao 	if (ext4_should_journal_data(inode)) {
36320390131bSFrank Mayhar 		err = ext4_handle_dirty_metadata(handle, inode, bh);
3633ac27a0ecSDave Kleikamp 	} else {
3634617ba13bSMingming Cao 		if (ext4_should_order_data(inode))
3635678aaf48SJan Kara 			err = ext4_jbd2_file_inode(handle, inode);
3636ac27a0ecSDave Kleikamp 		mark_buffer_dirty(bh);
3637ac27a0ecSDave Kleikamp 	}
3638ac27a0ecSDave Kleikamp 
3639ac27a0ecSDave Kleikamp unlock:
3640ac27a0ecSDave Kleikamp 	unlock_page(page);
3641ac27a0ecSDave Kleikamp 	page_cache_release(page);
3642ac27a0ecSDave Kleikamp 	return err;
3643ac27a0ecSDave Kleikamp }
3644ac27a0ecSDave Kleikamp 
3645ac27a0ecSDave Kleikamp /*
3646ac27a0ecSDave Kleikamp  * Probably it should be a library function... search for first non-zero word
3647ac27a0ecSDave Kleikamp  * or memcmp with zero_page, whatever is better for particular architecture.
3648ac27a0ecSDave Kleikamp  * Linus?
3649ac27a0ecSDave Kleikamp  */
3650ac27a0ecSDave Kleikamp static inline int all_zeroes(__le32 *p, __le32 *q)
3651ac27a0ecSDave Kleikamp {
3652ac27a0ecSDave Kleikamp 	while (p < q)
3653ac27a0ecSDave Kleikamp 		if (*p++)
3654ac27a0ecSDave Kleikamp 			return 0;
3655ac27a0ecSDave Kleikamp 	return 1;
3656ac27a0ecSDave Kleikamp }
3657ac27a0ecSDave Kleikamp 
3658ac27a0ecSDave Kleikamp /**
3659617ba13bSMingming Cao  *	ext4_find_shared - find the indirect blocks for partial truncation.
3660ac27a0ecSDave Kleikamp  *	@inode:	  inode in question
3661ac27a0ecSDave Kleikamp  *	@depth:	  depth of the affected branch
3662617ba13bSMingming Cao  *	@offsets: offsets of pointers in that branch (see ext4_block_to_path)
3663ac27a0ecSDave Kleikamp  *	@chain:	  place to store the pointers to partial indirect blocks
3664ac27a0ecSDave Kleikamp  *	@top:	  place to the (detached) top of branch
3665ac27a0ecSDave Kleikamp  *
3666617ba13bSMingming Cao  *	This is a helper function used by ext4_truncate().
3667ac27a0ecSDave Kleikamp  *
3668ac27a0ecSDave Kleikamp  *	When we do truncate() we may have to clean the ends of several
3669ac27a0ecSDave Kleikamp  *	indirect blocks but leave the blocks themselves alive. Block is
3670ac27a0ecSDave Kleikamp  *	partially truncated if some data below the new i_size is refered
3671ac27a0ecSDave Kleikamp  *	from it (and it is on the path to the first completely truncated
3672ac27a0ecSDave Kleikamp  *	data block, indeed).  We have to free the top of that path along
3673ac27a0ecSDave Kleikamp  *	with everything to the right of the path. Since no allocation
3674617ba13bSMingming Cao  *	past the truncation point is possible until ext4_truncate()
3675ac27a0ecSDave Kleikamp  *	finishes, we may safely do the latter, but top of branch may
3676ac27a0ecSDave Kleikamp  *	require special attention - pageout below the truncation point
3677ac27a0ecSDave Kleikamp  *	might try to populate it.
3678ac27a0ecSDave Kleikamp  *
3679ac27a0ecSDave Kleikamp  *	We atomically detach the top of branch from the tree, store the
3680ac27a0ecSDave Kleikamp  *	block number of its root in *@top, pointers to buffer_heads of
3681ac27a0ecSDave Kleikamp  *	partially truncated blocks - in @chain[].bh and pointers to
3682ac27a0ecSDave Kleikamp  *	their last elements that should not be removed - in
3683ac27a0ecSDave Kleikamp  *	@chain[].p. Return value is the pointer to last filled element
3684ac27a0ecSDave Kleikamp  *	of @chain.
3685ac27a0ecSDave Kleikamp  *
3686ac27a0ecSDave Kleikamp  *	The work left to caller to do the actual freeing of subtrees:
3687ac27a0ecSDave Kleikamp  *		a) free the subtree starting from *@top
3688ac27a0ecSDave Kleikamp  *		b) free the subtrees whose roots are stored in
3689ac27a0ecSDave Kleikamp  *			(@chain[i].p+1 .. end of @chain[i].bh->b_data)
3690ac27a0ecSDave Kleikamp  *		c) free the subtrees growing from the inode past the @chain[0].
3691ac27a0ecSDave Kleikamp  *			(no partially truncated stuff there).  */
3692ac27a0ecSDave Kleikamp 
3693617ba13bSMingming Cao static Indirect *ext4_find_shared(struct inode *inode, int depth,
3694de9a55b8STheodore Ts'o 				  ext4_lblk_t offsets[4], Indirect chain[4],
3695de9a55b8STheodore Ts'o 				  __le32 *top)
3696ac27a0ecSDave Kleikamp {
3697ac27a0ecSDave Kleikamp 	Indirect *partial, *p;
3698ac27a0ecSDave Kleikamp 	int k, err;
3699ac27a0ecSDave Kleikamp 
3700ac27a0ecSDave Kleikamp 	*top = 0;
3701ac27a0ecSDave Kleikamp 	/* Make k index the deepest non-null offest + 1 */
3702ac27a0ecSDave Kleikamp 	for (k = depth; k > 1 && !offsets[k-1]; k--)
3703ac27a0ecSDave Kleikamp 		;
3704617ba13bSMingming Cao 	partial = ext4_get_branch(inode, k, offsets, chain, &err);
3705ac27a0ecSDave Kleikamp 	/* Writer: pointers */
3706ac27a0ecSDave Kleikamp 	if (!partial)
3707ac27a0ecSDave Kleikamp 		partial = chain + k-1;
3708ac27a0ecSDave Kleikamp 	/*
3709ac27a0ecSDave Kleikamp 	 * If the branch acquired continuation since we've looked at it -
3710ac27a0ecSDave Kleikamp 	 * fine, it should all survive and (new) top doesn't belong to us.
3711ac27a0ecSDave Kleikamp 	 */
3712ac27a0ecSDave Kleikamp 	if (!partial->key && *partial->p)
3713ac27a0ecSDave Kleikamp 		/* Writer: end */
3714ac27a0ecSDave Kleikamp 		goto no_top;
3715af5bc92dSTheodore Ts'o 	for (p = partial; (p > chain) && all_zeroes((__le32 *) p->bh->b_data, p->p); p--)
3716ac27a0ecSDave Kleikamp 		;
3717ac27a0ecSDave Kleikamp 	/*
3718ac27a0ecSDave Kleikamp 	 * OK, we've found the last block that must survive. The rest of our
3719ac27a0ecSDave Kleikamp 	 * branch should be detached before unlocking. However, if that rest
3720ac27a0ecSDave Kleikamp 	 * of branch is all ours and does not grow immediately from the inode
3721ac27a0ecSDave Kleikamp 	 * it's easier to cheat and just decrement partial->p.
3722ac27a0ecSDave Kleikamp 	 */
3723ac27a0ecSDave Kleikamp 	if (p == chain + k - 1 && p > chain) {
3724ac27a0ecSDave Kleikamp 		p->p--;
3725ac27a0ecSDave Kleikamp 	} else {
3726ac27a0ecSDave Kleikamp 		*top = *p->p;
3727617ba13bSMingming Cao 		/* Nope, don't do this in ext4.  Must leave the tree intact */
3728ac27a0ecSDave Kleikamp #if 0
3729ac27a0ecSDave Kleikamp 		*p->p = 0;
3730ac27a0ecSDave Kleikamp #endif
3731ac27a0ecSDave Kleikamp 	}
3732ac27a0ecSDave Kleikamp 	/* Writer: end */
3733ac27a0ecSDave Kleikamp 
3734ac27a0ecSDave Kleikamp 	while (partial > p) {
3735ac27a0ecSDave Kleikamp 		brelse(partial->bh);
3736ac27a0ecSDave Kleikamp 		partial--;
3737ac27a0ecSDave Kleikamp 	}
3738ac27a0ecSDave Kleikamp no_top:
3739ac27a0ecSDave Kleikamp 	return partial;
3740ac27a0ecSDave Kleikamp }
3741ac27a0ecSDave Kleikamp 
3742ac27a0ecSDave Kleikamp /*
3743ac27a0ecSDave Kleikamp  * Zero a number of block pointers in either an inode or an indirect block.
3744ac27a0ecSDave Kleikamp  * If we restart the transaction we must again get write access to the
3745ac27a0ecSDave Kleikamp  * indirect block for further modification.
3746ac27a0ecSDave Kleikamp  *
3747ac27a0ecSDave Kleikamp  * We release `count' blocks on disk, but (last - first) may be greater
3748ac27a0ecSDave Kleikamp  * than `count' because there can be holes in there.
3749ac27a0ecSDave Kleikamp  */
3750617ba13bSMingming Cao static void ext4_clear_blocks(handle_t *handle, struct inode *inode,
3751de9a55b8STheodore Ts'o 			      struct buffer_head *bh,
3752de9a55b8STheodore Ts'o 			      ext4_fsblk_t block_to_free,
3753de9a55b8STheodore Ts'o 			      unsigned long count, __le32 *first,
3754de9a55b8STheodore Ts'o 			      __le32 *last)
3755ac27a0ecSDave Kleikamp {
3756ac27a0ecSDave Kleikamp 	__le32 *p;
3757ac27a0ecSDave Kleikamp 	if (try_to_extend_transaction(handle, inode)) {
3758ac27a0ecSDave Kleikamp 		if (bh) {
37590390131bSFrank Mayhar 			BUFFER_TRACE(bh, "call ext4_handle_dirty_metadata");
37600390131bSFrank Mayhar 			ext4_handle_dirty_metadata(handle, inode, bh);
3761ac27a0ecSDave Kleikamp 		}
3762617ba13bSMingming Cao 		ext4_mark_inode_dirty(handle, inode);
3763487caeefSJan Kara 		ext4_truncate_restart_trans(handle, inode,
3764487caeefSJan Kara 					    blocks_for_truncate(inode));
3765ac27a0ecSDave Kleikamp 		if (bh) {
3766ac27a0ecSDave Kleikamp 			BUFFER_TRACE(bh, "retaking write access");
3767617ba13bSMingming Cao 			ext4_journal_get_write_access(handle, bh);
3768ac27a0ecSDave Kleikamp 		}
3769ac27a0ecSDave Kleikamp 	}
3770ac27a0ecSDave Kleikamp 
3771ac27a0ecSDave Kleikamp 	/*
3772de9a55b8STheodore Ts'o 	 * Any buffers which are on the journal will be in memory. We
3773de9a55b8STheodore Ts'o 	 * find them on the hash table so jbd2_journal_revoke() will
3774de9a55b8STheodore Ts'o 	 * run jbd2_journal_forget() on them.  We've already detached
3775de9a55b8STheodore Ts'o 	 * each block from the file, so bforget() in
3776de9a55b8STheodore Ts'o 	 * jbd2_journal_forget() should be safe.
3777ac27a0ecSDave Kleikamp 	 *
3778dab291afSMingming Cao 	 * AKPM: turn on bforget in jbd2_journal_forget()!!!
3779ac27a0ecSDave Kleikamp 	 */
3780ac27a0ecSDave Kleikamp 	for (p = first; p < last; p++) {
3781ac27a0ecSDave Kleikamp 		u32 nr = le32_to_cpu(*p);
3782ac27a0ecSDave Kleikamp 		if (nr) {
37831d03ec98SAneesh Kumar K.V 			struct buffer_head *tbh;
3784ac27a0ecSDave Kleikamp 
3785ac27a0ecSDave Kleikamp 			*p = 0;
37861d03ec98SAneesh Kumar K.V 			tbh = sb_find_get_block(inode->i_sb, nr);
37871d03ec98SAneesh Kumar K.V 			ext4_forget(handle, 0, inode, tbh, nr);
3788ac27a0ecSDave Kleikamp 		}
3789ac27a0ecSDave Kleikamp 	}
3790ac27a0ecSDave Kleikamp 
3791c9de560dSAlex Tomas 	ext4_free_blocks(handle, inode, block_to_free, count, 0);
3792ac27a0ecSDave Kleikamp }
3793ac27a0ecSDave Kleikamp 
3794ac27a0ecSDave Kleikamp /**
3795617ba13bSMingming Cao  * ext4_free_data - free a list of data blocks
3796ac27a0ecSDave Kleikamp  * @handle:	handle for this transaction
3797ac27a0ecSDave Kleikamp  * @inode:	inode we are dealing with
3798ac27a0ecSDave Kleikamp  * @this_bh:	indirect buffer_head which contains *@first and *@last
3799ac27a0ecSDave Kleikamp  * @first:	array of block numbers
3800ac27a0ecSDave Kleikamp  * @last:	points immediately past the end of array
3801ac27a0ecSDave Kleikamp  *
3802ac27a0ecSDave Kleikamp  * We are freeing all blocks refered from that array (numbers are stored as
3803ac27a0ecSDave Kleikamp  * little-endian 32-bit) and updating @inode->i_blocks appropriately.
3804ac27a0ecSDave Kleikamp  *
3805ac27a0ecSDave Kleikamp  * We accumulate contiguous runs of blocks to free.  Conveniently, if these
3806ac27a0ecSDave Kleikamp  * blocks are contiguous then releasing them at one time will only affect one
3807ac27a0ecSDave Kleikamp  * or two bitmap blocks (+ group descriptor(s) and superblock) and we won't
3808ac27a0ecSDave Kleikamp  * actually use a lot of journal space.
3809ac27a0ecSDave Kleikamp  *
3810ac27a0ecSDave Kleikamp  * @this_bh will be %NULL if @first and @last point into the inode's direct
3811ac27a0ecSDave Kleikamp  * block pointers.
3812ac27a0ecSDave Kleikamp  */
3813617ba13bSMingming Cao static void ext4_free_data(handle_t *handle, struct inode *inode,
3814ac27a0ecSDave Kleikamp 			   struct buffer_head *this_bh,
3815ac27a0ecSDave Kleikamp 			   __le32 *first, __le32 *last)
3816ac27a0ecSDave Kleikamp {
3817617ba13bSMingming Cao 	ext4_fsblk_t block_to_free = 0;    /* Starting block # of a run */
3818ac27a0ecSDave Kleikamp 	unsigned long count = 0;	    /* Number of blocks in the run */
3819ac27a0ecSDave Kleikamp 	__le32 *block_to_free_p = NULL;	    /* Pointer into inode/ind
3820ac27a0ecSDave Kleikamp 					       corresponding to
3821ac27a0ecSDave Kleikamp 					       block_to_free */
3822617ba13bSMingming Cao 	ext4_fsblk_t nr;		    /* Current block # */
3823ac27a0ecSDave Kleikamp 	__le32 *p;			    /* Pointer into inode/ind
3824ac27a0ecSDave Kleikamp 					       for current block */
3825ac27a0ecSDave Kleikamp 	int err;
3826ac27a0ecSDave Kleikamp 
3827ac27a0ecSDave Kleikamp 	if (this_bh) {				/* For indirect block */
3828ac27a0ecSDave Kleikamp 		BUFFER_TRACE(this_bh, "get_write_access");
3829617ba13bSMingming Cao 		err = ext4_journal_get_write_access(handle, this_bh);
3830ac27a0ecSDave Kleikamp 		/* Important: if we can't update the indirect pointers
3831ac27a0ecSDave Kleikamp 		 * to the blocks, we can't free them. */
3832ac27a0ecSDave Kleikamp 		if (err)
3833ac27a0ecSDave Kleikamp 			return;
3834ac27a0ecSDave Kleikamp 	}
3835ac27a0ecSDave Kleikamp 
3836ac27a0ecSDave Kleikamp 	for (p = first; p < last; p++) {
3837ac27a0ecSDave Kleikamp 		nr = le32_to_cpu(*p);
3838ac27a0ecSDave Kleikamp 		if (nr) {
3839ac27a0ecSDave Kleikamp 			/* accumulate blocks to free if they're contiguous */
3840ac27a0ecSDave Kleikamp 			if (count == 0) {
3841ac27a0ecSDave Kleikamp 				block_to_free = nr;
3842ac27a0ecSDave Kleikamp 				block_to_free_p = p;
3843ac27a0ecSDave Kleikamp 				count = 1;
3844ac27a0ecSDave Kleikamp 			} else if (nr == block_to_free + count) {
3845ac27a0ecSDave Kleikamp 				count++;
3846ac27a0ecSDave Kleikamp 			} else {
3847617ba13bSMingming Cao 				ext4_clear_blocks(handle, inode, this_bh,
3848ac27a0ecSDave Kleikamp 						  block_to_free,
3849ac27a0ecSDave Kleikamp 						  count, block_to_free_p, p);
3850ac27a0ecSDave Kleikamp 				block_to_free = nr;
3851ac27a0ecSDave Kleikamp 				block_to_free_p = p;
3852ac27a0ecSDave Kleikamp 				count = 1;
3853ac27a0ecSDave Kleikamp 			}
3854ac27a0ecSDave Kleikamp 		}
3855ac27a0ecSDave Kleikamp 	}
3856ac27a0ecSDave Kleikamp 
3857ac27a0ecSDave Kleikamp 	if (count > 0)
3858617ba13bSMingming Cao 		ext4_clear_blocks(handle, inode, this_bh, block_to_free,
3859ac27a0ecSDave Kleikamp 				  count, block_to_free_p, p);
3860ac27a0ecSDave Kleikamp 
3861ac27a0ecSDave Kleikamp 	if (this_bh) {
38620390131bSFrank Mayhar 		BUFFER_TRACE(this_bh, "call ext4_handle_dirty_metadata");
386371dc8fbcSDuane Griffin 
386471dc8fbcSDuane Griffin 		/*
386571dc8fbcSDuane Griffin 		 * The buffer head should have an attached journal head at this
386671dc8fbcSDuane Griffin 		 * point. However, if the data is corrupted and an indirect
386771dc8fbcSDuane Griffin 		 * block pointed to itself, it would have been detached when
386871dc8fbcSDuane Griffin 		 * the block was cleared. Check for this instead of OOPSing.
386971dc8fbcSDuane Griffin 		 */
3870e7f07968STheodore Ts'o 		if ((EXT4_JOURNAL(inode) == NULL) || bh2jh(this_bh))
38710390131bSFrank Mayhar 			ext4_handle_dirty_metadata(handle, inode, this_bh);
387271dc8fbcSDuane Griffin 		else
387371dc8fbcSDuane Griffin 			ext4_error(inode->i_sb, __func__,
387471dc8fbcSDuane Griffin 				   "circular indirect block detected, "
387571dc8fbcSDuane Griffin 				   "inode=%lu, block=%llu",
387671dc8fbcSDuane Griffin 				   inode->i_ino,
387771dc8fbcSDuane Griffin 				   (unsigned long long) this_bh->b_blocknr);
3878ac27a0ecSDave Kleikamp 	}
3879ac27a0ecSDave Kleikamp }
3880ac27a0ecSDave Kleikamp 
3881ac27a0ecSDave Kleikamp /**
3882617ba13bSMingming Cao  *	ext4_free_branches - free an array of branches
3883ac27a0ecSDave Kleikamp  *	@handle: JBD handle for this transaction
3884ac27a0ecSDave Kleikamp  *	@inode:	inode we are dealing with
3885ac27a0ecSDave Kleikamp  *	@parent_bh: the buffer_head which contains *@first and *@last
3886ac27a0ecSDave Kleikamp  *	@first:	array of block numbers
3887ac27a0ecSDave Kleikamp  *	@last:	pointer immediately past the end of array
3888ac27a0ecSDave Kleikamp  *	@depth:	depth of the branches to free
3889ac27a0ecSDave Kleikamp  *
3890ac27a0ecSDave Kleikamp  *	We are freeing all blocks refered from these branches (numbers are
3891ac27a0ecSDave Kleikamp  *	stored as little-endian 32-bit) and updating @inode->i_blocks
3892ac27a0ecSDave Kleikamp  *	appropriately.
3893ac27a0ecSDave Kleikamp  */
3894617ba13bSMingming Cao static void ext4_free_branches(handle_t *handle, struct inode *inode,
3895ac27a0ecSDave Kleikamp 			       struct buffer_head *parent_bh,
3896ac27a0ecSDave Kleikamp 			       __le32 *first, __le32 *last, int depth)
3897ac27a0ecSDave Kleikamp {
3898617ba13bSMingming Cao 	ext4_fsblk_t nr;
3899ac27a0ecSDave Kleikamp 	__le32 *p;
3900ac27a0ecSDave Kleikamp 
39010390131bSFrank Mayhar 	if (ext4_handle_is_aborted(handle))
3902ac27a0ecSDave Kleikamp 		return;
3903ac27a0ecSDave Kleikamp 
3904ac27a0ecSDave Kleikamp 	if (depth--) {
3905ac27a0ecSDave Kleikamp 		struct buffer_head *bh;
3906617ba13bSMingming Cao 		int addr_per_block = EXT4_ADDR_PER_BLOCK(inode->i_sb);
3907ac27a0ecSDave Kleikamp 		p = last;
3908ac27a0ecSDave Kleikamp 		while (--p >= first) {
3909ac27a0ecSDave Kleikamp 			nr = le32_to_cpu(*p);
3910ac27a0ecSDave Kleikamp 			if (!nr)
3911ac27a0ecSDave Kleikamp 				continue;		/* A hole */
3912ac27a0ecSDave Kleikamp 
3913ac27a0ecSDave Kleikamp 			/* Go read the buffer for the next level down */
3914ac27a0ecSDave Kleikamp 			bh = sb_bread(inode->i_sb, nr);
3915ac27a0ecSDave Kleikamp 
3916ac27a0ecSDave Kleikamp 			/*
3917ac27a0ecSDave Kleikamp 			 * A read failure? Report error and clear slot
3918ac27a0ecSDave Kleikamp 			 * (should be rare).
3919ac27a0ecSDave Kleikamp 			 */
3920ac27a0ecSDave Kleikamp 			if (!bh) {
3921617ba13bSMingming Cao 				ext4_error(inode->i_sb, "ext4_free_branches",
39222ae02107SMingming Cao 					   "Read failure, inode=%lu, block=%llu",
3923ac27a0ecSDave Kleikamp 					   inode->i_ino, nr);
3924ac27a0ecSDave Kleikamp 				continue;
3925ac27a0ecSDave Kleikamp 			}
3926ac27a0ecSDave Kleikamp 
3927ac27a0ecSDave Kleikamp 			/* This zaps the entire block.  Bottom up. */
3928ac27a0ecSDave Kleikamp 			BUFFER_TRACE(bh, "free child branches");
3929617ba13bSMingming Cao 			ext4_free_branches(handle, inode, bh,
3930ac27a0ecSDave Kleikamp 					(__le32 *) bh->b_data,
3931ac27a0ecSDave Kleikamp 					(__le32 *) bh->b_data + addr_per_block,
3932ac27a0ecSDave Kleikamp 					depth);
3933ac27a0ecSDave Kleikamp 
3934ac27a0ecSDave Kleikamp 			/*
3935ac27a0ecSDave Kleikamp 			 * We've probably journalled the indirect block several
3936ac27a0ecSDave Kleikamp 			 * times during the truncate.  But it's no longer
3937ac27a0ecSDave Kleikamp 			 * needed and we now drop it from the transaction via
3938dab291afSMingming Cao 			 * jbd2_journal_revoke().
3939ac27a0ecSDave Kleikamp 			 *
3940ac27a0ecSDave Kleikamp 			 * That's easy if it's exclusively part of this
3941ac27a0ecSDave Kleikamp 			 * transaction.  But if it's part of the committing
3942dab291afSMingming Cao 			 * transaction then jbd2_journal_forget() will simply
3943ac27a0ecSDave Kleikamp 			 * brelse() it.  That means that if the underlying
3944617ba13bSMingming Cao 			 * block is reallocated in ext4_get_block(),
3945ac27a0ecSDave Kleikamp 			 * unmap_underlying_metadata() will find this block
3946ac27a0ecSDave Kleikamp 			 * and will try to get rid of it.  damn, damn.
3947ac27a0ecSDave Kleikamp 			 *
3948ac27a0ecSDave Kleikamp 			 * If this block has already been committed to the
3949ac27a0ecSDave Kleikamp 			 * journal, a revoke record will be written.  And
3950ac27a0ecSDave Kleikamp 			 * revoke records must be emitted *before* clearing
3951ac27a0ecSDave Kleikamp 			 * this block's bit in the bitmaps.
3952ac27a0ecSDave Kleikamp 			 */
3953617ba13bSMingming Cao 			ext4_forget(handle, 1, inode, bh, bh->b_blocknr);
3954ac27a0ecSDave Kleikamp 
3955ac27a0ecSDave Kleikamp 			/*
3956ac27a0ecSDave Kleikamp 			 * Everything below this this pointer has been
3957ac27a0ecSDave Kleikamp 			 * released.  Now let this top-of-subtree go.
3958ac27a0ecSDave Kleikamp 			 *
3959ac27a0ecSDave Kleikamp 			 * We want the freeing of this indirect block to be
3960ac27a0ecSDave Kleikamp 			 * atomic in the journal with the updating of the
3961ac27a0ecSDave Kleikamp 			 * bitmap block which owns it.  So make some room in
3962ac27a0ecSDave Kleikamp 			 * the journal.
3963ac27a0ecSDave Kleikamp 			 *
3964ac27a0ecSDave Kleikamp 			 * We zero the parent pointer *after* freeing its
3965ac27a0ecSDave Kleikamp 			 * pointee in the bitmaps, so if extend_transaction()
3966ac27a0ecSDave Kleikamp 			 * for some reason fails to put the bitmap changes and
3967ac27a0ecSDave Kleikamp 			 * the release into the same transaction, recovery
3968ac27a0ecSDave Kleikamp 			 * will merely complain about releasing a free block,
3969ac27a0ecSDave Kleikamp 			 * rather than leaking blocks.
3970ac27a0ecSDave Kleikamp 			 */
39710390131bSFrank Mayhar 			if (ext4_handle_is_aborted(handle))
3972ac27a0ecSDave Kleikamp 				return;
3973ac27a0ecSDave Kleikamp 			if (try_to_extend_transaction(handle, inode)) {
3974617ba13bSMingming Cao 				ext4_mark_inode_dirty(handle, inode);
3975487caeefSJan Kara 				ext4_truncate_restart_trans(handle, inode,
3976487caeefSJan Kara 					    blocks_for_truncate(inode));
3977ac27a0ecSDave Kleikamp 			}
3978ac27a0ecSDave Kleikamp 
3979c9de560dSAlex Tomas 			ext4_free_blocks(handle, inode, nr, 1, 1);
3980ac27a0ecSDave Kleikamp 
3981ac27a0ecSDave Kleikamp 			if (parent_bh) {
3982ac27a0ecSDave Kleikamp 				/*
3983ac27a0ecSDave Kleikamp 				 * The block which we have just freed is
3984ac27a0ecSDave Kleikamp 				 * pointed to by an indirect block: journal it
3985ac27a0ecSDave Kleikamp 				 */
3986ac27a0ecSDave Kleikamp 				BUFFER_TRACE(parent_bh, "get_write_access");
3987617ba13bSMingming Cao 				if (!ext4_journal_get_write_access(handle,
3988ac27a0ecSDave Kleikamp 								   parent_bh)){
3989ac27a0ecSDave Kleikamp 					*p = 0;
3990ac27a0ecSDave Kleikamp 					BUFFER_TRACE(parent_bh,
39910390131bSFrank Mayhar 					"call ext4_handle_dirty_metadata");
39920390131bSFrank Mayhar 					ext4_handle_dirty_metadata(handle,
39930390131bSFrank Mayhar 								   inode,
3994ac27a0ecSDave Kleikamp 								   parent_bh);
3995ac27a0ecSDave Kleikamp 				}
3996ac27a0ecSDave Kleikamp 			}
3997ac27a0ecSDave Kleikamp 		}
3998ac27a0ecSDave Kleikamp 	} else {
3999ac27a0ecSDave Kleikamp 		/* We have reached the bottom of the tree. */
4000ac27a0ecSDave Kleikamp 		BUFFER_TRACE(parent_bh, "free data blocks");
4001617ba13bSMingming Cao 		ext4_free_data(handle, inode, parent_bh, first, last);
4002ac27a0ecSDave Kleikamp 	}
4003ac27a0ecSDave Kleikamp }
4004ac27a0ecSDave Kleikamp 
400591ef4cafSDuane Griffin int ext4_can_truncate(struct inode *inode)
400691ef4cafSDuane Griffin {
400791ef4cafSDuane Griffin 	if (IS_APPEND(inode) || IS_IMMUTABLE(inode))
400891ef4cafSDuane Griffin 		return 0;
400991ef4cafSDuane Griffin 	if (S_ISREG(inode->i_mode))
401091ef4cafSDuane Griffin 		return 1;
401191ef4cafSDuane Griffin 	if (S_ISDIR(inode->i_mode))
401291ef4cafSDuane Griffin 		return 1;
401391ef4cafSDuane Griffin 	if (S_ISLNK(inode->i_mode))
401491ef4cafSDuane Griffin 		return !ext4_inode_is_fast_symlink(inode);
401591ef4cafSDuane Griffin 	return 0;
401691ef4cafSDuane Griffin }
401791ef4cafSDuane Griffin 
4018ac27a0ecSDave Kleikamp /*
4019617ba13bSMingming Cao  * ext4_truncate()
4020ac27a0ecSDave Kleikamp  *
4021617ba13bSMingming Cao  * We block out ext4_get_block() block instantiations across the entire
4022617ba13bSMingming Cao  * transaction, and VFS/VM ensures that ext4_truncate() cannot run
4023ac27a0ecSDave Kleikamp  * simultaneously on behalf of the same inode.
4024ac27a0ecSDave Kleikamp  *
4025ac27a0ecSDave Kleikamp  * As we work through the truncate and commmit bits of it to the journal there
4026ac27a0ecSDave Kleikamp  * is one core, guiding principle: the file's tree must always be consistent on
4027ac27a0ecSDave Kleikamp  * disk.  We must be able to restart the truncate after a crash.
4028ac27a0ecSDave Kleikamp  *
4029ac27a0ecSDave Kleikamp  * The file's tree may be transiently inconsistent in memory (although it
4030ac27a0ecSDave Kleikamp  * probably isn't), but whenever we close off and commit a journal transaction,
4031ac27a0ecSDave Kleikamp  * the contents of (the filesystem + the journal) must be consistent and
4032ac27a0ecSDave Kleikamp  * restartable.  It's pretty simple, really: bottom up, right to left (although
4033ac27a0ecSDave Kleikamp  * left-to-right works OK too).
4034ac27a0ecSDave Kleikamp  *
4035ac27a0ecSDave Kleikamp  * Note that at recovery time, journal replay occurs *before* the restart of
4036ac27a0ecSDave Kleikamp  * truncate against the orphan inode list.
4037ac27a0ecSDave Kleikamp  *
4038ac27a0ecSDave Kleikamp  * The committed inode has the new, desired i_size (which is the same as
4039617ba13bSMingming Cao  * i_disksize in this case).  After a crash, ext4_orphan_cleanup() will see
4040ac27a0ecSDave Kleikamp  * that this inode's truncate did not complete and it will again call
4041617ba13bSMingming Cao  * ext4_truncate() to have another go.  So there will be instantiated blocks
4042617ba13bSMingming Cao  * to the right of the truncation point in a crashed ext4 filesystem.  But
4043ac27a0ecSDave Kleikamp  * that's fine - as long as they are linked from the inode, the post-crash
4044617ba13bSMingming Cao  * ext4_truncate() run will find them and release them.
4045ac27a0ecSDave Kleikamp  */
4046617ba13bSMingming Cao void ext4_truncate(struct inode *inode)
4047ac27a0ecSDave Kleikamp {
4048ac27a0ecSDave Kleikamp 	handle_t *handle;
4049617ba13bSMingming Cao 	struct ext4_inode_info *ei = EXT4_I(inode);
4050ac27a0ecSDave Kleikamp 	__le32 *i_data = ei->i_data;
4051617ba13bSMingming Cao 	int addr_per_block = EXT4_ADDR_PER_BLOCK(inode->i_sb);
4052ac27a0ecSDave Kleikamp 	struct address_space *mapping = inode->i_mapping;
4053725d26d3SAneesh Kumar K.V 	ext4_lblk_t offsets[4];
4054ac27a0ecSDave Kleikamp 	Indirect chain[4];
4055ac27a0ecSDave Kleikamp 	Indirect *partial;
4056ac27a0ecSDave Kleikamp 	__le32 nr = 0;
4057ac27a0ecSDave Kleikamp 	int n;
4058725d26d3SAneesh Kumar K.V 	ext4_lblk_t last_block;
4059ac27a0ecSDave Kleikamp 	unsigned blocksize = inode->i_sb->s_blocksize;
4060ac27a0ecSDave Kleikamp 
406191ef4cafSDuane Griffin 	if (!ext4_can_truncate(inode))
4062ac27a0ecSDave Kleikamp 		return;
4063ac27a0ecSDave Kleikamp 
40645534fb5bSTheodore Ts'o 	if (inode->i_size == 0 && !test_opt(inode->i_sb, NO_AUTO_DA_ALLOC))
40657d8f9f7dSTheodore Ts'o 		ei->i_state |= EXT4_STATE_DA_ALLOC_CLOSE;
40667d8f9f7dSTheodore Ts'o 
40671d03ec98SAneesh Kumar K.V 	if (EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL) {
4068cf108bcaSJan Kara 		ext4_ext_truncate(inode);
40691d03ec98SAneesh Kumar K.V 		return;
40701d03ec98SAneesh Kumar K.V 	}
4071a86c6181SAlex Tomas 
4072ac27a0ecSDave Kleikamp 	handle = start_transaction(inode);
4073cf108bcaSJan Kara 	if (IS_ERR(handle))
4074ac27a0ecSDave Kleikamp 		return;		/* AKPM: return what? */
4075ac27a0ecSDave Kleikamp 
4076ac27a0ecSDave Kleikamp 	last_block = (inode->i_size + blocksize-1)
4077617ba13bSMingming Cao 					>> EXT4_BLOCK_SIZE_BITS(inode->i_sb);
4078ac27a0ecSDave Kleikamp 
4079cf108bcaSJan Kara 	if (inode->i_size & (blocksize - 1))
4080cf108bcaSJan Kara 		if (ext4_block_truncate_page(handle, mapping, inode->i_size))
4081cf108bcaSJan Kara 			goto out_stop;
4082ac27a0ecSDave Kleikamp 
4083617ba13bSMingming Cao 	n = ext4_block_to_path(inode, last_block, offsets, NULL);
4084ac27a0ecSDave Kleikamp 	if (n == 0)
4085ac27a0ecSDave Kleikamp 		goto out_stop;	/* error */
4086ac27a0ecSDave Kleikamp 
4087ac27a0ecSDave Kleikamp 	/*
4088ac27a0ecSDave Kleikamp 	 * OK.  This truncate is going to happen.  We add the inode to the
4089ac27a0ecSDave Kleikamp 	 * orphan list, so that if this truncate spans multiple transactions,
4090ac27a0ecSDave Kleikamp 	 * and we crash, we will resume the truncate when the filesystem
4091ac27a0ecSDave Kleikamp 	 * recovers.  It also marks the inode dirty, to catch the new size.
4092ac27a0ecSDave Kleikamp 	 *
4093ac27a0ecSDave Kleikamp 	 * Implication: the file must always be in a sane, consistent
4094ac27a0ecSDave Kleikamp 	 * truncatable state while each transaction commits.
4095ac27a0ecSDave Kleikamp 	 */
4096617ba13bSMingming Cao 	if (ext4_orphan_add(handle, inode))
4097ac27a0ecSDave Kleikamp 		goto out_stop;
4098ac27a0ecSDave Kleikamp 
4099ac27a0ecSDave Kleikamp 	/*
4100632eaeabSMingming Cao 	 * From here we block out all ext4_get_block() callers who want to
4101632eaeabSMingming Cao 	 * modify the block allocation tree.
4102632eaeabSMingming Cao 	 */
4103632eaeabSMingming Cao 	down_write(&ei->i_data_sem);
4104b4df2030STheodore Ts'o 
4105c2ea3fdeSTheodore Ts'o 	ext4_discard_preallocations(inode);
4106b4df2030STheodore Ts'o 
4107632eaeabSMingming Cao 	/*
4108ac27a0ecSDave Kleikamp 	 * The orphan list entry will now protect us from any crash which
4109ac27a0ecSDave Kleikamp 	 * occurs before the truncate completes, so it is now safe to propagate
4110ac27a0ecSDave Kleikamp 	 * the new, shorter inode size (held for now in i_size) into the
4111ac27a0ecSDave Kleikamp 	 * on-disk inode. We do this via i_disksize, which is the value which
4112617ba13bSMingming Cao 	 * ext4 *really* writes onto the disk inode.
4113ac27a0ecSDave Kleikamp 	 */
4114ac27a0ecSDave Kleikamp 	ei->i_disksize = inode->i_size;
4115ac27a0ecSDave Kleikamp 
4116ac27a0ecSDave Kleikamp 	if (n == 1) {		/* direct blocks */
4117617ba13bSMingming Cao 		ext4_free_data(handle, inode, NULL, i_data+offsets[0],
4118617ba13bSMingming Cao 			       i_data + EXT4_NDIR_BLOCKS);
4119ac27a0ecSDave Kleikamp 		goto do_indirects;
4120ac27a0ecSDave Kleikamp 	}
4121ac27a0ecSDave Kleikamp 
4122617ba13bSMingming Cao 	partial = ext4_find_shared(inode, n, offsets, chain, &nr);
4123ac27a0ecSDave Kleikamp 	/* Kill the top of shared branch (not detached) */
4124ac27a0ecSDave Kleikamp 	if (nr) {
4125ac27a0ecSDave Kleikamp 		if (partial == chain) {
4126ac27a0ecSDave Kleikamp 			/* Shared branch grows from the inode */
4127617ba13bSMingming Cao 			ext4_free_branches(handle, inode, NULL,
4128ac27a0ecSDave Kleikamp 					   &nr, &nr+1, (chain+n-1) - partial);
4129ac27a0ecSDave Kleikamp 			*partial->p = 0;
4130ac27a0ecSDave Kleikamp 			/*
4131ac27a0ecSDave Kleikamp 			 * We mark the inode dirty prior to restart,
4132ac27a0ecSDave Kleikamp 			 * and prior to stop.  No need for it here.
4133ac27a0ecSDave Kleikamp 			 */
4134ac27a0ecSDave Kleikamp 		} else {
4135ac27a0ecSDave Kleikamp 			/* Shared branch grows from an indirect block */
4136ac27a0ecSDave Kleikamp 			BUFFER_TRACE(partial->bh, "get_write_access");
4137617ba13bSMingming Cao 			ext4_free_branches(handle, inode, partial->bh,
4138ac27a0ecSDave Kleikamp 					partial->p,
4139ac27a0ecSDave Kleikamp 					partial->p+1, (chain+n-1) - partial);
4140ac27a0ecSDave Kleikamp 		}
4141ac27a0ecSDave Kleikamp 	}
4142ac27a0ecSDave Kleikamp 	/* Clear the ends of indirect blocks on the shared branch */
4143ac27a0ecSDave Kleikamp 	while (partial > chain) {
4144617ba13bSMingming Cao 		ext4_free_branches(handle, inode, partial->bh, partial->p + 1,
4145ac27a0ecSDave Kleikamp 				   (__le32*)partial->bh->b_data+addr_per_block,
4146ac27a0ecSDave Kleikamp 				   (chain+n-1) - partial);
4147ac27a0ecSDave Kleikamp 		BUFFER_TRACE(partial->bh, "call brelse");
4148ac27a0ecSDave Kleikamp 		brelse(partial->bh);
4149ac27a0ecSDave Kleikamp 		partial--;
4150ac27a0ecSDave Kleikamp 	}
4151ac27a0ecSDave Kleikamp do_indirects:
4152ac27a0ecSDave Kleikamp 	/* Kill the remaining (whole) subtrees */
4153ac27a0ecSDave Kleikamp 	switch (offsets[0]) {
4154ac27a0ecSDave Kleikamp 	default:
4155617ba13bSMingming Cao 		nr = i_data[EXT4_IND_BLOCK];
4156ac27a0ecSDave Kleikamp 		if (nr) {
4157617ba13bSMingming Cao 			ext4_free_branches(handle, inode, NULL, &nr, &nr+1, 1);
4158617ba13bSMingming Cao 			i_data[EXT4_IND_BLOCK] = 0;
4159ac27a0ecSDave Kleikamp 		}
4160617ba13bSMingming Cao 	case EXT4_IND_BLOCK:
4161617ba13bSMingming Cao 		nr = i_data[EXT4_DIND_BLOCK];
4162ac27a0ecSDave Kleikamp 		if (nr) {
4163617ba13bSMingming Cao 			ext4_free_branches(handle, inode, NULL, &nr, &nr+1, 2);
4164617ba13bSMingming Cao 			i_data[EXT4_DIND_BLOCK] = 0;
4165ac27a0ecSDave Kleikamp 		}
4166617ba13bSMingming Cao 	case EXT4_DIND_BLOCK:
4167617ba13bSMingming Cao 		nr = i_data[EXT4_TIND_BLOCK];
4168ac27a0ecSDave Kleikamp 		if (nr) {
4169617ba13bSMingming Cao 			ext4_free_branches(handle, inode, NULL, &nr, &nr+1, 3);
4170617ba13bSMingming Cao 			i_data[EXT4_TIND_BLOCK] = 0;
4171ac27a0ecSDave Kleikamp 		}
4172617ba13bSMingming Cao 	case EXT4_TIND_BLOCK:
4173ac27a0ecSDave Kleikamp 		;
4174ac27a0ecSDave Kleikamp 	}
4175ac27a0ecSDave Kleikamp 
41760e855ac8SAneesh Kumar K.V 	up_write(&ei->i_data_sem);
4177ef7f3835SKalpak Shah 	inode->i_mtime = inode->i_ctime = ext4_current_time(inode);
4178617ba13bSMingming Cao 	ext4_mark_inode_dirty(handle, inode);
4179ac27a0ecSDave Kleikamp 
4180ac27a0ecSDave Kleikamp 	/*
4181ac27a0ecSDave Kleikamp 	 * In a multi-transaction truncate, we only make the final transaction
4182ac27a0ecSDave Kleikamp 	 * synchronous
4183ac27a0ecSDave Kleikamp 	 */
4184ac27a0ecSDave Kleikamp 	if (IS_SYNC(inode))
41850390131bSFrank Mayhar 		ext4_handle_sync(handle);
4186ac27a0ecSDave Kleikamp out_stop:
4187ac27a0ecSDave Kleikamp 	/*
4188ac27a0ecSDave Kleikamp 	 * If this was a simple ftruncate(), and the file will remain alive
4189ac27a0ecSDave Kleikamp 	 * then we need to clear up the orphan record which we created above.
4190ac27a0ecSDave Kleikamp 	 * However, if this was a real unlink then we were called by
4191617ba13bSMingming Cao 	 * ext4_delete_inode(), and we allow that function to clean up the
4192ac27a0ecSDave Kleikamp 	 * orphan info for us.
4193ac27a0ecSDave Kleikamp 	 */
4194ac27a0ecSDave Kleikamp 	if (inode->i_nlink)
4195617ba13bSMingming Cao 		ext4_orphan_del(handle, inode);
4196ac27a0ecSDave Kleikamp 
4197617ba13bSMingming Cao 	ext4_journal_stop(handle);
4198ac27a0ecSDave Kleikamp }
4199ac27a0ecSDave Kleikamp 
4200ac27a0ecSDave Kleikamp /*
4201617ba13bSMingming Cao  * ext4_get_inode_loc returns with an extra refcount against the inode's
4202ac27a0ecSDave Kleikamp  * underlying buffer_head on success. If 'in_mem' is true, we have all
4203ac27a0ecSDave Kleikamp  * data in memory that is needed to recreate the on-disk version of this
4204ac27a0ecSDave Kleikamp  * inode.
4205ac27a0ecSDave Kleikamp  */
4206617ba13bSMingming Cao static int __ext4_get_inode_loc(struct inode *inode,
4207617ba13bSMingming Cao 				struct ext4_iloc *iloc, int in_mem)
4208ac27a0ecSDave Kleikamp {
4209240799cdSTheodore Ts'o 	struct ext4_group_desc	*gdp;
4210ac27a0ecSDave Kleikamp 	struct buffer_head	*bh;
4211240799cdSTheodore Ts'o 	struct super_block	*sb = inode->i_sb;
4212240799cdSTheodore Ts'o 	ext4_fsblk_t		block;
4213240799cdSTheodore Ts'o 	int			inodes_per_block, inode_offset;
4214ac27a0ecSDave Kleikamp 
42153a06d778SAneesh Kumar K.V 	iloc->bh = NULL;
4216240799cdSTheodore Ts'o 	if (!ext4_valid_inum(sb, inode->i_ino))
4217ac27a0ecSDave Kleikamp 		return -EIO;
4218ac27a0ecSDave Kleikamp 
4219240799cdSTheodore Ts'o 	iloc->block_group = (inode->i_ino - 1) / EXT4_INODES_PER_GROUP(sb);
4220240799cdSTheodore Ts'o 	gdp = ext4_get_group_desc(sb, iloc->block_group, NULL);
4221240799cdSTheodore Ts'o 	if (!gdp)
4222240799cdSTheodore Ts'o 		return -EIO;
4223240799cdSTheodore Ts'o 
4224240799cdSTheodore Ts'o 	/*
4225240799cdSTheodore Ts'o 	 * Figure out the offset within the block group inode table
4226240799cdSTheodore Ts'o 	 */
4227240799cdSTheodore Ts'o 	inodes_per_block = (EXT4_BLOCK_SIZE(sb) / EXT4_INODE_SIZE(sb));
4228240799cdSTheodore Ts'o 	inode_offset = ((inode->i_ino - 1) %
4229240799cdSTheodore Ts'o 			EXT4_INODES_PER_GROUP(sb));
4230240799cdSTheodore Ts'o 	block = ext4_inode_table(sb, gdp) + (inode_offset / inodes_per_block);
4231240799cdSTheodore Ts'o 	iloc->offset = (inode_offset % inodes_per_block) * EXT4_INODE_SIZE(sb);
4232240799cdSTheodore Ts'o 
4233240799cdSTheodore Ts'o 	bh = sb_getblk(sb, block);
4234ac27a0ecSDave Kleikamp 	if (!bh) {
4235240799cdSTheodore Ts'o 		ext4_error(sb, "ext4_get_inode_loc", "unable to read "
4236240799cdSTheodore Ts'o 			   "inode block - inode=%lu, block=%llu",
4237ac27a0ecSDave Kleikamp 			   inode->i_ino, block);
4238ac27a0ecSDave Kleikamp 		return -EIO;
4239ac27a0ecSDave Kleikamp 	}
4240ac27a0ecSDave Kleikamp 	if (!buffer_uptodate(bh)) {
4241ac27a0ecSDave Kleikamp 		lock_buffer(bh);
42429c83a923SHidehiro Kawai 
42439c83a923SHidehiro Kawai 		/*
42449c83a923SHidehiro Kawai 		 * If the buffer has the write error flag, we have failed
42459c83a923SHidehiro Kawai 		 * to write out another inode in the same block.  In this
42469c83a923SHidehiro Kawai 		 * case, we don't have to read the block because we may
42479c83a923SHidehiro Kawai 		 * read the old inode data successfully.
42489c83a923SHidehiro Kawai 		 */
42499c83a923SHidehiro Kawai 		if (buffer_write_io_error(bh) && !buffer_uptodate(bh))
42509c83a923SHidehiro Kawai 			set_buffer_uptodate(bh);
42519c83a923SHidehiro Kawai 
4252ac27a0ecSDave Kleikamp 		if (buffer_uptodate(bh)) {
4253ac27a0ecSDave Kleikamp 			/* someone brought it uptodate while we waited */
4254ac27a0ecSDave Kleikamp 			unlock_buffer(bh);
4255ac27a0ecSDave Kleikamp 			goto has_buffer;
4256ac27a0ecSDave Kleikamp 		}
4257ac27a0ecSDave Kleikamp 
4258ac27a0ecSDave Kleikamp 		/*
4259ac27a0ecSDave Kleikamp 		 * If we have all information of the inode in memory and this
4260ac27a0ecSDave Kleikamp 		 * is the only valid inode in the block, we need not read the
4261ac27a0ecSDave Kleikamp 		 * block.
4262ac27a0ecSDave Kleikamp 		 */
4263ac27a0ecSDave Kleikamp 		if (in_mem) {
4264ac27a0ecSDave Kleikamp 			struct buffer_head *bitmap_bh;
4265240799cdSTheodore Ts'o 			int i, start;
4266ac27a0ecSDave Kleikamp 
4267240799cdSTheodore Ts'o 			start = inode_offset & ~(inodes_per_block - 1);
4268ac27a0ecSDave Kleikamp 
4269ac27a0ecSDave Kleikamp 			/* Is the inode bitmap in cache? */
4270240799cdSTheodore Ts'o 			bitmap_bh = sb_getblk(sb, ext4_inode_bitmap(sb, gdp));
4271ac27a0ecSDave Kleikamp 			if (!bitmap_bh)
4272ac27a0ecSDave Kleikamp 				goto make_io;
4273ac27a0ecSDave Kleikamp 
4274ac27a0ecSDave Kleikamp 			/*
4275ac27a0ecSDave Kleikamp 			 * If the inode bitmap isn't in cache then the
4276ac27a0ecSDave Kleikamp 			 * optimisation may end up performing two reads instead
4277ac27a0ecSDave Kleikamp 			 * of one, so skip it.
4278ac27a0ecSDave Kleikamp 			 */
4279ac27a0ecSDave Kleikamp 			if (!buffer_uptodate(bitmap_bh)) {
4280ac27a0ecSDave Kleikamp 				brelse(bitmap_bh);
4281ac27a0ecSDave Kleikamp 				goto make_io;
4282ac27a0ecSDave Kleikamp 			}
4283240799cdSTheodore Ts'o 			for (i = start; i < start + inodes_per_block; i++) {
4284ac27a0ecSDave Kleikamp 				if (i == inode_offset)
4285ac27a0ecSDave Kleikamp 					continue;
4286617ba13bSMingming Cao 				if (ext4_test_bit(i, bitmap_bh->b_data))
4287ac27a0ecSDave Kleikamp 					break;
4288ac27a0ecSDave Kleikamp 			}
4289ac27a0ecSDave Kleikamp 			brelse(bitmap_bh);
4290240799cdSTheodore Ts'o 			if (i == start + inodes_per_block) {
4291ac27a0ecSDave Kleikamp 				/* all other inodes are free, so skip I/O */
4292ac27a0ecSDave Kleikamp 				memset(bh->b_data, 0, bh->b_size);
4293ac27a0ecSDave Kleikamp 				set_buffer_uptodate(bh);
4294ac27a0ecSDave Kleikamp 				unlock_buffer(bh);
4295ac27a0ecSDave Kleikamp 				goto has_buffer;
4296ac27a0ecSDave Kleikamp 			}
4297ac27a0ecSDave Kleikamp 		}
4298ac27a0ecSDave Kleikamp 
4299ac27a0ecSDave Kleikamp make_io:
4300ac27a0ecSDave Kleikamp 		/*
4301240799cdSTheodore Ts'o 		 * If we need to do any I/O, try to pre-readahead extra
4302240799cdSTheodore Ts'o 		 * blocks from the inode table.
4303240799cdSTheodore Ts'o 		 */
4304240799cdSTheodore Ts'o 		if (EXT4_SB(sb)->s_inode_readahead_blks) {
4305240799cdSTheodore Ts'o 			ext4_fsblk_t b, end, table;
4306240799cdSTheodore Ts'o 			unsigned num;
4307240799cdSTheodore Ts'o 
4308240799cdSTheodore Ts'o 			table = ext4_inode_table(sb, gdp);
4309b713a5ecSTheodore Ts'o 			/* s_inode_readahead_blks is always a power of 2 */
4310240799cdSTheodore Ts'o 			b = block & ~(EXT4_SB(sb)->s_inode_readahead_blks-1);
4311240799cdSTheodore Ts'o 			if (table > b)
4312240799cdSTheodore Ts'o 				b = table;
4313240799cdSTheodore Ts'o 			end = b + EXT4_SB(sb)->s_inode_readahead_blks;
4314240799cdSTheodore Ts'o 			num = EXT4_INODES_PER_GROUP(sb);
4315240799cdSTheodore Ts'o 			if (EXT4_HAS_RO_COMPAT_FEATURE(sb,
4316240799cdSTheodore Ts'o 				       EXT4_FEATURE_RO_COMPAT_GDT_CSUM))
4317560671a0SAneesh Kumar K.V 				num -= ext4_itable_unused_count(sb, gdp);
4318240799cdSTheodore Ts'o 			table += num / inodes_per_block;
4319240799cdSTheodore Ts'o 			if (end > table)
4320240799cdSTheodore Ts'o 				end = table;
4321240799cdSTheodore Ts'o 			while (b <= end)
4322240799cdSTheodore Ts'o 				sb_breadahead(sb, b++);
4323240799cdSTheodore Ts'o 		}
4324240799cdSTheodore Ts'o 
4325240799cdSTheodore Ts'o 		/*
4326ac27a0ecSDave Kleikamp 		 * There are other valid inodes in the buffer, this inode
4327ac27a0ecSDave Kleikamp 		 * has in-inode xattrs, or we don't have this inode in memory.
4328ac27a0ecSDave Kleikamp 		 * Read the block from disk.
4329ac27a0ecSDave Kleikamp 		 */
4330ac27a0ecSDave Kleikamp 		get_bh(bh);
4331ac27a0ecSDave Kleikamp 		bh->b_end_io = end_buffer_read_sync;
4332ac27a0ecSDave Kleikamp 		submit_bh(READ_META, bh);
4333ac27a0ecSDave Kleikamp 		wait_on_buffer(bh);
4334ac27a0ecSDave Kleikamp 		if (!buffer_uptodate(bh)) {
4335240799cdSTheodore Ts'o 			ext4_error(sb, __func__,
4336240799cdSTheodore Ts'o 				   "unable to read inode block - inode=%lu, "
4337240799cdSTheodore Ts'o 				   "block=%llu", inode->i_ino, block);
4338ac27a0ecSDave Kleikamp 			brelse(bh);
4339ac27a0ecSDave Kleikamp 			return -EIO;
4340ac27a0ecSDave Kleikamp 		}
4341ac27a0ecSDave Kleikamp 	}
4342ac27a0ecSDave Kleikamp has_buffer:
4343ac27a0ecSDave Kleikamp 	iloc->bh = bh;
4344ac27a0ecSDave Kleikamp 	return 0;
4345ac27a0ecSDave Kleikamp }
4346ac27a0ecSDave Kleikamp 
4347617ba13bSMingming Cao int ext4_get_inode_loc(struct inode *inode, struct ext4_iloc *iloc)
4348ac27a0ecSDave Kleikamp {
4349ac27a0ecSDave Kleikamp 	/* We have all inode data except xattrs in memory here. */
4350617ba13bSMingming Cao 	return __ext4_get_inode_loc(inode, iloc,
4351617ba13bSMingming Cao 		!(EXT4_I(inode)->i_state & EXT4_STATE_XATTR));
4352ac27a0ecSDave Kleikamp }
4353ac27a0ecSDave Kleikamp 
4354617ba13bSMingming Cao void ext4_set_inode_flags(struct inode *inode)
4355ac27a0ecSDave Kleikamp {
4356617ba13bSMingming Cao 	unsigned int flags = EXT4_I(inode)->i_flags;
4357ac27a0ecSDave Kleikamp 
4358ac27a0ecSDave Kleikamp 	inode->i_flags &= ~(S_SYNC|S_APPEND|S_IMMUTABLE|S_NOATIME|S_DIRSYNC);
4359617ba13bSMingming Cao 	if (flags & EXT4_SYNC_FL)
4360ac27a0ecSDave Kleikamp 		inode->i_flags |= S_SYNC;
4361617ba13bSMingming Cao 	if (flags & EXT4_APPEND_FL)
4362ac27a0ecSDave Kleikamp 		inode->i_flags |= S_APPEND;
4363617ba13bSMingming Cao 	if (flags & EXT4_IMMUTABLE_FL)
4364ac27a0ecSDave Kleikamp 		inode->i_flags |= S_IMMUTABLE;
4365617ba13bSMingming Cao 	if (flags & EXT4_NOATIME_FL)
4366ac27a0ecSDave Kleikamp 		inode->i_flags |= S_NOATIME;
4367617ba13bSMingming Cao 	if (flags & EXT4_DIRSYNC_FL)
4368ac27a0ecSDave Kleikamp 		inode->i_flags |= S_DIRSYNC;
4369ac27a0ecSDave Kleikamp }
4370ac27a0ecSDave Kleikamp 
4371ff9ddf7eSJan Kara /* Propagate flags from i_flags to EXT4_I(inode)->i_flags */
4372ff9ddf7eSJan Kara void ext4_get_inode_flags(struct ext4_inode_info *ei)
4373ff9ddf7eSJan Kara {
4374ff9ddf7eSJan Kara 	unsigned int flags = ei->vfs_inode.i_flags;
4375ff9ddf7eSJan Kara 
4376ff9ddf7eSJan Kara 	ei->i_flags &= ~(EXT4_SYNC_FL|EXT4_APPEND_FL|
4377ff9ddf7eSJan Kara 			EXT4_IMMUTABLE_FL|EXT4_NOATIME_FL|EXT4_DIRSYNC_FL);
4378ff9ddf7eSJan Kara 	if (flags & S_SYNC)
4379ff9ddf7eSJan Kara 		ei->i_flags |= EXT4_SYNC_FL;
4380ff9ddf7eSJan Kara 	if (flags & S_APPEND)
4381ff9ddf7eSJan Kara 		ei->i_flags |= EXT4_APPEND_FL;
4382ff9ddf7eSJan Kara 	if (flags & S_IMMUTABLE)
4383ff9ddf7eSJan Kara 		ei->i_flags |= EXT4_IMMUTABLE_FL;
4384ff9ddf7eSJan Kara 	if (flags & S_NOATIME)
4385ff9ddf7eSJan Kara 		ei->i_flags |= EXT4_NOATIME_FL;
4386ff9ddf7eSJan Kara 	if (flags & S_DIRSYNC)
4387ff9ddf7eSJan Kara 		ei->i_flags |= EXT4_DIRSYNC_FL;
4388ff9ddf7eSJan Kara }
4389de9a55b8STheodore Ts'o 
43900fc1b451SAneesh Kumar K.V static blkcnt_t ext4_inode_blocks(struct ext4_inode *raw_inode,
43910fc1b451SAneesh Kumar K.V 				  struct ext4_inode_info *ei)
43920fc1b451SAneesh Kumar K.V {
43930fc1b451SAneesh Kumar K.V 	blkcnt_t i_blocks ;
43948180a562SAneesh Kumar K.V 	struct inode *inode = &(ei->vfs_inode);
43958180a562SAneesh Kumar K.V 	struct super_block *sb = inode->i_sb;
43960fc1b451SAneesh Kumar K.V 
43970fc1b451SAneesh Kumar K.V 	if (EXT4_HAS_RO_COMPAT_FEATURE(sb,
43980fc1b451SAneesh Kumar K.V 				EXT4_FEATURE_RO_COMPAT_HUGE_FILE)) {
43990fc1b451SAneesh Kumar K.V 		/* we are using combined 48 bit field */
44000fc1b451SAneesh Kumar K.V 		i_blocks = ((u64)le16_to_cpu(raw_inode->i_blocks_high)) << 32 |
44010fc1b451SAneesh Kumar K.V 					le32_to_cpu(raw_inode->i_blocks_lo);
44028180a562SAneesh Kumar K.V 		if (ei->i_flags & EXT4_HUGE_FILE_FL) {
44038180a562SAneesh Kumar K.V 			/* i_blocks represent file system block size */
44048180a562SAneesh Kumar K.V 			return i_blocks  << (inode->i_blkbits - 9);
44058180a562SAneesh Kumar K.V 		} else {
44060fc1b451SAneesh Kumar K.V 			return i_blocks;
44078180a562SAneesh Kumar K.V 		}
44080fc1b451SAneesh Kumar K.V 	} else {
44090fc1b451SAneesh Kumar K.V 		return le32_to_cpu(raw_inode->i_blocks_lo);
44100fc1b451SAneesh Kumar K.V 	}
44110fc1b451SAneesh Kumar K.V }
4412ff9ddf7eSJan Kara 
44131d1fe1eeSDavid Howells struct inode *ext4_iget(struct super_block *sb, unsigned long ino)
4414ac27a0ecSDave Kleikamp {
4415617ba13bSMingming Cao 	struct ext4_iloc iloc;
4416617ba13bSMingming Cao 	struct ext4_inode *raw_inode;
44171d1fe1eeSDavid Howells 	struct ext4_inode_info *ei;
4418ac27a0ecSDave Kleikamp 	struct buffer_head *bh;
44191d1fe1eeSDavid Howells 	struct inode *inode;
44201d1fe1eeSDavid Howells 	long ret;
4421ac27a0ecSDave Kleikamp 	int block;
4422ac27a0ecSDave Kleikamp 
44231d1fe1eeSDavid Howells 	inode = iget_locked(sb, ino);
44241d1fe1eeSDavid Howells 	if (!inode)
44251d1fe1eeSDavid Howells 		return ERR_PTR(-ENOMEM);
44261d1fe1eeSDavid Howells 	if (!(inode->i_state & I_NEW))
44271d1fe1eeSDavid Howells 		return inode;
44281d1fe1eeSDavid Howells 
44291d1fe1eeSDavid Howells 	ei = EXT4_I(inode);
4430ac27a0ecSDave Kleikamp 
44311d1fe1eeSDavid Howells 	ret = __ext4_get_inode_loc(inode, &iloc, 0);
44321d1fe1eeSDavid Howells 	if (ret < 0)
4433ac27a0ecSDave Kleikamp 		goto bad_inode;
4434ac27a0ecSDave Kleikamp 	bh = iloc.bh;
4435617ba13bSMingming Cao 	raw_inode = ext4_raw_inode(&iloc);
4436ac27a0ecSDave Kleikamp 	inode->i_mode = le16_to_cpu(raw_inode->i_mode);
4437ac27a0ecSDave Kleikamp 	inode->i_uid = (uid_t)le16_to_cpu(raw_inode->i_uid_low);
4438ac27a0ecSDave Kleikamp 	inode->i_gid = (gid_t)le16_to_cpu(raw_inode->i_gid_low);
4439ac27a0ecSDave Kleikamp 	if (!(test_opt(inode->i_sb, NO_UID32))) {
4440ac27a0ecSDave Kleikamp 		inode->i_uid |= le16_to_cpu(raw_inode->i_uid_high) << 16;
4441ac27a0ecSDave Kleikamp 		inode->i_gid |= le16_to_cpu(raw_inode->i_gid_high) << 16;
4442ac27a0ecSDave Kleikamp 	}
4443ac27a0ecSDave Kleikamp 	inode->i_nlink = le16_to_cpu(raw_inode->i_links_count);
4444ac27a0ecSDave Kleikamp 
4445ac27a0ecSDave Kleikamp 	ei->i_state = 0;
4446ac27a0ecSDave Kleikamp 	ei->i_dir_start_lookup = 0;
4447ac27a0ecSDave Kleikamp 	ei->i_dtime = le32_to_cpu(raw_inode->i_dtime);
4448ac27a0ecSDave Kleikamp 	/* We now have enough fields to check if the inode was active or not.
4449ac27a0ecSDave Kleikamp 	 * This is needed because nfsd might try to access dead inodes
4450ac27a0ecSDave Kleikamp 	 * the test is that same one that e2fsck uses
4451ac27a0ecSDave Kleikamp 	 * NeilBrown 1999oct15
4452ac27a0ecSDave Kleikamp 	 */
4453ac27a0ecSDave Kleikamp 	if (inode->i_nlink == 0) {
4454ac27a0ecSDave Kleikamp 		if (inode->i_mode == 0 ||
4455617ba13bSMingming Cao 		    !(EXT4_SB(inode->i_sb)->s_mount_state & EXT4_ORPHAN_FS)) {
4456ac27a0ecSDave Kleikamp 			/* this inode is deleted */
4457ac27a0ecSDave Kleikamp 			brelse(bh);
44581d1fe1eeSDavid Howells 			ret = -ESTALE;
4459ac27a0ecSDave Kleikamp 			goto bad_inode;
4460ac27a0ecSDave Kleikamp 		}
4461ac27a0ecSDave Kleikamp 		/* The only unlinked inodes we let through here have
4462ac27a0ecSDave Kleikamp 		 * valid i_mode and are being read by the orphan
4463ac27a0ecSDave Kleikamp 		 * recovery code: that's fine, we're about to complete
4464ac27a0ecSDave Kleikamp 		 * the process of deleting those. */
4465ac27a0ecSDave Kleikamp 	}
4466ac27a0ecSDave Kleikamp 	ei->i_flags = le32_to_cpu(raw_inode->i_flags);
44670fc1b451SAneesh Kumar K.V 	inode->i_blocks = ext4_inode_blocks(raw_inode, ei);
44687973c0c1SAneesh Kumar K.V 	ei->i_file_acl = le32_to_cpu(raw_inode->i_file_acl_lo);
4469a9e81742STheodore Ts'o 	if (EXT4_HAS_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_64BIT))
4470a1ddeb7eSBadari Pulavarty 		ei->i_file_acl |=
4471a1ddeb7eSBadari Pulavarty 			((__u64)le16_to_cpu(raw_inode->i_file_acl_high)) << 32;
4472a48380f7SAneesh Kumar K.V 	inode->i_size = ext4_isize(raw_inode);
4473ac27a0ecSDave Kleikamp 	ei->i_disksize = inode->i_size;
4474ac27a0ecSDave Kleikamp 	inode->i_generation = le32_to_cpu(raw_inode->i_generation);
4475ac27a0ecSDave Kleikamp 	ei->i_block_group = iloc.block_group;
4476a4912123STheodore Ts'o 	ei->i_last_alloc_group = ~0;
4477ac27a0ecSDave Kleikamp 	/*
4478ac27a0ecSDave Kleikamp 	 * NOTE! The in-memory inode i_data array is in little-endian order
4479ac27a0ecSDave Kleikamp 	 * even on big-endian machines: we do NOT byteswap the block numbers!
4480ac27a0ecSDave Kleikamp 	 */
4481617ba13bSMingming Cao 	for (block = 0; block < EXT4_N_BLOCKS; block++)
4482ac27a0ecSDave Kleikamp 		ei->i_data[block] = raw_inode->i_block[block];
4483ac27a0ecSDave Kleikamp 	INIT_LIST_HEAD(&ei->i_orphan);
4484ac27a0ecSDave Kleikamp 
44850040d987SEric Sandeen 	if (EXT4_INODE_SIZE(inode->i_sb) > EXT4_GOOD_OLD_INODE_SIZE) {
4486ac27a0ecSDave Kleikamp 		ei->i_extra_isize = le16_to_cpu(raw_inode->i_extra_isize);
4487617ba13bSMingming Cao 		if (EXT4_GOOD_OLD_INODE_SIZE + ei->i_extra_isize >
4488e5d2861fSKirill Korotaev 		    EXT4_INODE_SIZE(inode->i_sb)) {
4489e5d2861fSKirill Korotaev 			brelse(bh);
44901d1fe1eeSDavid Howells 			ret = -EIO;
4491ac27a0ecSDave Kleikamp 			goto bad_inode;
4492e5d2861fSKirill Korotaev 		}
4493ac27a0ecSDave Kleikamp 		if (ei->i_extra_isize == 0) {
4494ac27a0ecSDave Kleikamp 			/* The extra space is currently unused. Use it. */
4495617ba13bSMingming Cao 			ei->i_extra_isize = sizeof(struct ext4_inode) -
4496617ba13bSMingming Cao 					    EXT4_GOOD_OLD_INODE_SIZE;
4497ac27a0ecSDave Kleikamp 		} else {
4498ac27a0ecSDave Kleikamp 			__le32 *magic = (void *)raw_inode +
4499617ba13bSMingming Cao 					EXT4_GOOD_OLD_INODE_SIZE +
4500ac27a0ecSDave Kleikamp 					ei->i_extra_isize;
4501617ba13bSMingming Cao 			if (*magic == cpu_to_le32(EXT4_XATTR_MAGIC))
4502617ba13bSMingming Cao 				ei->i_state |= EXT4_STATE_XATTR;
4503ac27a0ecSDave Kleikamp 		}
4504ac27a0ecSDave Kleikamp 	} else
4505ac27a0ecSDave Kleikamp 		ei->i_extra_isize = 0;
4506ac27a0ecSDave Kleikamp 
4507ef7f3835SKalpak Shah 	EXT4_INODE_GET_XTIME(i_ctime, inode, raw_inode);
4508ef7f3835SKalpak Shah 	EXT4_INODE_GET_XTIME(i_mtime, inode, raw_inode);
4509ef7f3835SKalpak Shah 	EXT4_INODE_GET_XTIME(i_atime, inode, raw_inode);
4510ef7f3835SKalpak Shah 	EXT4_EINODE_GET_XTIME(i_crtime, ei, raw_inode);
4511ef7f3835SKalpak Shah 
451225ec56b5SJean Noel Cordenner 	inode->i_version = le32_to_cpu(raw_inode->i_disk_version);
451325ec56b5SJean Noel Cordenner 	if (EXT4_INODE_SIZE(inode->i_sb) > EXT4_GOOD_OLD_INODE_SIZE) {
451425ec56b5SJean Noel Cordenner 		if (EXT4_FITS_IN_INODE(raw_inode, ei, i_version_hi))
451525ec56b5SJean Noel Cordenner 			inode->i_version |=
451625ec56b5SJean Noel Cordenner 			(__u64)(le32_to_cpu(raw_inode->i_version_hi)) << 32;
451725ec56b5SJean Noel Cordenner 	}
451825ec56b5SJean Noel Cordenner 
4519c4b5a614STheodore Ts'o 	ret = 0;
4520485c26ecSTheodore Ts'o 	if (ei->i_file_acl &&
4521485c26ecSTheodore Ts'o 	    ((ei->i_file_acl <
4522485c26ecSTheodore Ts'o 	      (le32_to_cpu(EXT4_SB(sb)->s_es->s_first_data_block) +
4523485c26ecSTheodore Ts'o 	       EXT4_SB(sb)->s_gdb_count)) ||
4524485c26ecSTheodore Ts'o 	     (ei->i_file_acl >= ext4_blocks_count(EXT4_SB(sb)->s_es)))) {
4525485c26ecSTheodore Ts'o 		ext4_error(sb, __func__,
4526485c26ecSTheodore Ts'o 			   "bad extended attribute block %llu in inode #%lu",
4527485c26ecSTheodore Ts'o 			   ei->i_file_acl, inode->i_ino);
4528485c26ecSTheodore Ts'o 		ret = -EIO;
4529485c26ecSTheodore Ts'o 		goto bad_inode;
4530485c26ecSTheodore Ts'o 	} else if (ei->i_flags & EXT4_EXTENTS_FL) {
4531c4b5a614STheodore Ts'o 		if (S_ISREG(inode->i_mode) || S_ISDIR(inode->i_mode) ||
4532c4b5a614STheodore Ts'o 		    (S_ISLNK(inode->i_mode) &&
4533c4b5a614STheodore Ts'o 		     !ext4_inode_is_fast_symlink(inode)))
45347a262f7cSAneesh Kumar K.V 			/* Validate extent which is part of inode */
45357a262f7cSAneesh Kumar K.V 			ret = ext4_ext_check_inode(inode);
4536fe2c8191SThiemo Nagel 	} else if (S_ISREG(inode->i_mode) || S_ISDIR(inode->i_mode) ||
4537fe2c8191SThiemo Nagel 		   (S_ISLNK(inode->i_mode) &&
4538fe2c8191SThiemo Nagel 		    !ext4_inode_is_fast_symlink(inode))) {
4539fe2c8191SThiemo Nagel 		/* Validate block references which are part of inode */
4540fe2c8191SThiemo Nagel 		ret = ext4_check_inode_blockref(inode);
4541fe2c8191SThiemo Nagel 	}
45427a262f7cSAneesh Kumar K.V 	if (ret) {
45437a262f7cSAneesh Kumar K.V 		brelse(bh);
45447a262f7cSAneesh Kumar K.V 		goto bad_inode;
45457a262f7cSAneesh Kumar K.V 	}
45467a262f7cSAneesh Kumar K.V 
4547ac27a0ecSDave Kleikamp 	if (S_ISREG(inode->i_mode)) {
4548617ba13bSMingming Cao 		inode->i_op = &ext4_file_inode_operations;
4549617ba13bSMingming Cao 		inode->i_fop = &ext4_file_operations;
4550617ba13bSMingming Cao 		ext4_set_aops(inode);
4551ac27a0ecSDave Kleikamp 	} else if (S_ISDIR(inode->i_mode)) {
4552617ba13bSMingming Cao 		inode->i_op = &ext4_dir_inode_operations;
4553617ba13bSMingming Cao 		inode->i_fop = &ext4_dir_operations;
4554ac27a0ecSDave Kleikamp 	} else if (S_ISLNK(inode->i_mode)) {
4555e83c1397SDuane Griffin 		if (ext4_inode_is_fast_symlink(inode)) {
4556617ba13bSMingming Cao 			inode->i_op = &ext4_fast_symlink_inode_operations;
4557e83c1397SDuane Griffin 			nd_terminate_link(ei->i_data, inode->i_size,
4558e83c1397SDuane Griffin 				sizeof(ei->i_data) - 1);
4559e83c1397SDuane Griffin 		} else {
4560617ba13bSMingming Cao 			inode->i_op = &ext4_symlink_inode_operations;
4561617ba13bSMingming Cao 			ext4_set_aops(inode);
4562ac27a0ecSDave Kleikamp 		}
4563563bdd61STheodore Ts'o 	} else if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode) ||
4564563bdd61STheodore Ts'o 	      S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode)) {
4565617ba13bSMingming Cao 		inode->i_op = &ext4_special_inode_operations;
4566ac27a0ecSDave Kleikamp 		if (raw_inode->i_block[0])
4567ac27a0ecSDave Kleikamp 			init_special_inode(inode, inode->i_mode,
4568ac27a0ecSDave Kleikamp 			   old_decode_dev(le32_to_cpu(raw_inode->i_block[0])));
4569ac27a0ecSDave Kleikamp 		else
4570ac27a0ecSDave Kleikamp 			init_special_inode(inode, inode->i_mode,
4571ac27a0ecSDave Kleikamp 			   new_decode_dev(le32_to_cpu(raw_inode->i_block[1])));
4572563bdd61STheodore Ts'o 	} else {
4573563bdd61STheodore Ts'o 		brelse(bh);
4574563bdd61STheodore Ts'o 		ret = -EIO;
4575563bdd61STheodore Ts'o 		ext4_error(inode->i_sb, __func__,
4576563bdd61STheodore Ts'o 			   "bogus i_mode (%o) for inode=%lu",
4577563bdd61STheodore Ts'o 			   inode->i_mode, inode->i_ino);
4578563bdd61STheodore Ts'o 		goto bad_inode;
4579ac27a0ecSDave Kleikamp 	}
4580ac27a0ecSDave Kleikamp 	brelse(iloc.bh);
4581617ba13bSMingming Cao 	ext4_set_inode_flags(inode);
45821d1fe1eeSDavid Howells 	unlock_new_inode(inode);
45831d1fe1eeSDavid Howells 	return inode;
4584ac27a0ecSDave Kleikamp 
4585ac27a0ecSDave Kleikamp bad_inode:
45861d1fe1eeSDavid Howells 	iget_failed(inode);
45871d1fe1eeSDavid Howells 	return ERR_PTR(ret);
4588ac27a0ecSDave Kleikamp }
4589ac27a0ecSDave Kleikamp 
45900fc1b451SAneesh Kumar K.V static int ext4_inode_blocks_set(handle_t *handle,
45910fc1b451SAneesh Kumar K.V 				struct ext4_inode *raw_inode,
45920fc1b451SAneesh Kumar K.V 				struct ext4_inode_info *ei)
45930fc1b451SAneesh Kumar K.V {
45940fc1b451SAneesh Kumar K.V 	struct inode *inode = &(ei->vfs_inode);
45950fc1b451SAneesh Kumar K.V 	u64 i_blocks = inode->i_blocks;
45960fc1b451SAneesh Kumar K.V 	struct super_block *sb = inode->i_sb;
45970fc1b451SAneesh Kumar K.V 
45980fc1b451SAneesh Kumar K.V 	if (i_blocks <= ~0U) {
45990fc1b451SAneesh Kumar K.V 		/*
46000fc1b451SAneesh Kumar K.V 		 * i_blocks can be represnted in a 32 bit variable
46010fc1b451SAneesh Kumar K.V 		 * as multiple of 512 bytes
46020fc1b451SAneesh Kumar K.V 		 */
46038180a562SAneesh Kumar K.V 		raw_inode->i_blocks_lo   = cpu_to_le32(i_blocks);
46040fc1b451SAneesh Kumar K.V 		raw_inode->i_blocks_high = 0;
46058180a562SAneesh Kumar K.V 		ei->i_flags &= ~EXT4_HUGE_FILE_FL;
4606f287a1a5STheodore Ts'o 		return 0;
4607f287a1a5STheodore Ts'o 	}
4608f287a1a5STheodore Ts'o 	if (!EXT4_HAS_RO_COMPAT_FEATURE(sb, EXT4_FEATURE_RO_COMPAT_HUGE_FILE))
4609f287a1a5STheodore Ts'o 		return -EFBIG;
4610f287a1a5STheodore Ts'o 
4611f287a1a5STheodore Ts'o 	if (i_blocks <= 0xffffffffffffULL) {
46120fc1b451SAneesh Kumar K.V 		/*
46130fc1b451SAneesh Kumar K.V 		 * i_blocks can be represented in a 48 bit variable
46140fc1b451SAneesh Kumar K.V 		 * as multiple of 512 bytes
46150fc1b451SAneesh Kumar K.V 		 */
46168180a562SAneesh Kumar K.V 		raw_inode->i_blocks_lo   = cpu_to_le32(i_blocks);
46170fc1b451SAneesh Kumar K.V 		raw_inode->i_blocks_high = cpu_to_le16(i_blocks >> 32);
46188180a562SAneesh Kumar K.V 		ei->i_flags &= ~EXT4_HUGE_FILE_FL;
46190fc1b451SAneesh Kumar K.V 	} else {
46208180a562SAneesh Kumar K.V 		ei->i_flags |= EXT4_HUGE_FILE_FL;
46218180a562SAneesh Kumar K.V 		/* i_block is stored in file system block size */
46228180a562SAneesh Kumar K.V 		i_blocks = i_blocks >> (inode->i_blkbits - 9);
46238180a562SAneesh Kumar K.V 		raw_inode->i_blocks_lo   = cpu_to_le32(i_blocks);
46248180a562SAneesh Kumar K.V 		raw_inode->i_blocks_high = cpu_to_le16(i_blocks >> 32);
46250fc1b451SAneesh Kumar K.V 	}
4626f287a1a5STheodore Ts'o 	return 0;
46270fc1b451SAneesh Kumar K.V }
46280fc1b451SAneesh Kumar K.V 
4629ac27a0ecSDave Kleikamp /*
4630ac27a0ecSDave Kleikamp  * Post the struct inode info into an on-disk inode location in the
4631ac27a0ecSDave Kleikamp  * buffer-cache.  This gobbles the caller's reference to the
4632ac27a0ecSDave Kleikamp  * buffer_head in the inode location struct.
4633ac27a0ecSDave Kleikamp  *
4634ac27a0ecSDave Kleikamp  * The caller must have write access to iloc->bh.
4635ac27a0ecSDave Kleikamp  */
4636617ba13bSMingming Cao static int ext4_do_update_inode(handle_t *handle,
4637ac27a0ecSDave Kleikamp 				struct inode *inode,
463891ac6f43SFrank Mayhar 				struct ext4_iloc *iloc,
463991ac6f43SFrank Mayhar 				int do_sync)
4640ac27a0ecSDave Kleikamp {
4641617ba13bSMingming Cao 	struct ext4_inode *raw_inode = ext4_raw_inode(iloc);
4642617ba13bSMingming Cao 	struct ext4_inode_info *ei = EXT4_I(inode);
4643ac27a0ecSDave Kleikamp 	struct buffer_head *bh = iloc->bh;
4644ac27a0ecSDave Kleikamp 	int err = 0, rc, block;
4645ac27a0ecSDave Kleikamp 
4646ac27a0ecSDave Kleikamp 	/* For fields not not tracking in the in-memory inode,
4647ac27a0ecSDave Kleikamp 	 * initialise them to zero for new inodes. */
4648617ba13bSMingming Cao 	if (ei->i_state & EXT4_STATE_NEW)
4649617ba13bSMingming Cao 		memset(raw_inode, 0, EXT4_SB(inode->i_sb)->s_inode_size);
4650ac27a0ecSDave Kleikamp 
4651ff9ddf7eSJan Kara 	ext4_get_inode_flags(ei);
4652ac27a0ecSDave Kleikamp 	raw_inode->i_mode = cpu_to_le16(inode->i_mode);
4653ac27a0ecSDave Kleikamp 	if (!(test_opt(inode->i_sb, NO_UID32))) {
4654ac27a0ecSDave Kleikamp 		raw_inode->i_uid_low = cpu_to_le16(low_16_bits(inode->i_uid));
4655ac27a0ecSDave Kleikamp 		raw_inode->i_gid_low = cpu_to_le16(low_16_bits(inode->i_gid));
4656ac27a0ecSDave Kleikamp /*
4657ac27a0ecSDave Kleikamp  * Fix up interoperability with old kernels. Otherwise, old inodes get
4658ac27a0ecSDave Kleikamp  * re-used with the upper 16 bits of the uid/gid intact
4659ac27a0ecSDave Kleikamp  */
4660ac27a0ecSDave Kleikamp 		if (!ei->i_dtime) {
4661ac27a0ecSDave Kleikamp 			raw_inode->i_uid_high =
4662ac27a0ecSDave Kleikamp 				cpu_to_le16(high_16_bits(inode->i_uid));
4663ac27a0ecSDave Kleikamp 			raw_inode->i_gid_high =
4664ac27a0ecSDave Kleikamp 				cpu_to_le16(high_16_bits(inode->i_gid));
4665ac27a0ecSDave Kleikamp 		} else {
4666ac27a0ecSDave Kleikamp 			raw_inode->i_uid_high = 0;
4667ac27a0ecSDave Kleikamp 			raw_inode->i_gid_high = 0;
4668ac27a0ecSDave Kleikamp 		}
4669ac27a0ecSDave Kleikamp 	} else {
4670ac27a0ecSDave Kleikamp 		raw_inode->i_uid_low =
4671ac27a0ecSDave Kleikamp 			cpu_to_le16(fs_high2lowuid(inode->i_uid));
4672ac27a0ecSDave Kleikamp 		raw_inode->i_gid_low =
4673ac27a0ecSDave Kleikamp 			cpu_to_le16(fs_high2lowgid(inode->i_gid));
4674ac27a0ecSDave Kleikamp 		raw_inode->i_uid_high = 0;
4675ac27a0ecSDave Kleikamp 		raw_inode->i_gid_high = 0;
4676ac27a0ecSDave Kleikamp 	}
4677ac27a0ecSDave Kleikamp 	raw_inode->i_links_count = cpu_to_le16(inode->i_nlink);
4678ef7f3835SKalpak Shah 
4679ef7f3835SKalpak Shah 	EXT4_INODE_SET_XTIME(i_ctime, inode, raw_inode);
4680ef7f3835SKalpak Shah 	EXT4_INODE_SET_XTIME(i_mtime, inode, raw_inode);
4681ef7f3835SKalpak Shah 	EXT4_INODE_SET_XTIME(i_atime, inode, raw_inode);
4682ef7f3835SKalpak Shah 	EXT4_EINODE_SET_XTIME(i_crtime, ei, raw_inode);
4683ef7f3835SKalpak Shah 
46840fc1b451SAneesh Kumar K.V 	if (ext4_inode_blocks_set(handle, raw_inode, ei))
46850fc1b451SAneesh Kumar K.V 		goto out_brelse;
4686ac27a0ecSDave Kleikamp 	raw_inode->i_dtime = cpu_to_le32(ei->i_dtime);
46871b9c12f4STheodore Ts'o 	raw_inode->i_flags = cpu_to_le32(ei->i_flags);
46889b8f1f01SMingming Cao 	if (EXT4_SB(inode->i_sb)->s_es->s_creator_os !=
46899b8f1f01SMingming Cao 	    cpu_to_le32(EXT4_OS_HURD))
4690a1ddeb7eSBadari Pulavarty 		raw_inode->i_file_acl_high =
4691a1ddeb7eSBadari Pulavarty 			cpu_to_le16(ei->i_file_acl >> 32);
46927973c0c1SAneesh Kumar K.V 	raw_inode->i_file_acl_lo = cpu_to_le32(ei->i_file_acl);
4693a48380f7SAneesh Kumar K.V 	ext4_isize_set(raw_inode, ei->i_disksize);
4694ac27a0ecSDave Kleikamp 	if (ei->i_disksize > 0x7fffffffULL) {
4695ac27a0ecSDave Kleikamp 		struct super_block *sb = inode->i_sb;
4696617ba13bSMingming Cao 		if (!EXT4_HAS_RO_COMPAT_FEATURE(sb,
4697617ba13bSMingming Cao 				EXT4_FEATURE_RO_COMPAT_LARGE_FILE) ||
4698617ba13bSMingming Cao 				EXT4_SB(sb)->s_es->s_rev_level ==
4699617ba13bSMingming Cao 				cpu_to_le32(EXT4_GOOD_OLD_REV)) {
4700ac27a0ecSDave Kleikamp 			/* If this is the first large file
4701ac27a0ecSDave Kleikamp 			 * created, add a flag to the superblock.
4702ac27a0ecSDave Kleikamp 			 */
4703617ba13bSMingming Cao 			err = ext4_journal_get_write_access(handle,
4704617ba13bSMingming Cao 					EXT4_SB(sb)->s_sbh);
4705ac27a0ecSDave Kleikamp 			if (err)
4706ac27a0ecSDave Kleikamp 				goto out_brelse;
4707617ba13bSMingming Cao 			ext4_update_dynamic_rev(sb);
4708617ba13bSMingming Cao 			EXT4_SET_RO_COMPAT_FEATURE(sb,
4709617ba13bSMingming Cao 					EXT4_FEATURE_RO_COMPAT_LARGE_FILE);
4710ac27a0ecSDave Kleikamp 			sb->s_dirt = 1;
47110390131bSFrank Mayhar 			ext4_handle_sync(handle);
47120390131bSFrank Mayhar 			err = ext4_handle_dirty_metadata(handle, inode,
4713617ba13bSMingming Cao 					EXT4_SB(sb)->s_sbh);
4714ac27a0ecSDave Kleikamp 		}
4715ac27a0ecSDave Kleikamp 	}
4716ac27a0ecSDave Kleikamp 	raw_inode->i_generation = cpu_to_le32(inode->i_generation);
4717ac27a0ecSDave Kleikamp 	if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode)) {
4718ac27a0ecSDave Kleikamp 		if (old_valid_dev(inode->i_rdev)) {
4719ac27a0ecSDave Kleikamp 			raw_inode->i_block[0] =
4720ac27a0ecSDave Kleikamp 				cpu_to_le32(old_encode_dev(inode->i_rdev));
4721ac27a0ecSDave Kleikamp 			raw_inode->i_block[1] = 0;
4722ac27a0ecSDave Kleikamp 		} else {
4723ac27a0ecSDave Kleikamp 			raw_inode->i_block[0] = 0;
4724ac27a0ecSDave Kleikamp 			raw_inode->i_block[1] =
4725ac27a0ecSDave Kleikamp 				cpu_to_le32(new_encode_dev(inode->i_rdev));
4726ac27a0ecSDave Kleikamp 			raw_inode->i_block[2] = 0;
4727ac27a0ecSDave Kleikamp 		}
4728de9a55b8STheodore Ts'o 	} else
4729de9a55b8STheodore Ts'o 		for (block = 0; block < EXT4_N_BLOCKS; block++)
4730ac27a0ecSDave Kleikamp 			raw_inode->i_block[block] = ei->i_data[block];
4731ac27a0ecSDave Kleikamp 
473225ec56b5SJean Noel Cordenner 	raw_inode->i_disk_version = cpu_to_le32(inode->i_version);
473325ec56b5SJean Noel Cordenner 	if (ei->i_extra_isize) {
473425ec56b5SJean Noel Cordenner 		if (EXT4_FITS_IN_INODE(raw_inode, ei, i_version_hi))
473525ec56b5SJean Noel Cordenner 			raw_inode->i_version_hi =
473625ec56b5SJean Noel Cordenner 			cpu_to_le32(inode->i_version >> 32);
4737ac27a0ecSDave Kleikamp 		raw_inode->i_extra_isize = cpu_to_le16(ei->i_extra_isize);
473825ec56b5SJean Noel Cordenner 	}
473925ec56b5SJean Noel Cordenner 
474091ac6f43SFrank Mayhar 	/*
474191ac6f43SFrank Mayhar 	 * If we're not using a journal and we were called from
474291ac6f43SFrank Mayhar 	 * ext4_write_inode() to sync the inode (making do_sync true),
474391ac6f43SFrank Mayhar 	 * we can just use sync_dirty_buffer() directly to do our dirty
474491ac6f43SFrank Mayhar 	 * work.  Testing s_journal here is a bit redundant but it's
474591ac6f43SFrank Mayhar 	 * worth it to avoid potential future trouble.
474691ac6f43SFrank Mayhar 	 */
474791ac6f43SFrank Mayhar 	if (EXT4_SB(inode->i_sb)->s_journal == NULL && do_sync) {
474891ac6f43SFrank Mayhar 		BUFFER_TRACE(bh, "call sync_dirty_buffer");
474991ac6f43SFrank Mayhar 		sync_dirty_buffer(bh);
475091ac6f43SFrank Mayhar 	} else {
47510390131bSFrank Mayhar 		BUFFER_TRACE(bh, "call ext4_handle_dirty_metadata");
47520390131bSFrank Mayhar 		rc = ext4_handle_dirty_metadata(handle, inode, bh);
4753ac27a0ecSDave Kleikamp 		if (!err)
4754ac27a0ecSDave Kleikamp 			err = rc;
475591ac6f43SFrank Mayhar 	}
4756617ba13bSMingming Cao 	ei->i_state &= ~EXT4_STATE_NEW;
4757ac27a0ecSDave Kleikamp 
4758ac27a0ecSDave Kleikamp out_brelse:
4759ac27a0ecSDave Kleikamp 	brelse(bh);
4760617ba13bSMingming Cao 	ext4_std_error(inode->i_sb, err);
4761ac27a0ecSDave Kleikamp 	return err;
4762ac27a0ecSDave Kleikamp }
4763ac27a0ecSDave Kleikamp 
4764ac27a0ecSDave Kleikamp /*
4765617ba13bSMingming Cao  * ext4_write_inode()
4766ac27a0ecSDave Kleikamp  *
4767ac27a0ecSDave Kleikamp  * We are called from a few places:
4768ac27a0ecSDave Kleikamp  *
4769ac27a0ecSDave Kleikamp  * - Within generic_file_write() for O_SYNC files.
4770ac27a0ecSDave Kleikamp  *   Here, there will be no transaction running. We wait for any running
4771ac27a0ecSDave Kleikamp  *   trasnaction to commit.
4772ac27a0ecSDave Kleikamp  *
4773ac27a0ecSDave Kleikamp  * - Within sys_sync(), kupdate and such.
4774ac27a0ecSDave Kleikamp  *   We wait on commit, if tol to.
4775ac27a0ecSDave Kleikamp  *
4776ac27a0ecSDave Kleikamp  * - Within prune_icache() (PF_MEMALLOC == true)
4777ac27a0ecSDave Kleikamp  *   Here we simply return.  We can't afford to block kswapd on the
4778ac27a0ecSDave Kleikamp  *   journal commit.
4779ac27a0ecSDave Kleikamp  *
4780ac27a0ecSDave Kleikamp  * In all cases it is actually safe for us to return without doing anything,
4781ac27a0ecSDave Kleikamp  * because the inode has been copied into a raw inode buffer in
4782617ba13bSMingming Cao  * ext4_mark_inode_dirty().  This is a correctness thing for O_SYNC and for
4783ac27a0ecSDave Kleikamp  * knfsd.
4784ac27a0ecSDave Kleikamp  *
4785ac27a0ecSDave Kleikamp  * Note that we are absolutely dependent upon all inode dirtiers doing the
4786ac27a0ecSDave Kleikamp  * right thing: they *must* call mark_inode_dirty() after dirtying info in
4787ac27a0ecSDave Kleikamp  * which we are interested.
4788ac27a0ecSDave Kleikamp  *
4789ac27a0ecSDave Kleikamp  * It would be a bug for them to not do this.  The code:
4790ac27a0ecSDave Kleikamp  *
4791ac27a0ecSDave Kleikamp  *	mark_inode_dirty(inode)
4792ac27a0ecSDave Kleikamp  *	stuff();
4793ac27a0ecSDave Kleikamp  *	inode->i_size = expr;
4794ac27a0ecSDave Kleikamp  *
4795ac27a0ecSDave Kleikamp  * is in error because a kswapd-driven write_inode() could occur while
4796ac27a0ecSDave Kleikamp  * `stuff()' is running, and the new i_size will be lost.  Plus the inode
4797ac27a0ecSDave Kleikamp  * will no longer be on the superblock's dirty inode list.
4798ac27a0ecSDave Kleikamp  */
4799617ba13bSMingming Cao int ext4_write_inode(struct inode *inode, int wait)
4800ac27a0ecSDave Kleikamp {
480191ac6f43SFrank Mayhar 	int err;
480291ac6f43SFrank Mayhar 
4803ac27a0ecSDave Kleikamp 	if (current->flags & PF_MEMALLOC)
4804ac27a0ecSDave Kleikamp 		return 0;
4805ac27a0ecSDave Kleikamp 
480691ac6f43SFrank Mayhar 	if (EXT4_SB(inode->i_sb)->s_journal) {
4807617ba13bSMingming Cao 		if (ext4_journal_current_handle()) {
4808b38bd33aSMingming Cao 			jbd_debug(1, "called recursively, non-PF_MEMALLOC!\n");
4809ac27a0ecSDave Kleikamp 			dump_stack();
4810ac27a0ecSDave Kleikamp 			return -EIO;
4811ac27a0ecSDave Kleikamp 		}
4812ac27a0ecSDave Kleikamp 
4813ac27a0ecSDave Kleikamp 		if (!wait)
4814ac27a0ecSDave Kleikamp 			return 0;
4815ac27a0ecSDave Kleikamp 
481691ac6f43SFrank Mayhar 		err = ext4_force_commit(inode->i_sb);
481791ac6f43SFrank Mayhar 	} else {
481891ac6f43SFrank Mayhar 		struct ext4_iloc iloc;
481991ac6f43SFrank Mayhar 
482091ac6f43SFrank Mayhar 		err = ext4_get_inode_loc(inode, &iloc);
482191ac6f43SFrank Mayhar 		if (err)
482291ac6f43SFrank Mayhar 			return err;
482391ac6f43SFrank Mayhar 		err = ext4_do_update_inode(EXT4_NOJOURNAL_HANDLE,
482491ac6f43SFrank Mayhar 					   inode, &iloc, wait);
482591ac6f43SFrank Mayhar 	}
482691ac6f43SFrank Mayhar 	return err;
4827ac27a0ecSDave Kleikamp }
4828ac27a0ecSDave Kleikamp 
4829ac27a0ecSDave Kleikamp /*
4830617ba13bSMingming Cao  * ext4_setattr()
4831ac27a0ecSDave Kleikamp  *
4832ac27a0ecSDave Kleikamp  * Called from notify_change.
4833ac27a0ecSDave Kleikamp  *
4834ac27a0ecSDave Kleikamp  * We want to trap VFS attempts to truncate the file as soon as
4835ac27a0ecSDave Kleikamp  * possible.  In particular, we want to make sure that when the VFS
4836ac27a0ecSDave Kleikamp  * shrinks i_size, we put the inode on the orphan list and modify
4837ac27a0ecSDave Kleikamp  * i_disksize immediately, so that during the subsequent flushing of
4838ac27a0ecSDave Kleikamp  * dirty pages and freeing of disk blocks, we can guarantee that any
4839ac27a0ecSDave Kleikamp  * commit will leave the blocks being flushed in an unused state on
4840ac27a0ecSDave Kleikamp  * disk.  (On recovery, the inode will get truncated and the blocks will
4841ac27a0ecSDave Kleikamp  * be freed, so we have a strong guarantee that no future commit will
4842ac27a0ecSDave Kleikamp  * leave these blocks visible to the user.)
4843ac27a0ecSDave Kleikamp  *
4844678aaf48SJan Kara  * Another thing we have to assure is that if we are in ordered mode
4845678aaf48SJan Kara  * and inode is still attached to the committing transaction, we must
4846678aaf48SJan Kara  * we start writeout of all the dirty pages which are being truncated.
4847678aaf48SJan Kara  * This way we are sure that all the data written in the previous
4848678aaf48SJan Kara  * transaction are already on disk (truncate waits for pages under
4849678aaf48SJan Kara  * writeback).
4850678aaf48SJan Kara  *
4851678aaf48SJan Kara  * Called with inode->i_mutex down.
4852ac27a0ecSDave Kleikamp  */
4853617ba13bSMingming Cao int ext4_setattr(struct dentry *dentry, struct iattr *attr)
4854ac27a0ecSDave Kleikamp {
4855ac27a0ecSDave Kleikamp 	struct inode *inode = dentry->d_inode;
4856ac27a0ecSDave Kleikamp 	int error, rc = 0;
4857ac27a0ecSDave Kleikamp 	const unsigned int ia_valid = attr->ia_valid;
4858ac27a0ecSDave Kleikamp 
4859ac27a0ecSDave Kleikamp 	error = inode_change_ok(inode, attr);
4860ac27a0ecSDave Kleikamp 	if (error)
4861ac27a0ecSDave Kleikamp 		return error;
4862ac27a0ecSDave Kleikamp 
4863ac27a0ecSDave Kleikamp 	if ((ia_valid & ATTR_UID && attr->ia_uid != inode->i_uid) ||
4864ac27a0ecSDave Kleikamp 		(ia_valid & ATTR_GID && attr->ia_gid != inode->i_gid)) {
4865ac27a0ecSDave Kleikamp 		handle_t *handle;
4866ac27a0ecSDave Kleikamp 
4867ac27a0ecSDave Kleikamp 		/* (user+group)*(old+new) structure, inode write (sb,
4868ac27a0ecSDave Kleikamp 		 * inode block, ? - but truncate inode update has it) */
4869617ba13bSMingming Cao 		handle = ext4_journal_start(inode, 2*(EXT4_QUOTA_INIT_BLOCKS(inode->i_sb)+
4870617ba13bSMingming Cao 					EXT4_QUOTA_DEL_BLOCKS(inode->i_sb))+3);
4871ac27a0ecSDave Kleikamp 		if (IS_ERR(handle)) {
4872ac27a0ecSDave Kleikamp 			error = PTR_ERR(handle);
4873ac27a0ecSDave Kleikamp 			goto err_out;
4874ac27a0ecSDave Kleikamp 		}
4875a269eb18SJan Kara 		error = vfs_dq_transfer(inode, attr) ? -EDQUOT : 0;
4876ac27a0ecSDave Kleikamp 		if (error) {
4877617ba13bSMingming Cao 			ext4_journal_stop(handle);
4878ac27a0ecSDave Kleikamp 			return error;
4879ac27a0ecSDave Kleikamp 		}
4880ac27a0ecSDave Kleikamp 		/* Update corresponding info in inode so that everything is in
4881ac27a0ecSDave Kleikamp 		 * one transaction */
4882ac27a0ecSDave Kleikamp 		if (attr->ia_valid & ATTR_UID)
4883ac27a0ecSDave Kleikamp 			inode->i_uid = attr->ia_uid;
4884ac27a0ecSDave Kleikamp 		if (attr->ia_valid & ATTR_GID)
4885ac27a0ecSDave Kleikamp 			inode->i_gid = attr->ia_gid;
4886617ba13bSMingming Cao 		error = ext4_mark_inode_dirty(handle, inode);
4887617ba13bSMingming Cao 		ext4_journal_stop(handle);
4888ac27a0ecSDave Kleikamp 	}
4889ac27a0ecSDave Kleikamp 
4890e2b46574SEric Sandeen 	if (attr->ia_valid & ATTR_SIZE) {
4891e2b46574SEric Sandeen 		if (!(EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL)) {
4892e2b46574SEric Sandeen 			struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb);
4893e2b46574SEric Sandeen 
4894e2b46574SEric Sandeen 			if (attr->ia_size > sbi->s_bitmap_maxbytes) {
4895e2b46574SEric Sandeen 				error = -EFBIG;
4896e2b46574SEric Sandeen 				goto err_out;
4897e2b46574SEric Sandeen 			}
4898e2b46574SEric Sandeen 		}
4899e2b46574SEric Sandeen 	}
4900e2b46574SEric Sandeen 
4901ac27a0ecSDave Kleikamp 	if (S_ISREG(inode->i_mode) &&
4902ac27a0ecSDave Kleikamp 	    attr->ia_valid & ATTR_SIZE && attr->ia_size < inode->i_size) {
4903ac27a0ecSDave Kleikamp 		handle_t *handle;
4904ac27a0ecSDave Kleikamp 
4905617ba13bSMingming Cao 		handle = ext4_journal_start(inode, 3);
4906ac27a0ecSDave Kleikamp 		if (IS_ERR(handle)) {
4907ac27a0ecSDave Kleikamp 			error = PTR_ERR(handle);
4908ac27a0ecSDave Kleikamp 			goto err_out;
4909ac27a0ecSDave Kleikamp 		}
4910ac27a0ecSDave Kleikamp 
4911617ba13bSMingming Cao 		error = ext4_orphan_add(handle, inode);
4912617ba13bSMingming Cao 		EXT4_I(inode)->i_disksize = attr->ia_size;
4913617ba13bSMingming Cao 		rc = ext4_mark_inode_dirty(handle, inode);
4914ac27a0ecSDave Kleikamp 		if (!error)
4915ac27a0ecSDave Kleikamp 			error = rc;
4916617ba13bSMingming Cao 		ext4_journal_stop(handle);
4917678aaf48SJan Kara 
4918678aaf48SJan Kara 		if (ext4_should_order_data(inode)) {
4919678aaf48SJan Kara 			error = ext4_begin_ordered_truncate(inode,
4920678aaf48SJan Kara 							    attr->ia_size);
4921678aaf48SJan Kara 			if (error) {
4922678aaf48SJan Kara 				/* Do as much error cleanup as possible */
4923678aaf48SJan Kara 				handle = ext4_journal_start(inode, 3);
4924678aaf48SJan Kara 				if (IS_ERR(handle)) {
4925678aaf48SJan Kara 					ext4_orphan_del(NULL, inode);
4926678aaf48SJan Kara 					goto err_out;
4927678aaf48SJan Kara 				}
4928678aaf48SJan Kara 				ext4_orphan_del(handle, inode);
4929678aaf48SJan Kara 				ext4_journal_stop(handle);
4930678aaf48SJan Kara 				goto err_out;
4931678aaf48SJan Kara 			}
4932678aaf48SJan Kara 		}
4933ac27a0ecSDave Kleikamp 	}
4934ac27a0ecSDave Kleikamp 
4935ac27a0ecSDave Kleikamp 	rc = inode_setattr(inode, attr);
4936ac27a0ecSDave Kleikamp 
4937617ba13bSMingming Cao 	/* If inode_setattr's call to ext4_truncate failed to get a
4938ac27a0ecSDave Kleikamp 	 * transaction handle at all, we need to clean up the in-core
4939ac27a0ecSDave Kleikamp 	 * orphan list manually. */
4940ac27a0ecSDave Kleikamp 	if (inode->i_nlink)
4941617ba13bSMingming Cao 		ext4_orphan_del(NULL, inode);
4942ac27a0ecSDave Kleikamp 
4943ac27a0ecSDave Kleikamp 	if (!rc && (ia_valid & ATTR_MODE))
4944617ba13bSMingming Cao 		rc = ext4_acl_chmod(inode);
4945ac27a0ecSDave Kleikamp 
4946ac27a0ecSDave Kleikamp err_out:
4947617ba13bSMingming Cao 	ext4_std_error(inode->i_sb, error);
4948ac27a0ecSDave Kleikamp 	if (!error)
4949ac27a0ecSDave Kleikamp 		error = rc;
4950ac27a0ecSDave Kleikamp 	return error;
4951ac27a0ecSDave Kleikamp }
4952ac27a0ecSDave Kleikamp 
49533e3398a0SMingming Cao int ext4_getattr(struct vfsmount *mnt, struct dentry *dentry,
49543e3398a0SMingming Cao 		 struct kstat *stat)
49553e3398a0SMingming Cao {
49563e3398a0SMingming Cao 	struct inode *inode;
49573e3398a0SMingming Cao 	unsigned long delalloc_blocks;
49583e3398a0SMingming Cao 
49593e3398a0SMingming Cao 	inode = dentry->d_inode;
49603e3398a0SMingming Cao 	generic_fillattr(inode, stat);
49613e3398a0SMingming Cao 
49623e3398a0SMingming Cao 	/*
49633e3398a0SMingming Cao 	 * We can't update i_blocks if the block allocation is delayed
49643e3398a0SMingming Cao 	 * otherwise in the case of system crash before the real block
49653e3398a0SMingming Cao 	 * allocation is done, we will have i_blocks inconsistent with
49663e3398a0SMingming Cao 	 * on-disk file blocks.
49673e3398a0SMingming Cao 	 * We always keep i_blocks updated together with real
49683e3398a0SMingming Cao 	 * allocation. But to not confuse with user, stat
49693e3398a0SMingming Cao 	 * will return the blocks that include the delayed allocation
49703e3398a0SMingming Cao 	 * blocks for this file.
49713e3398a0SMingming Cao 	 */
49723e3398a0SMingming Cao 	spin_lock(&EXT4_I(inode)->i_block_reservation_lock);
49733e3398a0SMingming Cao 	delalloc_blocks = EXT4_I(inode)->i_reserved_data_blocks;
49743e3398a0SMingming Cao 	spin_unlock(&EXT4_I(inode)->i_block_reservation_lock);
49753e3398a0SMingming Cao 
49763e3398a0SMingming Cao 	stat->blocks += (delalloc_blocks << inode->i_sb->s_blocksize_bits)>>9;
49773e3398a0SMingming Cao 	return 0;
49783e3398a0SMingming Cao }
4979ac27a0ecSDave Kleikamp 
4980a02908f1SMingming Cao static int ext4_indirect_trans_blocks(struct inode *inode, int nrblocks,
4981a02908f1SMingming Cao 				      int chunk)
4982ac27a0ecSDave Kleikamp {
4983a02908f1SMingming Cao 	int indirects;
4984ac27a0ecSDave Kleikamp 
4985a02908f1SMingming Cao 	/* if nrblocks are contiguous */
4986a02908f1SMingming Cao 	if (chunk) {
4987a02908f1SMingming Cao 		/*
4988a02908f1SMingming Cao 		 * With N contiguous data blocks, it need at most
4989a02908f1SMingming Cao 		 * N/EXT4_ADDR_PER_BLOCK(inode->i_sb) indirect blocks
4990a02908f1SMingming Cao 		 * 2 dindirect blocks
4991a02908f1SMingming Cao 		 * 1 tindirect block
4992a02908f1SMingming Cao 		 */
4993a02908f1SMingming Cao 		indirects = nrblocks / EXT4_ADDR_PER_BLOCK(inode->i_sb);
4994a02908f1SMingming Cao 		return indirects + 3;
4995a02908f1SMingming Cao 	}
4996a02908f1SMingming Cao 	/*
4997a02908f1SMingming Cao 	 * if nrblocks are not contiguous, worse case, each block touch
4998a02908f1SMingming Cao 	 * a indirect block, and each indirect block touch a double indirect
4999a02908f1SMingming Cao 	 * block, plus a triple indirect block
5000a02908f1SMingming Cao 	 */
5001a02908f1SMingming Cao 	indirects = nrblocks * 2 + 1;
5002a02908f1SMingming Cao 	return indirects;
5003a02908f1SMingming Cao }
5004a86c6181SAlex Tomas 
5005a02908f1SMingming Cao static int ext4_index_trans_blocks(struct inode *inode, int nrblocks, int chunk)
5006a02908f1SMingming Cao {
5007a02908f1SMingming Cao 	if (!(EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL))
5008ac51d837STheodore Ts'o 		return ext4_indirect_trans_blocks(inode, nrblocks, chunk);
5009ac51d837STheodore Ts'o 	return ext4_ext_index_trans_blocks(inode, nrblocks, chunk);
5010a02908f1SMingming Cao }
5011ac51d837STheodore Ts'o 
5012a02908f1SMingming Cao /*
5013a02908f1SMingming Cao  * Account for index blocks, block groups bitmaps and block group
5014a02908f1SMingming Cao  * descriptor blocks if modify datablocks and index blocks
5015a02908f1SMingming Cao  * worse case, the indexs blocks spread over different block groups
5016a02908f1SMingming Cao  *
5017a02908f1SMingming Cao  * If datablocks are discontiguous, they are possible to spread over
5018a02908f1SMingming Cao  * different block groups too. If they are contiugous, with flexbg,
5019a02908f1SMingming Cao  * they could still across block group boundary.
5020a02908f1SMingming Cao  *
5021a02908f1SMingming Cao  * Also account for superblock, inode, quota and xattr blocks
5022a02908f1SMingming Cao  */
5023a02908f1SMingming Cao int ext4_meta_trans_blocks(struct inode *inode, int nrblocks, int chunk)
5024a02908f1SMingming Cao {
50258df9675fSTheodore Ts'o 	ext4_group_t groups, ngroups = ext4_get_groups_count(inode->i_sb);
50268df9675fSTheodore Ts'o 	int gdpblocks;
5027a02908f1SMingming Cao 	int idxblocks;
5028a02908f1SMingming Cao 	int ret = 0;
5029a02908f1SMingming Cao 
5030a02908f1SMingming Cao 	/*
5031a02908f1SMingming Cao 	 * How many index blocks need to touch to modify nrblocks?
5032a02908f1SMingming Cao 	 * The "Chunk" flag indicating whether the nrblocks is
5033a02908f1SMingming Cao 	 * physically contiguous on disk
5034a02908f1SMingming Cao 	 *
5035a02908f1SMingming Cao 	 * For Direct IO and fallocate, they calls get_block to allocate
5036a02908f1SMingming Cao 	 * one single extent at a time, so they could set the "Chunk" flag
5037a02908f1SMingming Cao 	 */
5038a02908f1SMingming Cao 	idxblocks = ext4_index_trans_blocks(inode, nrblocks, chunk);
5039a02908f1SMingming Cao 
5040a02908f1SMingming Cao 	ret = idxblocks;
5041a02908f1SMingming Cao 
5042a02908f1SMingming Cao 	/*
5043a02908f1SMingming Cao 	 * Now let's see how many group bitmaps and group descriptors need
5044a02908f1SMingming Cao 	 * to account
5045a02908f1SMingming Cao 	 */
5046a02908f1SMingming Cao 	groups = idxblocks;
5047a02908f1SMingming Cao 	if (chunk)
5048a02908f1SMingming Cao 		groups += 1;
5049ac27a0ecSDave Kleikamp 	else
5050a02908f1SMingming Cao 		groups += nrblocks;
5051ac27a0ecSDave Kleikamp 
5052a02908f1SMingming Cao 	gdpblocks = groups;
50538df9675fSTheodore Ts'o 	if (groups > ngroups)
50548df9675fSTheodore Ts'o 		groups = ngroups;
5055a02908f1SMingming Cao 	if (groups > EXT4_SB(inode->i_sb)->s_gdb_count)
5056a02908f1SMingming Cao 		gdpblocks = EXT4_SB(inode->i_sb)->s_gdb_count;
5057a02908f1SMingming Cao 
5058a02908f1SMingming Cao 	/* bitmaps and block group descriptor blocks */
5059a02908f1SMingming Cao 	ret += groups + gdpblocks;
5060a02908f1SMingming Cao 
5061a02908f1SMingming Cao 	/* Blocks for super block, inode, quota and xattr blocks */
5062a02908f1SMingming Cao 	ret += EXT4_META_TRANS_BLOCKS(inode->i_sb);
5063ac27a0ecSDave Kleikamp 
5064ac27a0ecSDave Kleikamp 	return ret;
5065ac27a0ecSDave Kleikamp }
5066ac27a0ecSDave Kleikamp 
5067ac27a0ecSDave Kleikamp /*
5068a02908f1SMingming Cao  * Calulate the total number of credits to reserve to fit
5069f3bd1f3fSMingming Cao  * the modification of a single pages into a single transaction,
5070f3bd1f3fSMingming Cao  * which may include multiple chunks of block allocations.
5071a02908f1SMingming Cao  *
5072525f4ed8SMingming Cao  * This could be called via ext4_write_begin()
5073a02908f1SMingming Cao  *
5074525f4ed8SMingming Cao  * We need to consider the worse case, when
5075a02908f1SMingming Cao  * one new block per extent.
5076a02908f1SMingming Cao  */
5077a02908f1SMingming Cao int ext4_writepage_trans_blocks(struct inode *inode)
5078a02908f1SMingming Cao {
5079a02908f1SMingming Cao 	int bpp = ext4_journal_blocks_per_page(inode);
5080a02908f1SMingming Cao 	int ret;
5081a02908f1SMingming Cao 
5082a02908f1SMingming Cao 	ret = ext4_meta_trans_blocks(inode, bpp, 0);
5083a02908f1SMingming Cao 
5084a02908f1SMingming Cao 	/* Account for data blocks for journalled mode */
5085a02908f1SMingming Cao 	if (ext4_should_journal_data(inode))
5086a02908f1SMingming Cao 		ret += bpp;
5087a02908f1SMingming Cao 	return ret;
5088a02908f1SMingming Cao }
5089f3bd1f3fSMingming Cao 
5090f3bd1f3fSMingming Cao /*
5091f3bd1f3fSMingming Cao  * Calculate the journal credits for a chunk of data modification.
5092f3bd1f3fSMingming Cao  *
5093f3bd1f3fSMingming Cao  * This is called from DIO, fallocate or whoever calling
509412b7ac17STheodore Ts'o  * ext4_get_blocks() to map/allocate a chunk of contigous disk blocks.
5095f3bd1f3fSMingming Cao  *
5096f3bd1f3fSMingming Cao  * journal buffers for data blocks are not included here, as DIO
5097f3bd1f3fSMingming Cao  * and fallocate do no need to journal data buffers.
5098f3bd1f3fSMingming Cao  */
5099f3bd1f3fSMingming Cao int ext4_chunk_trans_blocks(struct inode *inode, int nrblocks)
5100f3bd1f3fSMingming Cao {
5101f3bd1f3fSMingming Cao 	return ext4_meta_trans_blocks(inode, nrblocks, 1);
5102f3bd1f3fSMingming Cao }
5103f3bd1f3fSMingming Cao 
5104a02908f1SMingming Cao /*
5105617ba13bSMingming Cao  * The caller must have previously called ext4_reserve_inode_write().
5106ac27a0ecSDave Kleikamp  * Give this, we know that the caller already has write access to iloc->bh.
5107ac27a0ecSDave Kleikamp  */
5108617ba13bSMingming Cao int ext4_mark_iloc_dirty(handle_t *handle,
5109617ba13bSMingming Cao 			 struct inode *inode, struct ext4_iloc *iloc)
5110ac27a0ecSDave Kleikamp {
5111ac27a0ecSDave Kleikamp 	int err = 0;
5112ac27a0ecSDave Kleikamp 
511325ec56b5SJean Noel Cordenner 	if (test_opt(inode->i_sb, I_VERSION))
511425ec56b5SJean Noel Cordenner 		inode_inc_iversion(inode);
511525ec56b5SJean Noel Cordenner 
5116ac27a0ecSDave Kleikamp 	/* the do_update_inode consumes one bh->b_count */
5117ac27a0ecSDave Kleikamp 	get_bh(iloc->bh);
5118ac27a0ecSDave Kleikamp 
5119dab291afSMingming Cao 	/* ext4_do_update_inode() does jbd2_journal_dirty_metadata */
512091ac6f43SFrank Mayhar 	err = ext4_do_update_inode(handle, inode, iloc, 0);
5121ac27a0ecSDave Kleikamp 	put_bh(iloc->bh);
5122ac27a0ecSDave Kleikamp 	return err;
5123ac27a0ecSDave Kleikamp }
5124ac27a0ecSDave Kleikamp 
5125ac27a0ecSDave Kleikamp /*
5126ac27a0ecSDave Kleikamp  * On success, We end up with an outstanding reference count against
5127ac27a0ecSDave Kleikamp  * iloc->bh.  This _must_ be cleaned up later.
5128ac27a0ecSDave Kleikamp  */
5129ac27a0ecSDave Kleikamp 
5130ac27a0ecSDave Kleikamp int
5131617ba13bSMingming Cao ext4_reserve_inode_write(handle_t *handle, struct inode *inode,
5132617ba13bSMingming Cao 			 struct ext4_iloc *iloc)
5133ac27a0ecSDave Kleikamp {
51340390131bSFrank Mayhar 	int err;
51350390131bSFrank Mayhar 
5136617ba13bSMingming Cao 	err = ext4_get_inode_loc(inode, iloc);
5137ac27a0ecSDave Kleikamp 	if (!err) {
5138ac27a0ecSDave Kleikamp 		BUFFER_TRACE(iloc->bh, "get_write_access");
5139617ba13bSMingming Cao 		err = ext4_journal_get_write_access(handle, iloc->bh);
5140ac27a0ecSDave Kleikamp 		if (err) {
5141ac27a0ecSDave Kleikamp 			brelse(iloc->bh);
5142ac27a0ecSDave Kleikamp 			iloc->bh = NULL;
5143ac27a0ecSDave Kleikamp 		}
5144ac27a0ecSDave Kleikamp 	}
5145617ba13bSMingming Cao 	ext4_std_error(inode->i_sb, err);
5146ac27a0ecSDave Kleikamp 	return err;
5147ac27a0ecSDave Kleikamp }
5148ac27a0ecSDave Kleikamp 
5149ac27a0ecSDave Kleikamp /*
51506dd4ee7cSKalpak Shah  * Expand an inode by new_extra_isize bytes.
51516dd4ee7cSKalpak Shah  * Returns 0 on success or negative error number on failure.
51526dd4ee7cSKalpak Shah  */
51531d03ec98SAneesh Kumar K.V static int ext4_expand_extra_isize(struct inode *inode,
51541d03ec98SAneesh Kumar K.V 				   unsigned int new_extra_isize,
51551d03ec98SAneesh Kumar K.V 				   struct ext4_iloc iloc,
51561d03ec98SAneesh Kumar K.V 				   handle_t *handle)
51576dd4ee7cSKalpak Shah {
51586dd4ee7cSKalpak Shah 	struct ext4_inode *raw_inode;
51596dd4ee7cSKalpak Shah 	struct ext4_xattr_ibody_header *header;
51606dd4ee7cSKalpak Shah 	struct ext4_xattr_entry *entry;
51616dd4ee7cSKalpak Shah 
51626dd4ee7cSKalpak Shah 	if (EXT4_I(inode)->i_extra_isize >= new_extra_isize)
51636dd4ee7cSKalpak Shah 		return 0;
51646dd4ee7cSKalpak Shah 
51656dd4ee7cSKalpak Shah 	raw_inode = ext4_raw_inode(&iloc);
51666dd4ee7cSKalpak Shah 
51676dd4ee7cSKalpak Shah 	header = IHDR(inode, raw_inode);
51686dd4ee7cSKalpak Shah 	entry = IFIRST(header);
51696dd4ee7cSKalpak Shah 
51706dd4ee7cSKalpak Shah 	/* No extended attributes present */
51716dd4ee7cSKalpak Shah 	if (!(EXT4_I(inode)->i_state & EXT4_STATE_XATTR) ||
51726dd4ee7cSKalpak Shah 		header->h_magic != cpu_to_le32(EXT4_XATTR_MAGIC)) {
51736dd4ee7cSKalpak Shah 		memset((void *)raw_inode + EXT4_GOOD_OLD_INODE_SIZE, 0,
51746dd4ee7cSKalpak Shah 			new_extra_isize);
51756dd4ee7cSKalpak Shah 		EXT4_I(inode)->i_extra_isize = new_extra_isize;
51766dd4ee7cSKalpak Shah 		return 0;
51776dd4ee7cSKalpak Shah 	}
51786dd4ee7cSKalpak Shah 
51796dd4ee7cSKalpak Shah 	/* try to expand with EAs present */
51806dd4ee7cSKalpak Shah 	return ext4_expand_extra_isize_ea(inode, new_extra_isize,
51816dd4ee7cSKalpak Shah 					  raw_inode, handle);
51826dd4ee7cSKalpak Shah }
51836dd4ee7cSKalpak Shah 
51846dd4ee7cSKalpak Shah /*
5185ac27a0ecSDave Kleikamp  * What we do here is to mark the in-core inode as clean with respect to inode
5186ac27a0ecSDave Kleikamp  * dirtiness (it may still be data-dirty).
5187ac27a0ecSDave Kleikamp  * This means that the in-core inode may be reaped by prune_icache
5188ac27a0ecSDave Kleikamp  * without having to perform any I/O.  This is a very good thing,
5189ac27a0ecSDave Kleikamp  * because *any* task may call prune_icache - even ones which
5190ac27a0ecSDave Kleikamp  * have a transaction open against a different journal.
5191ac27a0ecSDave Kleikamp  *
5192ac27a0ecSDave Kleikamp  * Is this cheating?  Not really.  Sure, we haven't written the
5193ac27a0ecSDave Kleikamp  * inode out, but prune_icache isn't a user-visible syncing function.
5194ac27a0ecSDave Kleikamp  * Whenever the user wants stuff synced (sys_sync, sys_msync, sys_fsync)
5195ac27a0ecSDave Kleikamp  * we start and wait on commits.
5196ac27a0ecSDave Kleikamp  *
5197ac27a0ecSDave Kleikamp  * Is this efficient/effective?  Well, we're being nice to the system
5198ac27a0ecSDave Kleikamp  * by cleaning up our inodes proactively so they can be reaped
5199ac27a0ecSDave Kleikamp  * without I/O.  But we are potentially leaving up to five seconds'
5200ac27a0ecSDave Kleikamp  * worth of inodes floating about which prune_icache wants us to
5201ac27a0ecSDave Kleikamp  * write out.  One way to fix that would be to get prune_icache()
5202ac27a0ecSDave Kleikamp  * to do a write_super() to free up some memory.  It has the desired
5203ac27a0ecSDave Kleikamp  * effect.
5204ac27a0ecSDave Kleikamp  */
5205617ba13bSMingming Cao int ext4_mark_inode_dirty(handle_t *handle, struct inode *inode)
5206ac27a0ecSDave Kleikamp {
5207617ba13bSMingming Cao 	struct ext4_iloc iloc;
52086dd4ee7cSKalpak Shah 	struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb);
52096dd4ee7cSKalpak Shah 	static unsigned int mnt_count;
52106dd4ee7cSKalpak Shah 	int err, ret;
5211ac27a0ecSDave Kleikamp 
5212ac27a0ecSDave Kleikamp 	might_sleep();
5213617ba13bSMingming Cao 	err = ext4_reserve_inode_write(handle, inode, &iloc);
52140390131bSFrank Mayhar 	if (ext4_handle_valid(handle) &&
52150390131bSFrank Mayhar 	    EXT4_I(inode)->i_extra_isize < sbi->s_want_extra_isize &&
52166dd4ee7cSKalpak Shah 	    !(EXT4_I(inode)->i_state & EXT4_STATE_NO_EXPAND)) {
52176dd4ee7cSKalpak Shah 		/*
52186dd4ee7cSKalpak Shah 		 * We need extra buffer credits since we may write into EA block
52196dd4ee7cSKalpak Shah 		 * with this same handle. If journal_extend fails, then it will
52206dd4ee7cSKalpak Shah 		 * only result in a minor loss of functionality for that inode.
52216dd4ee7cSKalpak Shah 		 * If this is felt to be critical, then e2fsck should be run to
52226dd4ee7cSKalpak Shah 		 * force a large enough s_min_extra_isize.
52236dd4ee7cSKalpak Shah 		 */
52246dd4ee7cSKalpak Shah 		if ((jbd2_journal_extend(handle,
52256dd4ee7cSKalpak Shah 			     EXT4_DATA_TRANS_BLOCKS(inode->i_sb))) == 0) {
52266dd4ee7cSKalpak Shah 			ret = ext4_expand_extra_isize(inode,
52276dd4ee7cSKalpak Shah 						      sbi->s_want_extra_isize,
52286dd4ee7cSKalpak Shah 						      iloc, handle);
52296dd4ee7cSKalpak Shah 			if (ret) {
52306dd4ee7cSKalpak Shah 				EXT4_I(inode)->i_state |= EXT4_STATE_NO_EXPAND;
5231c1bddad9SAneesh Kumar K.V 				if (mnt_count !=
5232c1bddad9SAneesh Kumar K.V 					le16_to_cpu(sbi->s_es->s_mnt_count)) {
523346e665e9SHarvey Harrison 					ext4_warning(inode->i_sb, __func__,
52346dd4ee7cSKalpak Shah 					"Unable to expand inode %lu. Delete"
52356dd4ee7cSKalpak Shah 					" some EAs or run e2fsck.",
52366dd4ee7cSKalpak Shah 					inode->i_ino);
5237c1bddad9SAneesh Kumar K.V 					mnt_count =
5238c1bddad9SAneesh Kumar K.V 					  le16_to_cpu(sbi->s_es->s_mnt_count);
52396dd4ee7cSKalpak Shah 				}
52406dd4ee7cSKalpak Shah 			}
52416dd4ee7cSKalpak Shah 		}
52426dd4ee7cSKalpak Shah 	}
5243ac27a0ecSDave Kleikamp 	if (!err)
5244617ba13bSMingming Cao 		err = ext4_mark_iloc_dirty(handle, inode, &iloc);
5245ac27a0ecSDave Kleikamp 	return err;
5246ac27a0ecSDave Kleikamp }
5247ac27a0ecSDave Kleikamp 
5248ac27a0ecSDave Kleikamp /*
5249617ba13bSMingming Cao  * ext4_dirty_inode() is called from __mark_inode_dirty()
5250ac27a0ecSDave Kleikamp  *
5251ac27a0ecSDave Kleikamp  * We're really interested in the case where a file is being extended.
5252ac27a0ecSDave Kleikamp  * i_size has been changed by generic_commit_write() and we thus need
5253ac27a0ecSDave Kleikamp  * to include the updated inode in the current transaction.
5254ac27a0ecSDave Kleikamp  *
5255a269eb18SJan Kara  * Also, vfs_dq_alloc_block() will always dirty the inode when blocks
5256ac27a0ecSDave Kleikamp  * are allocated to the file.
5257ac27a0ecSDave Kleikamp  *
5258ac27a0ecSDave Kleikamp  * If the inode is marked synchronous, we don't honour that here - doing
5259ac27a0ecSDave Kleikamp  * so would cause a commit on atime updates, which we don't bother doing.
5260ac27a0ecSDave Kleikamp  * We handle synchronous inodes at the highest possible level.
5261ac27a0ecSDave Kleikamp  */
5262617ba13bSMingming Cao void ext4_dirty_inode(struct inode *inode)
5263ac27a0ecSDave Kleikamp {
5264617ba13bSMingming Cao 	handle_t *current_handle = ext4_journal_current_handle();
5265ac27a0ecSDave Kleikamp 	handle_t *handle;
5266ac27a0ecSDave Kleikamp 
52670390131bSFrank Mayhar 	if (!ext4_handle_valid(current_handle)) {
52680390131bSFrank Mayhar 		ext4_mark_inode_dirty(current_handle, inode);
52690390131bSFrank Mayhar 		return;
52700390131bSFrank Mayhar 	}
52710390131bSFrank Mayhar 
5272617ba13bSMingming Cao 	handle = ext4_journal_start(inode, 2);
5273ac27a0ecSDave Kleikamp 	if (IS_ERR(handle))
5274ac27a0ecSDave Kleikamp 		goto out;
5275ac27a0ecSDave Kleikamp 	if (current_handle &&
5276ac27a0ecSDave Kleikamp 		current_handle->h_transaction != handle->h_transaction) {
5277ac27a0ecSDave Kleikamp 		/* This task has a transaction open against a different fs */
5278ac27a0ecSDave Kleikamp 		printk(KERN_EMERG "%s: transactions do not match!\n",
527946e665e9SHarvey Harrison 		       __func__);
5280ac27a0ecSDave Kleikamp 	} else {
5281ac27a0ecSDave Kleikamp 		jbd_debug(5, "marking dirty.  outer handle=%p\n",
5282ac27a0ecSDave Kleikamp 				current_handle);
5283617ba13bSMingming Cao 		ext4_mark_inode_dirty(handle, inode);
5284ac27a0ecSDave Kleikamp 	}
5285617ba13bSMingming Cao 	ext4_journal_stop(handle);
5286ac27a0ecSDave Kleikamp out:
5287ac27a0ecSDave Kleikamp 	return;
5288ac27a0ecSDave Kleikamp }
5289ac27a0ecSDave Kleikamp 
5290ac27a0ecSDave Kleikamp #if 0
5291ac27a0ecSDave Kleikamp /*
5292ac27a0ecSDave Kleikamp  * Bind an inode's backing buffer_head into this transaction, to prevent
5293ac27a0ecSDave Kleikamp  * it from being flushed to disk early.  Unlike
5294617ba13bSMingming Cao  * ext4_reserve_inode_write, this leaves behind no bh reference and
5295ac27a0ecSDave Kleikamp  * returns no iloc structure, so the caller needs to repeat the iloc
5296ac27a0ecSDave Kleikamp  * lookup to mark the inode dirty later.
5297ac27a0ecSDave Kleikamp  */
5298617ba13bSMingming Cao static int ext4_pin_inode(handle_t *handle, struct inode *inode)
5299ac27a0ecSDave Kleikamp {
5300617ba13bSMingming Cao 	struct ext4_iloc iloc;
5301ac27a0ecSDave Kleikamp 
5302ac27a0ecSDave Kleikamp 	int err = 0;
5303ac27a0ecSDave Kleikamp 	if (handle) {
5304617ba13bSMingming Cao 		err = ext4_get_inode_loc(inode, &iloc);
5305ac27a0ecSDave Kleikamp 		if (!err) {
5306ac27a0ecSDave Kleikamp 			BUFFER_TRACE(iloc.bh, "get_write_access");
5307dab291afSMingming Cao 			err = jbd2_journal_get_write_access(handle, iloc.bh);
5308ac27a0ecSDave Kleikamp 			if (!err)
53090390131bSFrank Mayhar 				err = ext4_handle_dirty_metadata(handle,
53100390131bSFrank Mayhar 								 inode,
5311ac27a0ecSDave Kleikamp 								 iloc.bh);
5312ac27a0ecSDave Kleikamp 			brelse(iloc.bh);
5313ac27a0ecSDave Kleikamp 		}
5314ac27a0ecSDave Kleikamp 	}
5315617ba13bSMingming Cao 	ext4_std_error(inode->i_sb, err);
5316ac27a0ecSDave Kleikamp 	return err;
5317ac27a0ecSDave Kleikamp }
5318ac27a0ecSDave Kleikamp #endif
5319ac27a0ecSDave Kleikamp 
5320617ba13bSMingming Cao int ext4_change_inode_journal_flag(struct inode *inode, int val)
5321ac27a0ecSDave Kleikamp {
5322ac27a0ecSDave Kleikamp 	journal_t *journal;
5323ac27a0ecSDave Kleikamp 	handle_t *handle;
5324ac27a0ecSDave Kleikamp 	int err;
5325ac27a0ecSDave Kleikamp 
5326ac27a0ecSDave Kleikamp 	/*
5327ac27a0ecSDave Kleikamp 	 * We have to be very careful here: changing a data block's
5328ac27a0ecSDave Kleikamp 	 * journaling status dynamically is dangerous.  If we write a
5329ac27a0ecSDave Kleikamp 	 * data block to the journal, change the status and then delete
5330ac27a0ecSDave Kleikamp 	 * that block, we risk forgetting to revoke the old log record
5331ac27a0ecSDave Kleikamp 	 * from the journal and so a subsequent replay can corrupt data.
5332ac27a0ecSDave Kleikamp 	 * So, first we make sure that the journal is empty and that
5333ac27a0ecSDave Kleikamp 	 * nobody is changing anything.
5334ac27a0ecSDave Kleikamp 	 */
5335ac27a0ecSDave Kleikamp 
5336617ba13bSMingming Cao 	journal = EXT4_JOURNAL(inode);
53370390131bSFrank Mayhar 	if (!journal)
53380390131bSFrank Mayhar 		return 0;
5339d699594dSDave Hansen 	if (is_journal_aborted(journal))
5340ac27a0ecSDave Kleikamp 		return -EROFS;
5341ac27a0ecSDave Kleikamp 
5342dab291afSMingming Cao 	jbd2_journal_lock_updates(journal);
5343dab291afSMingming Cao 	jbd2_journal_flush(journal);
5344ac27a0ecSDave Kleikamp 
5345ac27a0ecSDave Kleikamp 	/*
5346ac27a0ecSDave Kleikamp 	 * OK, there are no updates running now, and all cached data is
5347ac27a0ecSDave Kleikamp 	 * synced to disk.  We are now in a completely consistent state
5348ac27a0ecSDave Kleikamp 	 * which doesn't have anything in the journal, and we know that
5349ac27a0ecSDave Kleikamp 	 * no filesystem updates are running, so it is safe to modify
5350ac27a0ecSDave Kleikamp 	 * the inode's in-core data-journaling state flag now.
5351ac27a0ecSDave Kleikamp 	 */
5352ac27a0ecSDave Kleikamp 
5353ac27a0ecSDave Kleikamp 	if (val)
5354617ba13bSMingming Cao 		EXT4_I(inode)->i_flags |= EXT4_JOURNAL_DATA_FL;
5355ac27a0ecSDave Kleikamp 	else
5356617ba13bSMingming Cao 		EXT4_I(inode)->i_flags &= ~EXT4_JOURNAL_DATA_FL;
5357617ba13bSMingming Cao 	ext4_set_aops(inode);
5358ac27a0ecSDave Kleikamp 
5359dab291afSMingming Cao 	jbd2_journal_unlock_updates(journal);
5360ac27a0ecSDave Kleikamp 
5361ac27a0ecSDave Kleikamp 	/* Finally we can mark the inode as dirty. */
5362ac27a0ecSDave Kleikamp 
5363617ba13bSMingming Cao 	handle = ext4_journal_start(inode, 1);
5364ac27a0ecSDave Kleikamp 	if (IS_ERR(handle))
5365ac27a0ecSDave Kleikamp 		return PTR_ERR(handle);
5366ac27a0ecSDave Kleikamp 
5367617ba13bSMingming Cao 	err = ext4_mark_inode_dirty(handle, inode);
53680390131bSFrank Mayhar 	ext4_handle_sync(handle);
5369617ba13bSMingming Cao 	ext4_journal_stop(handle);
5370617ba13bSMingming Cao 	ext4_std_error(inode->i_sb, err);
5371ac27a0ecSDave Kleikamp 
5372ac27a0ecSDave Kleikamp 	return err;
5373ac27a0ecSDave Kleikamp }
53742e9ee850SAneesh Kumar K.V 
53752e9ee850SAneesh Kumar K.V static int ext4_bh_unmapped(handle_t *handle, struct buffer_head *bh)
53762e9ee850SAneesh Kumar K.V {
53772e9ee850SAneesh Kumar K.V 	return !buffer_mapped(bh);
53782e9ee850SAneesh Kumar K.V }
53792e9ee850SAneesh Kumar K.V 
5380c2ec175cSNick Piggin int ext4_page_mkwrite(struct vm_area_struct *vma, struct vm_fault *vmf)
53812e9ee850SAneesh Kumar K.V {
5382c2ec175cSNick Piggin 	struct page *page = vmf->page;
53832e9ee850SAneesh Kumar K.V 	loff_t size;
53842e9ee850SAneesh Kumar K.V 	unsigned long len;
53852e9ee850SAneesh Kumar K.V 	int ret = -EINVAL;
538679f0be8dSAneesh Kumar K.V 	void *fsdata;
53872e9ee850SAneesh Kumar K.V 	struct file *file = vma->vm_file;
53882e9ee850SAneesh Kumar K.V 	struct inode *inode = file->f_path.dentry->d_inode;
53892e9ee850SAneesh Kumar K.V 	struct address_space *mapping = inode->i_mapping;
53902e9ee850SAneesh Kumar K.V 
53912e9ee850SAneesh Kumar K.V 	/*
53922e9ee850SAneesh Kumar K.V 	 * Get i_alloc_sem to stop truncates messing with the inode. We cannot
53932e9ee850SAneesh Kumar K.V 	 * get i_mutex because we are already holding mmap_sem.
53942e9ee850SAneesh Kumar K.V 	 */
53952e9ee850SAneesh Kumar K.V 	down_read(&inode->i_alloc_sem);
53962e9ee850SAneesh Kumar K.V 	size = i_size_read(inode);
53972e9ee850SAneesh Kumar K.V 	if (page->mapping != mapping || size <= page_offset(page)
53982e9ee850SAneesh Kumar K.V 	    || !PageUptodate(page)) {
53992e9ee850SAneesh Kumar K.V 		/* page got truncated from under us? */
54002e9ee850SAneesh Kumar K.V 		goto out_unlock;
54012e9ee850SAneesh Kumar K.V 	}
54022e9ee850SAneesh Kumar K.V 	ret = 0;
54032e9ee850SAneesh Kumar K.V 	if (PageMappedToDisk(page))
54042e9ee850SAneesh Kumar K.V 		goto out_unlock;
54052e9ee850SAneesh Kumar K.V 
54062e9ee850SAneesh Kumar K.V 	if (page->index == size >> PAGE_CACHE_SHIFT)
54072e9ee850SAneesh Kumar K.V 		len = size & ~PAGE_CACHE_MASK;
54082e9ee850SAneesh Kumar K.V 	else
54092e9ee850SAneesh Kumar K.V 		len = PAGE_CACHE_SIZE;
54102e9ee850SAneesh Kumar K.V 
5411a827eaffSAneesh Kumar K.V 	lock_page(page);
5412a827eaffSAneesh Kumar K.V 	/*
5413a827eaffSAneesh Kumar K.V 	 * return if we have all the buffers mapped. This avoid
5414a827eaffSAneesh Kumar K.V 	 * the need to call write_begin/write_end which does a
5415a827eaffSAneesh Kumar K.V 	 * journal_start/journal_stop which can block and take
5416a827eaffSAneesh Kumar K.V 	 * long time
5417a827eaffSAneesh Kumar K.V 	 */
54182e9ee850SAneesh Kumar K.V 	if (page_has_buffers(page)) {
54192e9ee850SAneesh Kumar K.V 		if (!walk_page_buffers(NULL, page_buffers(page), 0, len, NULL,
5420a827eaffSAneesh Kumar K.V 					ext4_bh_unmapped)) {
5421a827eaffSAneesh Kumar K.V 			unlock_page(page);
54222e9ee850SAneesh Kumar K.V 			goto out_unlock;
54232e9ee850SAneesh Kumar K.V 		}
5424a827eaffSAneesh Kumar K.V 	}
5425a827eaffSAneesh Kumar K.V 	unlock_page(page);
54262e9ee850SAneesh Kumar K.V 	/*
54272e9ee850SAneesh Kumar K.V 	 * OK, we need to fill the hole... Do write_begin write_end
54282e9ee850SAneesh Kumar K.V 	 * to do block allocation/reservation.We are not holding
54292e9ee850SAneesh Kumar K.V 	 * inode.i__mutex here. That allow * parallel write_begin,
54302e9ee850SAneesh Kumar K.V 	 * write_end call. lock_page prevent this from happening
54312e9ee850SAneesh Kumar K.V 	 * on the same page though
54322e9ee850SAneesh Kumar K.V 	 */
54332e9ee850SAneesh Kumar K.V 	ret = mapping->a_ops->write_begin(file, mapping, page_offset(page),
543479f0be8dSAneesh Kumar K.V 			len, AOP_FLAG_UNINTERRUPTIBLE, &page, &fsdata);
54352e9ee850SAneesh Kumar K.V 	if (ret < 0)
54362e9ee850SAneesh Kumar K.V 		goto out_unlock;
54372e9ee850SAneesh Kumar K.V 	ret = mapping->a_ops->write_end(file, mapping, page_offset(page),
543879f0be8dSAneesh Kumar K.V 			len, len, page, fsdata);
54392e9ee850SAneesh Kumar K.V 	if (ret < 0)
54402e9ee850SAneesh Kumar K.V 		goto out_unlock;
54412e9ee850SAneesh Kumar K.V 	ret = 0;
54422e9ee850SAneesh Kumar K.V out_unlock:
5443c2ec175cSNick Piggin 	if (ret)
5444c2ec175cSNick Piggin 		ret = VM_FAULT_SIGBUS;
54452e9ee850SAneesh Kumar K.V 	up_read(&inode->i_alloc_sem);
54462e9ee850SAneesh Kumar K.V 	return ret;
54472e9ee850SAneesh Kumar K.V }
5448