xref: /openbmc/linux/fs/ext4/move_extent.c (revision bcff2488)
1748de673SAkira Fujita /*
2748de673SAkira Fujita  * Copyright (c) 2008,2009 NEC Software Tohoku, Ltd.
3748de673SAkira Fujita  * Written by Takashi Sato <t-sato@yk.jp.nec.com>
4748de673SAkira Fujita  *            Akira Fujita <a-fujita@rs.jp.nec.com>
5748de673SAkira Fujita  *
6748de673SAkira Fujita  * This program is free software; you can redistribute it and/or modify it
7748de673SAkira Fujita  * under the terms of version 2.1 of the GNU Lesser General Public License
8748de673SAkira Fujita  * as published by the Free Software Foundation.
9748de673SAkira Fujita  *
10748de673SAkira Fujita  * This program is distributed in the hope that it will be useful,
11748de673SAkira Fujita  * but WITHOUT ANY WARRANTY; without even the implied warranty of
12748de673SAkira Fujita  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
13748de673SAkira Fujita  * GNU General Public License for more details.
14748de673SAkira Fujita  */
15748de673SAkira Fujita 
16748de673SAkira Fujita #include <linux/fs.h>
17748de673SAkira Fujita #include <linux/quotaops.h>
185a0e3ad6STejun Heo #include <linux/slab.h>
19748de673SAkira Fujita #include "ext4_jbd2.h"
20748de673SAkira Fujita #include "ext4.h"
214a092d73STheodore Ts'o #include "ext4_extents.h"
22748de673SAkira Fujita 
23e8505970SAkira Fujita /**
24e8505970SAkira Fujita  * get_ext_path - Find an extent path for designated logical block number.
25e8505970SAkira Fujita  *
26e8505970SAkira Fujita  * @inode:	an inode which is searched
27e8505970SAkira Fujita  * @lblock:	logical block number to find an extent path
28e8505970SAkira Fujita  * @path:	pointer to an extent path pointer (for output)
29e8505970SAkira Fujita  *
30ed8a1a76STheodore Ts'o  * ext4_find_extent wrapper. Return 0 on success, or a negative error value
31e8505970SAkira Fujita  * on failure.
32e8505970SAkira Fujita  */
33e8505970SAkira Fujita static inline int
34e8505970SAkira Fujita get_ext_path(struct inode *inode, ext4_lblk_t lblock,
353bdf14b4STheodore Ts'o 		struct ext4_ext_path **ppath)
36e8505970SAkira Fujita {
370e401101SDmitry Monakhov 	struct ext4_ext_path *path;
38e8505970SAkira Fujita 
39ed8a1a76STheodore Ts'o 	path = ext4_find_extent(inode, lblock, ppath, EXT4_EX_NOCACHE);
400e401101SDmitry Monakhov 	if (IS_ERR(path))
413bdf14b4STheodore Ts'o 		return PTR_ERR(path);
423bdf14b4STheodore Ts'o 	if (path[ext_depth(inode)].p_ext == NULL) {
433bdf14b4STheodore Ts'o 		ext4_ext_drop_refs(path);
443bdf14b4STheodore Ts'o 		kfree(path);
453bdf14b4STheodore Ts'o 		*ppath = NULL;
463bdf14b4STheodore Ts'o 		return -ENODATA;
473bdf14b4STheodore Ts'o 	}
483bdf14b4STheodore Ts'o 	*ppath = path;
493bdf14b4STheodore Ts'o 	return 0;
50e8505970SAkira Fujita }
51748de673SAkira Fujita 
52748de673SAkira Fujita /**
53393d1d1dSDr. Tilmann Bubeck  * ext4_double_down_write_data_sem - Acquire two inodes' write lock
54393d1d1dSDr. Tilmann Bubeck  *                                   of i_data_sem
55748de673SAkira Fujita  *
5603bd8b9bSDmitry Monakhov  * Acquire write lock of i_data_sem of the two inodes
57748de673SAkira Fujita  */
58393d1d1dSDr. Tilmann Bubeck void
59393d1d1dSDr. Tilmann Bubeck ext4_double_down_write_data_sem(struct inode *first, struct inode *second)
60748de673SAkira Fujita {
6103bd8b9bSDmitry Monakhov 	if (first < second) {
62748de673SAkira Fujita 		down_write(&EXT4_I(first)->i_data_sem);
6349bd22bcSAkira Fujita 		down_write_nested(&EXT4_I(second)->i_data_sem, SINGLE_DEPTH_NESTING);
6403bd8b9bSDmitry Monakhov 	} else {
6503bd8b9bSDmitry Monakhov 		down_write(&EXT4_I(second)->i_data_sem);
6603bd8b9bSDmitry Monakhov 		down_write_nested(&EXT4_I(first)->i_data_sem, SINGLE_DEPTH_NESTING);
6703bd8b9bSDmitry Monakhov 
6803bd8b9bSDmitry Monakhov 	}
69748de673SAkira Fujita }
70748de673SAkira Fujita 
71748de673SAkira Fujita /**
72393d1d1dSDr. Tilmann Bubeck  * ext4_double_up_write_data_sem - Release two inodes' write lock of i_data_sem
73748de673SAkira Fujita  *
74748de673SAkira Fujita  * @orig_inode:		original inode structure to be released its lock first
75748de673SAkira Fujita  * @donor_inode:	donor inode structure to be released its lock second
76fc04cb49SAkira Fujita  * Release write lock of i_data_sem of two inodes (orig and donor).
77748de673SAkira Fujita  */
78393d1d1dSDr. Tilmann Bubeck void
79393d1d1dSDr. Tilmann Bubeck ext4_double_up_write_data_sem(struct inode *orig_inode,
80393d1d1dSDr. Tilmann Bubeck 			      struct inode *donor_inode)
81748de673SAkira Fujita {
82748de673SAkira Fujita 	up_write(&EXT4_I(orig_inode)->i_data_sem);
83748de673SAkira Fujita 	up_write(&EXT4_I(donor_inode)->i_data_sem);
84748de673SAkira Fujita }
85748de673SAkira Fujita 
86748de673SAkira Fujita /**
878c854473SDmitry Monakhov  * mext_check_coverage - Check that all extents in range has the same type
888c854473SDmitry Monakhov  *
898c854473SDmitry Monakhov  * @inode:		inode in question
908c854473SDmitry Monakhov  * @from:		block offset of inode
918c854473SDmitry Monakhov  * @count:		block count to be checked
92556615dcSLukas Czerner  * @unwritten:		extents expected to be unwritten
938c854473SDmitry Monakhov  * @err:		pointer to save error value
948c854473SDmitry Monakhov  *
958c854473SDmitry Monakhov  * Return 1 if all extents in range has expected type, and zero otherwise.
968c854473SDmitry Monakhov  */
978c854473SDmitry Monakhov static int
988c854473SDmitry Monakhov mext_check_coverage(struct inode *inode, ext4_lblk_t from, ext4_lblk_t count,
99556615dcSLukas Czerner 		    int unwritten, int *err)
1008c854473SDmitry Monakhov {
1018c854473SDmitry Monakhov 	struct ext4_ext_path *path = NULL;
1028c854473SDmitry Monakhov 	struct ext4_extent *ext;
1030e401101SDmitry Monakhov 	int ret = 0;
1048c854473SDmitry Monakhov 	ext4_lblk_t last = from + count;
1058c854473SDmitry Monakhov 	while (from < last) {
1068c854473SDmitry Monakhov 		*err = get_ext_path(inode, from, &path);
1078c854473SDmitry Monakhov 		if (*err)
1080e401101SDmitry Monakhov 			goto out;
1098c854473SDmitry Monakhov 		ext = path[ext_depth(inode)].p_ext;
110556615dcSLukas Czerner 		if (unwritten != ext4_ext_is_unwritten(ext))
1110e401101SDmitry Monakhov 			goto out;
1128c854473SDmitry Monakhov 		from += ext4_ext_get_actual_len(ext);
1138c854473SDmitry Monakhov 		ext4_ext_drop_refs(path);
1148c854473SDmitry Monakhov 	}
1150e401101SDmitry Monakhov 	ret = 1;
1160e401101SDmitry Monakhov out:
1170e401101SDmitry Monakhov 	ext4_ext_drop_refs(path);
1180e401101SDmitry Monakhov 	kfree(path);
1190e401101SDmitry Monakhov 	return ret;
1208c854473SDmitry Monakhov }
1218c854473SDmitry Monakhov 
1228c854473SDmitry Monakhov /**
123bb557488SDmitry Monakhov  * mext_page_double_lock - Grab and lock pages on both @inode1 and @inode2
124bb557488SDmitry Monakhov  *
125bb557488SDmitry Monakhov  * @inode1:	the inode structure
126bb557488SDmitry Monakhov  * @inode2:	the inode structure
12765dd8327SXiaoguang Wang  * @index1:	page index
12865dd8327SXiaoguang Wang  * @index2:	page index
129bb557488SDmitry Monakhov  * @page:	result page vector
130bb557488SDmitry Monakhov  *
131bb557488SDmitry Monakhov  * Grab two locked pages for inode's by inode order
132bb557488SDmitry Monakhov  */
133bb557488SDmitry Monakhov static int
134bb557488SDmitry Monakhov mext_page_double_lock(struct inode *inode1, struct inode *inode2,
135fcf6b1b7SDmitry Monakhov 		      pgoff_t index1, pgoff_t index2, struct page *page[2])
136bb557488SDmitry Monakhov {
137bb557488SDmitry Monakhov 	struct address_space *mapping[2];
138bb557488SDmitry Monakhov 	unsigned fl = AOP_FLAG_NOFS;
139bb557488SDmitry Monakhov 
140bb557488SDmitry Monakhov 	BUG_ON(!inode1 || !inode2);
141bb557488SDmitry Monakhov 	if (inode1 < inode2) {
142bb557488SDmitry Monakhov 		mapping[0] = inode1->i_mapping;
143bb557488SDmitry Monakhov 		mapping[1] = inode2->i_mapping;
144bb557488SDmitry Monakhov 	} else {
145fcf6b1b7SDmitry Monakhov 		pgoff_t tmp = index1;
146fcf6b1b7SDmitry Monakhov 		index1 = index2;
147fcf6b1b7SDmitry Monakhov 		index2 = tmp;
148bb557488SDmitry Monakhov 		mapping[0] = inode2->i_mapping;
149bb557488SDmitry Monakhov 		mapping[1] = inode1->i_mapping;
150bb557488SDmitry Monakhov 	}
151bb557488SDmitry Monakhov 
152fcf6b1b7SDmitry Monakhov 	page[0] = grab_cache_page_write_begin(mapping[0], index1, fl);
153bb557488SDmitry Monakhov 	if (!page[0])
154bb557488SDmitry Monakhov 		return -ENOMEM;
155bb557488SDmitry Monakhov 
156fcf6b1b7SDmitry Monakhov 	page[1] = grab_cache_page_write_begin(mapping[1], index2, fl);
157bb557488SDmitry Monakhov 	if (!page[1]) {
158bb557488SDmitry Monakhov 		unlock_page(page[0]);
159bb557488SDmitry Monakhov 		page_cache_release(page[0]);
160bb557488SDmitry Monakhov 		return -ENOMEM;
161bb557488SDmitry Monakhov 	}
1627e8b12c6SDmitry Monakhov 	/*
1637e8b12c6SDmitry Monakhov 	 * grab_cache_page_write_begin() may not wait on page's writeback if
1647e8b12c6SDmitry Monakhov 	 * BDI not demand that. But it is reasonable to be very conservative
1657e8b12c6SDmitry Monakhov 	 * here and explicitly wait on page's writeback
1667e8b12c6SDmitry Monakhov 	 */
1677e8b12c6SDmitry Monakhov 	wait_on_page_writeback(page[0]);
1687e8b12c6SDmitry Monakhov 	wait_on_page_writeback(page[1]);
169bf865467SFabian Frederick 	if (inode1 > inode2)
170bf865467SFabian Frederick 		swap(page[0], page[1]);
171bf865467SFabian Frederick 
172bb557488SDmitry Monakhov 	return 0;
173bb557488SDmitry Monakhov }
174bb557488SDmitry Monakhov 
175bb557488SDmitry Monakhov /* Force page buffers uptodate w/o dropping page's lock */
176bb557488SDmitry Monakhov static int
177bb557488SDmitry Monakhov mext_page_mkuptodate(struct page *page, unsigned from, unsigned to)
178bb557488SDmitry Monakhov {
179bb557488SDmitry Monakhov 	struct inode *inode = page->mapping->host;
180bb557488SDmitry Monakhov 	sector_t block;
181bb557488SDmitry Monakhov 	struct buffer_head *bh, *head, *arr[MAX_BUF_PER_PAGE];
182bb557488SDmitry Monakhov 	unsigned int blocksize, block_start, block_end;
183bb557488SDmitry Monakhov 	int i, err,  nr = 0, partial = 0;
184bb557488SDmitry Monakhov 	BUG_ON(!PageLocked(page));
185bb557488SDmitry Monakhov 	BUG_ON(PageWriteback(page));
186bb557488SDmitry Monakhov 
187bb557488SDmitry Monakhov 	if (PageUptodate(page))
188bb557488SDmitry Monakhov 		return 0;
189bb557488SDmitry Monakhov 
190bb557488SDmitry Monakhov 	blocksize = 1 << inode->i_blkbits;
191bb557488SDmitry Monakhov 	if (!page_has_buffers(page))
192bb557488SDmitry Monakhov 		create_empty_buffers(page, blocksize, 0);
193bb557488SDmitry Monakhov 
194bb557488SDmitry Monakhov 	head = page_buffers(page);
195bb557488SDmitry Monakhov 	block = (sector_t)page->index << (PAGE_CACHE_SHIFT - inode->i_blkbits);
196bb557488SDmitry Monakhov 	for (bh = head, block_start = 0; bh != head || !block_start;
197bb557488SDmitry Monakhov 	     block++, block_start = block_end, bh = bh->b_this_page) {
198bb557488SDmitry Monakhov 		block_end = block_start + blocksize;
199bb557488SDmitry Monakhov 		if (block_end <= from || block_start >= to) {
200bb557488SDmitry Monakhov 			if (!buffer_uptodate(bh))
201bb557488SDmitry Monakhov 				partial = 1;
202bb557488SDmitry Monakhov 			continue;
203bb557488SDmitry Monakhov 		}
204bb557488SDmitry Monakhov 		if (buffer_uptodate(bh))
205bb557488SDmitry Monakhov 			continue;
206bb557488SDmitry Monakhov 		if (!buffer_mapped(bh)) {
207bb557488SDmitry Monakhov 			err = ext4_get_block(inode, block, bh, 0);
208bb557488SDmitry Monakhov 			if (err) {
209bb557488SDmitry Monakhov 				SetPageError(page);
210bb557488SDmitry Monakhov 				return err;
211bb557488SDmitry Monakhov 			}
212bb557488SDmitry Monakhov 			if (!buffer_mapped(bh)) {
213bb557488SDmitry Monakhov 				zero_user(page, block_start, blocksize);
214bb557488SDmitry Monakhov 				set_buffer_uptodate(bh);
215bb557488SDmitry Monakhov 				continue;
216bb557488SDmitry Monakhov 			}
217bb557488SDmitry Monakhov 		}
218bb557488SDmitry Monakhov 		BUG_ON(nr >= MAX_BUF_PER_PAGE);
219bb557488SDmitry Monakhov 		arr[nr++] = bh;
220bb557488SDmitry Monakhov 	}
221bb557488SDmitry Monakhov 	/* No io required */
222bb557488SDmitry Monakhov 	if (!nr)
223bb557488SDmitry Monakhov 		goto out;
224bb557488SDmitry Monakhov 
225bb557488SDmitry Monakhov 	for (i = 0; i < nr; i++) {
226bb557488SDmitry Monakhov 		bh = arr[i];
227bb557488SDmitry Monakhov 		if (!bh_uptodate_or_lock(bh)) {
228bb557488SDmitry Monakhov 			err = bh_submit_read(bh);
229bb557488SDmitry Monakhov 			if (err)
230bb557488SDmitry Monakhov 				return err;
231bb557488SDmitry Monakhov 		}
232bb557488SDmitry Monakhov 	}
233bb557488SDmitry Monakhov out:
234bb557488SDmitry Monakhov 	if (!partial)
235bb557488SDmitry Monakhov 		SetPageUptodate(page);
236bb557488SDmitry Monakhov 	return 0;
237bb557488SDmitry Monakhov }
238bb557488SDmitry Monakhov 
239bb557488SDmitry Monakhov /**
240748de673SAkira Fujita  * move_extent_per_page - Move extent data per page
241748de673SAkira Fujita  *
242748de673SAkira Fujita  * @o_filp:			file structure of original file
243748de673SAkira Fujita  * @donor_inode:		donor inode
244748de673SAkira Fujita  * @orig_page_offset:		page index on original file
24565dd8327SXiaoguang Wang  * @donor_page_offset:		page index on donor file
246748de673SAkira Fujita  * @data_offset_in_page:	block index where data swapping starts
247748de673SAkira Fujita  * @block_len_in_page:		the number of blocks to be swapped
248556615dcSLukas Czerner  * @unwritten:			orig extent is unwritten or not
249f868a48dSAkira Fujita  * @err:			pointer to save return value
250748de673SAkira Fujita  *
251748de673SAkira Fujita  * Save the data in original inode blocks and replace original inode extents
25265dd8327SXiaoguang Wang  * with donor inode extents by calling ext4_swap_extents().
253f868a48dSAkira Fujita  * Finally, write out the saved data in new original inode blocks. Return
254f868a48dSAkira Fujita  * replaced block count.
255748de673SAkira Fujita  */
256748de673SAkira Fujita static int
25744fc48f7SAkira Fujita move_extent_per_page(struct file *o_filp, struct inode *donor_inode,
258fcf6b1b7SDmitry Monakhov 		     pgoff_t orig_page_offset, pgoff_t donor_page_offset,
259fcf6b1b7SDmitry Monakhov 		     int data_offset_in_page,
260556615dcSLukas Czerner 		     int block_len_in_page, int unwritten, int *err)
261748de673SAkira Fujita {
262496ad9aaSAl Viro 	struct inode *orig_inode = file_inode(o_filp);
263bb557488SDmitry Monakhov 	struct page *pagep[2] = {NULL, NULL};
264748de673SAkira Fujita 	handle_t *handle;
265fcf6b1b7SDmitry Monakhov 	ext4_lblk_t orig_blk_offset, donor_blk_offset;
266748de673SAkira Fujita 	unsigned long blocksize = orig_inode->i_sb->s_blocksize;
267f868a48dSAkira Fujita 	unsigned int tmp_data_size, data_size, replaced_size;
268bcff2488SEryu Guan 	int i, err2, jblocks, retries = 0;
269f868a48dSAkira Fujita 	int replaced_count = 0;
270bb557488SDmitry Monakhov 	int from = data_offset_in_page << orig_inode->i_blkbits;
271748de673SAkira Fujita 	int blocks_per_page = PAGE_CACHE_SIZE >> orig_inode->i_blkbits;
27288c6b61fSDmitry Monakhov 	struct super_block *sb = orig_inode->i_sb;
273bcff2488SEryu Guan 	struct buffer_head *bh = NULL;
274748de673SAkira Fujita 
275748de673SAkira Fujita 	/*
276748de673SAkira Fujita 	 * It needs twice the amount of ordinary journal buffers because
277748de673SAkira Fujita 	 * inode and donor_inode may change each different metadata blocks.
278748de673SAkira Fujita 	 */
279bb557488SDmitry Monakhov again:
280bb557488SDmitry Monakhov 	*err = 0;
281748de673SAkira Fujita 	jblocks = ext4_writepage_trans_blocks(orig_inode) * 2;
2829924a92aSTheodore Ts'o 	handle = ext4_journal_start(orig_inode, EXT4_HT_MOVE_EXTENTS, jblocks);
283748de673SAkira Fujita 	if (IS_ERR(handle)) {
284f868a48dSAkira Fujita 		*err = PTR_ERR(handle);
285f868a48dSAkira Fujita 		return 0;
286748de673SAkira Fujita 	}
287748de673SAkira Fujita 
288748de673SAkira Fujita 	orig_blk_offset = orig_page_offset * blocks_per_page +
289748de673SAkira Fujita 		data_offset_in_page;
290748de673SAkira Fujita 
291fcf6b1b7SDmitry Monakhov 	donor_blk_offset = donor_page_offset * blocks_per_page +
292fcf6b1b7SDmitry Monakhov 		data_offset_in_page;
293fcf6b1b7SDmitry Monakhov 
294f868a48dSAkira Fujita 	/* Calculate data_size */
295748de673SAkira Fujita 	if ((orig_blk_offset + block_len_in_page - 1) ==
296748de673SAkira Fujita 	    ((orig_inode->i_size - 1) >> orig_inode->i_blkbits)) {
297748de673SAkira Fujita 		/* Replace the last block */
298f868a48dSAkira Fujita 		tmp_data_size = orig_inode->i_size & (blocksize - 1);
299748de673SAkira Fujita 		/*
300f868a48dSAkira Fujita 		 * If data_size equal zero, it shows data_size is multiples of
301748de673SAkira Fujita 		 * blocksize. So we set appropriate value.
302748de673SAkira Fujita 		 */
303f868a48dSAkira Fujita 		if (tmp_data_size == 0)
304f868a48dSAkira Fujita 			tmp_data_size = blocksize;
305748de673SAkira Fujita 
306f868a48dSAkira Fujita 		data_size = tmp_data_size +
307748de673SAkira Fujita 			((block_len_in_page - 1) << orig_inode->i_blkbits);
308f868a48dSAkira Fujita 	} else
309f868a48dSAkira Fujita 		data_size = block_len_in_page << orig_inode->i_blkbits;
310748de673SAkira Fujita 
311f868a48dSAkira Fujita 	replaced_size = data_size;
312f868a48dSAkira Fujita 
313bb557488SDmitry Monakhov 	*err = mext_page_double_lock(orig_inode, donor_inode, orig_page_offset,
314fcf6b1b7SDmitry Monakhov 				     donor_page_offset, pagep);
315f868a48dSAkira Fujita 	if (unlikely(*err < 0))
316bb557488SDmitry Monakhov 		goto stop_journal;
3178c854473SDmitry Monakhov 	/*
318556615dcSLukas Czerner 	 * If orig extent was unwritten it can become initialized
3198c854473SDmitry Monakhov 	 * at any time after i_data_sem was dropped, in order to
3208c854473SDmitry Monakhov 	 * serialize with delalloc we have recheck extent while we
3218c854473SDmitry Monakhov 	 * hold page's lock, if it is still the case data copy is not
3228c854473SDmitry Monakhov 	 * necessary, just swap data blocks between orig and donor.
3238c854473SDmitry Monakhov 	 */
324556615dcSLukas Czerner 	if (unwritten) {
325393d1d1dSDr. Tilmann Bubeck 		ext4_double_down_write_data_sem(orig_inode, donor_inode);
3268c854473SDmitry Monakhov 		/* If any of extents in range became initialized we have to
3278c854473SDmitry Monakhov 		 * fallback to data copying */
328556615dcSLukas Czerner 		unwritten = mext_check_coverage(orig_inode, orig_blk_offset,
3298c854473SDmitry Monakhov 						block_len_in_page, 1, err);
3308c854473SDmitry Monakhov 		if (*err)
3318c854473SDmitry Monakhov 			goto drop_data_sem;
332748de673SAkira Fujita 
333fcf6b1b7SDmitry Monakhov 		unwritten &= mext_check_coverage(donor_inode, donor_blk_offset,
3348c854473SDmitry Monakhov 						 block_len_in_page, 1, err);
3358c854473SDmitry Monakhov 		if (*err)
3368c854473SDmitry Monakhov 			goto drop_data_sem;
3378c854473SDmitry Monakhov 
338556615dcSLukas Czerner 		if (!unwritten) {
339393d1d1dSDr. Tilmann Bubeck 			ext4_double_up_write_data_sem(orig_inode, donor_inode);
3408c854473SDmitry Monakhov 			goto data_copy;
3418c854473SDmitry Monakhov 		}
3428c854473SDmitry Monakhov 		if ((page_has_private(pagep[0]) &&
3438c854473SDmitry Monakhov 		     !try_to_release_page(pagep[0], 0)) ||
3448c854473SDmitry Monakhov 		    (page_has_private(pagep[1]) &&
3458c854473SDmitry Monakhov 		     !try_to_release_page(pagep[1], 0))) {
3468c854473SDmitry Monakhov 			*err = -EBUSY;
3478c854473SDmitry Monakhov 			goto drop_data_sem;
3488c854473SDmitry Monakhov 		}
349fcf6b1b7SDmitry Monakhov 		replaced_count = ext4_swap_extents(handle, orig_inode,
3508c854473SDmitry Monakhov 						   donor_inode, orig_blk_offset,
351fcf6b1b7SDmitry Monakhov 						   donor_blk_offset,
352fcf6b1b7SDmitry Monakhov 						   block_len_in_page, 1, err);
3538c854473SDmitry Monakhov 	drop_data_sem:
354393d1d1dSDr. Tilmann Bubeck 		ext4_double_up_write_data_sem(orig_inode, donor_inode);
3558c854473SDmitry Monakhov 		goto unlock_pages;
3568c854473SDmitry Monakhov 	}
3578c854473SDmitry Monakhov data_copy:
358bb557488SDmitry Monakhov 	*err = mext_page_mkuptodate(pagep[0], from, from + replaced_size);
359bb557488SDmitry Monakhov 	if (*err)
360bb557488SDmitry Monakhov 		goto unlock_pages;
361bb557488SDmitry Monakhov 
362bb557488SDmitry Monakhov 	/* At this point all buffers in range are uptodate, old mapping layout
363bb557488SDmitry Monakhov 	 * is no longer required, try to drop it now. */
364bb557488SDmitry Monakhov 	if ((page_has_private(pagep[0]) && !try_to_release_page(pagep[0], 0)) ||
365bb557488SDmitry Monakhov 	    (page_has_private(pagep[1]) && !try_to_release_page(pagep[1], 0))) {
366bb557488SDmitry Monakhov 		*err = -EBUSY;
367bb557488SDmitry Monakhov 		goto unlock_pages;
368748de673SAkira Fujita 	}
3696e263146SDmitry Monakhov 	ext4_double_down_write_data_sem(orig_inode, donor_inode);
370fcf6b1b7SDmitry Monakhov 	replaced_count = ext4_swap_extents(handle, orig_inode, donor_inode,
371fcf6b1b7SDmitry Monakhov 					       orig_blk_offset, donor_blk_offset,
372fcf6b1b7SDmitry Monakhov 					   block_len_in_page, 1, err);
3736e263146SDmitry Monakhov 	ext4_double_up_write_data_sem(orig_inode, donor_inode);
374bb557488SDmitry Monakhov 	if (*err) {
375f868a48dSAkira Fujita 		if (replaced_count) {
376f868a48dSAkira Fujita 			block_len_in_page = replaced_count;
377f868a48dSAkira Fujita 			replaced_size =
378f868a48dSAkira Fujita 				block_len_in_page << orig_inode->i_blkbits;
379ac48b0a1SAkira Fujita 		} else
380bb557488SDmitry Monakhov 			goto unlock_pages;
381f868a48dSAkira Fujita 	}
382bb557488SDmitry Monakhov 	/* Perform all necessary steps similar write_begin()/write_end()
383bb557488SDmitry Monakhov 	 * but keeping in mind that i_size will not change */
384bcff2488SEryu Guan 	if (!page_has_buffers(pagep[0]))
385bcff2488SEryu Guan 		create_empty_buffers(pagep[0], 1 << orig_inode->i_blkbits, 0);
386bcff2488SEryu Guan 	bh = page_buffers(pagep[0]);
387bcff2488SEryu Guan 	for (i = 0; i < data_offset_in_page; i++)
388bcff2488SEryu Guan 		bh = bh->b_this_page;
389bcff2488SEryu Guan 	for (i = 0; i < block_len_in_page; i++) {
390bcff2488SEryu Guan 		*err = ext4_get_block(orig_inode, orig_blk_offset + i, bh, 0);
391bcff2488SEryu Guan 		if (*err < 0)
392bcff2488SEryu Guan 			break;
393bcff2488SEryu Guan 	}
394bb557488SDmitry Monakhov 	if (!*err)
395bb557488SDmitry Monakhov 		*err = block_commit_write(pagep[0], from, from + replaced_size);
396fc04cb49SAkira Fujita 
397bb557488SDmitry Monakhov 	if (unlikely(*err < 0))
398bb557488SDmitry Monakhov 		goto repair_branches;
399748de673SAkira Fujita 
400bb557488SDmitry Monakhov 	/* Even in case of data=writeback it is reasonable to pin
401bb557488SDmitry Monakhov 	 * inode to transaction, to prevent unexpected data loss */
402bb557488SDmitry Monakhov 	*err = ext4_jbd2_file_inode(handle, orig_inode);
403748de673SAkira Fujita 
404bb557488SDmitry Monakhov unlock_pages:
405bb557488SDmitry Monakhov 	unlock_page(pagep[0]);
406bb557488SDmitry Monakhov 	page_cache_release(pagep[0]);
407bb557488SDmitry Monakhov 	unlock_page(pagep[1]);
408bb557488SDmitry Monakhov 	page_cache_release(pagep[1]);
409bb557488SDmitry Monakhov stop_journal:
41091cc219aSPeng Tao 	ext4_journal_stop(handle);
41188c6b61fSDmitry Monakhov 	if (*err == -ENOSPC &&
41288c6b61fSDmitry Monakhov 	    ext4_should_retry_alloc(sb, &retries))
41388c6b61fSDmitry Monakhov 		goto again;
414bb557488SDmitry Monakhov 	/* Buffer was busy because probably is pinned to journal transaction,
415bb557488SDmitry Monakhov 	 * force transaction commit may help to free it. */
41688c6b61fSDmitry Monakhov 	if (*err == -EBUSY && retries++ < 4 && EXT4_SB(sb)->s_journal &&
41788c6b61fSDmitry Monakhov 	    jbd2_journal_force_commit_nested(EXT4_SB(sb)->s_journal))
418bb557488SDmitry Monakhov 		goto again;
419f868a48dSAkira Fujita 	return replaced_count;
420bb557488SDmitry Monakhov 
421bb557488SDmitry Monakhov repair_branches:
422bb557488SDmitry Monakhov 	/*
423bb557488SDmitry Monakhov 	 * This should never ever happen!
424bb557488SDmitry Monakhov 	 * Extents are swapped already, but we are not able to copy data.
425bb557488SDmitry Monakhov 	 * Try to swap extents to it's original places
426bb557488SDmitry Monakhov 	 */
427393d1d1dSDr. Tilmann Bubeck 	ext4_double_down_write_data_sem(orig_inode, donor_inode);
428fcf6b1b7SDmitry Monakhov 	replaced_count = ext4_swap_extents(handle, donor_inode, orig_inode,
429fcf6b1b7SDmitry Monakhov 					       orig_blk_offset, donor_blk_offset,
430fcf6b1b7SDmitry Monakhov 					   block_len_in_page, 0, &err2);
431393d1d1dSDr. Tilmann Bubeck 	ext4_double_up_write_data_sem(orig_inode, donor_inode);
432bb557488SDmitry Monakhov 	if (replaced_count != block_len_in_page) {
433bb557488SDmitry Monakhov 		EXT4_ERROR_INODE_BLOCK(orig_inode, (sector_t)(orig_blk_offset),
434bb557488SDmitry Monakhov 				       "Unable to copy data block,"
435bb557488SDmitry Monakhov 				       " data will be lost.");
436bb557488SDmitry Monakhov 		*err = -EIO;
437bb557488SDmitry Monakhov 	}
438bb557488SDmitry Monakhov 	replaced_count = 0;
439bb557488SDmitry Monakhov 	goto unlock_pages;
440748de673SAkira Fujita }
441748de673SAkira Fujita 
442748de673SAkira Fujita /**
443c437b273SAkira Fujita  * mext_check_arguments - Check whether move extent can be done
444748de673SAkira Fujita  *
445748de673SAkira Fujita  * @orig_inode:		original inode
446748de673SAkira Fujita  * @donor_inode:	donor inode
447748de673SAkira Fujita  * @orig_start:		logical start offset in block for orig
448748de673SAkira Fujita  * @donor_start:	logical start offset in block for donor
449748de673SAkira Fujita  * @len:		the number of blocks to be moved
450748de673SAkira Fujita  *
451748de673SAkira Fujita  * Check the arguments of ext4_move_extents() whether the files can be
452748de673SAkira Fujita  * exchanged with each other.
453748de673SAkira Fujita  * Return 0 on success, or a negative error value on failure.
454748de673SAkira Fujita  */
455748de673SAkira Fujita static int
456748de673SAkira Fujita mext_check_arguments(struct inode *orig_inode,
457748de673SAkira Fujita 		     struct inode *donor_inode, __u64 orig_start,
458446aaa6eSKazuya Mio 		     __u64 donor_start, __u64 *len)
459748de673SAkira Fujita {
460fcf6b1b7SDmitry Monakhov 	__u64 orig_eof, donor_eof;
46170d5d3dcSAkira Fujita 	unsigned int blkbits = orig_inode->i_blkbits;
46270d5d3dcSAkira Fujita 	unsigned int blocksize = 1 << blkbits;
46370d5d3dcSAkira Fujita 
464fcf6b1b7SDmitry Monakhov 	orig_eof = (i_size_read(orig_inode) + blocksize - 1) >> blkbits;
465fcf6b1b7SDmitry Monakhov 	donor_eof = (i_size_read(donor_inode) + blocksize - 1) >> blkbits;
466fcf6b1b7SDmitry Monakhov 
467fcf6b1b7SDmitry Monakhov 
4684a58579bSAkira Fujita 	if (donor_inode->i_mode & (S_ISUID|S_ISGID)) {
4694a58579bSAkira Fujita 		ext4_debug("ext4 move extent: suid or sgid is set"
4704a58579bSAkira Fujita 			   " to donor file [ino:orig %lu, donor %lu]\n",
4714a58579bSAkira Fujita 			   orig_inode->i_ino, donor_inode->i_ino);
4724a58579bSAkira Fujita 		return -EINVAL;
4734a58579bSAkira Fujita 	}
4744a58579bSAkira Fujita 
4751f5a81e4STheodore Ts'o 	if (IS_IMMUTABLE(donor_inode) || IS_APPEND(donor_inode))
4761f5a81e4STheodore Ts'o 		return -EPERM;
4771f5a81e4STheodore Ts'o 
478748de673SAkira Fujita 	/* Ext4 move extent does not support swapfile */
479748de673SAkira Fujita 	if (IS_SWAPFILE(orig_inode) || IS_SWAPFILE(donor_inode)) {
480748de673SAkira Fujita 		ext4_debug("ext4 move extent: The argument files should "
481748de673SAkira Fujita 			"not be swapfile [ino:orig %lu, donor %lu]\n",
482748de673SAkira Fujita 			orig_inode->i_ino, donor_inode->i_ino);
483fcf6b1b7SDmitry Monakhov 		return -EBUSY;
484748de673SAkira Fujita 	}
485748de673SAkira Fujita 
486748de673SAkira Fujita 	/* Ext4 move extent supports only extent based file */
48712e9b892SDmitry Monakhov 	if (!(ext4_test_inode_flag(orig_inode, EXT4_INODE_EXTENTS))) {
488748de673SAkira Fujita 		ext4_debug("ext4 move extent: orig file is not extents "
489748de673SAkira Fujita 			"based file [ino:orig %lu]\n", orig_inode->i_ino);
490748de673SAkira Fujita 		return -EOPNOTSUPP;
49112e9b892SDmitry Monakhov 	} else if (!(ext4_test_inode_flag(donor_inode, EXT4_INODE_EXTENTS))) {
492748de673SAkira Fujita 		ext4_debug("ext4 move extent: donor file is not extents "
493748de673SAkira Fujita 			"based file [ino:donor %lu]\n", donor_inode->i_ino);
494748de673SAkira Fujita 		return -EOPNOTSUPP;
495748de673SAkira Fujita 	}
496748de673SAkira Fujita 
497748de673SAkira Fujita 	if ((!orig_inode->i_size) || (!donor_inode->i_size)) {
498748de673SAkira Fujita 		ext4_debug("ext4 move extent: File size is 0 byte\n");
499748de673SAkira Fujita 		return -EINVAL;
500748de673SAkira Fujita 	}
501748de673SAkira Fujita 
502748de673SAkira Fujita 	/* Start offset should be same */
503fcf6b1b7SDmitry Monakhov 	if ((orig_start & ~(PAGE_MASK >> orig_inode->i_blkbits)) !=
504fcf6b1b7SDmitry Monakhov 	    (donor_start & ~(PAGE_MASK >> orig_inode->i_blkbits))) {
505748de673SAkira Fujita 		ext4_debug("ext4 move extent: orig and donor's start "
506fcf6b1b7SDmitry Monakhov 			"offset are not alligned [ino:orig %lu, donor %lu]\n",
507748de673SAkira Fujita 			orig_inode->i_ino, donor_inode->i_ino);
508748de673SAkira Fujita 		return -EINVAL;
509748de673SAkira Fujita 	}
510748de673SAkira Fujita 
511f17722f9SLukas Czerner 	if ((orig_start >= EXT_MAX_BLOCKS) ||
512fcf6b1b7SDmitry Monakhov 	    (donor_start >= EXT_MAX_BLOCKS) ||
513f17722f9SLukas Czerner 	    (*len > EXT_MAX_BLOCKS) ||
514fcf6b1b7SDmitry Monakhov 	    (donor_start + *len >= EXT_MAX_BLOCKS) ||
515f17722f9SLukas Czerner 	    (orig_start + *len >= EXT_MAX_BLOCKS))  {
5160a80e986SEric Sandeen 		ext4_debug("ext4 move extent: Can't handle over [%u] blocks "
517f17722f9SLukas Czerner 			"[ino:orig %lu, donor %lu]\n", EXT_MAX_BLOCKS,
518748de673SAkira Fujita 			orig_inode->i_ino, donor_inode->i_ino);
519748de673SAkira Fujita 		return -EINVAL;
520748de673SAkira Fujita 	}
521fcf6b1b7SDmitry Monakhov 	if (orig_eof < orig_start + *len - 1)
522fcf6b1b7SDmitry Monakhov 		*len = orig_eof - orig_start;
523fcf6b1b7SDmitry Monakhov 	if (donor_eof < donor_start + *len - 1)
524fcf6b1b7SDmitry Monakhov 		*len = donor_eof - donor_start;
525748de673SAkira Fujita 	if (!*len) {
52692c28159SAkira Fujita 		ext4_debug("ext4 move extent: len should not be 0 "
527748de673SAkira Fujita 			"[ino:orig %lu, donor %lu]\n", orig_inode->i_ino,
528748de673SAkira Fujita 			donor_inode->i_ino);
529748de673SAkira Fujita 		return -EINVAL;
530748de673SAkira Fujita 	}
531748de673SAkira Fujita 
532748de673SAkira Fujita 	return 0;
533748de673SAkira Fujita }
534748de673SAkira Fujita 
535748de673SAkira Fujita /**
536748de673SAkira Fujita  * ext4_move_extents - Exchange the specified range of a file
537748de673SAkira Fujita  *
538748de673SAkira Fujita  * @o_filp:		file structure of the original file
539748de673SAkira Fujita  * @d_filp:		file structure of the donor file
54065dd8327SXiaoguang Wang  * @orig_blk:		start offset in block for orig
54165dd8327SXiaoguang Wang  * @donor_blk:		start offset in block for donor
542748de673SAkira Fujita  * @len:		the number of blocks to be moved
543748de673SAkira Fujita  * @moved_len:		moved block length
544748de673SAkira Fujita  *
545748de673SAkira Fujita  * This function returns 0 and moved block length is set in moved_len
546748de673SAkira Fujita  * if succeed, otherwise returns error value.
547748de673SAkira Fujita  *
548748de673SAkira Fujita  */
549748de673SAkira Fujita int
550fcf6b1b7SDmitry Monakhov ext4_move_extents(struct file *o_filp, struct file *d_filp, __u64 orig_blk,
551fcf6b1b7SDmitry Monakhov 		  __u64 donor_blk, __u64 len, __u64 *moved_len)
552748de673SAkira Fujita {
553496ad9aaSAl Viro 	struct inode *orig_inode = file_inode(o_filp);
554496ad9aaSAl Viro 	struct inode *donor_inode = file_inode(d_filp);
555fcf6b1b7SDmitry Monakhov 	struct ext4_ext_path *path = NULL;
556748de673SAkira Fujita 	int blocks_per_page = PAGE_CACHE_SIZE >> orig_inode->i_blkbits;
557fcf6b1b7SDmitry Monakhov 	ext4_lblk_t o_end, o_start = orig_blk;
558fcf6b1b7SDmitry Monakhov 	ext4_lblk_t d_start = donor_blk;
559fcf6b1b7SDmitry Monakhov 	int ret;
560748de673SAkira Fujita 
56103bd8b9bSDmitry Monakhov 	if (orig_inode->i_sb != donor_inode->i_sb) {
56203bd8b9bSDmitry Monakhov 		ext4_debug("ext4 move extent: The argument files "
56303bd8b9bSDmitry Monakhov 			"should be in same FS [ino:orig %lu, donor %lu]\n",
56403bd8b9bSDmitry Monakhov 			orig_inode->i_ino, donor_inode->i_ino);
56503bd8b9bSDmitry Monakhov 		return -EINVAL;
56603bd8b9bSDmitry Monakhov 	}
56703bd8b9bSDmitry Monakhov 
56803bd8b9bSDmitry Monakhov 	/* orig and donor should be different inodes */
56903bd8b9bSDmitry Monakhov 	if (orig_inode == donor_inode) {
570f3ce8064STheodore Ts'o 		ext4_debug("ext4 move extent: The argument files should not "
57103bd8b9bSDmitry Monakhov 			"be same inode [ino:orig %lu, donor %lu]\n",
572f3ce8064STheodore Ts'o 			orig_inode->i_ino, donor_inode->i_ino);
573f3ce8064STheodore Ts'o 		return -EINVAL;
574f3ce8064STheodore Ts'o 	}
575f3ce8064STheodore Ts'o 
5767247c0caSAkira Fujita 	/* Regular file check */
5777247c0caSAkira Fujita 	if (!S_ISREG(orig_inode->i_mode) || !S_ISREG(donor_inode->i_mode)) {
5787247c0caSAkira Fujita 		ext4_debug("ext4 move extent: The argument files should be "
5797247c0caSAkira Fujita 			"regular file [ino:orig %lu, donor %lu]\n",
5807247c0caSAkira Fujita 			orig_inode->i_ino, donor_inode->i_ino);
5817247c0caSAkira Fujita 		return -EINVAL;
5827247c0caSAkira Fujita 	}
58304e22412SEric Whitney 
58404e22412SEric Whitney 	/* TODO: it's not obvious how to swap blocks for inodes with full
58504e22412SEric Whitney 	   journaling enabled */
586f066055aSDmitry Monakhov 	if (ext4_should_journal_data(orig_inode) ||
587f066055aSDmitry Monakhov 	    ext4_should_journal_data(donor_inode)) {
58804e22412SEric Whitney 		ext4_msg(orig_inode->i_sb, KERN_ERR,
58904e22412SEric Whitney 			 "Online defrag not supported with data journaling");
59004e22412SEric Whitney 		return -EOPNOTSUPP;
591f066055aSDmitry Monakhov 	}
59204e22412SEric Whitney 
593fc04cb49SAkira Fujita 	/* Protect orig and donor inodes against a truncate */
594375e289eSJ. Bruce Fields 	lock_two_nondirectories(orig_inode, donor_inode);
595748de673SAkira Fujita 
59617335dccSDmitry Monakhov 	/* Wait for all existing dio workers */
59717335dccSDmitry Monakhov 	ext4_inode_block_unlocked_dio(orig_inode);
59817335dccSDmitry Monakhov 	ext4_inode_block_unlocked_dio(donor_inode);
59917335dccSDmitry Monakhov 	inode_dio_wait(orig_inode);
60017335dccSDmitry Monakhov 	inode_dio_wait(donor_inode);
60117335dccSDmitry Monakhov 
602fc04cb49SAkira Fujita 	/* Protect extent tree against block allocations via delalloc */
603393d1d1dSDr. Tilmann Bubeck 	ext4_double_down_write_data_sem(orig_inode, donor_inode);
604748de673SAkira Fujita 	/* Check the filesystem environment whether move_extent can be done */
605fcf6b1b7SDmitry Monakhov 	ret = mext_check_arguments(orig_inode, donor_inode, orig_blk,
606fcf6b1b7SDmitry Monakhov 				    donor_blk, &len);
60703bd8b9bSDmitry Monakhov 	if (ret)
608347fa6f1SAkira Fujita 		goto out;
609fcf6b1b7SDmitry Monakhov 	o_end = o_start + len;
610748de673SAkira Fujita 
611fcf6b1b7SDmitry Monakhov 	while (o_start < o_end) {
612fcf6b1b7SDmitry Monakhov 		struct ext4_extent *ex;
613fcf6b1b7SDmitry Monakhov 		ext4_lblk_t cur_blk, next_blk;
614fcf6b1b7SDmitry Monakhov 		pgoff_t orig_page_index, donor_page_index;
615fcf6b1b7SDmitry Monakhov 		int offset_in_page;
616fcf6b1b7SDmitry Monakhov 		int unwritten, cur_len;
617748de673SAkira Fujita 
618fcf6b1b7SDmitry Monakhov 		ret = get_ext_path(orig_inode, o_start, &path);
61903bd8b9bSDmitry Monakhov 		if (ret)
620347fa6f1SAkira Fujita 			goto out;
621fcf6b1b7SDmitry Monakhov 		ex = path[path->p_depth].p_ext;
622fcf6b1b7SDmitry Monakhov 		next_blk = ext4_ext_next_allocated_block(path);
623fcf6b1b7SDmitry Monakhov 		cur_blk = le32_to_cpu(ex->ee_block);
624fcf6b1b7SDmitry Monakhov 		cur_len = ext4_ext_get_actual_len(ex);
625fcf6b1b7SDmitry Monakhov 		/* Check hole before the start pos */
626fcf6b1b7SDmitry Monakhov 		if (cur_blk + cur_len - 1 < o_start) {
627fcf6b1b7SDmitry Monakhov 			if (next_blk == EXT_MAX_BLOCKS) {
628fcf6b1b7SDmitry Monakhov 				o_start = o_end;
629fcf6b1b7SDmitry Monakhov 				ret = -ENODATA;
630748de673SAkira Fujita 				goto out;
631748de673SAkira Fujita 			}
632fcf6b1b7SDmitry Monakhov 			d_start += next_blk - o_start;
633fcf6b1b7SDmitry Monakhov 			o_start = next_blk;
6343bdf14b4STheodore Ts'o 			continue;
635fcf6b1b7SDmitry Monakhov 		/* Check hole after the start pos */
636fcf6b1b7SDmitry Monakhov 		} else if (cur_blk > o_start) {
637fcf6b1b7SDmitry Monakhov 			/* Skip hole */
638fcf6b1b7SDmitry Monakhov 			d_start += cur_blk - o_start;
639fcf6b1b7SDmitry Monakhov 			o_start = cur_blk;
640fcf6b1b7SDmitry Monakhov 			/* Extent inside requested range ?*/
641fcf6b1b7SDmitry Monakhov 			if (cur_blk >= o_end)
642748de673SAkira Fujita 				goto out;
643fcf6b1b7SDmitry Monakhov 		} else { /* in_range(o_start, o_blk, o_len) */
644fcf6b1b7SDmitry Monakhov 			cur_len += cur_blk - o_start;
645748de673SAkira Fujita 		}
646fcf6b1b7SDmitry Monakhov 		unwritten = ext4_ext_is_unwritten(ex);
647fcf6b1b7SDmitry Monakhov 		if (o_end - o_start < cur_len)
648fcf6b1b7SDmitry Monakhov 			cur_len = o_end - o_start;
649748de673SAkira Fujita 
650fcf6b1b7SDmitry Monakhov 		orig_page_index = o_start >> (PAGE_CACHE_SHIFT -
651fcf6b1b7SDmitry Monakhov 					       orig_inode->i_blkbits);
652fcf6b1b7SDmitry Monakhov 		donor_page_index = d_start >> (PAGE_CACHE_SHIFT -
653fcf6b1b7SDmitry Monakhov 					       donor_inode->i_blkbits);
654fcf6b1b7SDmitry Monakhov 		offset_in_page = o_start % blocks_per_page;
655fcf6b1b7SDmitry Monakhov 		if (cur_len > blocks_per_page- offset_in_page)
656fcf6b1b7SDmitry Monakhov 			cur_len = blocks_per_page - offset_in_page;
657fc04cb49SAkira Fujita 		/*
658fc04cb49SAkira Fujita 		 * Up semaphore to avoid following problems:
659fc04cb49SAkira Fujita 		 * a. transaction deadlock among ext4_journal_start,
660fc04cb49SAkira Fujita 		 *    ->write_begin via pagefault, and jbd2_journal_commit
661fc04cb49SAkira Fujita 		 * b. racing with ->readpage, ->write_begin, and ext4_get_block
662fc04cb49SAkira Fujita 		 *    in move_extent_per_page
663fc04cb49SAkira Fujita 		 */
664393d1d1dSDr. Tilmann Bubeck 		ext4_double_up_write_data_sem(orig_inode, donor_inode);
665748de673SAkira Fujita 		/* Swap original branches with new branches */
666fcf6b1b7SDmitry Monakhov 		move_extent_per_page(o_filp, donor_inode,
667fcf6b1b7SDmitry Monakhov 				     orig_page_index, donor_page_index,
668fcf6b1b7SDmitry Monakhov 				     offset_in_page, cur_len,
669556615dcSLukas Czerner 				     unwritten, &ret);
670393d1d1dSDr. Tilmann Bubeck 		ext4_double_down_write_data_sem(orig_inode, donor_inode);
67103bd8b9bSDmitry Monakhov 		if (ret < 0)
672fc04cb49SAkira Fujita 			break;
673fcf6b1b7SDmitry Monakhov 		o_start += cur_len;
674fcf6b1b7SDmitry Monakhov 		d_start += cur_len;
675748de673SAkira Fujita 	}
676fcf6b1b7SDmitry Monakhov 	*moved_len = o_start - orig_blk;
677fcf6b1b7SDmitry Monakhov 	if (*moved_len > len)
678fcf6b1b7SDmitry Monakhov 		*moved_len = len;
679fcf6b1b7SDmitry Monakhov 
680748de673SAkira Fujita out:
68194d7c16cSAkira Fujita 	if (*moved_len) {
68294d7c16cSAkira Fujita 		ext4_discard_preallocations(orig_inode);
68394d7c16cSAkira Fujita 		ext4_discard_preallocations(donor_inode);
68494d7c16cSAkira Fujita 	}
68594d7c16cSAkira Fujita 
686fcf6b1b7SDmitry Monakhov 	ext4_ext_drop_refs(path);
687fcf6b1b7SDmitry Monakhov 	kfree(path);
688393d1d1dSDr. Tilmann Bubeck 	ext4_double_up_write_data_sem(orig_inode, donor_inode);
68917335dccSDmitry Monakhov 	ext4_inode_resume_unlocked_dio(orig_inode);
69017335dccSDmitry Monakhov 	ext4_inode_resume_unlocked_dio(donor_inode);
691375e289eSJ. Bruce Fields 	unlock_two_nondirectories(orig_inode, donor_inode);
692748de673SAkira Fujita 
69303bd8b9bSDmitry Monakhov 	return ret;
694748de673SAkira Fujita }
695