xref: /openbmc/linux/fs/f2fs/inline.c (revision 9850cf4a8908886370b1f15aacf83d291f098c72)
1e18c65b2SHuajun Li /*
2e18c65b2SHuajun Li  * fs/f2fs/inline.c
3e18c65b2SHuajun Li  * Copyright (c) 2013, Intel Corporation
4e18c65b2SHuajun Li  * Authors: Huajun Li <huajun.li@intel.com>
5e18c65b2SHuajun Li  *          Haicheng Li <haicheng.li@intel.com>
6e18c65b2SHuajun Li  * This program is free software; you can redistribute it and/or modify
7e18c65b2SHuajun Li  * it under the terms of the GNU General Public License version 2 as
8e18c65b2SHuajun Li  * published by the Free Software Foundation.
9e18c65b2SHuajun Li  */
10e18c65b2SHuajun Li 
11e18c65b2SHuajun Li #include <linux/fs.h>
12e18c65b2SHuajun Li #include <linux/f2fs_fs.h>
13e18c65b2SHuajun Li 
14e18c65b2SHuajun Li #include "f2fs.h"
15e18c65b2SHuajun Li 
16e18c65b2SHuajun Li bool f2fs_may_inline(struct inode *inode)
17e18c65b2SHuajun Li {
18e18c65b2SHuajun Li 	block_t nr_blocks;
19e18c65b2SHuajun Li 	loff_t i_size;
20e18c65b2SHuajun Li 
214081363fSJaegeuk Kim 	if (!test_opt(F2FS_I_SB(inode), INLINE_DATA))
22e18c65b2SHuajun Li 		return false;
23e18c65b2SHuajun Li 
24e18c65b2SHuajun Li 	nr_blocks = F2FS_I(inode)->i_xattr_nid ? 3 : 2;
25e18c65b2SHuajun Li 	if (inode->i_blocks > nr_blocks)
26e18c65b2SHuajun Li 		return false;
27e18c65b2SHuajun Li 
28e18c65b2SHuajun Li 	i_size = i_size_read(inode);
29e18c65b2SHuajun Li 	if (i_size > MAX_INLINE_DATA)
30e18c65b2SHuajun Li 		return false;
31e18c65b2SHuajun Li 
32e18c65b2SHuajun Li 	return true;
33e18c65b2SHuajun Li }
34e18c65b2SHuajun Li 
35e18c65b2SHuajun Li int f2fs_read_inline_data(struct inode *inode, struct page *page)
36e18c65b2SHuajun Li {
37e18c65b2SHuajun Li 	struct page *ipage;
38e18c65b2SHuajun Li 	void *src_addr, *dst_addr;
39e18c65b2SHuajun Li 
4004a17fb1SChao Yu 	if (page->index) {
4104a17fb1SChao Yu 		zero_user_segment(page, 0, PAGE_CACHE_SIZE);
4204a17fb1SChao Yu 		goto out;
4304a17fb1SChao Yu 	}
4404a17fb1SChao Yu 
454081363fSJaegeuk Kim 	ipage = get_node_page(F2FS_I_SB(inode), inode->i_ino);
46d54c795bSChao Yu 	if (IS_ERR(ipage)) {
47d54c795bSChao Yu 		unlock_page(page);
48e18c65b2SHuajun Li 		return PTR_ERR(ipage);
49d54c795bSChao Yu 	}
50e18c65b2SHuajun Li 
5118309aaaSChao Yu 	zero_user_segment(page, MAX_INLINE_DATA, PAGE_CACHE_SIZE);
52e18c65b2SHuajun Li 
53e18c65b2SHuajun Li 	/* Copy the whole inline data block */
54e18c65b2SHuajun Li 	src_addr = inline_data_addr(ipage);
55e18c65b2SHuajun Li 	dst_addr = kmap(page);
56e18c65b2SHuajun Li 	memcpy(dst_addr, src_addr, MAX_INLINE_DATA);
57e18c65b2SHuajun Li 	kunmap(page);
58e18c65b2SHuajun Li 	f2fs_put_page(ipage, 1);
59e18c65b2SHuajun Li 
6004a17fb1SChao Yu out:
61e18c65b2SHuajun Li 	SetPageUptodate(page);
62e18c65b2SHuajun Li 	unlock_page(page);
63e18c65b2SHuajun Li 
64e18c65b2SHuajun Li 	return 0;
65e18c65b2SHuajun Li }
66e18c65b2SHuajun Li 
67e18c65b2SHuajun Li static int __f2fs_convert_inline_data(struct inode *inode, struct page *page)
68e18c65b2SHuajun Li {
69ec4e7af4SJaegeuk Kim 	int err = 0;
70e18c65b2SHuajun Li 	struct page *ipage;
71e18c65b2SHuajun Li 	struct dnode_of_data dn;
72e18c65b2SHuajun Li 	void *src_addr, *dst_addr;
73e18c65b2SHuajun Li 	block_t new_blk_addr;
744081363fSJaegeuk Kim 	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
75e18c65b2SHuajun Li 	struct f2fs_io_info fio = {
76e18c65b2SHuajun Li 		.type = DATA,
77e18c65b2SHuajun Li 		.rw = WRITE_SYNC | REQ_PRIO,
78e18c65b2SHuajun Li 	};
79e18c65b2SHuajun Li 
80e18c65b2SHuajun Li 	f2fs_lock_op(sbi);
81e18c65b2SHuajun Li 	ipage = get_node_page(sbi, inode->i_ino);
8215c6e3aaSJaegeuk Kim 	if (IS_ERR(ipage)) {
8315c6e3aaSJaegeuk Kim 		err = PTR_ERR(ipage);
8415c6e3aaSJaegeuk Kim 		goto out;
8515c6e3aaSJaegeuk Kim 	}
86e18c65b2SHuajun Li 
87ec4e7af4SJaegeuk Kim 	/* someone else converted inline_data already */
88ec4e7af4SJaegeuk Kim 	if (!f2fs_has_inline_data(inode))
89ec4e7af4SJaegeuk Kim 		goto out;
90ec4e7af4SJaegeuk Kim 
91e18c65b2SHuajun Li 	/*
92e18c65b2SHuajun Li 	 * i_addr[0] is not used for inline data,
93e18c65b2SHuajun Li 	 * so reserving new block will not destroy inline data
94e18c65b2SHuajun Li 	 */
95a8865372SJaegeuk Kim 	set_new_dnode(&dn, inode, ipage, NULL, 0);
96e18c65b2SHuajun Li 	err = f2fs_reserve_block(&dn, 0);
9715c6e3aaSJaegeuk Kim 	if (err)
9815c6e3aaSJaegeuk Kim 		goto out;
99e18c65b2SHuajun Li 
1009ac1349aSJaegeuk Kim 	f2fs_wait_on_page_writeback(page, DATA);
10118309aaaSChao Yu 	zero_user_segment(page, MAX_INLINE_DATA, PAGE_CACHE_SIZE);
102e18c65b2SHuajun Li 
103e18c65b2SHuajun Li 	/* Copy the whole inline data block */
104e18c65b2SHuajun Li 	src_addr = inline_data_addr(ipage);
105e18c65b2SHuajun Li 	dst_addr = kmap(page);
106e18c65b2SHuajun Li 	memcpy(dst_addr, src_addr, MAX_INLINE_DATA);
107e18c65b2SHuajun Li 	kunmap(page);
1089e09fc85SJaegeuk Kim 	SetPageUptodate(page);
109e18c65b2SHuajun Li 
110e18c65b2SHuajun Li 	/* write data page to try to make data consistent */
111e18c65b2SHuajun Li 	set_page_writeback(page);
112e18c65b2SHuajun Li 	write_data_page(page, &dn, &new_blk_addr, &fio);
113e18c65b2SHuajun Li 	update_extent_cache(new_blk_addr, &dn);
1145514f0aaSYuan Zhong 	f2fs_wait_on_page_writeback(page, DATA);
115e18c65b2SHuajun Li 
116e18c65b2SHuajun Li 	/* clear inline data and flag after data writeback */
117e18c65b2SHuajun Li 	zero_user_segment(ipage, INLINE_DATA_OFFSET,
118e18c65b2SHuajun Li 				 INLINE_DATA_OFFSET + MAX_INLINE_DATA);
119e18c65b2SHuajun Li 	clear_inode_flag(F2FS_I(inode), FI_INLINE_DATA);
1200dbdc2aeSJaegeuk Kim 	stat_dec_inline_inode(inode);
121e18c65b2SHuajun Li 
122e18c65b2SHuajun Li 	sync_inode_page(&dn);
123a8865372SJaegeuk Kim 	f2fs_put_dnode(&dn);
12415c6e3aaSJaegeuk Kim out:
125e18c65b2SHuajun Li 	f2fs_unlock_op(sbi);
126e18c65b2SHuajun Li 	return err;
127e18c65b2SHuajun Li }
128e18c65b2SHuajun Li 
129b067ba1fSJaegeuk Kim int f2fs_convert_inline_data(struct inode *inode, pgoff_t to_size,
130b067ba1fSJaegeuk Kim 						struct page *page)
131e18c65b2SHuajun Li {
132b067ba1fSJaegeuk Kim 	struct page *new_page = page;
1339e09fc85SJaegeuk Kim 	int err;
134e18c65b2SHuajun Li 
1359e09fc85SJaegeuk Kim 	if (!f2fs_has_inline_data(inode))
1369e09fc85SJaegeuk Kim 		return 0;
1379e09fc85SJaegeuk Kim 	else if (to_size <= MAX_INLINE_DATA)
1389e09fc85SJaegeuk Kim 		return 0;
1399e09fc85SJaegeuk Kim 
140b067ba1fSJaegeuk Kim 	if (!page || page->index != 0) {
141b067ba1fSJaegeuk Kim 		new_page = grab_cache_page(inode->i_mapping, 0);
142b067ba1fSJaegeuk Kim 		if (!new_page)
1439e09fc85SJaegeuk Kim 			return -ENOMEM;
144b067ba1fSJaegeuk Kim 	}
145e18c65b2SHuajun Li 
146b067ba1fSJaegeuk Kim 	err = __f2fs_convert_inline_data(inode, new_page);
147b067ba1fSJaegeuk Kim 	if (!page || page->index != 0)
148b067ba1fSJaegeuk Kim 		f2fs_put_page(new_page, 1);
149e18c65b2SHuajun Li 	return err;
150e18c65b2SHuajun Li }
151e18c65b2SHuajun Li 
152e18c65b2SHuajun Li int f2fs_write_inline_data(struct inode *inode,
153e18c65b2SHuajun Li 				struct page *page, unsigned size)
154e18c65b2SHuajun Li {
155e18c65b2SHuajun Li 	void *src_addr, *dst_addr;
156e18c65b2SHuajun Li 	struct page *ipage;
157e18c65b2SHuajun Li 	struct dnode_of_data dn;
158e18c65b2SHuajun Li 	int err;
159e18c65b2SHuajun Li 
160e18c65b2SHuajun Li 	set_new_dnode(&dn, inode, NULL, NULL, 0);
161e18c65b2SHuajun Li 	err = get_dnode_of_data(&dn, 0, LOOKUP_NODE);
162e18c65b2SHuajun Li 	if (err)
163e18c65b2SHuajun Li 		return err;
164e18c65b2SHuajun Li 	ipage = dn.inode_page;
165e18c65b2SHuajun Li 
16654b591dfSJaegeuk Kim 	f2fs_wait_on_page_writeback(ipage, NODE);
167e18c65b2SHuajun Li 	zero_user_segment(ipage, INLINE_DATA_OFFSET,
168e18c65b2SHuajun Li 				 INLINE_DATA_OFFSET + MAX_INLINE_DATA);
169e18c65b2SHuajun Li 	src_addr = kmap(page);
170e18c65b2SHuajun Li 	dst_addr = inline_data_addr(ipage);
171e18c65b2SHuajun Li 	memcpy(dst_addr, src_addr, size);
172e18c65b2SHuajun Li 	kunmap(page);
173e18c65b2SHuajun Li 
174e18c65b2SHuajun Li 	/* Release the first data block if it is allocated */
175e18c65b2SHuajun Li 	if (!f2fs_has_inline_data(inode)) {
176e18c65b2SHuajun Li 		truncate_data_blocks_range(&dn, 1);
177e18c65b2SHuajun Li 		set_inode_flag(F2FS_I(inode), FI_INLINE_DATA);
1780dbdc2aeSJaegeuk Kim 		stat_inc_inline_inode(inode);
179e18c65b2SHuajun Li 	}
180e18c65b2SHuajun Li 
181fff04f90SJaegeuk Kim 	set_inode_flag(F2FS_I(inode), FI_APPEND_WRITE);
182e18c65b2SHuajun Li 	sync_inode_page(&dn);
183e18c65b2SHuajun Li 	f2fs_put_dnode(&dn);
184e18c65b2SHuajun Li 
185e18c65b2SHuajun Li 	return 0;
186e18c65b2SHuajun Li }
1871e1bb4baSJaegeuk Kim 
1888aa6f1c5SChao Yu void truncate_inline_data(struct inode *inode, u64 from)
1898aa6f1c5SChao Yu {
1908aa6f1c5SChao Yu 	struct page *ipage;
1918aa6f1c5SChao Yu 
1928aa6f1c5SChao Yu 	if (from >= MAX_INLINE_DATA)
1938aa6f1c5SChao Yu 		return;
1948aa6f1c5SChao Yu 
1954081363fSJaegeuk Kim 	ipage = get_node_page(F2FS_I_SB(inode), inode->i_ino);
1968aa6f1c5SChao Yu 	if (IS_ERR(ipage))
1978aa6f1c5SChao Yu 		return;
1988aa6f1c5SChao Yu 
19954b591dfSJaegeuk Kim 	f2fs_wait_on_page_writeback(ipage, NODE);
20054b591dfSJaegeuk Kim 
2018aa6f1c5SChao Yu 	zero_user_segment(ipage, INLINE_DATA_OFFSET + from,
2028aa6f1c5SChao Yu 				INLINE_DATA_OFFSET + MAX_INLINE_DATA);
2038aa6f1c5SChao Yu 	set_page_dirty(ipage);
2048aa6f1c5SChao Yu 	f2fs_put_page(ipage, 1);
2058aa6f1c5SChao Yu }
2068aa6f1c5SChao Yu 
2070342fd30SJaegeuk Kim bool recover_inline_data(struct inode *inode, struct page *npage)
2081e1bb4baSJaegeuk Kim {
2094081363fSJaegeuk Kim 	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
2101e1bb4baSJaegeuk Kim 	struct f2fs_inode *ri = NULL;
2111e1bb4baSJaegeuk Kim 	void *src_addr, *dst_addr;
2121e1bb4baSJaegeuk Kim 	struct page *ipage;
2131e1bb4baSJaegeuk Kim 
2141e1bb4baSJaegeuk Kim 	/*
2151e1bb4baSJaegeuk Kim 	 * The inline_data recovery policy is as follows.
2161e1bb4baSJaegeuk Kim 	 * [prev.] [next] of inline_data flag
2171e1bb4baSJaegeuk Kim 	 *    o       o  -> recover inline_data
2181e1bb4baSJaegeuk Kim 	 *    o       x  -> remove inline_data, and then recover data blocks
2191e1bb4baSJaegeuk Kim 	 *    x       o  -> remove inline_data, and then recover inline_data
2201e1bb4baSJaegeuk Kim 	 *    x       x  -> recover data blocks
2211e1bb4baSJaegeuk Kim 	 */
2221e1bb4baSJaegeuk Kim 	if (IS_INODE(npage))
2231e1bb4baSJaegeuk Kim 		ri = F2FS_INODE(npage);
2241e1bb4baSJaegeuk Kim 
2251e1bb4baSJaegeuk Kim 	if (f2fs_has_inline_data(inode) &&
2260342fd30SJaegeuk Kim 			ri && (ri->i_inline & F2FS_INLINE_DATA)) {
2271e1bb4baSJaegeuk Kim process_inline:
2281e1bb4baSJaegeuk Kim 		ipage = get_node_page(sbi, inode->i_ino);
229*9850cf4aSJaegeuk Kim 		f2fs_bug_on(sbi, IS_ERR(ipage));
2301e1bb4baSJaegeuk Kim 
23154b591dfSJaegeuk Kim 		f2fs_wait_on_page_writeback(ipage, NODE);
23254b591dfSJaegeuk Kim 
2331e1bb4baSJaegeuk Kim 		src_addr = inline_data_addr(npage);
2341e1bb4baSJaegeuk Kim 		dst_addr = inline_data_addr(ipage);
2351e1bb4baSJaegeuk Kim 		memcpy(dst_addr, src_addr, MAX_INLINE_DATA);
2361e1bb4baSJaegeuk Kim 		update_inode(inode, ipage);
2371e1bb4baSJaegeuk Kim 		f2fs_put_page(ipage, 1);
2380342fd30SJaegeuk Kim 		return true;
2391e1bb4baSJaegeuk Kim 	}
2401e1bb4baSJaegeuk Kim 
2411e1bb4baSJaegeuk Kim 	if (f2fs_has_inline_data(inode)) {
2421e1bb4baSJaegeuk Kim 		ipage = get_node_page(sbi, inode->i_ino);
243*9850cf4aSJaegeuk Kim 		f2fs_bug_on(sbi, IS_ERR(ipage));
24454b591dfSJaegeuk Kim 		f2fs_wait_on_page_writeback(ipage, NODE);
2451e1bb4baSJaegeuk Kim 		zero_user_segment(ipage, INLINE_DATA_OFFSET,
2461e1bb4baSJaegeuk Kim 				 INLINE_DATA_OFFSET + MAX_INLINE_DATA);
2471e1bb4baSJaegeuk Kim 		clear_inode_flag(F2FS_I(inode), FI_INLINE_DATA);
2481e1bb4baSJaegeuk Kim 		update_inode(inode, ipage);
2491e1bb4baSJaegeuk Kim 		f2fs_put_page(ipage, 1);
2500342fd30SJaegeuk Kim 	} else if (ri && (ri->i_inline & F2FS_INLINE_DATA)) {
251764aa3e9SJaegeuk Kim 		truncate_blocks(inode, 0, false);
2521e1bb4baSJaegeuk Kim 		set_inode_flag(F2FS_I(inode), FI_INLINE_DATA);
2531e1bb4baSJaegeuk Kim 		goto process_inline;
2541e1bb4baSJaegeuk Kim 	}
2550342fd30SJaegeuk Kim 	return false;
2561e1bb4baSJaegeuk Kim }
257