xref: /openbmc/linux/fs/f2fs/inline.c (revision 764aa3e978020121cbb86111b5d8f42830015a06)
1e18c65b2SHuajun Li /*
2e18c65b2SHuajun Li  * fs/f2fs/inline.c
3e18c65b2SHuajun Li  * Copyright (c) 2013, Intel Corporation
4e18c65b2SHuajun Li  * Authors: Huajun Li <huajun.li@intel.com>
5e18c65b2SHuajun Li  *          Haicheng Li <haicheng.li@intel.com>
6e18c65b2SHuajun Li  * This program is free software; you can redistribute it and/or modify
7e18c65b2SHuajun Li  * it under the terms of the GNU General Public License version 2 as
8e18c65b2SHuajun Li  * published by the Free Software Foundation.
9e18c65b2SHuajun Li  */
10e18c65b2SHuajun Li 
11e18c65b2SHuajun Li #include <linux/fs.h>
12e18c65b2SHuajun Li #include <linux/f2fs_fs.h>
13e18c65b2SHuajun Li 
14e18c65b2SHuajun Li #include "f2fs.h"
15e18c65b2SHuajun Li 
16e18c65b2SHuajun Li bool f2fs_may_inline(struct inode *inode)
17e18c65b2SHuajun Li {
18e18c65b2SHuajun Li 	struct f2fs_sb_info *sbi = F2FS_SB(inode->i_sb);
19e18c65b2SHuajun Li 	block_t nr_blocks;
20e18c65b2SHuajun Li 	loff_t i_size;
21e18c65b2SHuajun Li 
22e18c65b2SHuajun Li 	if (!test_opt(sbi, INLINE_DATA))
23e18c65b2SHuajun Li 		return false;
24e18c65b2SHuajun Li 
25e18c65b2SHuajun Li 	nr_blocks = F2FS_I(inode)->i_xattr_nid ? 3 : 2;
26e18c65b2SHuajun Li 	if (inode->i_blocks > nr_blocks)
27e18c65b2SHuajun Li 		return false;
28e18c65b2SHuajun Li 
29e18c65b2SHuajun Li 	i_size = i_size_read(inode);
30e18c65b2SHuajun Li 	if (i_size > MAX_INLINE_DATA)
31e18c65b2SHuajun Li 		return false;
32e18c65b2SHuajun Li 
33e18c65b2SHuajun Li 	return true;
34e18c65b2SHuajun Li }
35e18c65b2SHuajun Li 
36e18c65b2SHuajun Li int f2fs_read_inline_data(struct inode *inode, struct page *page)
37e18c65b2SHuajun Li {
38e18c65b2SHuajun Li 	struct f2fs_sb_info *sbi = F2FS_SB(inode->i_sb);
39e18c65b2SHuajun Li 	struct page *ipage;
40e18c65b2SHuajun Li 	void *src_addr, *dst_addr;
41e18c65b2SHuajun Li 
4204a17fb1SChao Yu 	if (page->index) {
4304a17fb1SChao Yu 		zero_user_segment(page, 0, PAGE_CACHE_SIZE);
4404a17fb1SChao Yu 		goto out;
4504a17fb1SChao Yu 	}
4604a17fb1SChao Yu 
47e18c65b2SHuajun Li 	ipage = get_node_page(sbi, inode->i_ino);
48d54c795bSChao Yu 	if (IS_ERR(ipage)) {
49d54c795bSChao Yu 		unlock_page(page);
50e18c65b2SHuajun Li 		return PTR_ERR(ipage);
51d54c795bSChao Yu 	}
52e18c65b2SHuajun Li 
5318309aaaSChao Yu 	zero_user_segment(page, MAX_INLINE_DATA, PAGE_CACHE_SIZE);
54e18c65b2SHuajun Li 
55e18c65b2SHuajun Li 	/* Copy the whole inline data block */
56e18c65b2SHuajun Li 	src_addr = inline_data_addr(ipage);
57e18c65b2SHuajun Li 	dst_addr = kmap(page);
58e18c65b2SHuajun Li 	memcpy(dst_addr, src_addr, MAX_INLINE_DATA);
59e18c65b2SHuajun Li 	kunmap(page);
60e18c65b2SHuajun Li 	f2fs_put_page(ipage, 1);
61e18c65b2SHuajun Li 
6204a17fb1SChao Yu out:
63e18c65b2SHuajun Li 	SetPageUptodate(page);
64e18c65b2SHuajun Li 	unlock_page(page);
65e18c65b2SHuajun Li 
66e18c65b2SHuajun Li 	return 0;
67e18c65b2SHuajun Li }
68e18c65b2SHuajun Li 
69e18c65b2SHuajun Li static int __f2fs_convert_inline_data(struct inode *inode, struct page *page)
70e18c65b2SHuajun Li {
71e18c65b2SHuajun Li 	int err;
72e18c65b2SHuajun Li 	struct page *ipage;
73e18c65b2SHuajun Li 	struct dnode_of_data dn;
74e18c65b2SHuajun Li 	void *src_addr, *dst_addr;
75e18c65b2SHuajun Li 	block_t new_blk_addr;
76e18c65b2SHuajun Li 	struct f2fs_sb_info *sbi = F2FS_SB(inode->i_sb);
77e18c65b2SHuajun Li 	struct f2fs_io_info fio = {
78e18c65b2SHuajun Li 		.type = DATA,
79e18c65b2SHuajun Li 		.rw = WRITE_SYNC | REQ_PRIO,
80e18c65b2SHuajun Li 	};
81e18c65b2SHuajun Li 
82e18c65b2SHuajun Li 	f2fs_lock_op(sbi);
83e18c65b2SHuajun Li 	ipage = get_node_page(sbi, inode->i_ino);
8415c6e3aaSJaegeuk Kim 	if (IS_ERR(ipage)) {
8515c6e3aaSJaegeuk Kim 		err = PTR_ERR(ipage);
8615c6e3aaSJaegeuk Kim 		goto out;
8715c6e3aaSJaegeuk Kim 	}
88e18c65b2SHuajun Li 
89e18c65b2SHuajun Li 	/*
90e18c65b2SHuajun Li 	 * i_addr[0] is not used for inline data,
91e18c65b2SHuajun Li 	 * so reserving new block will not destroy inline data
92e18c65b2SHuajun Li 	 */
93a8865372SJaegeuk Kim 	set_new_dnode(&dn, inode, ipage, NULL, 0);
94e18c65b2SHuajun Li 	err = f2fs_reserve_block(&dn, 0);
9515c6e3aaSJaegeuk Kim 	if (err)
9615c6e3aaSJaegeuk Kim 		goto out;
97e18c65b2SHuajun Li 
989ac1349aSJaegeuk Kim 	f2fs_wait_on_page_writeback(page, DATA);
9918309aaaSChao Yu 	zero_user_segment(page, MAX_INLINE_DATA, PAGE_CACHE_SIZE);
100e18c65b2SHuajun Li 
101e18c65b2SHuajun Li 	/* Copy the whole inline data block */
102e18c65b2SHuajun Li 	src_addr = inline_data_addr(ipage);
103e18c65b2SHuajun Li 	dst_addr = kmap(page);
104e18c65b2SHuajun Li 	memcpy(dst_addr, src_addr, MAX_INLINE_DATA);
105e18c65b2SHuajun Li 	kunmap(page);
1069e09fc85SJaegeuk Kim 	SetPageUptodate(page);
107e18c65b2SHuajun Li 
108e18c65b2SHuajun Li 	/* write data page to try to make data consistent */
109e18c65b2SHuajun Li 	set_page_writeback(page);
110e18c65b2SHuajun Li 	write_data_page(page, &dn, &new_blk_addr, &fio);
111e18c65b2SHuajun Li 	update_extent_cache(new_blk_addr, &dn);
1125514f0aaSYuan Zhong 	f2fs_wait_on_page_writeback(page, DATA);
113e18c65b2SHuajun Li 
114e18c65b2SHuajun Li 	/* clear inline data and flag after data writeback */
115e18c65b2SHuajun Li 	zero_user_segment(ipage, INLINE_DATA_OFFSET,
116e18c65b2SHuajun Li 				 INLINE_DATA_OFFSET + MAX_INLINE_DATA);
117e18c65b2SHuajun Li 	clear_inode_flag(F2FS_I(inode), FI_INLINE_DATA);
1180dbdc2aeSJaegeuk Kim 	stat_dec_inline_inode(inode);
119e18c65b2SHuajun Li 
120e18c65b2SHuajun Li 	sync_inode_page(&dn);
121a8865372SJaegeuk Kim 	f2fs_put_dnode(&dn);
12215c6e3aaSJaegeuk Kim out:
123e18c65b2SHuajun Li 	f2fs_unlock_op(sbi);
124e18c65b2SHuajun Li 	return err;
125e18c65b2SHuajun Li }
126e18c65b2SHuajun Li 
127b067ba1fSJaegeuk Kim int f2fs_convert_inline_data(struct inode *inode, pgoff_t to_size,
128b067ba1fSJaegeuk Kim 						struct page *page)
129e18c65b2SHuajun Li {
130b067ba1fSJaegeuk Kim 	struct page *new_page = page;
1319e09fc85SJaegeuk Kim 	int err;
132e18c65b2SHuajun Li 
1339e09fc85SJaegeuk Kim 	if (!f2fs_has_inline_data(inode))
1349e09fc85SJaegeuk Kim 		return 0;
1359e09fc85SJaegeuk Kim 	else if (to_size <= MAX_INLINE_DATA)
1369e09fc85SJaegeuk Kim 		return 0;
1379e09fc85SJaegeuk Kim 
138b067ba1fSJaegeuk Kim 	if (!page || page->index != 0) {
139b067ba1fSJaegeuk Kim 		new_page = grab_cache_page(inode->i_mapping, 0);
140b067ba1fSJaegeuk Kim 		if (!new_page)
1419e09fc85SJaegeuk Kim 			return -ENOMEM;
142b067ba1fSJaegeuk Kim 	}
143e18c65b2SHuajun Li 
144b067ba1fSJaegeuk Kim 	err = __f2fs_convert_inline_data(inode, new_page);
145b067ba1fSJaegeuk Kim 	if (!page || page->index != 0)
146b067ba1fSJaegeuk Kim 		f2fs_put_page(new_page, 1);
147e18c65b2SHuajun Li 	return err;
148e18c65b2SHuajun Li }
149e18c65b2SHuajun Li 
150e18c65b2SHuajun Li int f2fs_write_inline_data(struct inode *inode,
151e18c65b2SHuajun Li 				struct page *page, unsigned size)
152e18c65b2SHuajun Li {
153e18c65b2SHuajun Li 	void *src_addr, *dst_addr;
154e18c65b2SHuajun Li 	struct page *ipage;
155e18c65b2SHuajun Li 	struct dnode_of_data dn;
156e18c65b2SHuajun Li 	int err;
157e18c65b2SHuajun Li 
158e18c65b2SHuajun Li 	set_new_dnode(&dn, inode, NULL, NULL, 0);
159e18c65b2SHuajun Li 	err = get_dnode_of_data(&dn, 0, LOOKUP_NODE);
160e18c65b2SHuajun Li 	if (err)
161e18c65b2SHuajun Li 		return err;
162e18c65b2SHuajun Li 	ipage = dn.inode_page;
163e18c65b2SHuajun Li 
16454b591dfSJaegeuk Kim 	f2fs_wait_on_page_writeback(ipage, NODE);
165e18c65b2SHuajun Li 	zero_user_segment(ipage, INLINE_DATA_OFFSET,
166e18c65b2SHuajun Li 				 INLINE_DATA_OFFSET + MAX_INLINE_DATA);
167e18c65b2SHuajun Li 	src_addr = kmap(page);
168e18c65b2SHuajun Li 	dst_addr = inline_data_addr(ipage);
169e18c65b2SHuajun Li 	memcpy(dst_addr, src_addr, size);
170e18c65b2SHuajun Li 	kunmap(page);
171e18c65b2SHuajun Li 
172e18c65b2SHuajun Li 	/* Release the first data block if it is allocated */
173e18c65b2SHuajun Li 	if (!f2fs_has_inline_data(inode)) {
174e18c65b2SHuajun Li 		truncate_data_blocks_range(&dn, 1);
175e18c65b2SHuajun Li 		set_inode_flag(F2FS_I(inode), FI_INLINE_DATA);
1760dbdc2aeSJaegeuk Kim 		stat_inc_inline_inode(inode);
177e18c65b2SHuajun Li 	}
178e18c65b2SHuajun Li 
179fff04f90SJaegeuk Kim 	set_inode_flag(F2FS_I(inode), FI_APPEND_WRITE);
180e18c65b2SHuajun Li 	sync_inode_page(&dn);
181e18c65b2SHuajun Li 	f2fs_put_dnode(&dn);
182e18c65b2SHuajun Li 
183e18c65b2SHuajun Li 	return 0;
184e18c65b2SHuajun Li }
1851e1bb4baSJaegeuk Kim 
1868aa6f1c5SChao Yu void truncate_inline_data(struct inode *inode, u64 from)
1878aa6f1c5SChao Yu {
1888aa6f1c5SChao Yu 	struct f2fs_sb_info *sbi = F2FS_SB(inode->i_sb);
1898aa6f1c5SChao Yu 	struct page *ipage;
1908aa6f1c5SChao Yu 
1918aa6f1c5SChao Yu 	if (from >= MAX_INLINE_DATA)
1928aa6f1c5SChao Yu 		return;
1938aa6f1c5SChao Yu 
1948aa6f1c5SChao Yu 	ipage = get_node_page(sbi, inode->i_ino);
1958aa6f1c5SChao Yu 	if (IS_ERR(ipage))
1968aa6f1c5SChao Yu 		return;
1978aa6f1c5SChao Yu 
19854b591dfSJaegeuk Kim 	f2fs_wait_on_page_writeback(ipage, NODE);
19954b591dfSJaegeuk Kim 
2008aa6f1c5SChao Yu 	zero_user_segment(ipage, INLINE_DATA_OFFSET + from,
2018aa6f1c5SChao Yu 				INLINE_DATA_OFFSET + MAX_INLINE_DATA);
2028aa6f1c5SChao Yu 	set_page_dirty(ipage);
2038aa6f1c5SChao Yu 	f2fs_put_page(ipage, 1);
2048aa6f1c5SChao Yu }
2058aa6f1c5SChao Yu 
2060342fd30SJaegeuk Kim bool recover_inline_data(struct inode *inode, struct page *npage)
2071e1bb4baSJaegeuk Kim {
2081e1bb4baSJaegeuk Kim 	struct f2fs_sb_info *sbi = F2FS_SB(inode->i_sb);
2091e1bb4baSJaegeuk Kim 	struct f2fs_inode *ri = NULL;
2101e1bb4baSJaegeuk Kim 	void *src_addr, *dst_addr;
2111e1bb4baSJaegeuk Kim 	struct page *ipage;
2121e1bb4baSJaegeuk Kim 
2131e1bb4baSJaegeuk Kim 	/*
2141e1bb4baSJaegeuk Kim 	 * The inline_data recovery policy is as follows.
2151e1bb4baSJaegeuk Kim 	 * [prev.] [next] of inline_data flag
2161e1bb4baSJaegeuk Kim 	 *    o       o  -> recover inline_data
2171e1bb4baSJaegeuk Kim 	 *    o       x  -> remove inline_data, and then recover data blocks
2181e1bb4baSJaegeuk Kim 	 *    x       o  -> remove inline_data, and then recover inline_data
2191e1bb4baSJaegeuk Kim 	 *    x       x  -> recover data blocks
2201e1bb4baSJaegeuk Kim 	 */
2211e1bb4baSJaegeuk Kim 	if (IS_INODE(npage))
2221e1bb4baSJaegeuk Kim 		ri = F2FS_INODE(npage);
2231e1bb4baSJaegeuk Kim 
2241e1bb4baSJaegeuk Kim 	if (f2fs_has_inline_data(inode) &&
2250342fd30SJaegeuk Kim 			ri && (ri->i_inline & F2FS_INLINE_DATA)) {
2261e1bb4baSJaegeuk Kim process_inline:
2271e1bb4baSJaegeuk Kim 		ipage = get_node_page(sbi, inode->i_ino);
2281e1bb4baSJaegeuk Kim 		f2fs_bug_on(IS_ERR(ipage));
2291e1bb4baSJaegeuk Kim 
23054b591dfSJaegeuk Kim 		f2fs_wait_on_page_writeback(ipage, NODE);
23154b591dfSJaegeuk Kim 
2321e1bb4baSJaegeuk Kim 		src_addr = inline_data_addr(npage);
2331e1bb4baSJaegeuk Kim 		dst_addr = inline_data_addr(ipage);
2341e1bb4baSJaegeuk Kim 		memcpy(dst_addr, src_addr, MAX_INLINE_DATA);
2351e1bb4baSJaegeuk Kim 		update_inode(inode, ipage);
2361e1bb4baSJaegeuk Kim 		f2fs_put_page(ipage, 1);
2370342fd30SJaegeuk Kim 		return true;
2381e1bb4baSJaegeuk Kim 	}
2391e1bb4baSJaegeuk Kim 
2401e1bb4baSJaegeuk Kim 	if (f2fs_has_inline_data(inode)) {
2411e1bb4baSJaegeuk Kim 		ipage = get_node_page(sbi, inode->i_ino);
2421e1bb4baSJaegeuk Kim 		f2fs_bug_on(IS_ERR(ipage));
24354b591dfSJaegeuk Kim 		f2fs_wait_on_page_writeback(ipage, NODE);
2441e1bb4baSJaegeuk Kim 		zero_user_segment(ipage, INLINE_DATA_OFFSET,
2451e1bb4baSJaegeuk Kim 				 INLINE_DATA_OFFSET + MAX_INLINE_DATA);
2461e1bb4baSJaegeuk Kim 		clear_inode_flag(F2FS_I(inode), FI_INLINE_DATA);
2471e1bb4baSJaegeuk Kim 		update_inode(inode, ipage);
2481e1bb4baSJaegeuk Kim 		f2fs_put_page(ipage, 1);
2490342fd30SJaegeuk Kim 	} else if (ri && (ri->i_inline & F2FS_INLINE_DATA)) {
250*764aa3e9SJaegeuk Kim 		truncate_blocks(inode, 0, false);
2511e1bb4baSJaegeuk Kim 		set_inode_flag(F2FS_I(inode), FI_INLINE_DATA);
2521e1bb4baSJaegeuk Kim 		goto process_inline;
2531e1bb4baSJaegeuk Kim 	}
2540342fd30SJaegeuk Kim 	return false;
2551e1bb4baSJaegeuk Kim }
256