xref: /openbmc/linux/fs/f2fs/f2fs.h (revision ea6767337f86312ebe473585899a159bf50ef1b7)
10a8165d7SJaegeuk Kim /*
239a53e0cSJaegeuk Kim  * fs/f2fs/f2fs.h
339a53e0cSJaegeuk Kim  *
439a53e0cSJaegeuk Kim  * Copyright (c) 2012 Samsung Electronics Co., Ltd.
539a53e0cSJaegeuk Kim  *             http://www.samsung.com/
639a53e0cSJaegeuk Kim  *
739a53e0cSJaegeuk Kim  * This program is free software; you can redistribute it and/or modify
839a53e0cSJaegeuk Kim  * it under the terms of the GNU General Public License version 2 as
939a53e0cSJaegeuk Kim  * published by the Free Software Foundation.
1039a53e0cSJaegeuk Kim  */
1139a53e0cSJaegeuk Kim #ifndef _LINUX_F2FS_H
1239a53e0cSJaegeuk Kim #define _LINUX_F2FS_H
1339a53e0cSJaegeuk Kim 
1439a53e0cSJaegeuk Kim #include <linux/types.h>
1539a53e0cSJaegeuk Kim #include <linux/page-flags.h>
1639a53e0cSJaegeuk Kim #include <linux/buffer_head.h>
1739a53e0cSJaegeuk Kim #include <linux/slab.h>
1839a53e0cSJaegeuk Kim #include <linux/crc32.h>
1939a53e0cSJaegeuk Kim #include <linux/magic.h>
20c2d715d1SJaegeuk Kim #include <linux/kobject.h>
217bd59381SGu Zheng #include <linux/sched.h>
2239307a8eSJaegeuk Kim #include <linux/vmalloc.h>
23740432f8SJaegeuk Kim #include <linux/bio.h>
24d0239e1bSJaegeuk Kim #include <linux/blkdev.h>
250abd675eSChao Yu #include <linux/quotaops.h>
2646f47e48SEric Biggers #ifdef CONFIG_F2FS_FS_ENCRYPTION
2746f47e48SEric Biggers #include <linux/fscrypt_supp.h>
2846f47e48SEric Biggers #else
2946f47e48SEric Biggers #include <linux/fscrypt_notsupp.h>
3046f47e48SEric Biggers #endif
3143b6573bSKeith Mok #include <crypto/hash.h>
3239a53e0cSJaegeuk Kim 
335d56b671SJaegeuk Kim #ifdef CONFIG_F2FS_CHECK_FS
349850cf4aSJaegeuk Kim #define f2fs_bug_on(sbi, condition)	BUG_ON(condition)
355d56b671SJaegeuk Kim #else
369850cf4aSJaegeuk Kim #define f2fs_bug_on(sbi, condition)					\
379850cf4aSJaegeuk Kim 	do {								\
389850cf4aSJaegeuk Kim 		if (unlikely(condition)) {				\
399850cf4aSJaegeuk Kim 			WARN_ON(1);					\
40caf0047eSChao Yu 			set_sbi_flag(sbi, SBI_NEED_FSCK);		\
419850cf4aSJaegeuk Kim 		}							\
429850cf4aSJaegeuk Kim 	} while (0)
435d56b671SJaegeuk Kim #endif
445d56b671SJaegeuk Kim 
452c63feadSJaegeuk Kim #ifdef CONFIG_F2FS_FAULT_INJECTION
462c63feadSJaegeuk Kim enum {
472c63feadSJaegeuk Kim 	FAULT_KMALLOC,
48c41f3cc3SJaegeuk Kim 	FAULT_PAGE_ALLOC,
4901eccef7SChao Yu 	FAULT_PAGE_GET,
50d62fe971SChao Yu 	FAULT_ALLOC_BIO,
51cb78942bSJaegeuk Kim 	FAULT_ALLOC_NID,
52cb78942bSJaegeuk Kim 	FAULT_ORPHAN,
53cb78942bSJaegeuk Kim 	FAULT_BLOCK,
54cb78942bSJaegeuk Kim 	FAULT_DIR_DEPTH,
5553aa6bbfSJaegeuk Kim 	FAULT_EVICT_INODE,
5614b44d23SJaegeuk Kim 	FAULT_TRUNCATE,
578b038c70SChao Yu 	FAULT_IO,
580f348028SChao Yu 	FAULT_CHECKPOINT,
592c63feadSJaegeuk Kim 	FAULT_MAX,
602c63feadSJaegeuk Kim };
612c63feadSJaegeuk Kim 
6208796897SSheng Yong struct f2fs_fault_info {
6308796897SSheng Yong 	atomic_t inject_ops;
6408796897SSheng Yong 	unsigned int inject_rate;
6508796897SSheng Yong 	unsigned int inject_type;
6608796897SSheng Yong };
6708796897SSheng Yong 
682c63feadSJaegeuk Kim extern char *fault_name[FAULT_MAX];
6968afcf2dSTomohiro Kusumi #define IS_FAULT_SET(fi, type) ((fi)->inject_type & (1 << (type)))
702c63feadSJaegeuk Kim #endif
712c63feadSJaegeuk Kim 
7239a53e0cSJaegeuk Kim /*
7339a53e0cSJaegeuk Kim  * For mount options
7439a53e0cSJaegeuk Kim  */
7539a53e0cSJaegeuk Kim #define F2FS_MOUNT_BG_GC		0x00000001
7639a53e0cSJaegeuk Kim #define F2FS_MOUNT_DISABLE_ROLL_FORWARD	0x00000002
7739a53e0cSJaegeuk Kim #define F2FS_MOUNT_DISCARD		0x00000004
7839a53e0cSJaegeuk Kim #define F2FS_MOUNT_NOHEAP		0x00000008
7939a53e0cSJaegeuk Kim #define F2FS_MOUNT_XATTR_USER		0x00000010
8039a53e0cSJaegeuk Kim #define F2FS_MOUNT_POSIX_ACL		0x00000020
8139a53e0cSJaegeuk Kim #define F2FS_MOUNT_DISABLE_EXT_IDENTIFY	0x00000040
82444c580fSJaegeuk Kim #define F2FS_MOUNT_INLINE_XATTR		0x00000080
831001b347SHuajun Li #define F2FS_MOUNT_INLINE_DATA		0x00000100
8434d67debSChao Yu #define F2FS_MOUNT_INLINE_DENTRY	0x00000200
8534d67debSChao Yu #define F2FS_MOUNT_FLUSH_MERGE		0x00000400
8634d67debSChao Yu #define F2FS_MOUNT_NOBARRIER		0x00000800
87d5053a34SJaegeuk Kim #define F2FS_MOUNT_FASTBOOT		0x00001000
8889672159SChao Yu #define F2FS_MOUNT_EXTENT_CACHE		0x00002000
896aefd93bSJaegeuk Kim #define F2FS_MOUNT_FORCE_FG_GC		0x00004000
90343f40f0SChao Yu #define F2FS_MOUNT_DATA_FLUSH		0x00008000
9173faec4dSJaegeuk Kim #define F2FS_MOUNT_FAULT_INJECTION	0x00010000
9236abef4eSJaegeuk Kim #define F2FS_MOUNT_ADAPTIVE		0x00020000
9336abef4eSJaegeuk Kim #define F2FS_MOUNT_LFS			0x00040000
940abd675eSChao Yu #define F2FS_MOUNT_USRQUOTA		0x00080000
950abd675eSChao Yu #define F2FS_MOUNT_GRPQUOTA		0x00100000
965c57132eSChao Yu #define F2FS_MOUNT_PRJQUOTA		0x00200000
974b2414d0SChao Yu #define F2FS_MOUNT_QUOTA		0x00400000
986afc662eSChao Yu #define F2FS_MOUNT_INLINE_XATTR_SIZE	0x00800000
9939a53e0cSJaegeuk Kim 
10068afcf2dSTomohiro Kusumi #define clear_opt(sbi, option)	((sbi)->mount_opt.opt &= ~F2FS_MOUNT_##option)
10168afcf2dSTomohiro Kusumi #define set_opt(sbi, option)	((sbi)->mount_opt.opt |= F2FS_MOUNT_##option)
10268afcf2dSTomohiro Kusumi #define test_opt(sbi, option)	((sbi)->mount_opt.opt & F2FS_MOUNT_##option)
10339a53e0cSJaegeuk Kim 
10439a53e0cSJaegeuk Kim #define ver_after(a, b)	(typecheck(unsigned long long, a) &&		\
10539a53e0cSJaegeuk Kim 		typecheck(unsigned long long, b) &&			\
10639a53e0cSJaegeuk Kim 		((long long)((a) - (b)) > 0))
10739a53e0cSJaegeuk Kim 
108a9841c4dSJaegeuk Kim typedef u32 block_t;	/*
109a9841c4dSJaegeuk Kim 			 * should not change u32, since it is the on-disk block
110a9841c4dSJaegeuk Kim 			 * address format, __le32.
111a9841c4dSJaegeuk Kim 			 */
11239a53e0cSJaegeuk Kim typedef u32 nid_t;
11339a53e0cSJaegeuk Kim 
11439a53e0cSJaegeuk Kim struct f2fs_mount_info {
11539a53e0cSJaegeuk Kim 	unsigned int	opt;
11639a53e0cSJaegeuk Kim };
11739a53e0cSJaegeuk Kim 
118cde4de12SJaegeuk Kim #define F2FS_FEATURE_ENCRYPT		0x0001
1190bfd7a09SDamien Le Moal #define F2FS_FEATURE_BLKZONED		0x0002
120e65ef207SJaegeuk Kim #define F2FS_FEATURE_ATOMIC_WRITE	0x0004
1217a2af766SChao Yu #define F2FS_FEATURE_EXTRA_ATTR		0x0008
1225c57132eSChao Yu #define F2FS_FEATURE_PRJQUOTA		0x0010
123704956ecSChao Yu #define F2FS_FEATURE_INODE_CHKSUM	0x0020
1246afc662eSChao Yu #define F2FS_FEATURE_FLEXIBLE_INLINE_XATTR	0x0040
125234a9689SJaegeuk Kim #define F2FS_FEATURE_QUOTA_INO		0x0080
126cde4de12SJaegeuk Kim 
12776f105a2SJaegeuk Kim #define F2FS_HAS_FEATURE(sb, mask)					\
12876f105a2SJaegeuk Kim 	((F2FS_SB(sb)->raw_super->feature & cpu_to_le32(mask)) != 0)
12976f105a2SJaegeuk Kim #define F2FS_SET_FEATURE(sb, mask)					\
130c64ab12eSDongOh Shin 	(F2FS_SB(sb)->raw_super->feature |= cpu_to_le32(mask))
13176f105a2SJaegeuk Kim #define F2FS_CLEAR_FEATURE(sb, mask)					\
132c64ab12eSDongOh Shin 	(F2FS_SB(sb)->raw_super->feature &= ~cpu_to_le32(mask))
13376f105a2SJaegeuk Kim 
13439a53e0cSJaegeuk Kim /*
13539a53e0cSJaegeuk Kim  * For checkpoint manager
13639a53e0cSJaegeuk Kim  */
13739a53e0cSJaegeuk Kim enum {
13839a53e0cSJaegeuk Kim 	NAT_BITMAP,
13939a53e0cSJaegeuk Kim 	SIT_BITMAP
14039a53e0cSJaegeuk Kim };
14139a53e0cSJaegeuk Kim 
142c473f1a9SChao Yu #define	CP_UMOUNT	0x00000001
143c473f1a9SChao Yu #define	CP_FASTBOOT	0x00000002
144c473f1a9SChao Yu #define	CP_SYNC		0x00000004
145c473f1a9SChao Yu #define	CP_RECOVERY	0x00000008
146c473f1a9SChao Yu #define	CP_DISCARD	0x00000010
1471f43e2adSChao Yu #define CP_TRIMMED	0x00000020
14875ab4cb8SJaegeuk Kim 
14947b89808SJaegeuk Kim #define DEF_BATCHED_TRIM_SECTIONS	2048
150bba681cbSJaegeuk Kim #define BATCHED_TRIM_SEGMENTS(sbi)	\
1514ddb1a4dSJaegeuk Kim 		(GET_SEG_FROM_SEC(sbi, SM_I(sbi)->trim_sections))
152a66cdd98SJaegeuk Kim #define BATCHED_TRIM_BLOCKS(sbi)	\
153a66cdd98SJaegeuk Kim 		(BATCHED_TRIM_SEGMENTS(sbi) << (sbi)->log_blocks_per_seg)
1544ddb1a4dSJaegeuk Kim #define MAX_DISCARD_BLOCKS(sbi)		BLKS_PER_SEC(sbi)
155ecc9aa00SChao Yu #define DEF_MAX_DISCARD_REQUEST		8	/* issue 8 discards per round */
156969d1b18SChao Yu #define DEF_MIN_DISCARD_ISSUE_TIME	50	/* 50 ms, if exists */
157969d1b18SChao Yu #define DEF_MAX_DISCARD_ISSUE_TIME	60000	/* 60 s, if no candidates */
15860b99b48SJaegeuk Kim #define DEF_CP_INTERVAL			60	/* 60 secs */
159dcf25fe8SChao Yu #define DEF_IDLE_INTERVAL		5	/* 5 secs */
160bba681cbSJaegeuk Kim 
16175ab4cb8SJaegeuk Kim struct cp_control {
16275ab4cb8SJaegeuk Kim 	int reason;
1634b2fecc8SJaegeuk Kim 	__u64 trim_start;
1644b2fecc8SJaegeuk Kim 	__u64 trim_end;
1654b2fecc8SJaegeuk Kim 	__u64 trim_minlen;
16675ab4cb8SJaegeuk Kim };
16775ab4cb8SJaegeuk Kim 
168662befdaSChao Yu /*
16981c1a0f1SChao Yu  * For CP/NAT/SIT/SSA readahead
170662befdaSChao Yu  */
171662befdaSChao Yu enum {
172662befdaSChao Yu 	META_CP,
173662befdaSChao Yu 	META_NAT,
17481c1a0f1SChao Yu 	META_SIT,
1754c521f49SJaegeuk Kim 	META_SSA,
1764c521f49SJaegeuk Kim 	META_POR,
177662befdaSChao Yu };
178662befdaSChao Yu 
1796451e041SJaegeuk Kim /* for the list of ino */
1806451e041SJaegeuk Kim enum {
1816451e041SJaegeuk Kim 	ORPHAN_INO,		/* for orphan ino list */
182fff04f90SJaegeuk Kim 	APPEND_INO,		/* for append ino list */
183fff04f90SJaegeuk Kim 	UPDATE_INO,		/* for update ino list */
18439d787beSChao Yu 	FLUSH_INO,		/* for multiple device flushing */
1856451e041SJaegeuk Kim 	MAX_INO_ENTRY,		/* max. list */
1866451e041SJaegeuk Kim };
1876451e041SJaegeuk Kim 
1886451e041SJaegeuk Kim struct ino_entry {
18939a53e0cSJaegeuk Kim 	struct list_head list;		/* list head */
19039a53e0cSJaegeuk Kim 	nid_t ino;			/* inode number */
19139d787beSChao Yu 	unsigned int dirty_device;	/* dirty device bitmap */
19239a53e0cSJaegeuk Kim };
19339a53e0cSJaegeuk Kim 
1942710fd7eSChao Yu /* for the list of inodes to be GCed */
19506292073SChao Yu struct inode_entry {
19639a53e0cSJaegeuk Kim 	struct list_head list;	/* list head */
19739a53e0cSJaegeuk Kim 	struct inode *inode;	/* vfs inode pointer */
19839a53e0cSJaegeuk Kim };
19939a53e0cSJaegeuk Kim 
200a7eeb823SChao Yu /* for the bitmap indicate blocks to be discarded */
2017fd9e544SJaegeuk Kim struct discard_entry {
2027fd9e544SJaegeuk Kim 	struct list_head list;	/* list head */
203a7eeb823SChao Yu 	block_t start_blkaddr;	/* start blockaddr of current segment */
204a7eeb823SChao Yu 	unsigned char discard_map[SIT_VBLOCK_MAP_SIZE];	/* segment discard bitmap */
2057fd9e544SJaegeuk Kim };
2067fd9e544SJaegeuk Kim 
207969d1b18SChao Yu /* default discard granularity of inner discard thread, unit: block count */
208969d1b18SChao Yu #define DEFAULT_DISCARD_GRANULARITY		16
209969d1b18SChao Yu 
210ba48a33eSChao Yu /* max discard pend list number */
211ba48a33eSChao Yu #define MAX_PLIST_NUM		512
212ba48a33eSChao Yu #define plist_idx(blk_num)	((blk_num) >= MAX_PLIST_NUM ?		\
213ba48a33eSChao Yu 					(MAX_PLIST_NUM - 1) : (blk_num - 1))
214ba48a33eSChao Yu 
21515469963SJaegeuk Kim enum {
21615469963SJaegeuk Kim 	D_PREP,
21715469963SJaegeuk Kim 	D_SUBMIT,
21815469963SJaegeuk Kim 	D_DONE,
21915469963SJaegeuk Kim };
22015469963SJaegeuk Kim 
221004b6862SChao Yu struct discard_info {
222b01a9201SJaegeuk Kim 	block_t lstart;			/* logical start address */
223b01a9201SJaegeuk Kim 	block_t len;			/* length */
224004b6862SChao Yu 	block_t start;			/* actual start address in dev */
225004b6862SChao Yu };
226004b6862SChao Yu 
227b01a9201SJaegeuk Kim struct discard_cmd {
228004b6862SChao Yu 	struct rb_node rb_node;		/* rb node located in rb-tree */
229004b6862SChao Yu 	union {
230004b6862SChao Yu 		struct {
231004b6862SChao Yu 			block_t lstart;	/* logical start address */
232004b6862SChao Yu 			block_t len;	/* length */
233004b6862SChao Yu 			block_t start;	/* actual start address in dev */
234004b6862SChao Yu 		};
235004b6862SChao Yu 		struct discard_info di;	/* discard info */
236004b6862SChao Yu 
237004b6862SChao Yu 	};
238b01a9201SJaegeuk Kim 	struct list_head list;		/* command list */
239b01a9201SJaegeuk Kim 	struct completion wait;		/* compleation */
240c81abe34SJaegeuk Kim 	struct block_device *bdev;	/* bdev */
241ec9895adSChao Yu 	unsigned short ref;		/* reference count */
2429a744b92SChao Yu 	unsigned char state;		/* state */
243c81abe34SJaegeuk Kim 	int error;			/* bio error */
244275b66b0SChao Yu };
245275b66b0SChao Yu 
24678997b56SChao Yu enum {
24778997b56SChao Yu 	DPOLICY_BG,
24878997b56SChao Yu 	DPOLICY_FORCE,
24978997b56SChao Yu 	DPOLICY_FSTRIM,
25078997b56SChao Yu 	DPOLICY_UMOUNT,
25178997b56SChao Yu 	MAX_DPOLICY,
25278997b56SChao Yu };
25378997b56SChao Yu 
254ecc9aa00SChao Yu struct discard_policy {
25578997b56SChao Yu 	int type;			/* type of discard */
256ecc9aa00SChao Yu 	unsigned int min_interval;	/* used for candidates exist */
257ecc9aa00SChao Yu 	unsigned int max_interval;	/* used for candidates not exist */
258ecc9aa00SChao Yu 	unsigned int max_requests;	/* # of discards issued per round */
259ecc9aa00SChao Yu 	unsigned int io_aware_gran;	/* minimum granularity discard not be aware of I/O */
260ecc9aa00SChao Yu 	bool io_aware;			/* issue discard in idle time */
261ecc9aa00SChao Yu 	bool sync;			/* submit discard with REQ_SYNC flag */
26278997b56SChao Yu 	unsigned int granularity;	/* discard granularity */
263ecc9aa00SChao Yu };
264ecc9aa00SChao Yu 
2650b54fb84SJaegeuk Kim struct discard_cmd_control {
26615469963SJaegeuk Kim 	struct task_struct *f2fs_issue_discard;	/* discard thread */
26746f84c2cSChao Yu 	struct list_head entry_list;		/* 4KB discard entry list */
268ba48a33eSChao Yu 	struct list_head pend_list[MAX_PLIST_NUM];/* store pending entries */
269969d1b18SChao Yu 	unsigned char pend_list_tag[MAX_PLIST_NUM];/* tag for pending entries */
27046f84c2cSChao Yu 	struct list_head wait_list;		/* store on-flushing entries */
2718412663dSChao Yu 	struct list_head fstrim_list;		/* in-flight discard from fstrim */
27215469963SJaegeuk Kim 	wait_queue_head_t discard_wait_queue;	/* waiting queue for wake-up */
273969d1b18SChao Yu 	unsigned int discard_wake;		/* to wake up discard thread */
27415469963SJaegeuk Kim 	struct mutex cmd_lock;
275d618ebafSChao Yu 	unsigned int nr_discards;		/* # of discards in the list */
276d618ebafSChao Yu 	unsigned int max_discards;		/* max. discards to be issued */
277969d1b18SChao Yu 	unsigned int discard_granularity;	/* discard granularity */
278d84d1cbdSChao Yu 	unsigned int undiscard_blks;		/* # of undiscard blocks */
2798b8dd65fSChao Yu 	atomic_t issued_discard;		/* # of issued discard */
2808b8dd65fSChao Yu 	atomic_t issing_discard;		/* # of issing discard */
2815f32366aSChao Yu 	atomic_t discard_cmd_cnt;		/* # of cached cmd count */
282004b6862SChao Yu 	struct rb_root root;			/* root of discard rb-tree */
28339a53e0cSJaegeuk Kim };
28439a53e0cSJaegeuk Kim 
28539a53e0cSJaegeuk Kim /* for the list of fsync inodes, used only during recovery */
28639a53e0cSJaegeuk Kim struct fsync_inode_entry {
28739a53e0cSJaegeuk Kim 	struct list_head list;	/* list head */
28839a53e0cSJaegeuk Kim 	struct inode *inode;	/* vfs inode pointer */
289c52e1b10SJaegeuk Kim 	block_t blkaddr;	/* block address locating the last fsync */
290c52e1b10SJaegeuk Kim 	block_t last_dentry;	/* block address locating the last dentry */
29139a53e0cSJaegeuk Kim };
29239a53e0cSJaegeuk Kim 
29368afcf2dSTomohiro Kusumi #define nats_in_cursum(jnl)		(le16_to_cpu((jnl)->n_nats))
29468afcf2dSTomohiro Kusumi #define sits_in_cursum(jnl)		(le16_to_cpu((jnl)->n_sits))
29539a53e0cSJaegeuk Kim 
29668afcf2dSTomohiro Kusumi #define nat_in_journal(jnl, i)		((jnl)->nat_j.entries[i].ne)
29768afcf2dSTomohiro Kusumi #define nid_in_journal(jnl, i)		((jnl)->nat_j.entries[i].nid)
29868afcf2dSTomohiro Kusumi #define sit_in_journal(jnl, i)		((jnl)->sit_j.entries[i].se)
29968afcf2dSTomohiro Kusumi #define segno_in_journal(jnl, i)	((jnl)->sit_j.entries[i].segno)
30039a53e0cSJaegeuk Kim 
301dfc08a12SChao Yu #define MAX_NAT_JENTRIES(jnl)	(NAT_JOURNAL_ENTRIES - nats_in_cursum(jnl))
302dfc08a12SChao Yu #define MAX_SIT_JENTRIES(jnl)	(SIT_JOURNAL_ENTRIES - sits_in_cursum(jnl))
303309cc2b6SJaegeuk Kim 
304dfc08a12SChao Yu static inline int update_nats_in_cursum(struct f2fs_journal *journal, int i)
30539a53e0cSJaegeuk Kim {
306dfc08a12SChao Yu 	int before = nats_in_cursum(journal);
307cac5a3d8SDongOh Shin 
308dfc08a12SChao Yu 	journal->n_nats = cpu_to_le16(before + i);
30939a53e0cSJaegeuk Kim 	return before;
31039a53e0cSJaegeuk Kim }
31139a53e0cSJaegeuk Kim 
312dfc08a12SChao Yu static inline int update_sits_in_cursum(struct f2fs_journal *journal, int i)
31339a53e0cSJaegeuk Kim {
314dfc08a12SChao Yu 	int before = sits_in_cursum(journal);
315cac5a3d8SDongOh Shin 
316dfc08a12SChao Yu 	journal->n_sits = cpu_to_le16(before + i);
31739a53e0cSJaegeuk Kim 	return before;
31839a53e0cSJaegeuk Kim }
31939a53e0cSJaegeuk Kim 
320dfc08a12SChao Yu static inline bool __has_cursum_space(struct f2fs_journal *journal,
321dfc08a12SChao Yu 							int size, int type)
322184a5cd2SChao Yu {
323184a5cd2SChao Yu 	if (type == NAT_JOURNAL)
324dfc08a12SChao Yu 		return size <= MAX_NAT_JENTRIES(journal);
325dfc08a12SChao Yu 	return size <= MAX_SIT_JENTRIES(journal);
326184a5cd2SChao Yu }
327184a5cd2SChao Yu 
32839a53e0cSJaegeuk Kim /*
329e9750824SNamjae Jeon  * ioctl commands
330e9750824SNamjae Jeon  */
331e9750824SNamjae Jeon #define F2FS_IOC_GETFLAGS		FS_IOC_GETFLAGS
332e9750824SNamjae Jeon #define F2FS_IOC_SETFLAGS		FS_IOC_SETFLAGS
333d49f3e89SChao Yu #define F2FS_IOC_GETVERSION		FS_IOC_GETVERSION
334e9750824SNamjae Jeon 
33588b88a66SJaegeuk Kim #define F2FS_IOCTL_MAGIC		0xf5
33688b88a66SJaegeuk Kim #define F2FS_IOC_START_ATOMIC_WRITE	_IO(F2FS_IOCTL_MAGIC, 1)
33788b88a66SJaegeuk Kim #define F2FS_IOC_COMMIT_ATOMIC_WRITE	_IO(F2FS_IOCTL_MAGIC, 2)
33802a1335fSJaegeuk Kim #define F2FS_IOC_START_VOLATILE_WRITE	_IO(F2FS_IOCTL_MAGIC, 3)
3391e84371fSJaegeuk Kim #define F2FS_IOC_RELEASE_VOLATILE_WRITE	_IO(F2FS_IOCTL_MAGIC, 4)
3401e84371fSJaegeuk Kim #define F2FS_IOC_ABORT_VOLATILE_WRITE	_IO(F2FS_IOCTL_MAGIC, 5)
341d07efb50SJaegeuk Kim #define F2FS_IOC_GARBAGE_COLLECT	_IOW(F2FS_IOCTL_MAGIC, 6, __u32)
342456b88e4SChao Yu #define F2FS_IOC_WRITE_CHECKPOINT	_IO(F2FS_IOCTL_MAGIC, 7)
343d07efb50SJaegeuk Kim #define F2FS_IOC_DEFRAGMENT		_IOWR(F2FS_IOCTL_MAGIC, 8,	\
344d07efb50SJaegeuk Kim 						struct f2fs_defragment)
3454dd6f977SJaegeuk Kim #define F2FS_IOC_MOVE_RANGE		_IOWR(F2FS_IOCTL_MAGIC, 9,	\
3464dd6f977SJaegeuk Kim 						struct f2fs_move_range)
347e066b83cSJaegeuk Kim #define F2FS_IOC_FLUSH_DEVICE		_IOW(F2FS_IOCTL_MAGIC, 10,	\
348e066b83cSJaegeuk Kim 						struct f2fs_flush_device)
34934dc77adSJaegeuk Kim #define F2FS_IOC_GARBAGE_COLLECT_RANGE	_IOW(F2FS_IOCTL_MAGIC, 11,	\
35034dc77adSJaegeuk Kim 						struct f2fs_gc_range)
351e65ef207SJaegeuk Kim #define F2FS_IOC_GET_FEATURES		_IOR(F2FS_IOCTL_MAGIC, 12, __u32)
35288b88a66SJaegeuk Kim 
3530b81d077SJaegeuk Kim #define F2FS_IOC_SET_ENCRYPTION_POLICY	FS_IOC_SET_ENCRYPTION_POLICY
3540b81d077SJaegeuk Kim #define F2FS_IOC_GET_ENCRYPTION_POLICY	FS_IOC_GET_ENCRYPTION_POLICY
3550b81d077SJaegeuk Kim #define F2FS_IOC_GET_ENCRYPTION_PWSALT	FS_IOC_GET_ENCRYPTION_PWSALT
356f424f664SJaegeuk Kim 
3571abff93dSJaegeuk Kim /*
3581abff93dSJaegeuk Kim  * should be same as XFS_IOC_GOINGDOWN.
3591abff93dSJaegeuk Kim  * Flags for going down operation used by FS_IOC_GOINGDOWN
3601abff93dSJaegeuk Kim  */
3611abff93dSJaegeuk Kim #define F2FS_IOC_SHUTDOWN	_IOR('X', 125, __u32)	/* Shutdown */
3621abff93dSJaegeuk Kim #define F2FS_GOING_DOWN_FULLSYNC	0x0	/* going down with full sync */
3631abff93dSJaegeuk Kim #define F2FS_GOING_DOWN_METASYNC	0x1	/* going down with metadata */
3641abff93dSJaegeuk Kim #define F2FS_GOING_DOWN_NOSYNC		0x2	/* going down */
365c912a829SJaegeuk Kim #define F2FS_GOING_DOWN_METAFLUSH	0x3	/* going down with meta flush */
3661abff93dSJaegeuk Kim 
367e9750824SNamjae Jeon #if defined(__KERNEL__) && defined(CONFIG_COMPAT)
368e9750824SNamjae Jeon /*
369e9750824SNamjae Jeon  * ioctl commands in 32 bit emulation
370e9750824SNamjae Jeon  */
371e9750824SNamjae Jeon #define F2FS_IOC32_GETFLAGS		FS_IOC32_GETFLAGS
372e9750824SNamjae Jeon #define F2FS_IOC32_SETFLAGS		FS_IOC32_SETFLAGS
37304ef4b62SChao Yu #define F2FS_IOC32_GETVERSION		FS_IOC32_GETVERSION
374e9750824SNamjae Jeon #endif
375e9750824SNamjae Jeon 
3762c1d0305SChao Yu #define F2FS_IOC_FSGETXATTR		FS_IOC_FSGETXATTR
3772c1d0305SChao Yu #define F2FS_IOC_FSSETXATTR		FS_IOC_FSSETXATTR
3782c1d0305SChao Yu 
37934dc77adSJaegeuk Kim struct f2fs_gc_range {
38034dc77adSJaegeuk Kim 	u32 sync;
38134dc77adSJaegeuk Kim 	u64 start;
38234dc77adSJaegeuk Kim 	u64 len;
38334dc77adSJaegeuk Kim };
38434dc77adSJaegeuk Kim 
385d323d005SChao Yu struct f2fs_defragment {
386d323d005SChao Yu 	u64 start;
387d323d005SChao Yu 	u64 len;
388d323d005SChao Yu };
389d323d005SChao Yu 
3904dd6f977SJaegeuk Kim struct f2fs_move_range {
3914dd6f977SJaegeuk Kim 	u32 dst_fd;		/* destination fd */
3924dd6f977SJaegeuk Kim 	u64 pos_in;		/* start position in src_fd */
3934dd6f977SJaegeuk Kim 	u64 pos_out;		/* start position in dst_fd */
3944dd6f977SJaegeuk Kim 	u64 len;		/* size to move */
3954dd6f977SJaegeuk Kim };
3964dd6f977SJaegeuk Kim 
397e066b83cSJaegeuk Kim struct f2fs_flush_device {
398e066b83cSJaegeuk Kim 	u32 dev_num;		/* device number to flush */
399e066b83cSJaegeuk Kim 	u32 segments;		/* # of segments to flush */
400e066b83cSJaegeuk Kim };
401e066b83cSJaegeuk Kim 
402f2470371SChao Yu /* for inline stuff */
403f2470371SChao Yu #define DEF_INLINE_RESERVED_SIZE	1
4046afc662eSChao Yu #define DEF_MIN_INLINE_SIZE		1
4057a2af766SChao Yu static inline int get_extra_isize(struct inode *inode);
4066afc662eSChao Yu static inline int get_inline_xattr_addrs(struct inode *inode);
4076afc662eSChao Yu #define F2FS_INLINE_XATTR_ADDRS(inode)	get_inline_xattr_addrs(inode)
4087a2af766SChao Yu #define MAX_INLINE_DATA(inode)	(sizeof(__le32) *			\
4097a2af766SChao Yu 				(CUR_ADDRS_PER_INODE(inode) -		\
4106afc662eSChao Yu 				F2FS_INLINE_XATTR_ADDRS(inode) -	\
4116afc662eSChao Yu 				DEF_INLINE_RESERVED_SIZE))
412f2470371SChao Yu 
413f2470371SChao Yu /* for inline dir */
414f2470371SChao Yu #define NR_INLINE_DENTRY(inode)	(MAX_INLINE_DATA(inode) * BITS_PER_BYTE / \
415f2470371SChao Yu 				((SIZE_OF_DIR_ENTRY + F2FS_SLOT_LEN) * \
416f2470371SChao Yu 				BITS_PER_BYTE + 1))
417f2470371SChao Yu #define INLINE_DENTRY_BITMAP_SIZE(inode)	((NR_INLINE_DENTRY(inode) + \
418f2470371SChao Yu 					BITS_PER_BYTE - 1) / BITS_PER_BYTE)
419f2470371SChao Yu #define INLINE_RESERVED_SIZE(inode)	(MAX_INLINE_DATA(inode) - \
420f2470371SChao Yu 				((SIZE_OF_DIR_ENTRY + F2FS_SLOT_LEN) * \
421f2470371SChao Yu 				NR_INLINE_DENTRY(inode) + \
422f2470371SChao Yu 				INLINE_DENTRY_BITMAP_SIZE(inode)))
423f2470371SChao Yu 
424e9750824SNamjae Jeon /*
42539a53e0cSJaegeuk Kim  * For INODE and NODE manager
42639a53e0cSJaegeuk Kim  */
4277b3cd7d6SJaegeuk Kim /* for directory operations */
4287b3cd7d6SJaegeuk Kim struct f2fs_dentry_ptr {
429d8c6822aSJaegeuk Kim 	struct inode *inode;
43076a9dd85SChao Yu 	void *bitmap;
4317b3cd7d6SJaegeuk Kim 	struct f2fs_dir_entry *dentry;
4327b3cd7d6SJaegeuk Kim 	__u8 (*filename)[F2FS_SLOT_LEN];
4337b3cd7d6SJaegeuk Kim 	int max;
43476a9dd85SChao Yu 	int nr_bitmap;
4357b3cd7d6SJaegeuk Kim };
4367b3cd7d6SJaegeuk Kim 
43764c24ecbSTomohiro Kusumi static inline void make_dentry_ptr_block(struct inode *inode,
43864c24ecbSTomohiro Kusumi 		struct f2fs_dentry_ptr *d, struct f2fs_dentry_block *t)
4397b3cd7d6SJaegeuk Kim {
440d8c6822aSJaegeuk Kim 	d->inode = inode;
4417b3cd7d6SJaegeuk Kim 	d->max = NR_DENTRY_IN_BLOCK;
44276a9dd85SChao Yu 	d->nr_bitmap = SIZE_OF_DENTRY_BITMAP;
4437b3cd7d6SJaegeuk Kim 	d->bitmap = &t->dentry_bitmap;
4447b3cd7d6SJaegeuk Kim 	d->dentry = t->dentry;
4457b3cd7d6SJaegeuk Kim 	d->filename = t->filename;
44664c24ecbSTomohiro Kusumi }
447cac5a3d8SDongOh Shin 
44864c24ecbSTomohiro Kusumi static inline void make_dentry_ptr_inline(struct inode *inode,
449f2470371SChao Yu 					struct f2fs_dentry_ptr *d, void *t)
45064c24ecbSTomohiro Kusumi {
451f2470371SChao Yu 	int entry_cnt = NR_INLINE_DENTRY(inode);
452f2470371SChao Yu 	int bitmap_size = INLINE_DENTRY_BITMAP_SIZE(inode);
453f2470371SChao Yu 	int reserved_size = INLINE_RESERVED_SIZE(inode);
454f2470371SChao Yu 
45564c24ecbSTomohiro Kusumi 	d->inode = inode;
456f2470371SChao Yu 	d->max = entry_cnt;
457f2470371SChao Yu 	d->nr_bitmap = bitmap_size;
458f2470371SChao Yu 	d->bitmap = t;
459f2470371SChao Yu 	d->dentry = t + bitmap_size + reserved_size;
460f2470371SChao Yu 	d->filename = t + bitmap_size + reserved_size +
461f2470371SChao Yu 					SIZE_OF_DIR_ENTRY * entry_cnt;
4627b3cd7d6SJaegeuk Kim }
4637b3cd7d6SJaegeuk Kim 
464dbe6a5ffSJaegeuk Kim /*
465dbe6a5ffSJaegeuk Kim  * XATTR_NODE_OFFSET stores xattrs to one node block per file keeping -1
466dbe6a5ffSJaegeuk Kim  * as its node offset to distinguish from index node blocks.
467dbe6a5ffSJaegeuk Kim  * But some bits are used to mark the node block.
46839a53e0cSJaegeuk Kim  */
469dbe6a5ffSJaegeuk Kim #define XATTR_NODE_OFFSET	((((unsigned int)-1) << OFFSET_BIT_SHIFT) \
470dbe6a5ffSJaegeuk Kim 				>> OFFSET_BIT_SHIFT)
471266e97a8SJaegeuk Kim enum {
472266e97a8SJaegeuk Kim 	ALLOC_NODE,			/* allocate a new node page if needed */
473266e97a8SJaegeuk Kim 	LOOKUP_NODE,			/* look up a node without readahead */
474266e97a8SJaegeuk Kim 	LOOKUP_NODE_RA,			/*
475266e97a8SJaegeuk Kim 					 * look up a node with readahead called
4764f4124d0SChao Yu 					 * by get_data_block.
47739a53e0cSJaegeuk Kim 					 */
478266e97a8SJaegeuk Kim };
479266e97a8SJaegeuk Kim 
480a6db67f0SJaegeuk Kim #define F2FS_LINK_MAX	0xffffffff	/* maximum link count per file */
48139a53e0cSJaegeuk Kim 
482817202d9SChao Yu #define MAX_DIR_RA_PAGES	4	/* maximum ra pages of dir */
483817202d9SChao Yu 
48413054c54SChao Yu /* vector size for gang look-up from extent cache that consists of radix tree */
48513054c54SChao Yu #define EXT_TREE_VEC_SIZE	64
48613054c54SChao Yu 
48739a53e0cSJaegeuk Kim /* for in-memory extent cache entry */
48813054c54SChao Yu #define F2FS_MIN_EXTENT_LEN	64	/* minimum extent length */
48913054c54SChao Yu 
49013054c54SChao Yu /* number of extent info in extent cache we try to shrink */
49113054c54SChao Yu #define EXTENT_CACHE_SHRINK_NUMBER	128
492c11abd1aSJaegeuk Kim 
49354c2258cSChao Yu struct rb_entry {
49454c2258cSChao Yu 	struct rb_node rb_node;		/* rb node located in rb-tree */
49554c2258cSChao Yu 	unsigned int ofs;		/* start offset of the entry */
49654c2258cSChao Yu 	unsigned int len;		/* length of the entry */
49754c2258cSChao Yu };
49854c2258cSChao Yu 
49939a53e0cSJaegeuk Kim struct extent_info {
50039a53e0cSJaegeuk Kim 	unsigned int fofs;		/* start offset in a file */
501111d2495SMasanari Iida 	unsigned int len;		/* length of the extent */
50254c2258cSChao Yu 	u32 blk;			/* start block address of the extent */
50339a53e0cSJaegeuk Kim };
50439a53e0cSJaegeuk Kim 
50513054c54SChao Yu struct extent_node {
50654c2258cSChao Yu 	struct rb_node rb_node;
50754c2258cSChao Yu 	union {
50854c2258cSChao Yu 		struct {
50954c2258cSChao Yu 			unsigned int fofs;
51054c2258cSChao Yu 			unsigned int len;
51154c2258cSChao Yu 			u32 blk;
51254c2258cSChao Yu 		};
51313054c54SChao Yu 		struct extent_info ei;	/* extent info */
51454c2258cSChao Yu 
51554c2258cSChao Yu 	};
51654c2258cSChao Yu 	struct list_head list;		/* node in global extent list of sbi */
517201ef5e0SHou Pengyang 	struct extent_tree *et;		/* extent tree pointer */
51813054c54SChao Yu };
51913054c54SChao Yu 
52013054c54SChao Yu struct extent_tree {
52113054c54SChao Yu 	nid_t ino;			/* inode number */
52213054c54SChao Yu 	struct rb_root root;		/* root of extent info rb-tree */
52362c8af65SChao Yu 	struct extent_node *cached_en;	/* recently accessed extent node */
5243e72f721SJaegeuk Kim 	struct extent_info largest;	/* largested extent info */
525137d09f0SJaegeuk Kim 	struct list_head list;		/* to be used by sbi->zombie_list */
52613054c54SChao Yu 	rwlock_t lock;			/* protect extent info rb-tree */
52768e35385SChao Yu 	atomic_t node_cnt;		/* # of extent node in rb-tree*/
52813054c54SChao Yu };
52913054c54SChao Yu 
53039a53e0cSJaegeuk Kim /*
531003a3e1dSJaegeuk Kim  * This structure is taken from ext4_map_blocks.
532003a3e1dSJaegeuk Kim  *
533003a3e1dSJaegeuk Kim  * Note that, however, f2fs uses NEW and MAPPED flags for f2fs_map_blocks().
534003a3e1dSJaegeuk Kim  */
535003a3e1dSJaegeuk Kim #define F2FS_MAP_NEW		(1 << BH_New)
536003a3e1dSJaegeuk Kim #define F2FS_MAP_MAPPED		(1 << BH_Mapped)
5377f63eb77SJaegeuk Kim #define F2FS_MAP_UNWRITTEN	(1 << BH_Unwritten)
5387f63eb77SJaegeuk Kim #define F2FS_MAP_FLAGS		(F2FS_MAP_NEW | F2FS_MAP_MAPPED |\
5397f63eb77SJaegeuk Kim 				F2FS_MAP_UNWRITTEN)
540003a3e1dSJaegeuk Kim 
541003a3e1dSJaegeuk Kim struct f2fs_map_blocks {
542003a3e1dSJaegeuk Kim 	block_t m_pblk;
543003a3e1dSJaegeuk Kim 	block_t m_lblk;
544003a3e1dSJaegeuk Kim 	unsigned int m_len;
545003a3e1dSJaegeuk Kim 	unsigned int m_flags;
546da85985cSChao Yu 	pgoff_t *m_next_pgofs;		/* point next possible non-hole pgofs */
547003a3e1dSJaegeuk Kim };
548003a3e1dSJaegeuk Kim 
549e2b4e2bcSChao Yu /* for flag in get_data_block */
550f2220c7fSQiuyang Sun enum {
551f2220c7fSQiuyang Sun 	F2FS_GET_BLOCK_DEFAULT,
552f2220c7fSQiuyang Sun 	F2FS_GET_BLOCK_FIEMAP,
553f2220c7fSQiuyang Sun 	F2FS_GET_BLOCK_BMAP,
554f2220c7fSQiuyang Sun 	F2FS_GET_BLOCK_PRE_DIO,
555f2220c7fSQiuyang Sun 	F2FS_GET_BLOCK_PRE_AIO,
556f2220c7fSQiuyang Sun };
557e2b4e2bcSChao Yu 
558003a3e1dSJaegeuk Kim /*
55939a53e0cSJaegeuk Kim  * i_advise uses FADVISE_XXX_BIT. We can add additional hints later.
56039a53e0cSJaegeuk Kim  */
56139a53e0cSJaegeuk Kim #define FADVISE_COLD_BIT	0x01
562354a3399SJaegeuk Kim #define FADVISE_LOST_PINO_BIT	0x02
563cde4de12SJaegeuk Kim #define FADVISE_ENCRYPT_BIT	0x04
564e7d55452SJaegeuk Kim #define FADVISE_ENC_NAME_BIT	0x08
56526787236SJaegeuk Kim #define FADVISE_KEEP_SIZE_BIT	0x10
56639a53e0cSJaegeuk Kim 
567b5492af7SJaegeuk Kim #define file_is_cold(inode)	is_file(inode, FADVISE_COLD_BIT)
568b5492af7SJaegeuk Kim #define file_wrong_pino(inode)	is_file(inode, FADVISE_LOST_PINO_BIT)
569b5492af7SJaegeuk Kim #define file_set_cold(inode)	set_file(inode, FADVISE_COLD_BIT)
570b5492af7SJaegeuk Kim #define file_lost_pino(inode)	set_file(inode, FADVISE_LOST_PINO_BIT)
571b5492af7SJaegeuk Kim #define file_clear_cold(inode)	clear_file(inode, FADVISE_COLD_BIT)
572b5492af7SJaegeuk Kim #define file_got_pino(inode)	clear_file(inode, FADVISE_LOST_PINO_BIT)
573cde4de12SJaegeuk Kim #define file_is_encrypt(inode)	is_file(inode, FADVISE_ENCRYPT_BIT)
574cde4de12SJaegeuk Kim #define file_set_encrypt(inode)	set_file(inode, FADVISE_ENCRYPT_BIT)
575cde4de12SJaegeuk Kim #define file_clear_encrypt(inode) clear_file(inode, FADVISE_ENCRYPT_BIT)
576e7d55452SJaegeuk Kim #define file_enc_name(inode)	is_file(inode, FADVISE_ENC_NAME_BIT)
577e7d55452SJaegeuk Kim #define file_set_enc_name(inode) set_file(inode, FADVISE_ENC_NAME_BIT)
57826787236SJaegeuk Kim #define file_keep_isize(inode)	is_file(inode, FADVISE_KEEP_SIZE_BIT)
57926787236SJaegeuk Kim #define file_set_keep_isize(inode) set_file(inode, FADVISE_KEEP_SIZE_BIT)
580cde4de12SJaegeuk Kim 
581ab9fa662SJaegeuk Kim #define DEF_DIR_LEVEL		0
582ab9fa662SJaegeuk Kim 
58339a53e0cSJaegeuk Kim struct f2fs_inode_info {
58439a53e0cSJaegeuk Kim 	struct inode vfs_inode;		/* serve a vfs inode */
58539a53e0cSJaegeuk Kim 	unsigned long i_flags;		/* keep an inode flags for ioctl */
58639a53e0cSJaegeuk Kim 	unsigned char i_advise;		/* use to give file attribute hints */
58738431545SJaegeuk Kim 	unsigned char i_dir_level;	/* use for dentry level for large dir */
58839a53e0cSJaegeuk Kim 	unsigned int i_current_depth;	/* use only in directory structure */
5896666e6aaSJaegeuk Kim 	unsigned int i_pino;		/* parent inode number */
59039a53e0cSJaegeuk Kim 	umode_t i_acl_mode;		/* keep file acl mode temporarily */
59139a53e0cSJaegeuk Kim 
59239a53e0cSJaegeuk Kim 	/* Use below internally in f2fs*/
59339a53e0cSJaegeuk Kim 	unsigned long flags;		/* use to pass per-file flags */
594d928bfbfSJaegeuk Kim 	struct rw_semaphore i_sem;	/* protect fi info */
595204706c7SJaegeuk Kim 	atomic_t dirty_pages;		/* # of dirty pages */
59639a53e0cSJaegeuk Kim 	f2fs_hash_t chash;		/* hash value of given file name */
59739a53e0cSJaegeuk Kim 	unsigned int clevel;		/* maximum level of given file name */
59888c5c13aSJaegeuk Kim 	struct task_struct *task;	/* lookup and create consistency */
599b0af6d49SChao Yu 	struct task_struct *cp_task;	/* separate cp/wb IO stats*/
60039a53e0cSJaegeuk Kim 	nid_t i_xattr_nid;		/* node id that contains xattrs */
60126de9b11SJaegeuk Kim 	loff_t	last_disk_size;		/* lastly written file size */
60288b88a66SJaegeuk Kim 
6030abd675eSChao Yu #ifdef CONFIG_QUOTA
6040abd675eSChao Yu 	struct dquot *i_dquot[MAXQUOTAS];
6050abd675eSChao Yu 
6060abd675eSChao Yu 	/* quota space reservation, managed internally by quota code */
6070abd675eSChao Yu 	qsize_t i_reserved_quota;
6080abd675eSChao Yu #endif
6090f18b462SJaegeuk Kim 	struct list_head dirty_list;	/* dirty list for dirs and files */
6100f18b462SJaegeuk Kim 	struct list_head gdirty_list;	/* linked in global dirty list */
61157864ae5SJaegeuk Kim 	struct list_head inmem_ilist;	/* list for inmem inodes */
61288b88a66SJaegeuk Kim 	struct list_head inmem_pages;	/* inmemory pages managed by f2fs */
6137a10f017SJaegeuk Kim 	struct task_struct *inmem_task;	/* store inmemory task */
61488b88a66SJaegeuk Kim 	struct mutex inmem_lock;	/* lock for inmemory pages */
6153e72f721SJaegeuk Kim 	struct extent_tree *extent_tree;	/* cached extent_tree entry */
61682e0a5aaSChao Yu 	struct rw_semaphore dio_rwsem[2];/* avoid racing between dio and gc */
6175a3a2d83SQiuyang Sun 	struct rw_semaphore i_mmap_sem;
61827161f13SYunlei He 	struct rw_semaphore i_xattr_sem; /* avoid racing between reading and changing EAs */
619f2470371SChao Yu 
6207a2af766SChao Yu 	int i_extra_isize;		/* size of extra space located in i_addr */
6215c57132eSChao Yu 	kprojid_t i_projid;		/* id for project quota */
6226afc662eSChao Yu 	int i_inline_xattr_size;	/* inline xattr size */
62339a53e0cSJaegeuk Kim };
62439a53e0cSJaegeuk Kim 
62539a53e0cSJaegeuk Kim static inline void get_extent_info(struct extent_info *ext,
626bd933d4fSChao Yu 					struct f2fs_extent *i_ext)
62739a53e0cSJaegeuk Kim {
628bd933d4fSChao Yu 	ext->fofs = le32_to_cpu(i_ext->fofs);
629bd933d4fSChao Yu 	ext->blk = le32_to_cpu(i_ext->blk);
630bd933d4fSChao Yu 	ext->len = le32_to_cpu(i_ext->len);
63139a53e0cSJaegeuk Kim }
63239a53e0cSJaegeuk Kim 
63339a53e0cSJaegeuk Kim static inline void set_raw_extent(struct extent_info *ext,
63439a53e0cSJaegeuk Kim 					struct f2fs_extent *i_ext)
63539a53e0cSJaegeuk Kim {
63639a53e0cSJaegeuk Kim 	i_ext->fofs = cpu_to_le32(ext->fofs);
6374d0b0bd4SChao Yu 	i_ext->blk = cpu_to_le32(ext->blk);
63839a53e0cSJaegeuk Kim 	i_ext->len = cpu_to_le32(ext->len);
63939a53e0cSJaegeuk Kim }
64039a53e0cSJaegeuk Kim 
641429511cdSChao Yu static inline void set_extent_info(struct extent_info *ei, unsigned int fofs,
642429511cdSChao Yu 						u32 blk, unsigned int len)
643429511cdSChao Yu {
644429511cdSChao Yu 	ei->fofs = fofs;
645429511cdSChao Yu 	ei->blk = blk;
646429511cdSChao Yu 	ei->len = len;
647429511cdSChao Yu }
648429511cdSChao Yu 
649004b6862SChao Yu static inline bool __is_discard_mergeable(struct discard_info *back,
650004b6862SChao Yu 						struct discard_info *front)
651004b6862SChao Yu {
652004b6862SChao Yu 	return back->lstart + back->len == front->lstart;
653004b6862SChao Yu }
654004b6862SChao Yu 
655004b6862SChao Yu static inline bool __is_discard_back_mergeable(struct discard_info *cur,
656004b6862SChao Yu 						struct discard_info *back)
657004b6862SChao Yu {
658004b6862SChao Yu 	return __is_discard_mergeable(back, cur);
659004b6862SChao Yu }
660004b6862SChao Yu 
661004b6862SChao Yu static inline bool __is_discard_front_mergeable(struct discard_info *cur,
662004b6862SChao Yu 						struct discard_info *front)
663004b6862SChao Yu {
664004b6862SChao Yu 	return __is_discard_mergeable(cur, front);
665004b6862SChao Yu }
666004b6862SChao Yu 
667429511cdSChao Yu static inline bool __is_extent_mergeable(struct extent_info *back,
668429511cdSChao Yu 						struct extent_info *front)
669429511cdSChao Yu {
670429511cdSChao Yu 	return (back->fofs + back->len == front->fofs &&
671429511cdSChao Yu 			back->blk + back->len == front->blk);
672429511cdSChao Yu }
673429511cdSChao Yu 
674429511cdSChao Yu static inline bool __is_back_mergeable(struct extent_info *cur,
675429511cdSChao Yu 						struct extent_info *back)
676429511cdSChao Yu {
677429511cdSChao Yu 	return __is_extent_mergeable(back, cur);
678429511cdSChao Yu }
679429511cdSChao Yu 
680429511cdSChao Yu static inline bool __is_front_mergeable(struct extent_info *cur,
681429511cdSChao Yu 						struct extent_info *front)
682429511cdSChao Yu {
683429511cdSChao Yu 	return __is_extent_mergeable(cur, front);
684429511cdSChao Yu }
685429511cdSChao Yu 
686cac5a3d8SDongOh Shin extern void f2fs_mark_inode_dirty_sync(struct inode *inode, bool sync);
687205b9822SJaegeuk Kim static inline void __try_update_largest_extent(struct inode *inode,
688205b9822SJaegeuk Kim 			struct extent_tree *et, struct extent_node *en)
6894abd3f5aSChao Yu {
690205b9822SJaegeuk Kim 	if (en->ei.len > et->largest.len) {
6914abd3f5aSChao Yu 		et->largest = en->ei;
6927c45729aSJaegeuk Kim 		f2fs_mark_inode_dirty_sync(inode, true);
693205b9822SJaegeuk Kim 	}
6944abd3f5aSChao Yu }
6954abd3f5aSChao Yu 
6969a4ffdf5SChao Yu /*
6979a4ffdf5SChao Yu  * For free nid management
6989a4ffdf5SChao Yu  */
6999a4ffdf5SChao Yu enum nid_state {
7009a4ffdf5SChao Yu 	FREE_NID,		/* newly added to free nid list */
7019a4ffdf5SChao Yu 	PREALLOC_NID,		/* it is preallocated */
7029a4ffdf5SChao Yu 	MAX_NID_STATE,
703b8559dc2SChao Yu };
704b8559dc2SChao Yu 
70539a53e0cSJaegeuk Kim struct f2fs_nm_info {
70639a53e0cSJaegeuk Kim 	block_t nat_blkaddr;		/* base disk address of NAT */
70739a53e0cSJaegeuk Kim 	nid_t max_nid;			/* maximum possible node ids */
70804d47e67SChao Yu 	nid_t available_nids;		/* # of available node ids */
70939a53e0cSJaegeuk Kim 	nid_t next_scan_nid;		/* the next nid to be scanned */
710cdfc41c1SJaegeuk Kim 	unsigned int ram_thresh;	/* control the memory footprint */
711ea1a29a0SChao Yu 	unsigned int ra_nid_pages;	/* # of nid pages to be readaheaded */
7122304cb0cSChao Yu 	unsigned int dirty_nats_ratio;	/* control dirty nats ratio threshold */
71339a53e0cSJaegeuk Kim 
71439a53e0cSJaegeuk Kim 	/* NAT cache management */
71539a53e0cSJaegeuk Kim 	struct radix_tree_root nat_root;/* root of the nat entry cache */
716309cc2b6SJaegeuk Kim 	struct radix_tree_root nat_set_root;/* root of the nat set cache */
717b873b798SJaegeuk Kim 	struct rw_semaphore nat_tree_lock;	/* protect nat_tree_lock */
71839a53e0cSJaegeuk Kim 	struct list_head nat_entries;	/* cached nat entry list (clean) */
719309cc2b6SJaegeuk Kim 	unsigned int nat_cnt;		/* the # of cached nat entries */
720aec71382SChao Yu 	unsigned int dirty_nat_cnt;	/* total num of nat entries in set */
72122ad0b6aSJaegeuk Kim 	unsigned int nat_blocks;	/* # of nat blocks */
72239a53e0cSJaegeuk Kim 
72339a53e0cSJaegeuk Kim 	/* free node ids management */
7248a7ed66aSJaegeuk Kim 	struct radix_tree_root free_nid_root;/* root of the free_nid cache */
7259a4ffdf5SChao Yu 	struct list_head free_nid_list;		/* list for free nids excluding preallocated nids */
7269a4ffdf5SChao Yu 	unsigned int nid_cnt[MAX_NID_STATE];	/* the number of free node id */
727b8559dc2SChao Yu 	spinlock_t nid_list_lock;	/* protect nid lists ops */
72839a53e0cSJaegeuk Kim 	struct mutex build_lock;	/* lock for build free nids */
7294ac91242SChao Yu 	unsigned char (*free_nid_bitmap)[NAT_ENTRY_BITMAP_SIZE];
7304ac91242SChao Yu 	unsigned char *nat_block_bitmap;
731586d1492SChao Yu 	unsigned short *free_nid_count;	/* free nid count of NAT block */
73239a53e0cSJaegeuk Kim 
73339a53e0cSJaegeuk Kim 	/* for checkpoint */
73439a53e0cSJaegeuk Kim 	char *nat_bitmap;		/* NAT bitmap pointer */
73522ad0b6aSJaegeuk Kim 
73622ad0b6aSJaegeuk Kim 	unsigned int nat_bits_blocks;	/* # of nat bits blocks */
73722ad0b6aSJaegeuk Kim 	unsigned char *nat_bits;	/* NAT bits blocks */
73822ad0b6aSJaegeuk Kim 	unsigned char *full_nat_bits;	/* full NAT pages */
73922ad0b6aSJaegeuk Kim 	unsigned char *empty_nat_bits;	/* empty NAT pages */
740599a09b2SChao Yu #ifdef CONFIG_F2FS_CHECK_FS
741599a09b2SChao Yu 	char *nat_bitmap_mir;		/* NAT bitmap mirror */
742599a09b2SChao Yu #endif
74339a53e0cSJaegeuk Kim 	int bitmap_size;		/* bitmap size */
74439a53e0cSJaegeuk Kim };
74539a53e0cSJaegeuk Kim 
74639a53e0cSJaegeuk Kim /*
74739a53e0cSJaegeuk Kim  * this structure is used as one of function parameters.
74839a53e0cSJaegeuk Kim  * all the information are dedicated to a given direct node block determined
74939a53e0cSJaegeuk Kim  * by the data offset in a file.
75039a53e0cSJaegeuk Kim  */
75139a53e0cSJaegeuk Kim struct dnode_of_data {
75239a53e0cSJaegeuk Kim 	struct inode *inode;		/* vfs inode pointer */
75339a53e0cSJaegeuk Kim 	struct page *inode_page;	/* its inode page, NULL is possible */
75439a53e0cSJaegeuk Kim 	struct page *node_page;		/* cached direct node page */
75539a53e0cSJaegeuk Kim 	nid_t nid;			/* node id of the direct node block */
75639a53e0cSJaegeuk Kim 	unsigned int ofs_in_node;	/* data offset in the node page */
75739a53e0cSJaegeuk Kim 	bool inode_page_locked;		/* inode page is locked or not */
75893bae099SJaegeuk Kim 	bool node_changed;		/* is node block changed */
7593cf45747SChao Yu 	char cur_level;			/* level of hole node page */
7603cf45747SChao Yu 	char max_level;			/* level of current page located */
76139a53e0cSJaegeuk Kim 	block_t	data_blkaddr;		/* block address of the node block */
76239a53e0cSJaegeuk Kim };
76339a53e0cSJaegeuk Kim 
76439a53e0cSJaegeuk Kim static inline void set_new_dnode(struct dnode_of_data *dn, struct inode *inode,
76539a53e0cSJaegeuk Kim 		struct page *ipage, struct page *npage, nid_t nid)
76639a53e0cSJaegeuk Kim {
767d66d1f76SJaegeuk Kim 	memset(dn, 0, sizeof(*dn));
76839a53e0cSJaegeuk Kim 	dn->inode = inode;
76939a53e0cSJaegeuk Kim 	dn->inode_page = ipage;
77039a53e0cSJaegeuk Kim 	dn->node_page = npage;
77139a53e0cSJaegeuk Kim 	dn->nid = nid;
77239a53e0cSJaegeuk Kim }
77339a53e0cSJaegeuk Kim 
77439a53e0cSJaegeuk Kim /*
77539a53e0cSJaegeuk Kim  * For SIT manager
77639a53e0cSJaegeuk Kim  *
77739a53e0cSJaegeuk Kim  * By default, there are 6 active log areas across the whole main area.
77839a53e0cSJaegeuk Kim  * When considering hot and cold data separation to reduce cleaning overhead,
77939a53e0cSJaegeuk Kim  * we split 3 for data logs and 3 for node logs as hot, warm, and cold types,
78039a53e0cSJaegeuk Kim  * respectively.
78139a53e0cSJaegeuk Kim  * In the current design, you should not change the numbers intentionally.
78239a53e0cSJaegeuk Kim  * Instead, as a mount option such as active_logs=x, you can use 2, 4, and 6
78339a53e0cSJaegeuk Kim  * logs individually according to the underlying devices. (default: 6)
78439a53e0cSJaegeuk Kim  * Just in case, on-disk layout covers maximum 16 logs that consist of 8 for
78539a53e0cSJaegeuk Kim  * data and 8 for node logs.
78639a53e0cSJaegeuk Kim  */
78739a53e0cSJaegeuk Kim #define	NR_CURSEG_DATA_TYPE	(3)
78839a53e0cSJaegeuk Kim #define NR_CURSEG_NODE_TYPE	(3)
78939a53e0cSJaegeuk Kim #define NR_CURSEG_TYPE	(NR_CURSEG_DATA_TYPE + NR_CURSEG_NODE_TYPE)
79039a53e0cSJaegeuk Kim 
79139a53e0cSJaegeuk Kim enum {
79239a53e0cSJaegeuk Kim 	CURSEG_HOT_DATA	= 0,	/* directory entry blocks */
79339a53e0cSJaegeuk Kim 	CURSEG_WARM_DATA,	/* data blocks */
79439a53e0cSJaegeuk Kim 	CURSEG_COLD_DATA,	/* multimedia or GCed data blocks */
79539a53e0cSJaegeuk Kim 	CURSEG_HOT_NODE,	/* direct node blocks of directory files */
79639a53e0cSJaegeuk Kim 	CURSEG_WARM_NODE,	/* direct node blocks of normal files */
79739a53e0cSJaegeuk Kim 	CURSEG_COLD_NODE,	/* indirect node blocks */
79838aa0889SJaegeuk Kim 	NO_CHECK_TYPE,
79939a53e0cSJaegeuk Kim };
80039a53e0cSJaegeuk Kim 
8016b4afdd7SJaegeuk Kim struct flush_cmd {
8026b4afdd7SJaegeuk Kim 	struct completion wait;
803721bd4d5SGu Zheng 	struct llist_node llnode;
80439d787beSChao Yu 	nid_t ino;
8056b4afdd7SJaegeuk Kim 	int ret;
8066b4afdd7SJaegeuk Kim };
8076b4afdd7SJaegeuk Kim 
808a688b9d9SGu Zheng struct flush_cmd_control {
809a688b9d9SGu Zheng 	struct task_struct *f2fs_issue_flush;	/* flush thread */
810a688b9d9SGu Zheng 	wait_queue_head_t flush_wait_queue;	/* waiting queue for wake-up */
8118b8dd65fSChao Yu 	atomic_t issued_flush;			/* # of issued flushes */
8128b8dd65fSChao Yu 	atomic_t issing_flush;			/* # of issing flushes */
813721bd4d5SGu Zheng 	struct llist_head issue_list;		/* list for command issue */
814721bd4d5SGu Zheng 	struct llist_node *dispatch_list;	/* list for command dispatch */
815a688b9d9SGu Zheng };
816a688b9d9SGu Zheng 
81739a53e0cSJaegeuk Kim struct f2fs_sm_info {
81839a53e0cSJaegeuk Kim 	struct sit_info *sit_info;		/* whole segment information */
81939a53e0cSJaegeuk Kim 	struct free_segmap_info *free_info;	/* free segment information */
82039a53e0cSJaegeuk Kim 	struct dirty_seglist_info *dirty_info;	/* dirty segment information */
82139a53e0cSJaegeuk Kim 	struct curseg_info *curseg_array;	/* active segment information */
82239a53e0cSJaegeuk Kim 
82339a53e0cSJaegeuk Kim 	block_t seg0_blkaddr;		/* block address of 0'th segment */
82439a53e0cSJaegeuk Kim 	block_t main_blkaddr;		/* start block address of main area */
82539a53e0cSJaegeuk Kim 	block_t ssa_blkaddr;		/* start block address of SSA area */
82639a53e0cSJaegeuk Kim 
82739a53e0cSJaegeuk Kim 	unsigned int segment_count;	/* total # of segments */
82839a53e0cSJaegeuk Kim 	unsigned int main_segments;	/* # of segments in main area */
82939a53e0cSJaegeuk Kim 	unsigned int reserved_segments;	/* # of reserved segments */
83039a53e0cSJaegeuk Kim 	unsigned int ovp_segments;	/* # of overprovision segments */
83181eb8d6eSJaegeuk Kim 
83281eb8d6eSJaegeuk Kim 	/* a threshold to reclaim prefree segments */
83381eb8d6eSJaegeuk Kim 	unsigned int rec_prefree_segments;
8347fd9e544SJaegeuk Kim 
835bba681cbSJaegeuk Kim 	/* for batched trimming */
836bba681cbSJaegeuk Kim 	unsigned int trim_sections;		/* # of sections to trim */
837bba681cbSJaegeuk Kim 
838184a5cd2SChao Yu 	struct list_head sit_entry_set;	/* sit entry set list */
839184a5cd2SChao Yu 
840216fbd64SJaegeuk Kim 	unsigned int ipu_policy;	/* in-place-update policy */
841216fbd64SJaegeuk Kim 	unsigned int min_ipu_util;	/* in-place-update threshold */
842c1ce1b02SJaegeuk Kim 	unsigned int min_fsync_blocks;	/* threshold for fsync */
843ef095d19SJaegeuk Kim 	unsigned int min_hot_blocks;	/* threshold for hot block allocation */
844a2a12b67SChao Yu 	unsigned int min_ssr_sections;	/* threshold to trigger SSR allocation */
8456b4afdd7SJaegeuk Kim 
8466b4afdd7SJaegeuk Kim 	/* for flush command control */
847b01a9201SJaegeuk Kim 	struct flush_cmd_control *fcc_info;
848a688b9d9SGu Zheng 
8490b54fb84SJaegeuk Kim 	/* for discard command control */
8500b54fb84SJaegeuk Kim 	struct discard_cmd_control *dcc_info;
85139a53e0cSJaegeuk Kim };
85239a53e0cSJaegeuk Kim 
85339a53e0cSJaegeuk Kim /*
85439a53e0cSJaegeuk Kim  * For superblock
85539a53e0cSJaegeuk Kim  */
85639a53e0cSJaegeuk Kim /*
85739a53e0cSJaegeuk Kim  * COUNT_TYPE for monitoring
85839a53e0cSJaegeuk Kim  *
85939a53e0cSJaegeuk Kim  * f2fs monitors the number of several block types such as on-writeback,
86039a53e0cSJaegeuk Kim  * dirty dentry blocks, dirty node blocks, and dirty meta blocks.
86139a53e0cSJaegeuk Kim  */
86236951b38SChao Yu #define WB_DATA_TYPE(p)	(__is_cp_guaranteed(p) ? F2FS_WB_CP_DATA : F2FS_WB_DATA)
86339a53e0cSJaegeuk Kim enum count_type {
86439a53e0cSJaegeuk Kim 	F2FS_DIRTY_DENTS,
865c227f912SChao Yu 	F2FS_DIRTY_DATA,
86639a53e0cSJaegeuk Kim 	F2FS_DIRTY_NODES,
86739a53e0cSJaegeuk Kim 	F2FS_DIRTY_META,
8688dcf2ff7SJaegeuk Kim 	F2FS_INMEM_PAGES,
8690f18b462SJaegeuk Kim 	F2FS_DIRTY_IMETA,
87036951b38SChao Yu 	F2FS_WB_CP_DATA,
87136951b38SChao Yu 	F2FS_WB_DATA,
87239a53e0cSJaegeuk Kim 	NR_COUNT_TYPE,
87339a53e0cSJaegeuk Kim };
87439a53e0cSJaegeuk Kim 
87539a53e0cSJaegeuk Kim /*
876e1c42045Sarter97  * The below are the page types of bios used in submit_bio().
87739a53e0cSJaegeuk Kim  * The available types are:
87839a53e0cSJaegeuk Kim  * DATA			User data pages. It operates as async mode.
87939a53e0cSJaegeuk Kim  * NODE			Node pages. It operates as async mode.
88039a53e0cSJaegeuk Kim  * META			FS metadata pages such as SIT, NAT, CP.
88139a53e0cSJaegeuk Kim  * NR_PAGE_TYPE		The number of page types.
88239a53e0cSJaegeuk Kim  * META_FLUSH		Make sure the previous pages are written
88339a53e0cSJaegeuk Kim  *			with waiting the bio's completion
88439a53e0cSJaegeuk Kim  * ...			Only can be used with META.
88539a53e0cSJaegeuk Kim  */
8867d5e5109SJaegeuk Kim #define PAGE_TYPE_OF_BIO(type)	((type) > META ? META : (type))
88739a53e0cSJaegeuk Kim enum page_type {
88839a53e0cSJaegeuk Kim 	DATA,
88939a53e0cSJaegeuk Kim 	NODE,
89039a53e0cSJaegeuk Kim 	META,
89139a53e0cSJaegeuk Kim 	NR_PAGE_TYPE,
89239a53e0cSJaegeuk Kim 	META_FLUSH,
8938ce67cb0SJaegeuk Kim 	INMEM,		/* the below types are used by tracepoints only. */
8948ce67cb0SJaegeuk Kim 	INMEM_DROP,
8958c242db9SJaegeuk Kim 	INMEM_INVALIDATE,
89628bc106bSChao Yu 	INMEM_REVOKE,
8978ce67cb0SJaegeuk Kim 	IPU,
8988ce67cb0SJaegeuk Kim 	OPU,
89939a53e0cSJaegeuk Kim };
90039a53e0cSJaegeuk Kim 
901a912b54dSJaegeuk Kim enum temp_type {
902a912b54dSJaegeuk Kim 	HOT = 0,	/* must be zero for meta bio */
903a912b54dSJaegeuk Kim 	WARM,
904a912b54dSJaegeuk Kim 	COLD,
905a912b54dSJaegeuk Kim 	NR_TEMP_TYPE,
906a912b54dSJaegeuk Kim };
907a912b54dSJaegeuk Kim 
908cc15620bSJaegeuk Kim enum need_lock_type {
909cc15620bSJaegeuk Kim 	LOCK_REQ = 0,
910cc15620bSJaegeuk Kim 	LOCK_DONE,
911cc15620bSJaegeuk Kim 	LOCK_RETRY,
912cc15620bSJaegeuk Kim };
913cc15620bSJaegeuk Kim 
914b0af6d49SChao Yu enum iostat_type {
915b0af6d49SChao Yu 	APP_DIRECT_IO,			/* app direct IOs */
916b0af6d49SChao Yu 	APP_BUFFERED_IO,		/* app buffered IOs */
917b0af6d49SChao Yu 	APP_WRITE_IO,			/* app write IOs */
918b0af6d49SChao Yu 	APP_MAPPED_IO,			/* app mapped IOs */
919b0af6d49SChao Yu 	FS_DATA_IO,			/* data IOs from kworker/fsync/reclaimer */
920b0af6d49SChao Yu 	FS_NODE_IO,			/* node IOs from kworker/fsync/reclaimer */
921b0af6d49SChao Yu 	FS_META_IO,			/* meta IOs from kworker/reclaimer */
922b0af6d49SChao Yu 	FS_GC_DATA_IO,			/* data IOs from forground gc */
923b0af6d49SChao Yu 	FS_GC_NODE_IO,			/* node IOs from forground gc */
924b0af6d49SChao Yu 	FS_CP_DATA_IO,			/* data IOs from checkpoint */
925b0af6d49SChao Yu 	FS_CP_NODE_IO,			/* node IOs from checkpoint */
926b0af6d49SChao Yu 	FS_CP_META_IO,			/* meta IOs from checkpoint */
927b0af6d49SChao Yu 	FS_DISCARD,			/* discard */
928b0af6d49SChao Yu 	NR_IO_TYPE,
929b0af6d49SChao Yu };
930b0af6d49SChao Yu 
931458e6197SJaegeuk Kim struct f2fs_io_info {
93205ca3632SJaegeuk Kim 	struct f2fs_sb_info *sbi;	/* f2fs_sb_info pointer */
93339d787beSChao Yu 	nid_t ino;		/* inode number */
934458e6197SJaegeuk Kim 	enum page_type type;	/* contains DATA/NODE/META/META_FLUSH */
935a912b54dSJaegeuk Kim 	enum temp_type temp;	/* contains HOT/WARM/COLD */
93604d328deSMike Christie 	int op;			/* contains REQ_OP_ */
937ef295ecfSChristoph Hellwig 	int op_flags;		/* req_flag_bits */
9387a9d7548SChao Yu 	block_t new_blkaddr;	/* new block address to be written */
93928bc106bSChao Yu 	block_t old_blkaddr;	/* old block address before Cow */
94005ca3632SJaegeuk Kim 	struct page *page;	/* page to be written */
9414375a336SJaegeuk Kim 	struct page *encrypted_page;	/* encrypted page */
942fb830fc5SChao Yu 	struct list_head list;		/* serialize IOs */
943d68f735bSJaegeuk Kim 	bool submitted;		/* indicate IO submission */
944cc15620bSJaegeuk Kim 	int need_lock;		/* indicate we need to lock cp_rwsem */
945fb830fc5SChao Yu 	bool in_list;		/* indicate fio is in io_list */
946b0af6d49SChao Yu 	enum iostat_type io_type;	/* io type */
947458e6197SJaegeuk Kim };
948458e6197SJaegeuk Kim 
94968afcf2dSTomohiro Kusumi #define is_read_io(rw) ((rw) == READ)
9501ff7bd3bSJaegeuk Kim struct f2fs_bio_info {
951458e6197SJaegeuk Kim 	struct f2fs_sb_info *sbi;	/* f2fs superblock */
9521ff7bd3bSJaegeuk Kim 	struct bio *bio;		/* bios to merge */
9531ff7bd3bSJaegeuk Kim 	sector_t last_block_in_bio;	/* last block number */
954458e6197SJaegeuk Kim 	struct f2fs_io_info fio;	/* store buffered io info. */
955df0f8dc0SChao Yu 	struct rw_semaphore io_rwsem;	/* blocking op for bio */
956fb830fc5SChao Yu 	spinlock_t io_lock;		/* serialize DATA/NODE IOs */
957fb830fc5SChao Yu 	struct list_head io_list;	/* track fios */
9581ff7bd3bSJaegeuk Kim };
9591ff7bd3bSJaegeuk Kim 
9603c62be17SJaegeuk Kim #define FDEV(i)				(sbi->devs[i])
9613c62be17SJaegeuk Kim #define RDEV(i)				(raw_super->devs[i])
9623c62be17SJaegeuk Kim struct f2fs_dev_info {
9633c62be17SJaegeuk Kim 	struct block_device *bdev;
9643c62be17SJaegeuk Kim 	char path[MAX_PATH_LEN];
9653c62be17SJaegeuk Kim 	unsigned int total_segments;
9663c62be17SJaegeuk Kim 	block_t start_blk;
9673c62be17SJaegeuk Kim 	block_t end_blk;
9683c62be17SJaegeuk Kim #ifdef CONFIG_BLK_DEV_ZONED
9693c62be17SJaegeuk Kim 	unsigned int nr_blkz;			/* Total number of zones */
9703c62be17SJaegeuk Kim 	u8 *blkz_type;				/* Array of zones type */
9713c62be17SJaegeuk Kim #endif
9723c62be17SJaegeuk Kim };
9733c62be17SJaegeuk Kim 
974c227f912SChao Yu enum inode_type {
975c227f912SChao Yu 	DIR_INODE,			/* for dirty dir inode */
976c227f912SChao Yu 	FILE_INODE,			/* for dirty regular/symlink inode */
9770f18b462SJaegeuk Kim 	DIRTY_META,			/* for all dirtied inode metadata */
97857864ae5SJaegeuk Kim 	ATOMIC_FILE,			/* for all atomic files */
979c227f912SChao Yu 	NR_INODE_TYPE,
980c227f912SChao Yu };
981c227f912SChao Yu 
98267298804SChao Yu /* for inner inode cache management */
98367298804SChao Yu struct inode_management {
98467298804SChao Yu 	struct radix_tree_root ino_root;	/* ino entry array */
98567298804SChao Yu 	spinlock_t ino_lock;			/* for ino entry lock */
98667298804SChao Yu 	struct list_head ino_list;		/* inode list head */
98767298804SChao Yu 	unsigned long ino_num;			/* number of entries */
98867298804SChao Yu };
98967298804SChao Yu 
990caf0047eSChao Yu /* For s_flag in struct f2fs_sb_info */
991caf0047eSChao Yu enum {
992caf0047eSChao Yu 	SBI_IS_DIRTY,				/* dirty flag for checkpoint */
993caf0047eSChao Yu 	SBI_IS_CLOSE,				/* specify unmounting */
994caf0047eSChao Yu 	SBI_NEED_FSCK,				/* need fsck.f2fs to fix */
995caf0047eSChao Yu 	SBI_POR_DOING,				/* recovery is doing or not */
996df728b0fSJaegeuk Kim 	SBI_NEED_SB_WRITE,			/* need to recover superblock */
997bbf156f7SJaegeuk Kim 	SBI_NEED_CP,				/* need to checkpoint */
998caf0047eSChao Yu };
999caf0047eSChao Yu 
10006beceb54SJaegeuk Kim enum {
10016beceb54SJaegeuk Kim 	CP_TIME,
1002d0239e1bSJaegeuk Kim 	REQ_TIME,
10036beceb54SJaegeuk Kim 	MAX_TIME,
10046beceb54SJaegeuk Kim };
10056beceb54SJaegeuk Kim 
100639a53e0cSJaegeuk Kim struct f2fs_sb_info {
100739a53e0cSJaegeuk Kim 	struct super_block *sb;			/* pointer to VFS super block */
10085e176d54SJaegeuk Kim 	struct proc_dir_entry *s_proc;		/* proc entry */
100939a53e0cSJaegeuk Kim 	struct f2fs_super_block *raw_super;	/* raw super block pointer */
1010e8240f65SChao Yu 	int valid_super_block;			/* valid super block no */
1011fadb2fb8SChao Yu 	unsigned long s_flag;				/* flags for sbi */
101239a53e0cSJaegeuk Kim 
1013178053e2SDamien Le Moal #ifdef CONFIG_BLK_DEV_ZONED
1014178053e2SDamien Le Moal 	unsigned int blocks_per_blkz;		/* F2FS blocks per zone */
1015178053e2SDamien Le Moal 	unsigned int log_blocks_per_blkz;	/* log2 F2FS blocks per zone */
1016178053e2SDamien Le Moal #endif
1017178053e2SDamien Le Moal 
101839a53e0cSJaegeuk Kim 	/* for node-related operations */
101939a53e0cSJaegeuk Kim 	struct f2fs_nm_info *nm_info;		/* node manager */
102039a53e0cSJaegeuk Kim 	struct inode *node_inode;		/* cache node blocks */
102139a53e0cSJaegeuk Kim 
102239a53e0cSJaegeuk Kim 	/* for segment-related operations */
102339a53e0cSJaegeuk Kim 	struct f2fs_sm_info *sm_info;		/* segment manager */
10241ff7bd3bSJaegeuk Kim 
10251ff7bd3bSJaegeuk Kim 	/* for bio operations */
1026a912b54dSJaegeuk Kim 	struct f2fs_bio_info *write_io[NR_PAGE_TYPE];	/* for write bios */
1027e41e6d75SChao Yu 	struct mutex wio_mutex[NR_PAGE_TYPE - 1][NR_TEMP_TYPE];
1028e41e6d75SChao Yu 						/* bio ordering for NODE/DATA */
10290a595ebaSJaegeuk Kim 	int write_io_size_bits;			/* Write IO size bits */
10300a595ebaSJaegeuk Kim 	mempool_t *write_io_dummy;		/* Dummy pages */
103139a53e0cSJaegeuk Kim 
103239a53e0cSJaegeuk Kim 	/* for checkpoint */
103339a53e0cSJaegeuk Kim 	struct f2fs_checkpoint *ckpt;		/* raw checkpoint pointer */
10348508e44aSJaegeuk Kim 	int cur_cp_pack;			/* remain current cp pack */
1035aaec2b1dSChao Yu 	spinlock_t cp_lock;			/* for flag in ckpt */
103639a53e0cSJaegeuk Kim 	struct inode *meta_inode;		/* cache meta blocks */
103739936837SJaegeuk Kim 	struct mutex cp_mutex;			/* checkpoint procedure lock */
1038b873b798SJaegeuk Kim 	struct rw_semaphore cp_rwsem;		/* blocking FS operations */
1039b3582c68SChao Yu 	struct rw_semaphore node_write;		/* locking node writes */
104059c9081bSYunlei He 	struct rw_semaphore node_change;	/* locking node change */
1041fb51b5efSChangman Lee 	wait_queue_head_t cp_wait;
10426beceb54SJaegeuk Kim 	unsigned long last_time[MAX_TIME];	/* to store time in jiffies */
10436beceb54SJaegeuk Kim 	long interval_time[MAX_TIME];		/* to store thresholds */
104439a53e0cSJaegeuk Kim 
104567298804SChao Yu 	struct inode_management im[MAX_INO_ENTRY];      /* manage inode cache */
10466451e041SJaegeuk Kim 
10476451e041SJaegeuk Kim 	/* for orphan inode, use 0'th array */
10480d47c1adSGu Zheng 	unsigned int max_orphans;		/* max orphan inodes */
104939a53e0cSJaegeuk Kim 
1050c227f912SChao Yu 	/* for inode management */
1051c227f912SChao Yu 	struct list_head inode_list[NR_INODE_TYPE];	/* dirty inode list */
1052c227f912SChao Yu 	spinlock_t inode_lock[NR_INODE_TYPE];	/* for dirty inode list lock */
105339a53e0cSJaegeuk Kim 
105413054c54SChao Yu 	/* for extent tree cache */
105513054c54SChao Yu 	struct radix_tree_root extent_tree_root;/* cache extent cache entries */
10565e8256acSYunlei He 	struct mutex extent_tree_lock;	/* locking extent radix tree */
105713054c54SChao Yu 	struct list_head extent_list;		/* lru list for shrinker */
105813054c54SChao Yu 	spinlock_t extent_lock;			/* locking extent lru list */
10597441ccefSJaegeuk Kim 	atomic_t total_ext_tree;		/* extent tree count */
1060137d09f0SJaegeuk Kim 	struct list_head zombie_list;		/* extent zombie tree list */
106174fd8d99SJaegeuk Kim 	atomic_t total_zombie_tree;		/* extent zombie tree count */
106213054c54SChao Yu 	atomic_t total_ext_node;		/* extent info count */
106313054c54SChao Yu 
106439a53e0cSJaegeuk Kim 	/* basic filesystem units */
106539a53e0cSJaegeuk Kim 	unsigned int log_sectors_per_block;	/* log2 sectors per block */
106639a53e0cSJaegeuk Kim 	unsigned int log_blocksize;		/* log2 block size */
106739a53e0cSJaegeuk Kim 	unsigned int blocksize;			/* block size */
106839a53e0cSJaegeuk Kim 	unsigned int root_ino_num;		/* root inode number*/
106939a53e0cSJaegeuk Kim 	unsigned int node_ino_num;		/* node inode number*/
107039a53e0cSJaegeuk Kim 	unsigned int meta_ino_num;		/* meta inode number*/
107139a53e0cSJaegeuk Kim 	unsigned int log_blocks_per_seg;	/* log2 blocks per segment */
107239a53e0cSJaegeuk Kim 	unsigned int blocks_per_seg;		/* blocks per segment */
107339a53e0cSJaegeuk Kim 	unsigned int segs_per_sec;		/* segments per section */
107439a53e0cSJaegeuk Kim 	unsigned int secs_per_zone;		/* sections per zone */
107539a53e0cSJaegeuk Kim 	unsigned int total_sections;		/* total section count */
107639a53e0cSJaegeuk Kim 	unsigned int total_node_count;		/* total node block count */
107739a53e0cSJaegeuk Kim 	unsigned int total_valid_node_count;	/* valid node block count */
1078e0afc4d6SChao Yu 	loff_t max_file_blocks;			/* max block index of file */
107939a53e0cSJaegeuk Kim 	int active_logs;			/* # of active logs */
1080ab9fa662SJaegeuk Kim 	int dir_level;				/* directory level */
10816afc662eSChao Yu 	int inline_xattr_size;			/* inline xattr size */
1082a2a12b67SChao Yu 	unsigned int trigger_ssr_threshold;	/* threshold to trigger ssr */
108339a53e0cSJaegeuk Kim 
108439a53e0cSJaegeuk Kim 	block_t user_block_count;		/* # of user blocks */
108539a53e0cSJaegeuk Kim 	block_t total_valid_block_count;	/* # of valid blocks */
1086a66cdd98SJaegeuk Kim 	block_t discard_blks;			/* discard command candidats */
108739a53e0cSJaegeuk Kim 	block_t last_valid_block_count;		/* for recovery */
1088daeb433eSChao Yu 	block_t reserved_blocks;		/* configurable reserved blocks */
108980d42145SYunlong Song 	block_t current_reserved_blocks;	/* current reserved blocks */
1090daeb433eSChao Yu 
109139a53e0cSJaegeuk Kim 	u32 s_next_generation;			/* for NFS support */
1092523be8a6SJaegeuk Kim 
1093523be8a6SJaegeuk Kim 	/* # of pages, see count_type */
109435782b23SJaegeuk Kim 	atomic_t nr_pages[NR_COUNT_TYPE];
109541382ec4SJaegeuk Kim 	/* # of allocated blocks */
109641382ec4SJaegeuk Kim 	struct percpu_counter alloc_valid_block_count;
109739a53e0cSJaegeuk Kim 
1098687de7f1SJaegeuk Kim 	/* writeback control */
1099687de7f1SJaegeuk Kim 	atomic_t wb_sync_req;			/* count # of WB_SYNC threads */
1100687de7f1SJaegeuk Kim 
1101513c5f37SJaegeuk Kim 	/* valid inode count */
1102513c5f37SJaegeuk Kim 	struct percpu_counter total_valid_inode_count;
1103513c5f37SJaegeuk Kim 
110439a53e0cSJaegeuk Kim 	struct f2fs_mount_info mount_opt;	/* mount options */
110539a53e0cSJaegeuk Kim 
110639a53e0cSJaegeuk Kim 	/* for cleaning operations */
110739a53e0cSJaegeuk Kim 	struct mutex gc_mutex;			/* mutex for GC */
110839a53e0cSJaegeuk Kim 	struct f2fs_gc_kthread	*gc_thread;	/* GC thread */
11095ec4e49fSJaegeuk Kim 	unsigned int cur_victim_sec;		/* current victim section num */
111039a53e0cSJaegeuk Kim 
1111e93b9865SHou Pengyang 	/* threshold for converting bg victims for fg */
1112e93b9865SHou Pengyang 	u64 fggc_threshold;
1113e93b9865SHou Pengyang 
1114b1c57c1cSJaegeuk Kim 	/* maximum # of trials to find a victim segment for SSR and GC */
1115b1c57c1cSJaegeuk Kim 	unsigned int max_victim_search;
1116b1c57c1cSJaegeuk Kim 
111739a53e0cSJaegeuk Kim 	/*
111839a53e0cSJaegeuk Kim 	 * for stat information.
111939a53e0cSJaegeuk Kim 	 * one is for the LFS mode, and the other is for the SSR mode.
112039a53e0cSJaegeuk Kim 	 */
112135b09d82SNamjae Jeon #ifdef CONFIG_F2FS_STAT_FS
112239a53e0cSJaegeuk Kim 	struct f2fs_stat_info *stat_info;	/* FS status information */
112339a53e0cSJaegeuk Kim 	unsigned int segment_count[2];		/* # of allocated segments */
112439a53e0cSJaegeuk Kim 	unsigned int block_count[2];		/* # of allocated blocks */
1125b9a2c252SChangman Lee 	atomic_t inplace_count;		/* # of inplace update */
11265b7ee374SChao Yu 	atomic64_t total_hit_ext;		/* # of lookup extent cache */
11275b7ee374SChao Yu 	atomic64_t read_hit_rbtree;		/* # of hit rbtree extent node */
11285b7ee374SChao Yu 	atomic64_t read_hit_largest;		/* # of hit largest extent node */
11295b7ee374SChao Yu 	atomic64_t read_hit_cached;		/* # of hit cached extent node */
1130d5e8f6c9SChao Yu 	atomic_t inline_xattr;			/* # of inline_xattr inodes */
113103e14d52SChao Yu 	atomic_t inline_inode;			/* # of inline_data inodes */
113203e14d52SChao Yu 	atomic_t inline_dir;			/* # of inline_dentry inodes */
113326a28a0cSJaegeuk Kim 	atomic_t aw_cnt;			/* # of atomic writes */
1134648d50baSChao Yu 	atomic_t vw_cnt;			/* # of volatile writes */
113526a28a0cSJaegeuk Kim 	atomic_t max_aw_cnt;			/* max # of atomic writes */
1136648d50baSChao Yu 	atomic_t max_vw_cnt;			/* max # of volatile writes */
113739a53e0cSJaegeuk Kim 	int bg_gc;				/* background gc calls */
113833fbd510SChao Yu 	unsigned int ndirty_inode[NR_INODE_TYPE];	/* # of dirty inodes */
113935b09d82SNamjae Jeon #endif
114039a53e0cSJaegeuk Kim 	spinlock_t stat_lock;			/* lock for stat operations */
1141b59d0baeSNamjae Jeon 
1142b0af6d49SChao Yu 	/* For app/fs IO statistics */
1143b0af6d49SChao Yu 	spinlock_t iostat_lock;
1144b0af6d49SChao Yu 	unsigned long long write_iostat[NR_IO_TYPE];
1145b0af6d49SChao Yu 	bool iostat_enable;
1146b0af6d49SChao Yu 
1147b59d0baeSNamjae Jeon 	/* For sysfs suppport */
1148b59d0baeSNamjae Jeon 	struct kobject s_kobj;
1149b59d0baeSNamjae Jeon 	struct completion s_kobj_unregister;
11502658e50dSJaegeuk Kim 
11512658e50dSJaegeuk Kim 	/* For shrinker support */
11522658e50dSJaegeuk Kim 	struct list_head s_list;
11533c62be17SJaegeuk Kim 	int s_ndevs;				/* number of devices */
11543c62be17SJaegeuk Kim 	struct f2fs_dev_info *devs;		/* for device list */
11551228b482SChao Yu 	unsigned int dirty_device;		/* for checkpoint data flush */
11561228b482SChao Yu 	spinlock_t dev_lock;			/* protect dirty_device */
11572658e50dSJaegeuk Kim 	struct mutex umount_mutex;
11582658e50dSJaegeuk Kim 	unsigned int shrinker_run_no;
11598f1dbbbbSShuoran Liu 
11608f1dbbbbSShuoran Liu 	/* For write statistics */
11618f1dbbbbSShuoran Liu 	u64 sectors_written_start;
11628f1dbbbbSShuoran Liu 	u64 kbytes_written;
116343b6573bSKeith Mok 
116443b6573bSKeith Mok 	/* Reference to checksum algorithm driver via cryptoapi */
116543b6573bSKeith Mok 	struct crypto_shash *s_chksum_driver;
11661ecc0c5cSChao Yu 
1167704956ecSChao Yu 	/* Precomputed FS UUID checksum for seeding other checksums */
1168704956ecSChao Yu 	__u32 s_chksum_seed;
1169704956ecSChao Yu 
11701ecc0c5cSChao Yu 	/* For fault injection */
11711ecc0c5cSChao Yu #ifdef CONFIG_F2FS_FAULT_INJECTION
11721ecc0c5cSChao Yu 	struct f2fs_fault_info fault_info;
11731ecc0c5cSChao Yu #endif
11744b2414d0SChao Yu 
11754b2414d0SChao Yu #ifdef CONFIG_QUOTA
11764b2414d0SChao Yu 	/* Names of quota files with journalled quota */
11774b2414d0SChao Yu 	char *s_qf_names[MAXQUOTAS];
11784b2414d0SChao Yu 	int s_jquota_fmt;			/* Format of quota to use */
11794b2414d0SChao Yu #endif
118039a53e0cSJaegeuk Kim };
118139a53e0cSJaegeuk Kim 
11821ecc0c5cSChao Yu #ifdef CONFIG_F2FS_FAULT_INJECTION
118355523519SChao Yu #define f2fs_show_injection_info(type)				\
118455523519SChao Yu 	printk("%sF2FS-fs : inject %s in %s of %pF\n",		\
118555523519SChao Yu 		KERN_INFO, fault_name[type],			\
118655523519SChao Yu 		__func__, __builtin_return_address(0))
11871ecc0c5cSChao Yu static inline bool time_to_inject(struct f2fs_sb_info *sbi, int type)
11881ecc0c5cSChao Yu {
11891ecc0c5cSChao Yu 	struct f2fs_fault_info *ffi = &sbi->fault_info;
11901ecc0c5cSChao Yu 
11911ecc0c5cSChao Yu 	if (!ffi->inject_rate)
11921ecc0c5cSChao Yu 		return false;
11931ecc0c5cSChao Yu 
11941ecc0c5cSChao Yu 	if (!IS_FAULT_SET(ffi, type))
11951ecc0c5cSChao Yu 		return false;
11961ecc0c5cSChao Yu 
11971ecc0c5cSChao Yu 	atomic_inc(&ffi->inject_ops);
11981ecc0c5cSChao Yu 	if (atomic_read(&ffi->inject_ops) >= ffi->inject_rate) {
11991ecc0c5cSChao Yu 		atomic_set(&ffi->inject_ops, 0);
12001ecc0c5cSChao Yu 		return true;
12011ecc0c5cSChao Yu 	}
12021ecc0c5cSChao Yu 	return false;
12031ecc0c5cSChao Yu }
12041ecc0c5cSChao Yu #endif
12051ecc0c5cSChao Yu 
12068f1dbbbbSShuoran Liu /* For write statistics. Suppose sector size is 512 bytes,
12078f1dbbbbSShuoran Liu  * and the return value is in kbytes. s is of struct f2fs_sb_info.
12088f1dbbbbSShuoran Liu  */
12098f1dbbbbSShuoran Liu #define BD_PART_WRITTEN(s)						 \
121068afcf2dSTomohiro Kusumi (((u64)part_stat_read((s)->sb->s_bdev->bd_part, sectors[1]) -		 \
121168afcf2dSTomohiro Kusumi 		(s)->sectors_written_start) >> 1)
12128f1dbbbbSShuoran Liu 
12136beceb54SJaegeuk Kim static inline void f2fs_update_time(struct f2fs_sb_info *sbi, int type)
12146beceb54SJaegeuk Kim {
12156beceb54SJaegeuk Kim 	sbi->last_time[type] = jiffies;
12166beceb54SJaegeuk Kim }
12176beceb54SJaegeuk Kim 
12186beceb54SJaegeuk Kim static inline bool f2fs_time_over(struct f2fs_sb_info *sbi, int type)
12196beceb54SJaegeuk Kim {
12206bccfa19SArnd Bergmann 	unsigned long interval = sbi->interval_time[type] * HZ;
12216beceb54SJaegeuk Kim 
12226beceb54SJaegeuk Kim 	return time_after(jiffies, sbi->last_time[type] + interval);
12236beceb54SJaegeuk Kim }
12246beceb54SJaegeuk Kim 
1225d0239e1bSJaegeuk Kim static inline bool is_idle(struct f2fs_sb_info *sbi)
1226d0239e1bSJaegeuk Kim {
1227d0239e1bSJaegeuk Kim 	struct block_device *bdev = sbi->sb->s_bdev;
1228d0239e1bSJaegeuk Kim 	struct request_queue *q = bdev_get_queue(bdev);
1229d0239e1bSJaegeuk Kim 	struct request_list *rl = &q->root_rl;
1230d0239e1bSJaegeuk Kim 
1231d0239e1bSJaegeuk Kim 	if (rl->count[BLK_RW_SYNC] || rl->count[BLK_RW_ASYNC])
1232d0239e1bSJaegeuk Kim 		return 0;
1233d0239e1bSJaegeuk Kim 
1234d0239e1bSJaegeuk Kim 	return f2fs_time_over(sbi, REQ_TIME);
1235d0239e1bSJaegeuk Kim }
1236d0239e1bSJaegeuk Kim 
123739a53e0cSJaegeuk Kim /*
123839a53e0cSJaegeuk Kim  * Inline functions
123939a53e0cSJaegeuk Kim  */
124043b6573bSKeith Mok static inline u32 f2fs_crc32(struct f2fs_sb_info *sbi, const void *address,
124143b6573bSKeith Mok 			   unsigned int length)
124243b6573bSKeith Mok {
124343b6573bSKeith Mok 	SHASH_DESC_ON_STACK(shash, sbi->s_chksum_driver);
124443b6573bSKeith Mok 	u32 *ctx = (u32 *)shash_desc_ctx(shash);
1245d41519a6SDavid Miller 	u32 retval;
124643b6573bSKeith Mok 	int err;
124743b6573bSKeith Mok 
124843b6573bSKeith Mok 	shash->tfm = sbi->s_chksum_driver;
124943b6573bSKeith Mok 	shash->flags = 0;
125043b6573bSKeith Mok 	*ctx = F2FS_SUPER_MAGIC;
125143b6573bSKeith Mok 
125243b6573bSKeith Mok 	err = crypto_shash_update(shash, address, length);
125343b6573bSKeith Mok 	BUG_ON(err);
125443b6573bSKeith Mok 
1255d41519a6SDavid Miller 	retval = *ctx;
1256d41519a6SDavid Miller 	barrier_data(ctx);
1257d41519a6SDavid Miller 	return retval;
125843b6573bSKeith Mok }
125943b6573bSKeith Mok 
126043b6573bSKeith Mok static inline bool f2fs_crc_valid(struct f2fs_sb_info *sbi, __u32 blk_crc,
126143b6573bSKeith Mok 				  void *buf, size_t buf_size)
126243b6573bSKeith Mok {
126343b6573bSKeith Mok 	return f2fs_crc32(sbi, buf, buf_size) == blk_crc;
126443b6573bSKeith Mok }
126543b6573bSKeith Mok 
1266704956ecSChao Yu static inline u32 f2fs_chksum(struct f2fs_sb_info *sbi, u32 crc,
1267704956ecSChao Yu 			      const void *address, unsigned int length)
1268704956ecSChao Yu {
1269704956ecSChao Yu 	struct {
1270704956ecSChao Yu 		struct shash_desc shash;
1271704956ecSChao Yu 		char ctx[4];
1272704956ecSChao Yu 	} desc;
1273704956ecSChao Yu 	int err;
1274704956ecSChao Yu 
1275704956ecSChao Yu 	BUG_ON(crypto_shash_descsize(sbi->s_chksum_driver) != sizeof(desc.ctx));
1276704956ecSChao Yu 
1277704956ecSChao Yu 	desc.shash.tfm = sbi->s_chksum_driver;
1278704956ecSChao Yu 	desc.shash.flags = 0;
1279704956ecSChao Yu 	*(u32 *)desc.ctx = crc;
1280704956ecSChao Yu 
1281704956ecSChao Yu 	err = crypto_shash_update(&desc.shash, address, length);
1282704956ecSChao Yu 	BUG_ON(err);
1283704956ecSChao Yu 
1284704956ecSChao Yu 	return *(u32 *)desc.ctx;
1285704956ecSChao Yu }
1286704956ecSChao Yu 
128739a53e0cSJaegeuk Kim static inline struct f2fs_inode_info *F2FS_I(struct inode *inode)
128839a53e0cSJaegeuk Kim {
128939a53e0cSJaegeuk Kim 	return container_of(inode, struct f2fs_inode_info, vfs_inode);
129039a53e0cSJaegeuk Kim }
129139a53e0cSJaegeuk Kim 
129239a53e0cSJaegeuk Kim static inline struct f2fs_sb_info *F2FS_SB(struct super_block *sb)
129339a53e0cSJaegeuk Kim {
129439a53e0cSJaegeuk Kim 	return sb->s_fs_info;
129539a53e0cSJaegeuk Kim }
129639a53e0cSJaegeuk Kim 
12974081363fSJaegeuk Kim static inline struct f2fs_sb_info *F2FS_I_SB(struct inode *inode)
12984081363fSJaegeuk Kim {
12994081363fSJaegeuk Kim 	return F2FS_SB(inode->i_sb);
13004081363fSJaegeuk Kim }
13014081363fSJaegeuk Kim 
13024081363fSJaegeuk Kim static inline struct f2fs_sb_info *F2FS_M_SB(struct address_space *mapping)
13034081363fSJaegeuk Kim {
13044081363fSJaegeuk Kim 	return F2FS_I_SB(mapping->host);
13054081363fSJaegeuk Kim }
13064081363fSJaegeuk Kim 
13074081363fSJaegeuk Kim static inline struct f2fs_sb_info *F2FS_P_SB(struct page *page)
13084081363fSJaegeuk Kim {
13094081363fSJaegeuk Kim 	return F2FS_M_SB(page->mapping);
13104081363fSJaegeuk Kim }
13114081363fSJaegeuk Kim 
131239a53e0cSJaegeuk Kim static inline struct f2fs_super_block *F2FS_RAW_SUPER(struct f2fs_sb_info *sbi)
131339a53e0cSJaegeuk Kim {
131439a53e0cSJaegeuk Kim 	return (struct f2fs_super_block *)(sbi->raw_super);
131539a53e0cSJaegeuk Kim }
131639a53e0cSJaegeuk Kim 
131739a53e0cSJaegeuk Kim static inline struct f2fs_checkpoint *F2FS_CKPT(struct f2fs_sb_info *sbi)
131839a53e0cSJaegeuk Kim {
131939a53e0cSJaegeuk Kim 	return (struct f2fs_checkpoint *)(sbi->ckpt);
132039a53e0cSJaegeuk Kim }
132139a53e0cSJaegeuk Kim 
132245590710SGu Zheng static inline struct f2fs_node *F2FS_NODE(struct page *page)
132345590710SGu Zheng {
132445590710SGu Zheng 	return (struct f2fs_node *)page_address(page);
132545590710SGu Zheng }
132645590710SGu Zheng 
132758bfaf44SJaegeuk Kim static inline struct f2fs_inode *F2FS_INODE(struct page *page)
132858bfaf44SJaegeuk Kim {
132958bfaf44SJaegeuk Kim 	return &((struct f2fs_node *)page_address(page))->i;
133058bfaf44SJaegeuk Kim }
133158bfaf44SJaegeuk Kim 
133239a53e0cSJaegeuk Kim static inline struct f2fs_nm_info *NM_I(struct f2fs_sb_info *sbi)
133339a53e0cSJaegeuk Kim {
133439a53e0cSJaegeuk Kim 	return (struct f2fs_nm_info *)(sbi->nm_info);
133539a53e0cSJaegeuk Kim }
133639a53e0cSJaegeuk Kim 
133739a53e0cSJaegeuk Kim static inline struct f2fs_sm_info *SM_I(struct f2fs_sb_info *sbi)
133839a53e0cSJaegeuk Kim {
133939a53e0cSJaegeuk Kim 	return (struct f2fs_sm_info *)(sbi->sm_info);
134039a53e0cSJaegeuk Kim }
134139a53e0cSJaegeuk Kim 
134239a53e0cSJaegeuk Kim static inline struct sit_info *SIT_I(struct f2fs_sb_info *sbi)
134339a53e0cSJaegeuk Kim {
134439a53e0cSJaegeuk Kim 	return (struct sit_info *)(SM_I(sbi)->sit_info);
134539a53e0cSJaegeuk Kim }
134639a53e0cSJaegeuk Kim 
134739a53e0cSJaegeuk Kim static inline struct free_segmap_info *FREE_I(struct f2fs_sb_info *sbi)
134839a53e0cSJaegeuk Kim {
134939a53e0cSJaegeuk Kim 	return (struct free_segmap_info *)(SM_I(sbi)->free_info);
135039a53e0cSJaegeuk Kim }
135139a53e0cSJaegeuk Kim 
135239a53e0cSJaegeuk Kim static inline struct dirty_seglist_info *DIRTY_I(struct f2fs_sb_info *sbi)
135339a53e0cSJaegeuk Kim {
135439a53e0cSJaegeuk Kim 	return (struct dirty_seglist_info *)(SM_I(sbi)->dirty_info);
135539a53e0cSJaegeuk Kim }
135639a53e0cSJaegeuk Kim 
13579df27d98SGu Zheng static inline struct address_space *META_MAPPING(struct f2fs_sb_info *sbi)
13589df27d98SGu Zheng {
13599df27d98SGu Zheng 	return sbi->meta_inode->i_mapping;
13609df27d98SGu Zheng }
13619df27d98SGu Zheng 
13624ef51a8fSJaegeuk Kim static inline struct address_space *NODE_MAPPING(struct f2fs_sb_info *sbi)
13634ef51a8fSJaegeuk Kim {
13644ef51a8fSJaegeuk Kim 	return sbi->node_inode->i_mapping;
13654ef51a8fSJaegeuk Kim }
13664ef51a8fSJaegeuk Kim 
1367caf0047eSChao Yu static inline bool is_sbi_flag_set(struct f2fs_sb_info *sbi, unsigned int type)
136839a53e0cSJaegeuk Kim {
1369fadb2fb8SChao Yu 	return test_bit(type, &sbi->s_flag);
137039a53e0cSJaegeuk Kim }
137139a53e0cSJaegeuk Kim 
1372caf0047eSChao Yu static inline void set_sbi_flag(struct f2fs_sb_info *sbi, unsigned int type)
137339a53e0cSJaegeuk Kim {
1374fadb2fb8SChao Yu 	set_bit(type, &sbi->s_flag);
1375caf0047eSChao Yu }
1376caf0047eSChao Yu 
1377caf0047eSChao Yu static inline void clear_sbi_flag(struct f2fs_sb_info *sbi, unsigned int type)
1378caf0047eSChao Yu {
1379fadb2fb8SChao Yu 	clear_bit(type, &sbi->s_flag);
138039a53e0cSJaegeuk Kim }
138139a53e0cSJaegeuk Kim 
1382d71b5564SJaegeuk Kim static inline unsigned long long cur_cp_version(struct f2fs_checkpoint *cp)
1383d71b5564SJaegeuk Kim {
1384d71b5564SJaegeuk Kim 	return le64_to_cpu(cp->checkpoint_ver);
1385d71b5564SJaegeuk Kim }
1386d71b5564SJaegeuk Kim 
1387*ea676733SJaegeuk Kim static inline unsigned long f2fs_qf_ino(struct super_block *sb, int type)
1388*ea676733SJaegeuk Kim {
1389*ea676733SJaegeuk Kim 	if (type < F2FS_MAX_QUOTAS)
1390*ea676733SJaegeuk Kim 		return le32_to_cpu(F2FS_SB(sb)->raw_super->qf_ino[type]);
1391*ea676733SJaegeuk Kim 	return 0;
1392*ea676733SJaegeuk Kim }
1393*ea676733SJaegeuk Kim 
1394ced2c7eaSKinglong Mee static inline __u64 cur_cp_crc(struct f2fs_checkpoint *cp)
1395ced2c7eaSKinglong Mee {
1396ced2c7eaSKinglong Mee 	size_t crc_offset = le32_to_cpu(cp->checksum_offset);
1397ced2c7eaSKinglong Mee 	return le32_to_cpu(*((__le32 *)((unsigned char *)cp + crc_offset)));
1398ced2c7eaSKinglong Mee }
1399ced2c7eaSKinglong Mee 
1400aaec2b1dSChao Yu static inline bool __is_set_ckpt_flags(struct f2fs_checkpoint *cp, unsigned int f)
140125ca923bSJaegeuk Kim {
140225ca923bSJaegeuk Kim 	unsigned int ckpt_flags = le32_to_cpu(cp->ckpt_flags);
1403aaec2b1dSChao Yu 
140425ca923bSJaegeuk Kim 	return ckpt_flags & f;
140525ca923bSJaegeuk Kim }
140625ca923bSJaegeuk Kim 
1407aaec2b1dSChao Yu static inline bool is_set_ckpt_flags(struct f2fs_sb_info *sbi, unsigned int f)
140825ca923bSJaegeuk Kim {
1409aaec2b1dSChao Yu 	return __is_set_ckpt_flags(F2FS_CKPT(sbi), f);
1410aaec2b1dSChao Yu }
1411aaec2b1dSChao Yu 
1412aaec2b1dSChao Yu static inline void __set_ckpt_flags(struct f2fs_checkpoint *cp, unsigned int f)
1413aaec2b1dSChao Yu {
1414aaec2b1dSChao Yu 	unsigned int ckpt_flags;
1415aaec2b1dSChao Yu 
1416aaec2b1dSChao Yu 	ckpt_flags = le32_to_cpu(cp->ckpt_flags);
141725ca923bSJaegeuk Kim 	ckpt_flags |= f;
141825ca923bSJaegeuk Kim 	cp->ckpt_flags = cpu_to_le32(ckpt_flags);
141925ca923bSJaegeuk Kim }
142025ca923bSJaegeuk Kim 
1421aaec2b1dSChao Yu static inline void set_ckpt_flags(struct f2fs_sb_info *sbi, unsigned int f)
142225ca923bSJaegeuk Kim {
1423d1aa2453SChao Yu 	unsigned long flags;
1424d1aa2453SChao Yu 
1425d1aa2453SChao Yu 	spin_lock_irqsave(&sbi->cp_lock, flags);
1426aaec2b1dSChao Yu 	__set_ckpt_flags(F2FS_CKPT(sbi), f);
1427d1aa2453SChao Yu 	spin_unlock_irqrestore(&sbi->cp_lock, flags);
1428aaec2b1dSChao Yu }
1429aaec2b1dSChao Yu 
1430aaec2b1dSChao Yu static inline void __clear_ckpt_flags(struct f2fs_checkpoint *cp, unsigned int f)
1431aaec2b1dSChao Yu {
1432aaec2b1dSChao Yu 	unsigned int ckpt_flags;
1433aaec2b1dSChao Yu 
1434aaec2b1dSChao Yu 	ckpt_flags = le32_to_cpu(cp->ckpt_flags);
143525ca923bSJaegeuk Kim 	ckpt_flags &= (~f);
143625ca923bSJaegeuk Kim 	cp->ckpt_flags = cpu_to_le32(ckpt_flags);
143725ca923bSJaegeuk Kim }
143825ca923bSJaegeuk Kim 
1439aaec2b1dSChao Yu static inline void clear_ckpt_flags(struct f2fs_sb_info *sbi, unsigned int f)
1440aaec2b1dSChao Yu {
1441d1aa2453SChao Yu 	unsigned long flags;
1442d1aa2453SChao Yu 
1443d1aa2453SChao Yu 	spin_lock_irqsave(&sbi->cp_lock, flags);
1444aaec2b1dSChao Yu 	__clear_ckpt_flags(F2FS_CKPT(sbi), f);
1445d1aa2453SChao Yu 	spin_unlock_irqrestore(&sbi->cp_lock, flags);
1446aaec2b1dSChao Yu }
1447aaec2b1dSChao Yu 
144822ad0b6aSJaegeuk Kim static inline void disable_nat_bits(struct f2fs_sb_info *sbi, bool lock)
144922ad0b6aSJaegeuk Kim {
1450d1aa2453SChao Yu 	unsigned long flags;
1451d1aa2453SChao Yu 
145222ad0b6aSJaegeuk Kim 	set_sbi_flag(sbi, SBI_NEED_FSCK);
145322ad0b6aSJaegeuk Kim 
145422ad0b6aSJaegeuk Kim 	if (lock)
1455d1aa2453SChao Yu 		spin_lock_irqsave(&sbi->cp_lock, flags);
145622ad0b6aSJaegeuk Kim 	__clear_ckpt_flags(F2FS_CKPT(sbi), CP_NAT_BITS_FLAG);
145722ad0b6aSJaegeuk Kim 	kfree(NM_I(sbi)->nat_bits);
145822ad0b6aSJaegeuk Kim 	NM_I(sbi)->nat_bits = NULL;
145922ad0b6aSJaegeuk Kim 	if (lock)
1460d1aa2453SChao Yu 		spin_unlock_irqrestore(&sbi->cp_lock, flags);
146122ad0b6aSJaegeuk Kim }
146222ad0b6aSJaegeuk Kim 
146322ad0b6aSJaegeuk Kim static inline bool enabled_nat_bits(struct f2fs_sb_info *sbi,
146422ad0b6aSJaegeuk Kim 					struct cp_control *cpc)
146522ad0b6aSJaegeuk Kim {
146622ad0b6aSJaegeuk Kim 	bool set = is_set_ckpt_flags(sbi, CP_NAT_BITS_FLAG);
146722ad0b6aSJaegeuk Kim 
1468c473f1a9SChao Yu 	return (cpc) ? (cpc->reason & CP_UMOUNT) && set : set;
146922ad0b6aSJaegeuk Kim }
147022ad0b6aSJaegeuk Kim 
1471e479556bSGu Zheng static inline void f2fs_lock_op(struct f2fs_sb_info *sbi)
147239a53e0cSJaegeuk Kim {
1473b873b798SJaegeuk Kim 	down_read(&sbi->cp_rwsem);
147439a53e0cSJaegeuk Kim }
147539a53e0cSJaegeuk Kim 
1476cc15620bSJaegeuk Kim static inline int f2fs_trylock_op(struct f2fs_sb_info *sbi)
1477cc15620bSJaegeuk Kim {
1478cc15620bSJaegeuk Kim 	return down_read_trylock(&sbi->cp_rwsem);
1479cc15620bSJaegeuk Kim }
1480cc15620bSJaegeuk Kim 
1481e479556bSGu Zheng static inline void f2fs_unlock_op(struct f2fs_sb_info *sbi)
148239a53e0cSJaegeuk Kim {
1483b873b798SJaegeuk Kim 	up_read(&sbi->cp_rwsem);
148439936837SJaegeuk Kim }
148539936837SJaegeuk Kim 
1486e479556bSGu Zheng static inline void f2fs_lock_all(struct f2fs_sb_info *sbi)
148739936837SJaegeuk Kim {
1488b873b798SJaegeuk Kim 	down_write(&sbi->cp_rwsem);
148939936837SJaegeuk Kim }
149039936837SJaegeuk Kim 
1491e479556bSGu Zheng static inline void f2fs_unlock_all(struct f2fs_sb_info *sbi)
149239936837SJaegeuk Kim {
1493b873b798SJaegeuk Kim 	up_write(&sbi->cp_rwsem);
149439a53e0cSJaegeuk Kim }
149539a53e0cSJaegeuk Kim 
1496119ee914SJaegeuk Kim static inline int __get_cp_reason(struct f2fs_sb_info *sbi)
1497119ee914SJaegeuk Kim {
1498119ee914SJaegeuk Kim 	int reason = CP_SYNC;
1499119ee914SJaegeuk Kim 
1500119ee914SJaegeuk Kim 	if (test_opt(sbi, FASTBOOT))
1501119ee914SJaegeuk Kim 		reason = CP_FASTBOOT;
1502119ee914SJaegeuk Kim 	if (is_sbi_flag_set(sbi, SBI_IS_CLOSE))
1503119ee914SJaegeuk Kim 		reason = CP_UMOUNT;
1504119ee914SJaegeuk Kim 	return reason;
1505119ee914SJaegeuk Kim }
1506119ee914SJaegeuk Kim 
1507119ee914SJaegeuk Kim static inline bool __remain_node_summaries(int reason)
1508119ee914SJaegeuk Kim {
1509c473f1a9SChao Yu 	return (reason & (CP_UMOUNT | CP_FASTBOOT));
1510119ee914SJaegeuk Kim }
1511119ee914SJaegeuk Kim 
1512119ee914SJaegeuk Kim static inline bool __exist_node_summaries(struct f2fs_sb_info *sbi)
1513119ee914SJaegeuk Kim {
1514aaec2b1dSChao Yu 	return (is_set_ckpt_flags(sbi, CP_UMOUNT_FLAG) ||
1515aaec2b1dSChao Yu 			is_set_ckpt_flags(sbi, CP_FASTBOOT_FLAG));
1516119ee914SJaegeuk Kim }
1517119ee914SJaegeuk Kim 
151839a53e0cSJaegeuk Kim /*
151939a53e0cSJaegeuk Kim  * Check whether the given nid is within node id range.
152039a53e0cSJaegeuk Kim  */
1521064e0823SNamjae Jeon static inline int check_nid_range(struct f2fs_sb_info *sbi, nid_t nid)
152239a53e0cSJaegeuk Kim {
1523d6b7d4b3SChao Yu 	if (unlikely(nid < F2FS_ROOT_INO(sbi)))
1524d6b7d4b3SChao Yu 		return -EINVAL;
1525cfb271d4SChao Yu 	if (unlikely(nid >= NM_I(sbi)->max_nid))
1526064e0823SNamjae Jeon 		return -EINVAL;
1527064e0823SNamjae Jeon 	return 0;
152839a53e0cSJaegeuk Kim }
152939a53e0cSJaegeuk Kim 
153039a53e0cSJaegeuk Kim /*
153139a53e0cSJaegeuk Kim  * Check whether the inode has blocks or not
153239a53e0cSJaegeuk Kim  */
153339a53e0cSJaegeuk Kim static inline int F2FS_HAS_BLOCKS(struct inode *inode)
153439a53e0cSJaegeuk Kim {
15350eb0adadSChao Yu 	block_t xattr_block = F2FS_I(inode)->i_xattr_nid ? 1 : 0;
15360eb0adadSChao Yu 
1537000519f2SChao Yu 	return (inode->i_blocks >> F2FS_LOG_SECTORS_PER_BLOCK) > xattr_block;
153839a53e0cSJaegeuk Kim }
153939a53e0cSJaegeuk Kim 
15404bc8e9bcSChao Yu static inline bool f2fs_has_xattr_block(unsigned int ofs)
15414bc8e9bcSChao Yu {
15424bc8e9bcSChao Yu 	return ofs == XATTR_NODE_OFFSET;
15434bc8e9bcSChao Yu }
15444bc8e9bcSChao Yu 
15450abd675eSChao Yu static inline void f2fs_i_blocks_write(struct inode *, block_t, bool, bool);
15460abd675eSChao Yu static inline int inc_valid_block_count(struct f2fs_sb_info *sbi,
154746008c6dSChao Yu 				 struct inode *inode, blkcnt_t *count)
154839a53e0cSJaegeuk Kim {
15490abd675eSChao Yu 	blkcnt_t diff = 0, release = 0;
1550daeb433eSChao Yu 	block_t avail_user_block_count;
15510abd675eSChao Yu 	int ret;
15520abd675eSChao Yu 
15530abd675eSChao Yu 	ret = dquot_reserve_block(inode, *count);
15540abd675eSChao Yu 	if (ret)
15550abd675eSChao Yu 		return ret;
1556dd11a5dfSJaegeuk Kim 
1557cb78942bSJaegeuk Kim #ifdef CONFIG_F2FS_FAULT_INJECTION
155855523519SChao Yu 	if (time_to_inject(sbi, FAULT_BLOCK)) {
155955523519SChao Yu 		f2fs_show_injection_info(FAULT_BLOCK);
15600abd675eSChao Yu 		release = *count;
15610abd675eSChao Yu 		goto enospc;
156255523519SChao Yu 	}
1563cb78942bSJaegeuk Kim #endif
1564dd11a5dfSJaegeuk Kim 	/*
1565dd11a5dfSJaegeuk Kim 	 * let's increase this in prior to actual block count change in order
1566dd11a5dfSJaegeuk Kim 	 * for f2fs_sync_file to avoid data races when deciding checkpoint.
1567dd11a5dfSJaegeuk Kim 	 */
1568dd11a5dfSJaegeuk Kim 	percpu_counter_add(&sbi->alloc_valid_block_count, (*count));
1569cfb271d4SChao Yu 
157039a53e0cSJaegeuk Kim 	spin_lock(&sbi->stat_lock);
15712555a2d5SJaegeuk Kim 	sbi->total_valid_block_count += (block_t)(*count);
157280d42145SYunlong Song 	avail_user_block_count = sbi->user_block_count -
157380d42145SYunlong Song 					sbi->current_reserved_blocks;
1574daeb433eSChao Yu 	if (unlikely(sbi->total_valid_block_count > avail_user_block_count)) {
1575daeb433eSChao Yu 		diff = sbi->total_valid_block_count - avail_user_block_count;
1576dd11a5dfSJaegeuk Kim 		*count -= diff;
15770abd675eSChao Yu 		release = diff;
1578daeb433eSChao Yu 		sbi->total_valid_block_count = avail_user_block_count;
157946008c6dSChao Yu 		if (!*count) {
158039a53e0cSJaegeuk Kim 			spin_unlock(&sbi->stat_lock);
1581dd11a5dfSJaegeuk Kim 			percpu_counter_sub(&sbi->alloc_valid_block_count, diff);
15820abd675eSChao Yu 			goto enospc;
158339a53e0cSJaegeuk Kim 		}
158446008c6dSChao Yu 	}
158539a53e0cSJaegeuk Kim 	spin_unlock(&sbi->stat_lock);
158641382ec4SJaegeuk Kim 
15870abd675eSChao Yu 	if (release)
15880abd675eSChao Yu 		dquot_release_reservation_block(inode, release);
15890abd675eSChao Yu 	f2fs_i_blocks_write(inode, *count, true, true);
15900abd675eSChao Yu 	return 0;
15910abd675eSChao Yu 
15920abd675eSChao Yu enospc:
15930abd675eSChao Yu 	dquot_release_reservation_block(inode, release);
15940abd675eSChao Yu 	return -ENOSPC;
159539a53e0cSJaegeuk Kim }
159639a53e0cSJaegeuk Kim 
1597da19b0dcSGu Zheng static inline void dec_valid_block_count(struct f2fs_sb_info *sbi,
159839a53e0cSJaegeuk Kim 						struct inode *inode,
15990eb0adadSChao Yu 						block_t count)
160039a53e0cSJaegeuk Kim {
16010eb0adadSChao Yu 	blkcnt_t sectors = count << F2FS_LOG_SECTORS_PER_BLOCK;
16020eb0adadSChao Yu 
160339a53e0cSJaegeuk Kim 	spin_lock(&sbi->stat_lock);
16049850cf4aSJaegeuk Kim 	f2fs_bug_on(sbi, sbi->total_valid_block_count < (block_t) count);
16050eb0adadSChao Yu 	f2fs_bug_on(sbi, inode->i_blocks < sectors);
160639a53e0cSJaegeuk Kim 	sbi->total_valid_block_count -= (block_t)count;
160780d42145SYunlong Song 	if (sbi->reserved_blocks &&
160880d42145SYunlong Song 		sbi->current_reserved_blocks < sbi->reserved_blocks)
160980d42145SYunlong Song 		sbi->current_reserved_blocks = min(sbi->reserved_blocks,
161080d42145SYunlong Song 					sbi->current_reserved_blocks + count);
161139a53e0cSJaegeuk Kim 	spin_unlock(&sbi->stat_lock);
16120abd675eSChao Yu 	f2fs_i_blocks_write(inode, count, false, true);
161339a53e0cSJaegeuk Kim }
161439a53e0cSJaegeuk Kim 
161539a53e0cSJaegeuk Kim static inline void inc_page_count(struct f2fs_sb_info *sbi, int count_type)
161639a53e0cSJaegeuk Kim {
161735782b23SJaegeuk Kim 	atomic_inc(&sbi->nr_pages[count_type]);
16187c4abcbeSChao Yu 
161936951b38SChao Yu 	if (count_type == F2FS_DIRTY_DATA || count_type == F2FS_INMEM_PAGES ||
162036951b38SChao Yu 		count_type == F2FS_WB_CP_DATA || count_type == F2FS_WB_DATA)
16217c4abcbeSChao Yu 		return;
16227c4abcbeSChao Yu 
1623caf0047eSChao Yu 	set_sbi_flag(sbi, SBI_IS_DIRTY);
162439a53e0cSJaegeuk Kim }
162539a53e0cSJaegeuk Kim 
1626a7ffdbe2SJaegeuk Kim static inline void inode_inc_dirty_pages(struct inode *inode)
162739a53e0cSJaegeuk Kim {
1628204706c7SJaegeuk Kim 	atomic_inc(&F2FS_I(inode)->dirty_pages);
1629c227f912SChao Yu 	inc_page_count(F2FS_I_SB(inode), S_ISDIR(inode->i_mode) ?
1630c227f912SChao Yu 				F2FS_DIRTY_DENTS : F2FS_DIRTY_DATA);
163139a53e0cSJaegeuk Kim }
163239a53e0cSJaegeuk Kim 
163339a53e0cSJaegeuk Kim static inline void dec_page_count(struct f2fs_sb_info *sbi, int count_type)
163439a53e0cSJaegeuk Kim {
163535782b23SJaegeuk Kim 	atomic_dec(&sbi->nr_pages[count_type]);
163639a53e0cSJaegeuk Kim }
163739a53e0cSJaegeuk Kim 
1638a7ffdbe2SJaegeuk Kim static inline void inode_dec_dirty_pages(struct inode *inode)
163939a53e0cSJaegeuk Kim {
16405ac9f36fSChao Yu 	if (!S_ISDIR(inode->i_mode) && !S_ISREG(inode->i_mode) &&
16415ac9f36fSChao Yu 			!S_ISLNK(inode->i_mode))
16421fe54f9dSJaegeuk Kim 		return;
16431fe54f9dSJaegeuk Kim 
1644204706c7SJaegeuk Kim 	atomic_dec(&F2FS_I(inode)->dirty_pages);
1645c227f912SChao Yu 	dec_page_count(F2FS_I_SB(inode), S_ISDIR(inode->i_mode) ?
1646c227f912SChao Yu 				F2FS_DIRTY_DENTS : F2FS_DIRTY_DATA);
164739a53e0cSJaegeuk Kim }
164839a53e0cSJaegeuk Kim 
1649523be8a6SJaegeuk Kim static inline s64 get_pages(struct f2fs_sb_info *sbi, int count_type)
165039a53e0cSJaegeuk Kim {
165135782b23SJaegeuk Kim 	return atomic_read(&sbi->nr_pages[count_type]);
165239a53e0cSJaegeuk Kim }
165339a53e0cSJaegeuk Kim 
1654204706c7SJaegeuk Kim static inline int get_dirty_pages(struct inode *inode)
1655f8b2c1f9SJaegeuk Kim {
1656204706c7SJaegeuk Kim 	return atomic_read(&F2FS_I(inode)->dirty_pages);
1657f8b2c1f9SJaegeuk Kim }
1658f8b2c1f9SJaegeuk Kim 
16595ac206cfSNamjae Jeon static inline int get_blocktype_secs(struct f2fs_sb_info *sbi, int block_type)
16605ac206cfSNamjae Jeon {
16613519e3f9SChao Yu 	unsigned int pages_per_sec = sbi->segs_per_sec * sbi->blocks_per_seg;
1662523be8a6SJaegeuk Kim 	unsigned int segs = (get_pages(sbi, block_type) + pages_per_sec - 1) >>
1663523be8a6SJaegeuk Kim 						sbi->log_blocks_per_seg;
1664523be8a6SJaegeuk Kim 
1665523be8a6SJaegeuk Kim 	return segs / sbi->segs_per_sec;
16665ac206cfSNamjae Jeon }
16675ac206cfSNamjae Jeon 
166839a53e0cSJaegeuk Kim static inline block_t valid_user_blocks(struct f2fs_sb_info *sbi)
166939a53e0cSJaegeuk Kim {
16708b8343faSJaegeuk Kim 	return sbi->total_valid_block_count;
167139a53e0cSJaegeuk Kim }
167239a53e0cSJaegeuk Kim 
1673f83a2584SYunlei He static inline block_t discard_blocks(struct f2fs_sb_info *sbi)
1674f83a2584SYunlei He {
1675f83a2584SYunlei He 	return sbi->discard_blks;
1676f83a2584SYunlei He }
1677f83a2584SYunlei He 
167839a53e0cSJaegeuk Kim static inline unsigned long __bitmap_size(struct f2fs_sb_info *sbi, int flag)
167939a53e0cSJaegeuk Kim {
168039a53e0cSJaegeuk Kim 	struct f2fs_checkpoint *ckpt = F2FS_CKPT(sbi);
168139a53e0cSJaegeuk Kim 
168239a53e0cSJaegeuk Kim 	/* return NAT or SIT bitmap */
168339a53e0cSJaegeuk Kim 	if (flag == NAT_BITMAP)
168439a53e0cSJaegeuk Kim 		return le32_to_cpu(ckpt->nat_ver_bitmap_bytesize);
168539a53e0cSJaegeuk Kim 	else if (flag == SIT_BITMAP)
168639a53e0cSJaegeuk Kim 		return le32_to_cpu(ckpt->sit_ver_bitmap_bytesize);
168739a53e0cSJaegeuk Kim 
168839a53e0cSJaegeuk Kim 	return 0;
168939a53e0cSJaegeuk Kim }
169039a53e0cSJaegeuk Kim 
169155141486SWanpeng Li static inline block_t __cp_payload(struct f2fs_sb_info *sbi)
169255141486SWanpeng Li {
169355141486SWanpeng Li 	return le32_to_cpu(F2FS_RAW_SUPER(sbi)->cp_payload);
169455141486SWanpeng Li }
169555141486SWanpeng Li 
169639a53e0cSJaegeuk Kim static inline void *__bitmap_ptr(struct f2fs_sb_info *sbi, int flag)
169739a53e0cSJaegeuk Kim {
169839a53e0cSJaegeuk Kim 	struct f2fs_checkpoint *ckpt = F2FS_CKPT(sbi);
16991dbe4152SChangman Lee 	int offset;
17001dbe4152SChangman Lee 
170155141486SWanpeng Li 	if (__cp_payload(sbi) > 0) {
17021dbe4152SChangman Lee 		if (flag == NAT_BITMAP)
17031dbe4152SChangman Lee 			return &ckpt->sit_nat_version_bitmap;
17041dbe4152SChangman Lee 		else
170565b85cccSJaegeuk Kim 			return (unsigned char *)ckpt + F2FS_BLKSIZE;
17061dbe4152SChangman Lee 	} else {
17071dbe4152SChangman Lee 		offset = (flag == NAT_BITMAP) ?
170825ca923bSJaegeuk Kim 			le32_to_cpu(ckpt->sit_ver_bitmap_bytesize) : 0;
170939a53e0cSJaegeuk Kim 		return &ckpt->sit_nat_version_bitmap + offset;
171039a53e0cSJaegeuk Kim 	}
17111dbe4152SChangman Lee }
171239a53e0cSJaegeuk Kim 
171339a53e0cSJaegeuk Kim static inline block_t __start_cp_addr(struct f2fs_sb_info *sbi)
171439a53e0cSJaegeuk Kim {
17158508e44aSJaegeuk Kim 	block_t start_addr = le32_to_cpu(F2FS_RAW_SUPER(sbi)->cp_blkaddr);
171639a53e0cSJaegeuk Kim 
17178508e44aSJaegeuk Kim 	if (sbi->cur_cp_pack == 2)
171839a53e0cSJaegeuk Kim 		start_addr += sbi->blocks_per_seg;
171939a53e0cSJaegeuk Kim 	return start_addr;
172039a53e0cSJaegeuk Kim }
172139a53e0cSJaegeuk Kim 
17228508e44aSJaegeuk Kim static inline block_t __start_cp_next_addr(struct f2fs_sb_info *sbi)
17238508e44aSJaegeuk Kim {
17248508e44aSJaegeuk Kim 	block_t start_addr = le32_to_cpu(F2FS_RAW_SUPER(sbi)->cp_blkaddr);
17258508e44aSJaegeuk Kim 
17268508e44aSJaegeuk Kim 	if (sbi->cur_cp_pack == 1)
17278508e44aSJaegeuk Kim 		start_addr += sbi->blocks_per_seg;
17288508e44aSJaegeuk Kim 	return start_addr;
17298508e44aSJaegeuk Kim }
17308508e44aSJaegeuk Kim 
17318508e44aSJaegeuk Kim static inline void __set_cp_next_pack(struct f2fs_sb_info *sbi)
17328508e44aSJaegeuk Kim {
17338508e44aSJaegeuk Kim 	sbi->cur_cp_pack = (sbi->cur_cp_pack == 1) ? 2 : 1;
17348508e44aSJaegeuk Kim }
17358508e44aSJaegeuk Kim 
173639a53e0cSJaegeuk Kim static inline block_t __start_sum_addr(struct f2fs_sb_info *sbi)
173739a53e0cSJaegeuk Kim {
173839a53e0cSJaegeuk Kim 	return le32_to_cpu(F2FS_CKPT(sbi)->cp_pack_start_sum);
173939a53e0cSJaegeuk Kim }
174039a53e0cSJaegeuk Kim 
17410abd675eSChao Yu static inline int inc_valid_node_count(struct f2fs_sb_info *sbi,
1742000519f2SChao Yu 					struct inode *inode, bool is_inode)
174339a53e0cSJaegeuk Kim {
174439a53e0cSJaegeuk Kim 	block_t	valid_block_count;
174539a53e0cSJaegeuk Kim 	unsigned int valid_node_count;
17460abd675eSChao Yu 	bool quota = inode && !is_inode;
17470abd675eSChao Yu 
17480abd675eSChao Yu 	if (quota) {
17490abd675eSChao Yu 		int ret = dquot_reserve_block(inode, 1);
17500abd675eSChao Yu 		if (ret)
17510abd675eSChao Yu 			return ret;
17520abd675eSChao Yu 	}
175339a53e0cSJaegeuk Kim 
175439a53e0cSJaegeuk Kim 	spin_lock(&sbi->stat_lock);
175539a53e0cSJaegeuk Kim 
1756ef86d709SGu Zheng 	valid_block_count = sbi->total_valid_block_count + 1;
175780d42145SYunlong Song 	if (unlikely(valid_block_count + sbi->current_reserved_blocks >
1758daeb433eSChao Yu 						sbi->user_block_count)) {
175939a53e0cSJaegeuk Kim 		spin_unlock(&sbi->stat_lock);
17600abd675eSChao Yu 		goto enospc;
176139a53e0cSJaegeuk Kim 	}
176239a53e0cSJaegeuk Kim 
1763ef86d709SGu Zheng 	valid_node_count = sbi->total_valid_node_count + 1;
1764cfb271d4SChao Yu 	if (unlikely(valid_node_count > sbi->total_node_count)) {
176539a53e0cSJaegeuk Kim 		spin_unlock(&sbi->stat_lock);
17660abd675eSChao Yu 		goto enospc;
176739a53e0cSJaegeuk Kim 	}
176839a53e0cSJaegeuk Kim 
1769ef86d709SGu Zheng 	sbi->total_valid_node_count++;
1770ef86d709SGu Zheng 	sbi->total_valid_block_count++;
177139a53e0cSJaegeuk Kim 	spin_unlock(&sbi->stat_lock);
177239a53e0cSJaegeuk Kim 
17730abd675eSChao Yu 	if (inode) {
17740abd675eSChao Yu 		if (is_inode)
17750abd675eSChao Yu 			f2fs_mark_inode_dirty_sync(inode, true);
17760abd675eSChao Yu 		else
17770abd675eSChao Yu 			f2fs_i_blocks_write(inode, 1, true, true);
17780abd675eSChao Yu 	}
17790abd675eSChao Yu 
178041382ec4SJaegeuk Kim 	percpu_counter_inc(&sbi->alloc_valid_block_count);
17810abd675eSChao Yu 	return 0;
17820abd675eSChao Yu 
17830abd675eSChao Yu enospc:
17840abd675eSChao Yu 	if (quota)
17850abd675eSChao Yu 		dquot_release_reservation_block(inode, 1);
17860abd675eSChao Yu 	return -ENOSPC;
178739a53e0cSJaegeuk Kim }
178839a53e0cSJaegeuk Kim 
178939a53e0cSJaegeuk Kim static inline void dec_valid_node_count(struct f2fs_sb_info *sbi,
1790000519f2SChao Yu 					struct inode *inode, bool is_inode)
179139a53e0cSJaegeuk Kim {
179239a53e0cSJaegeuk Kim 	spin_lock(&sbi->stat_lock);
179339a53e0cSJaegeuk Kim 
17949850cf4aSJaegeuk Kim 	f2fs_bug_on(sbi, !sbi->total_valid_block_count);
17959850cf4aSJaegeuk Kim 	f2fs_bug_on(sbi, !sbi->total_valid_node_count);
1796000519f2SChao Yu 	f2fs_bug_on(sbi, !is_inode && !inode->i_blocks);
179739a53e0cSJaegeuk Kim 
1798ef86d709SGu Zheng 	sbi->total_valid_node_count--;
1799ef86d709SGu Zheng 	sbi->total_valid_block_count--;
180080d42145SYunlong Song 	if (sbi->reserved_blocks &&
180180d42145SYunlong Song 		sbi->current_reserved_blocks < sbi->reserved_blocks)
180280d42145SYunlong Song 		sbi->current_reserved_blocks++;
180339a53e0cSJaegeuk Kim 
180439a53e0cSJaegeuk Kim 	spin_unlock(&sbi->stat_lock);
18050abd675eSChao Yu 
18060abd675eSChao Yu 	if (!is_inode)
18070abd675eSChao Yu 		f2fs_i_blocks_write(inode, 1, false, true);
180839a53e0cSJaegeuk Kim }
180939a53e0cSJaegeuk Kim 
181039a53e0cSJaegeuk Kim static inline unsigned int valid_node_count(struct f2fs_sb_info *sbi)
181139a53e0cSJaegeuk Kim {
18128b8343faSJaegeuk Kim 	return sbi->total_valid_node_count;
181339a53e0cSJaegeuk Kim }
181439a53e0cSJaegeuk Kim 
181539a53e0cSJaegeuk Kim static inline void inc_valid_inode_count(struct f2fs_sb_info *sbi)
181639a53e0cSJaegeuk Kim {
1817513c5f37SJaegeuk Kim 	percpu_counter_inc(&sbi->total_valid_inode_count);
181839a53e0cSJaegeuk Kim }
181939a53e0cSJaegeuk Kim 
18200e80220aSJaegeuk Kim static inline void dec_valid_inode_count(struct f2fs_sb_info *sbi)
182139a53e0cSJaegeuk Kim {
1822513c5f37SJaegeuk Kim 	percpu_counter_dec(&sbi->total_valid_inode_count);
182339a53e0cSJaegeuk Kim }
182439a53e0cSJaegeuk Kim 
1825513c5f37SJaegeuk Kim static inline s64 valid_inode_count(struct f2fs_sb_info *sbi)
182639a53e0cSJaegeuk Kim {
1827513c5f37SJaegeuk Kim 	return percpu_counter_sum_positive(&sbi->total_valid_inode_count);
182839a53e0cSJaegeuk Kim }
182939a53e0cSJaegeuk Kim 
1830a56c7c6fSJaegeuk Kim static inline struct page *f2fs_grab_cache_page(struct address_space *mapping,
1831a56c7c6fSJaegeuk Kim 						pgoff_t index, bool for_write)
1832a56c7c6fSJaegeuk Kim {
1833c41f3cc3SJaegeuk Kim #ifdef CONFIG_F2FS_FAULT_INJECTION
1834c41f3cc3SJaegeuk Kim 	struct page *page = find_lock_page(mapping, index);
1835cac5a3d8SDongOh Shin 
1836c41f3cc3SJaegeuk Kim 	if (page)
1837c41f3cc3SJaegeuk Kim 		return page;
1838c41f3cc3SJaegeuk Kim 
183955523519SChao Yu 	if (time_to_inject(F2FS_M_SB(mapping), FAULT_PAGE_ALLOC)) {
184055523519SChao Yu 		f2fs_show_injection_info(FAULT_PAGE_ALLOC);
1841c41f3cc3SJaegeuk Kim 		return NULL;
184255523519SChao Yu 	}
1843c41f3cc3SJaegeuk Kim #endif
1844a56c7c6fSJaegeuk Kim 	if (!for_write)
1845a56c7c6fSJaegeuk Kim 		return grab_cache_page(mapping, index);
1846a56c7c6fSJaegeuk Kim 	return grab_cache_page_write_begin(mapping, index, AOP_FLAG_NOFS);
1847a56c7c6fSJaegeuk Kim }
1848a56c7c6fSJaegeuk Kim 
184901eccef7SChao Yu static inline struct page *f2fs_pagecache_get_page(
185001eccef7SChao Yu 				struct address_space *mapping, pgoff_t index,
185101eccef7SChao Yu 				int fgp_flags, gfp_t gfp_mask)
185201eccef7SChao Yu {
185301eccef7SChao Yu #ifdef CONFIG_F2FS_FAULT_INJECTION
185401eccef7SChao Yu 	if (time_to_inject(F2FS_M_SB(mapping), FAULT_PAGE_GET)) {
185501eccef7SChao Yu 		f2fs_show_injection_info(FAULT_PAGE_GET);
185601eccef7SChao Yu 		return NULL;
185701eccef7SChao Yu 	}
185801eccef7SChao Yu #endif
185901eccef7SChao Yu 	return pagecache_get_page(mapping, index, fgp_flags, gfp_mask);
186001eccef7SChao Yu }
186101eccef7SChao Yu 
18626e2c64adSJaegeuk Kim static inline void f2fs_copy_page(struct page *src, struct page *dst)
18636e2c64adSJaegeuk Kim {
18646e2c64adSJaegeuk Kim 	char *src_kaddr = kmap(src);
18656e2c64adSJaegeuk Kim 	char *dst_kaddr = kmap(dst);
18666e2c64adSJaegeuk Kim 
18676e2c64adSJaegeuk Kim 	memcpy(dst_kaddr, src_kaddr, PAGE_SIZE);
18686e2c64adSJaegeuk Kim 	kunmap(dst);
18696e2c64adSJaegeuk Kim 	kunmap(src);
18706e2c64adSJaegeuk Kim }
18716e2c64adSJaegeuk Kim 
187239a53e0cSJaegeuk Kim static inline void f2fs_put_page(struct page *page, int unlock)
187339a53e0cSJaegeuk Kim {
1874031fa8ccSJaegeuk Kim 	if (!page)
187539a53e0cSJaegeuk Kim 		return;
187639a53e0cSJaegeuk Kim 
187739a53e0cSJaegeuk Kim 	if (unlock) {
18789850cf4aSJaegeuk Kim 		f2fs_bug_on(F2FS_P_SB(page), !PageLocked(page));
187939a53e0cSJaegeuk Kim 		unlock_page(page);
188039a53e0cSJaegeuk Kim 	}
188109cbfeafSKirill A. Shutemov 	put_page(page);
188239a53e0cSJaegeuk Kim }
188339a53e0cSJaegeuk Kim 
188439a53e0cSJaegeuk Kim static inline void f2fs_put_dnode(struct dnode_of_data *dn)
188539a53e0cSJaegeuk Kim {
188639a53e0cSJaegeuk Kim 	if (dn->node_page)
188739a53e0cSJaegeuk Kim 		f2fs_put_page(dn->node_page, 1);
188839a53e0cSJaegeuk Kim 	if (dn->inode_page && dn->node_page != dn->inode_page)
188939a53e0cSJaegeuk Kim 		f2fs_put_page(dn->inode_page, 0);
189039a53e0cSJaegeuk Kim 	dn->node_page = NULL;
189139a53e0cSJaegeuk Kim 	dn->inode_page = NULL;
189239a53e0cSJaegeuk Kim }
189339a53e0cSJaegeuk Kim 
189439a53e0cSJaegeuk Kim static inline struct kmem_cache *f2fs_kmem_cache_create(const char *name,
1895e8512d2eSGu Zheng 					size_t size)
189639a53e0cSJaegeuk Kim {
1897e8512d2eSGu Zheng 	return kmem_cache_create(name, size, 0, SLAB_RECLAIM_ACCOUNT, NULL);
189839a53e0cSJaegeuk Kim }
189939a53e0cSJaegeuk Kim 
19007bd59381SGu Zheng static inline void *f2fs_kmem_cache_alloc(struct kmem_cache *cachep,
19017bd59381SGu Zheng 						gfp_t flags)
19027bd59381SGu Zheng {
19037bd59381SGu Zheng 	void *entry;
19047bd59381SGu Zheng 
190580c54505SJaegeuk Kim 	entry = kmem_cache_alloc(cachep, flags);
190680c54505SJaegeuk Kim 	if (!entry)
190780c54505SJaegeuk Kim 		entry = kmem_cache_alloc(cachep, flags | __GFP_NOFAIL);
19087bd59381SGu Zheng 	return entry;
19097bd59381SGu Zheng }
19107bd59381SGu Zheng 
1911d62fe971SChao Yu static inline struct bio *f2fs_bio_alloc(struct f2fs_sb_info *sbi,
1912d62fe971SChao Yu 						int npages, bool no_fail)
1913740432f8SJaegeuk Kim {
1914740432f8SJaegeuk Kim 	struct bio *bio;
1915740432f8SJaegeuk Kim 
1916d62fe971SChao Yu 	if (no_fail) {
1917740432f8SJaegeuk Kim 		/* No failure on bio allocation */
1918740432f8SJaegeuk Kim 		bio = bio_alloc(GFP_NOIO, npages);
191980c54505SJaegeuk Kim 		if (!bio)
192080c54505SJaegeuk Kim 			bio = bio_alloc(GFP_NOIO | __GFP_NOFAIL, npages);
1921740432f8SJaegeuk Kim 		return bio;
1922740432f8SJaegeuk Kim 	}
1923d62fe971SChao Yu #ifdef CONFIG_F2FS_FAULT_INJECTION
1924d62fe971SChao Yu 	if (time_to_inject(sbi, FAULT_ALLOC_BIO)) {
1925d62fe971SChao Yu 		f2fs_show_injection_info(FAULT_ALLOC_BIO);
1926d62fe971SChao Yu 		return NULL;
1927d62fe971SChao Yu 	}
1928d62fe971SChao Yu #endif
1929d62fe971SChao Yu 	return bio_alloc(GFP_KERNEL, npages);
1930d62fe971SChao Yu }
1931740432f8SJaegeuk Kim 
19329be32d72SJaegeuk Kim static inline void f2fs_radix_tree_insert(struct radix_tree_root *root,
19339be32d72SJaegeuk Kim 				unsigned long index, void *item)
19349be32d72SJaegeuk Kim {
19359be32d72SJaegeuk Kim 	while (radix_tree_insert(root, index, item))
19369be32d72SJaegeuk Kim 		cond_resched();
19379be32d72SJaegeuk Kim }
19389be32d72SJaegeuk Kim 
193939a53e0cSJaegeuk Kim #define RAW_IS_INODE(p)	((p)->footer.nid == (p)->footer.ino)
194039a53e0cSJaegeuk Kim 
194139a53e0cSJaegeuk Kim static inline bool IS_INODE(struct page *page)
194239a53e0cSJaegeuk Kim {
194345590710SGu Zheng 	struct f2fs_node *p = F2FS_NODE(page);
1944cac5a3d8SDongOh Shin 
194539a53e0cSJaegeuk Kim 	return RAW_IS_INODE(p);
194639a53e0cSJaegeuk Kim }
194739a53e0cSJaegeuk Kim 
19487a2af766SChao Yu static inline int offset_in_addr(struct f2fs_inode *i)
19497a2af766SChao Yu {
19507a2af766SChao Yu 	return (i->i_inline & F2FS_EXTRA_ATTR) ?
19517a2af766SChao Yu 			(le16_to_cpu(i->i_extra_isize) / sizeof(__le32)) : 0;
19527a2af766SChao Yu }
19537a2af766SChao Yu 
195439a53e0cSJaegeuk Kim static inline __le32 *blkaddr_in_node(struct f2fs_node *node)
195539a53e0cSJaegeuk Kim {
195639a53e0cSJaegeuk Kim 	return RAW_IS_INODE(node) ? node->i.i_addr : node->dn.addr;
195739a53e0cSJaegeuk Kim }
195839a53e0cSJaegeuk Kim 
19597a2af766SChao Yu static inline int f2fs_has_extra_attr(struct inode *inode);
19607a2af766SChao Yu static inline block_t datablock_addr(struct inode *inode,
19617a2af766SChao Yu 			struct page *node_page, unsigned int offset)
196239a53e0cSJaegeuk Kim {
196339a53e0cSJaegeuk Kim 	struct f2fs_node *raw_node;
196439a53e0cSJaegeuk Kim 	__le32 *addr_array;
19657a2af766SChao Yu 	int base = 0;
19667a2af766SChao Yu 	bool is_inode = IS_INODE(node_page);
1967cac5a3d8SDongOh Shin 
196845590710SGu Zheng 	raw_node = F2FS_NODE(node_page);
19697a2af766SChao Yu 
19707a2af766SChao Yu 	/* from GC path only */
19717a2af766SChao Yu 	if (!inode) {
19727a2af766SChao Yu 		if (is_inode)
19737a2af766SChao Yu 			base = offset_in_addr(&raw_node->i);
19747a2af766SChao Yu 	} else if (f2fs_has_extra_attr(inode) && is_inode) {
19757a2af766SChao Yu 		base = get_extra_isize(inode);
19767a2af766SChao Yu 	}
19777a2af766SChao Yu 
197839a53e0cSJaegeuk Kim 	addr_array = blkaddr_in_node(raw_node);
19797a2af766SChao Yu 	return le32_to_cpu(addr_array[base + offset]);
198039a53e0cSJaegeuk Kim }
198139a53e0cSJaegeuk Kim 
198239a53e0cSJaegeuk Kim static inline int f2fs_test_bit(unsigned int nr, char *addr)
198339a53e0cSJaegeuk Kim {
198439a53e0cSJaegeuk Kim 	int mask;
198539a53e0cSJaegeuk Kim 
198639a53e0cSJaegeuk Kim 	addr += (nr >> 3);
198739a53e0cSJaegeuk Kim 	mask = 1 << (7 - (nr & 0x07));
198839a53e0cSJaegeuk Kim 	return mask & *addr;
198939a53e0cSJaegeuk Kim }
199039a53e0cSJaegeuk Kim 
1991a66cdd98SJaegeuk Kim static inline void f2fs_set_bit(unsigned int nr, char *addr)
1992a66cdd98SJaegeuk Kim {
1993a66cdd98SJaegeuk Kim 	int mask;
1994a66cdd98SJaegeuk Kim 
1995a66cdd98SJaegeuk Kim 	addr += (nr >> 3);
1996a66cdd98SJaegeuk Kim 	mask = 1 << (7 - (nr & 0x07));
1997a66cdd98SJaegeuk Kim 	*addr |= mask;
1998a66cdd98SJaegeuk Kim }
1999a66cdd98SJaegeuk Kim 
2000a66cdd98SJaegeuk Kim static inline void f2fs_clear_bit(unsigned int nr, char *addr)
2001a66cdd98SJaegeuk Kim {
2002a66cdd98SJaegeuk Kim 	int mask;
2003a66cdd98SJaegeuk Kim 
2004a66cdd98SJaegeuk Kim 	addr += (nr >> 3);
2005a66cdd98SJaegeuk Kim 	mask = 1 << (7 - (nr & 0x07));
2006a66cdd98SJaegeuk Kim 	*addr &= ~mask;
2007a66cdd98SJaegeuk Kim }
2008a66cdd98SJaegeuk Kim 
200952aca074SGu Zheng static inline int f2fs_test_and_set_bit(unsigned int nr, char *addr)
201039a53e0cSJaegeuk Kim {
201139a53e0cSJaegeuk Kim 	int mask;
201239a53e0cSJaegeuk Kim 	int ret;
201339a53e0cSJaegeuk Kim 
201439a53e0cSJaegeuk Kim 	addr += (nr >> 3);
201539a53e0cSJaegeuk Kim 	mask = 1 << (7 - (nr & 0x07));
201639a53e0cSJaegeuk Kim 	ret = mask & *addr;
201739a53e0cSJaegeuk Kim 	*addr |= mask;
201839a53e0cSJaegeuk Kim 	return ret;
201939a53e0cSJaegeuk Kim }
202039a53e0cSJaegeuk Kim 
202152aca074SGu Zheng static inline int f2fs_test_and_clear_bit(unsigned int nr, char *addr)
202239a53e0cSJaegeuk Kim {
202339a53e0cSJaegeuk Kim 	int mask;
202439a53e0cSJaegeuk Kim 	int ret;
202539a53e0cSJaegeuk Kim 
202639a53e0cSJaegeuk Kim 	addr += (nr >> 3);
202739a53e0cSJaegeuk Kim 	mask = 1 << (7 - (nr & 0x07));
202839a53e0cSJaegeuk Kim 	ret = mask & *addr;
202939a53e0cSJaegeuk Kim 	*addr &= ~mask;
203039a53e0cSJaegeuk Kim 	return ret;
203139a53e0cSJaegeuk Kim }
203239a53e0cSJaegeuk Kim 
2033c6ac4c0eSGu Zheng static inline void f2fs_change_bit(unsigned int nr, char *addr)
2034c6ac4c0eSGu Zheng {
2035c6ac4c0eSGu Zheng 	int mask;
2036c6ac4c0eSGu Zheng 
2037c6ac4c0eSGu Zheng 	addr += (nr >> 3);
2038c6ac4c0eSGu Zheng 	mask = 1 << (7 - (nr & 0x07));
2039c6ac4c0eSGu Zheng 	*addr ^= mask;
2040c6ac4c0eSGu Zheng }
2041c6ac4c0eSGu Zheng 
20425c57132eSChao Yu #define F2FS_REG_FLMASK		(~(FS_DIRSYNC_FL | FS_TOPDIR_FL))
20435c57132eSChao Yu #define F2FS_OTHER_FLMASK	(FS_NODUMP_FL | FS_NOATIME_FL)
20445c57132eSChao Yu #define F2FS_FL_INHERITED	(FS_PROJINHERIT_FL)
20455c57132eSChao Yu 
20465c57132eSChao Yu static inline __u32 f2fs_mask_flags(umode_t mode, __u32 flags)
20475c57132eSChao Yu {
20485c57132eSChao Yu 	if (S_ISDIR(mode))
20495c57132eSChao Yu 		return flags;
20505c57132eSChao Yu 	else if (S_ISREG(mode))
20515c57132eSChao Yu 		return flags & F2FS_REG_FLMASK;
20525c57132eSChao Yu 	else
20535c57132eSChao Yu 		return flags & F2FS_OTHER_FLMASK;
20545c57132eSChao Yu }
20555c57132eSChao Yu 
205639a53e0cSJaegeuk Kim /* used for f2fs_inode_info->flags */
205739a53e0cSJaegeuk Kim enum {
205839a53e0cSJaegeuk Kim 	FI_NEW_INODE,		/* indicate newly allocated inode */
2059b3783873SJaegeuk Kim 	FI_DIRTY_INODE,		/* indicate inode is dirty or not */
206026de9b11SJaegeuk Kim 	FI_AUTO_RECOVER,	/* indicate inode is recoverable */
2061ed57c27fSJaegeuk Kim 	FI_DIRTY_DIR,		/* indicate directory has dirty pages */
206239a53e0cSJaegeuk Kim 	FI_INC_LINK,		/* need to increment i_nlink */
206339a53e0cSJaegeuk Kim 	FI_ACL_MODE,		/* indicate acl mode */
206439a53e0cSJaegeuk Kim 	FI_NO_ALLOC,		/* should not allocate any blocks */
2065c9b63bd0SJaegeuk Kim 	FI_FREE_NID,		/* free allocated nide */
2066c11abd1aSJaegeuk Kim 	FI_NO_EXTENT,		/* not to use the extent cache */
2067444c580fSJaegeuk Kim 	FI_INLINE_XATTR,	/* used for inline xattr */
20681001b347SHuajun Li 	FI_INLINE_DATA,		/* used for inline data*/
206934d67debSChao Yu 	FI_INLINE_DENTRY,	/* used for inline dentry */
2070fff04f90SJaegeuk Kim 	FI_APPEND_WRITE,	/* inode has appended data */
2071fff04f90SJaegeuk Kim 	FI_UPDATE_WRITE,	/* inode has in-place-update data */
207288b88a66SJaegeuk Kim 	FI_NEED_IPU,		/* used for ipu per file */
207388b88a66SJaegeuk Kim 	FI_ATOMIC_FILE,		/* indicate atomic file */
20745fe45743SChao Yu 	FI_ATOMIC_COMMIT,	/* indicate the state of atomical committing */
207502a1335fSJaegeuk Kim 	FI_VOLATILE_FILE,	/* indicate volatile file */
20763c6c2bebSJaegeuk Kim 	FI_FIRST_BLOCK_WRITTEN,	/* indicate #0 data block was written */
20771e84371fSJaegeuk Kim 	FI_DROP_CACHE,		/* drop dirty page cache */
2078b3d208f9SJaegeuk Kim 	FI_DATA_EXIST,		/* indicate data exists */
2079510022a8SJaegeuk Kim 	FI_INLINE_DOTS,		/* indicate inline dot dentries */
2080d323d005SChao Yu 	FI_DO_DEFRAG,		/* indicate defragment is running */
2081c227f912SChao Yu 	FI_DIRTY_FILE,		/* indicate regular/symlink has dirty pages */
2082dc91de78SJaegeuk Kim 	FI_NO_PREALLOC,		/* indicate skipped preallocated blocks */
2083ef095d19SJaegeuk Kim 	FI_HOT_DATA,		/* indicate file is hot */
20847a2af766SChao Yu 	FI_EXTRA_ATTR,		/* indicate file has extra attribute */
20855c57132eSChao Yu 	FI_PROJ_INHERIT,	/* indicate file inherits projectid */
208639a53e0cSJaegeuk Kim };
208739a53e0cSJaegeuk Kim 
2088205b9822SJaegeuk Kim static inline void __mark_inode_dirty_flag(struct inode *inode,
2089205b9822SJaegeuk Kim 						int flag, bool set)
209039a53e0cSJaegeuk Kim {
2091205b9822SJaegeuk Kim 	switch (flag) {
2092205b9822SJaegeuk Kim 	case FI_INLINE_XATTR:
2093205b9822SJaegeuk Kim 	case FI_INLINE_DATA:
2094205b9822SJaegeuk Kim 	case FI_INLINE_DENTRY:
2095205b9822SJaegeuk Kim 		if (set)
2096205b9822SJaegeuk Kim 			return;
2097205b9822SJaegeuk Kim 	case FI_DATA_EXIST:
2098205b9822SJaegeuk Kim 	case FI_INLINE_DOTS:
20997c45729aSJaegeuk Kim 		f2fs_mark_inode_dirty_sync(inode, true);
2100205b9822SJaegeuk Kim 	}
210139a53e0cSJaegeuk Kim }
210239a53e0cSJaegeuk Kim 
210391942321SJaegeuk Kim static inline void set_inode_flag(struct inode *inode, int flag)
210439a53e0cSJaegeuk Kim {
210591942321SJaegeuk Kim 	if (!test_bit(flag, &F2FS_I(inode)->flags))
210691942321SJaegeuk Kim 		set_bit(flag, &F2FS_I(inode)->flags);
2107205b9822SJaegeuk Kim 	__mark_inode_dirty_flag(inode, flag, true);
210839a53e0cSJaegeuk Kim }
210939a53e0cSJaegeuk Kim 
211091942321SJaegeuk Kim static inline int is_inode_flag_set(struct inode *inode, int flag)
211139a53e0cSJaegeuk Kim {
211291942321SJaegeuk Kim 	return test_bit(flag, &F2FS_I(inode)->flags);
211339a53e0cSJaegeuk Kim }
211439a53e0cSJaegeuk Kim 
211591942321SJaegeuk Kim static inline void clear_inode_flag(struct inode *inode, int flag)
211639a53e0cSJaegeuk Kim {
211791942321SJaegeuk Kim 	if (test_bit(flag, &F2FS_I(inode)->flags))
211891942321SJaegeuk Kim 		clear_bit(flag, &F2FS_I(inode)->flags);
2119205b9822SJaegeuk Kim 	__mark_inode_dirty_flag(inode, flag, false);
212039a53e0cSJaegeuk Kim }
212139a53e0cSJaegeuk Kim 
212291942321SJaegeuk Kim static inline void set_acl_inode(struct inode *inode, umode_t mode)
2123444c580fSJaegeuk Kim {
212491942321SJaegeuk Kim 	F2FS_I(inode)->i_acl_mode = mode;
212591942321SJaegeuk Kim 	set_inode_flag(inode, FI_ACL_MODE);
21267c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, false);
212739a53e0cSJaegeuk Kim }
212839a53e0cSJaegeuk Kim 
2129a1961246SJaegeuk Kim static inline void f2fs_i_links_write(struct inode *inode, bool inc)
2130a1961246SJaegeuk Kim {
2131a1961246SJaegeuk Kim 	if (inc)
2132a1961246SJaegeuk Kim 		inc_nlink(inode);
2133a1961246SJaegeuk Kim 	else
2134a1961246SJaegeuk Kim 		drop_nlink(inode);
21357c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, true);
2136a1961246SJaegeuk Kim }
2137a1961246SJaegeuk Kim 
21388edd03c8SJaegeuk Kim static inline void f2fs_i_blocks_write(struct inode *inode,
21390abd675eSChao Yu 					block_t diff, bool add, bool claim)
21408edd03c8SJaegeuk Kim {
214126de9b11SJaegeuk Kim 	bool clean = !is_inode_flag_set(inode, FI_DIRTY_INODE);
214226de9b11SJaegeuk Kim 	bool recover = is_inode_flag_set(inode, FI_AUTO_RECOVER);
214326de9b11SJaegeuk Kim 
21440abd675eSChao Yu 	/* add = 1, claim = 1 should be dquot_reserve_block in pair */
21450abd675eSChao Yu 	if (add) {
21460abd675eSChao Yu 		if (claim)
21470abd675eSChao Yu 			dquot_claim_block(inode, diff);
21480abd675eSChao Yu 		else
21490abd675eSChao Yu 			dquot_alloc_block_nofail(inode, diff);
21500abd675eSChao Yu 	} else {
21510abd675eSChao Yu 		dquot_free_block(inode, diff);
21520abd675eSChao Yu 	}
21530abd675eSChao Yu 
21547c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, true);
215526de9b11SJaegeuk Kim 	if (clean || recover)
215626de9b11SJaegeuk Kim 		set_inode_flag(inode, FI_AUTO_RECOVER);
21578edd03c8SJaegeuk Kim }
21588edd03c8SJaegeuk Kim 
2159fc9581c8SJaegeuk Kim static inline void f2fs_i_size_write(struct inode *inode, loff_t i_size)
2160fc9581c8SJaegeuk Kim {
216126de9b11SJaegeuk Kim 	bool clean = !is_inode_flag_set(inode, FI_DIRTY_INODE);
216226de9b11SJaegeuk Kim 	bool recover = is_inode_flag_set(inode, FI_AUTO_RECOVER);
216326de9b11SJaegeuk Kim 
2164fc9581c8SJaegeuk Kim 	if (i_size_read(inode) == i_size)
2165fc9581c8SJaegeuk Kim 		return;
2166fc9581c8SJaegeuk Kim 
2167fc9581c8SJaegeuk Kim 	i_size_write(inode, i_size);
21687c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, true);
216926de9b11SJaegeuk Kim 	if (clean || recover)
217026de9b11SJaegeuk Kim 		set_inode_flag(inode, FI_AUTO_RECOVER);
217126de9b11SJaegeuk Kim }
217226de9b11SJaegeuk Kim 
2173205b9822SJaegeuk Kim static inline void f2fs_i_depth_write(struct inode *inode, unsigned int depth)
2174205b9822SJaegeuk Kim {
2175205b9822SJaegeuk Kim 	F2FS_I(inode)->i_current_depth = depth;
21767c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, true);
2177205b9822SJaegeuk Kim }
2178205b9822SJaegeuk Kim 
2179205b9822SJaegeuk Kim static inline void f2fs_i_xnid_write(struct inode *inode, nid_t xnid)
2180205b9822SJaegeuk Kim {
2181205b9822SJaegeuk Kim 	F2FS_I(inode)->i_xattr_nid = xnid;
21827c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, true);
2183205b9822SJaegeuk Kim }
2184205b9822SJaegeuk Kim 
2185205b9822SJaegeuk Kim static inline void f2fs_i_pino_write(struct inode *inode, nid_t pino)
2186205b9822SJaegeuk Kim {
2187205b9822SJaegeuk Kim 	F2FS_I(inode)->i_pino = pino;
21887c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, true);
2189205b9822SJaegeuk Kim }
2190205b9822SJaegeuk Kim 
219191942321SJaegeuk Kim static inline void get_inline_info(struct inode *inode, struct f2fs_inode *ri)
2192444c580fSJaegeuk Kim {
2193205b9822SJaegeuk Kim 	struct f2fs_inode_info *fi = F2FS_I(inode);
2194205b9822SJaegeuk Kim 
2195444c580fSJaegeuk Kim 	if (ri->i_inline & F2FS_INLINE_XATTR)
2196205b9822SJaegeuk Kim 		set_bit(FI_INLINE_XATTR, &fi->flags);
21971001b347SHuajun Li 	if (ri->i_inline & F2FS_INLINE_DATA)
2198205b9822SJaegeuk Kim 		set_bit(FI_INLINE_DATA, &fi->flags);
219934d67debSChao Yu 	if (ri->i_inline & F2FS_INLINE_DENTRY)
2200205b9822SJaegeuk Kim 		set_bit(FI_INLINE_DENTRY, &fi->flags);
2201b3d208f9SJaegeuk Kim 	if (ri->i_inline & F2FS_DATA_EXIST)
2202205b9822SJaegeuk Kim 		set_bit(FI_DATA_EXIST, &fi->flags);
2203510022a8SJaegeuk Kim 	if (ri->i_inline & F2FS_INLINE_DOTS)
2204205b9822SJaegeuk Kim 		set_bit(FI_INLINE_DOTS, &fi->flags);
22057a2af766SChao Yu 	if (ri->i_inline & F2FS_EXTRA_ATTR)
22067a2af766SChao Yu 		set_bit(FI_EXTRA_ATTR, &fi->flags);
2207444c580fSJaegeuk Kim }
2208444c580fSJaegeuk Kim 
220991942321SJaegeuk Kim static inline void set_raw_inline(struct inode *inode, struct f2fs_inode *ri)
2210444c580fSJaegeuk Kim {
2211444c580fSJaegeuk Kim 	ri->i_inline = 0;
2212444c580fSJaegeuk Kim 
221391942321SJaegeuk Kim 	if (is_inode_flag_set(inode, FI_INLINE_XATTR))
2214444c580fSJaegeuk Kim 		ri->i_inline |= F2FS_INLINE_XATTR;
221591942321SJaegeuk Kim 	if (is_inode_flag_set(inode, FI_INLINE_DATA))
22161001b347SHuajun Li 		ri->i_inline |= F2FS_INLINE_DATA;
221791942321SJaegeuk Kim 	if (is_inode_flag_set(inode, FI_INLINE_DENTRY))
221834d67debSChao Yu 		ri->i_inline |= F2FS_INLINE_DENTRY;
221991942321SJaegeuk Kim 	if (is_inode_flag_set(inode, FI_DATA_EXIST))
2220b3d208f9SJaegeuk Kim 		ri->i_inline |= F2FS_DATA_EXIST;
222191942321SJaegeuk Kim 	if (is_inode_flag_set(inode, FI_INLINE_DOTS))
2222510022a8SJaegeuk Kim 		ri->i_inline |= F2FS_INLINE_DOTS;
22237a2af766SChao Yu 	if (is_inode_flag_set(inode, FI_EXTRA_ATTR))
22247a2af766SChao Yu 		ri->i_inline |= F2FS_EXTRA_ATTR;
22257a2af766SChao Yu }
22267a2af766SChao Yu 
22277a2af766SChao Yu static inline int f2fs_has_extra_attr(struct inode *inode)
22287a2af766SChao Yu {
22297a2af766SChao Yu 	return is_inode_flag_set(inode, FI_EXTRA_ATTR);
2230444c580fSJaegeuk Kim }
2231444c580fSJaegeuk Kim 
2232987c7c31SChao Yu static inline int f2fs_has_inline_xattr(struct inode *inode)
2233987c7c31SChao Yu {
223491942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_INLINE_XATTR);
2235987c7c31SChao Yu }
2236987c7c31SChao Yu 
223781ca7350SChao Yu static inline unsigned int addrs_per_inode(struct inode *inode)
2238de93653fSJaegeuk Kim {
22396afc662eSChao Yu 	return CUR_ADDRS_PER_INODE(inode) - F2FS_INLINE_XATTR_ADDRS(inode);
2240de93653fSJaegeuk Kim }
2241de93653fSJaegeuk Kim 
22426afc662eSChao Yu static inline void *inline_xattr_addr(struct inode *inode, struct page *page)
224365985d93SJaegeuk Kim {
2244695fd1edSChao Yu 	struct f2fs_inode *ri = F2FS_INODE(page);
2245cac5a3d8SDongOh Shin 
224665985d93SJaegeuk Kim 	return (void *)&(ri->i_addr[DEF_ADDRS_PER_INODE -
22476afc662eSChao Yu 					F2FS_INLINE_XATTR_ADDRS(inode)]);
224865985d93SJaegeuk Kim }
224965985d93SJaegeuk Kim 
225065985d93SJaegeuk Kim static inline int inline_xattr_size(struct inode *inode)
225165985d93SJaegeuk Kim {
22526afc662eSChao Yu 	return get_inline_xattr_addrs(inode) * sizeof(__le32);
225365985d93SJaegeuk Kim }
225465985d93SJaegeuk Kim 
22550dbdc2aeSJaegeuk Kim static inline int f2fs_has_inline_data(struct inode *inode)
22560dbdc2aeSJaegeuk Kim {
225791942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_INLINE_DATA);
22580dbdc2aeSJaegeuk Kim }
22590dbdc2aeSJaegeuk Kim 
2260b3d208f9SJaegeuk Kim static inline int f2fs_exist_data(struct inode *inode)
2261b3d208f9SJaegeuk Kim {
226291942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_DATA_EXIST);
2263b3d208f9SJaegeuk Kim }
2264b3d208f9SJaegeuk Kim 
2265510022a8SJaegeuk Kim static inline int f2fs_has_inline_dots(struct inode *inode)
2266510022a8SJaegeuk Kim {
226791942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_INLINE_DOTS);
2268510022a8SJaegeuk Kim }
2269510022a8SJaegeuk Kim 
227088b88a66SJaegeuk Kim static inline bool f2fs_is_atomic_file(struct inode *inode)
227188b88a66SJaegeuk Kim {
227291942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_ATOMIC_FILE);
227388b88a66SJaegeuk Kim }
227488b88a66SJaegeuk Kim 
22755fe45743SChao Yu static inline bool f2fs_is_commit_atomic_write(struct inode *inode)
22765fe45743SChao Yu {
22775fe45743SChao Yu 	return is_inode_flag_set(inode, FI_ATOMIC_COMMIT);
22785fe45743SChao Yu }
22795fe45743SChao Yu 
228002a1335fSJaegeuk Kim static inline bool f2fs_is_volatile_file(struct inode *inode)
228102a1335fSJaegeuk Kim {
228291942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_VOLATILE_FILE);
228302a1335fSJaegeuk Kim }
228402a1335fSJaegeuk Kim 
22853c6c2bebSJaegeuk Kim static inline bool f2fs_is_first_block_written(struct inode *inode)
22863c6c2bebSJaegeuk Kim {
228791942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_FIRST_BLOCK_WRITTEN);
22883c6c2bebSJaegeuk Kim }
22893c6c2bebSJaegeuk Kim 
22901e84371fSJaegeuk Kim static inline bool f2fs_is_drop_cache(struct inode *inode)
22911e84371fSJaegeuk Kim {
229291942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_DROP_CACHE);
22931e84371fSJaegeuk Kim }
22941e84371fSJaegeuk Kim 
2295f2470371SChao Yu static inline void *inline_data_addr(struct inode *inode, struct page *page)
22961001b347SHuajun Li {
2297695fd1edSChao Yu 	struct f2fs_inode *ri = F2FS_INODE(page);
22987a2af766SChao Yu 	int extra_size = get_extra_isize(inode);
2299cac5a3d8SDongOh Shin 
23007a2af766SChao Yu 	return (void *)&(ri->i_addr[extra_size + DEF_INLINE_RESERVED_SIZE]);
23011001b347SHuajun Li }
23021001b347SHuajun Li 
230334d67debSChao Yu static inline int f2fs_has_inline_dentry(struct inode *inode)
230434d67debSChao Yu {
230591942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_INLINE_DENTRY);
230634d67debSChao Yu }
230734d67debSChao Yu 
23089486ba44SJaegeuk Kim static inline void f2fs_dentry_kunmap(struct inode *dir, struct page *page)
23099486ba44SJaegeuk Kim {
23109486ba44SJaegeuk Kim 	if (!f2fs_has_inline_dentry(dir))
23119486ba44SJaegeuk Kim 		kunmap(page);
23129486ba44SJaegeuk Kim }
23139486ba44SJaegeuk Kim 
2314b5492af7SJaegeuk Kim static inline int is_file(struct inode *inode, int type)
2315b5492af7SJaegeuk Kim {
2316b5492af7SJaegeuk Kim 	return F2FS_I(inode)->i_advise & type;
2317b5492af7SJaegeuk Kim }
2318b5492af7SJaegeuk Kim 
2319b5492af7SJaegeuk Kim static inline void set_file(struct inode *inode, int type)
2320b5492af7SJaegeuk Kim {
2321b5492af7SJaegeuk Kim 	F2FS_I(inode)->i_advise |= type;
23227c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, true);
2323b5492af7SJaegeuk Kim }
2324b5492af7SJaegeuk Kim 
2325b5492af7SJaegeuk Kim static inline void clear_file(struct inode *inode, int type)
2326b5492af7SJaegeuk Kim {
2327b5492af7SJaegeuk Kim 	F2FS_I(inode)->i_advise &= ~type;
23287c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, true);
2329b5492af7SJaegeuk Kim }
2330b5492af7SJaegeuk Kim 
233126787236SJaegeuk Kim static inline bool f2fs_skip_inode_update(struct inode *inode, int dsync)
233226787236SJaegeuk Kim {
2333a0d00fadSChao Yu 	bool ret;
2334a0d00fadSChao Yu 
233526787236SJaegeuk Kim 	if (dsync) {
233626787236SJaegeuk Kim 		struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
233726787236SJaegeuk Kim 
233826787236SJaegeuk Kim 		spin_lock(&sbi->inode_lock[DIRTY_META]);
233926787236SJaegeuk Kim 		ret = list_empty(&F2FS_I(inode)->gdirty_list);
234026787236SJaegeuk Kim 		spin_unlock(&sbi->inode_lock[DIRTY_META]);
234126787236SJaegeuk Kim 		return ret;
234226787236SJaegeuk Kim 	}
234326787236SJaegeuk Kim 	if (!is_inode_flag_set(inode, FI_AUTO_RECOVER) ||
234426787236SJaegeuk Kim 			file_keep_isize(inode) ||
234526787236SJaegeuk Kim 			i_size_read(inode) & PAGE_MASK)
234626787236SJaegeuk Kim 		return false;
2347a0d00fadSChao Yu 
2348a0d00fadSChao Yu 	down_read(&F2FS_I(inode)->i_sem);
2349a0d00fadSChao Yu 	ret = F2FS_I(inode)->last_disk_size == i_size_read(inode);
2350a0d00fadSChao Yu 	up_read(&F2FS_I(inode)->i_sem);
2351a0d00fadSChao Yu 
2352a0d00fadSChao Yu 	return ret;
2353267378d4SChao Yu }
2354267378d4SChao Yu 
2355267378d4SChao Yu static inline int f2fs_readonly(struct super_block *sb)
2356267378d4SChao Yu {
2357267378d4SChao Yu 	return sb->s_flags & MS_RDONLY;
2358267378d4SChao Yu }
235939a53e0cSJaegeuk Kim 
236039a53e0cSJaegeuk Kim static inline bool f2fs_cp_error(struct f2fs_sb_info *sbi)
236139a53e0cSJaegeuk Kim {
2362aaec2b1dSChao Yu 	return is_set_ckpt_flags(sbi, CP_ERROR_FLAG);
236339a53e0cSJaegeuk Kim }
236439a53e0cSJaegeuk Kim 
2365eaa693f4SJaegeuk Kim static inline bool is_dot_dotdot(const struct qstr *str)
2366eaa693f4SJaegeuk Kim {
2367eaa693f4SJaegeuk Kim 	if (str->len == 1 && str->name[0] == '.')
2368eaa693f4SJaegeuk Kim 		return true;
2369eaa693f4SJaegeuk Kim 
2370eaa693f4SJaegeuk Kim 	if (str->len == 2 && str->name[0] == '.' && str->name[1] == '.')
2371eaa693f4SJaegeuk Kim 		return true;
2372eaa693f4SJaegeuk Kim 
2373eaa693f4SJaegeuk Kim 	return false;
2374eaa693f4SJaegeuk Kim }
2375eaa693f4SJaegeuk Kim 
23763e72f721SJaegeuk Kim static inline bool f2fs_may_extent_tree(struct inode *inode)
23773e72f721SJaegeuk Kim {
23783e72f721SJaegeuk Kim 	if (!test_opt(F2FS_I_SB(inode), EXTENT_CACHE) ||
237991942321SJaegeuk Kim 			is_inode_flag_set(inode, FI_NO_EXTENT))
23803e72f721SJaegeuk Kim 		return false;
23813e72f721SJaegeuk Kim 
2382886f56f9SAl Viro 	return S_ISREG(inode->i_mode);
23833e72f721SJaegeuk Kim }
23843e72f721SJaegeuk Kim 
23851ecc0c5cSChao Yu static inline void *f2fs_kmalloc(struct f2fs_sb_info *sbi,
23861ecc0c5cSChao Yu 					size_t size, gfp_t flags)
23870414b004SJaegeuk Kim {
23882c63feadSJaegeuk Kim #ifdef CONFIG_F2FS_FAULT_INJECTION
238955523519SChao Yu 	if (time_to_inject(sbi, FAULT_KMALLOC)) {
239055523519SChao Yu 		f2fs_show_injection_info(FAULT_KMALLOC);
23912c63feadSJaegeuk Kim 		return NULL;
239255523519SChao Yu 	}
23932c63feadSJaegeuk Kim #endif
23940414b004SJaegeuk Kim 	return kmalloc(size, flags);
23950414b004SJaegeuk Kim }
23960414b004SJaegeuk Kim 
23977a2af766SChao Yu static inline int get_extra_isize(struct inode *inode)
2398f2470371SChao Yu {
23997a2af766SChao Yu 	return F2FS_I(inode)->i_extra_isize / sizeof(__le32);
2400f2470371SChao Yu }
2401f2470371SChao Yu 
24026afc662eSChao Yu static inline int f2fs_sb_has_flexible_inline_xattr(struct super_block *sb);
24036afc662eSChao Yu static inline int get_inline_xattr_addrs(struct inode *inode)
24046afc662eSChao Yu {
24056afc662eSChao Yu 	return F2FS_I(inode)->i_inline_xattr_size;
24066afc662eSChao Yu }
24076afc662eSChao Yu 
240839a53e0cSJaegeuk Kim #define get_inode_mode(i) \
240991942321SJaegeuk Kim 	((is_inode_flag_set(i, FI_ACL_MODE)) ? \
241039a53e0cSJaegeuk Kim 	 (F2FS_I(i)->i_acl_mode) : ((i)->i_mode))
241139a53e0cSJaegeuk Kim 
24127a2af766SChao Yu #define F2FS_TOTAL_EXTRA_ATTR_SIZE			\
24137a2af766SChao Yu 	(offsetof(struct f2fs_inode, i_extra_end) -	\
24147a2af766SChao Yu 	offsetof(struct f2fs_inode, i_extra_isize))	\
24157a2af766SChao Yu 
24165c57132eSChao Yu #define F2FS_OLD_ATTRIBUTE_SIZE	(offsetof(struct f2fs_inode, i_addr))
24175c57132eSChao Yu #define F2FS_FITS_IN_INODE(f2fs_inode, extra_isize, field)		\
24185c57132eSChao Yu 		((offsetof(typeof(*f2fs_inode), field) +	\
24195c57132eSChao Yu 		sizeof((f2fs_inode)->field))			\
24205c57132eSChao Yu 		<= (F2FS_OLD_ATTRIBUTE_SIZE + extra_isize))	\
24215c57132eSChao Yu 
2422b0af6d49SChao Yu static inline void f2fs_reset_iostat(struct f2fs_sb_info *sbi)
2423b0af6d49SChao Yu {
2424b0af6d49SChao Yu 	int i;
2425b0af6d49SChao Yu 
2426b0af6d49SChao Yu 	spin_lock(&sbi->iostat_lock);
2427b0af6d49SChao Yu 	for (i = 0; i < NR_IO_TYPE; i++)
2428b0af6d49SChao Yu 		sbi->write_iostat[i] = 0;
2429b0af6d49SChao Yu 	spin_unlock(&sbi->iostat_lock);
2430b0af6d49SChao Yu }
2431b0af6d49SChao Yu 
2432b0af6d49SChao Yu static inline void f2fs_update_iostat(struct f2fs_sb_info *sbi,
2433b0af6d49SChao Yu 			enum iostat_type type, unsigned long long io_bytes)
2434b0af6d49SChao Yu {
2435b0af6d49SChao Yu 	if (!sbi->iostat_enable)
2436b0af6d49SChao Yu 		return;
2437b0af6d49SChao Yu 	spin_lock(&sbi->iostat_lock);
2438b0af6d49SChao Yu 	sbi->write_iostat[type] += io_bytes;
2439b0af6d49SChao Yu 
2440b0af6d49SChao Yu 	if (type == APP_WRITE_IO || type == APP_DIRECT_IO)
2441b0af6d49SChao Yu 		sbi->write_iostat[APP_BUFFERED_IO] =
2442b0af6d49SChao Yu 			sbi->write_iostat[APP_WRITE_IO] -
2443b0af6d49SChao Yu 			sbi->write_iostat[APP_DIRECT_IO];
2444b0af6d49SChao Yu 	spin_unlock(&sbi->iostat_lock);
2445b0af6d49SChao Yu }
2446b0af6d49SChao Yu 
244739a53e0cSJaegeuk Kim /*
244839a53e0cSJaegeuk Kim  * file.c
244939a53e0cSJaegeuk Kim  */
2450cac5a3d8SDongOh Shin int f2fs_sync_file(struct file *file, loff_t start, loff_t end, int datasync);
2451cac5a3d8SDongOh Shin void truncate_data_blocks(struct dnode_of_data *dn);
2452cac5a3d8SDongOh Shin int truncate_blocks(struct inode *inode, u64 from, bool lock);
2453cac5a3d8SDongOh Shin int f2fs_truncate(struct inode *inode);
2454a528d35eSDavid Howells int f2fs_getattr(const struct path *path, struct kstat *stat,
2455a528d35eSDavid Howells 			u32 request_mask, unsigned int flags);
2456cac5a3d8SDongOh Shin int f2fs_setattr(struct dentry *dentry, struct iattr *attr);
2457cac5a3d8SDongOh Shin int truncate_hole(struct inode *inode, pgoff_t pg_start, pgoff_t pg_end);
2458cac5a3d8SDongOh Shin int truncate_data_blocks_range(struct dnode_of_data *dn, int count);
2459cac5a3d8SDongOh Shin long f2fs_ioctl(struct file *filp, unsigned int cmd, unsigned long arg);
2460cac5a3d8SDongOh Shin long f2fs_compat_ioctl(struct file *file, unsigned int cmd, unsigned long arg);
246139a53e0cSJaegeuk Kim 
246239a53e0cSJaegeuk Kim /*
246339a53e0cSJaegeuk Kim  * inode.c
246439a53e0cSJaegeuk Kim  */
2465cac5a3d8SDongOh Shin void f2fs_set_inode_flags(struct inode *inode);
2466704956ecSChao Yu bool f2fs_inode_chksum_verify(struct f2fs_sb_info *sbi, struct page *page);
2467704956ecSChao Yu void f2fs_inode_chksum_set(struct f2fs_sb_info *sbi, struct page *page);
2468cac5a3d8SDongOh Shin struct inode *f2fs_iget(struct super_block *sb, unsigned long ino);
2469cac5a3d8SDongOh Shin struct inode *f2fs_iget_retry(struct super_block *sb, unsigned long ino);
2470cac5a3d8SDongOh Shin int try_to_free_nats(struct f2fs_sb_info *sbi, int nr_shrink);
2471cac5a3d8SDongOh Shin int update_inode(struct inode *inode, struct page *node_page);
2472cac5a3d8SDongOh Shin int update_inode_page(struct inode *inode);
2473cac5a3d8SDongOh Shin int f2fs_write_inode(struct inode *inode, struct writeback_control *wbc);
2474cac5a3d8SDongOh Shin void f2fs_evict_inode(struct inode *inode);
2475cac5a3d8SDongOh Shin void handle_failed_inode(struct inode *inode);
247639a53e0cSJaegeuk Kim 
247739a53e0cSJaegeuk Kim /*
247839a53e0cSJaegeuk Kim  * namei.c
247939a53e0cSJaegeuk Kim  */
248039a53e0cSJaegeuk Kim struct dentry *f2fs_get_parent(struct dentry *child);
248139a53e0cSJaegeuk Kim 
248239a53e0cSJaegeuk Kim /*
248339a53e0cSJaegeuk Kim  * dir.c
248439a53e0cSJaegeuk Kim  */
2485cac5a3d8SDongOh Shin void set_de_type(struct f2fs_dir_entry *de, umode_t mode);
2486cac5a3d8SDongOh Shin unsigned char get_de_type(struct f2fs_dir_entry *de);
2487cac5a3d8SDongOh Shin struct f2fs_dir_entry *find_target_dentry(struct fscrypt_name *fname,
2488cac5a3d8SDongOh Shin 			f2fs_hash_t namehash, int *max_slots,
2489cac5a3d8SDongOh Shin 			struct f2fs_dentry_ptr *d);
2490cac5a3d8SDongOh Shin int f2fs_fill_dentries(struct dir_context *ctx, struct f2fs_dentry_ptr *d,
2491cac5a3d8SDongOh Shin 			unsigned int start_pos, struct fscrypt_str *fstr);
2492cac5a3d8SDongOh Shin void do_make_empty_dir(struct inode *inode, struct inode *parent,
2493cac5a3d8SDongOh Shin 			struct f2fs_dentry_ptr *d);
2494cac5a3d8SDongOh Shin struct page *init_inode_metadata(struct inode *inode, struct inode *dir,
2495cac5a3d8SDongOh Shin 			const struct qstr *new_name,
2496cac5a3d8SDongOh Shin 			const struct qstr *orig_name, struct page *dpage);
2497cac5a3d8SDongOh Shin void update_parent_metadata(struct inode *dir, struct inode *inode,
2498cac5a3d8SDongOh Shin 			unsigned int current_depth);
2499cac5a3d8SDongOh Shin int room_for_filename(const void *bitmap, int slots, int max_slots);
2500cac5a3d8SDongOh Shin void f2fs_drop_nlink(struct inode *dir, struct inode *inode);
2501cac5a3d8SDongOh Shin struct f2fs_dir_entry *__f2fs_find_entry(struct inode *dir,
2502cac5a3d8SDongOh Shin 			struct fscrypt_name *fname, struct page **res_page);
2503cac5a3d8SDongOh Shin struct f2fs_dir_entry *f2fs_find_entry(struct inode *dir,
2504cac5a3d8SDongOh Shin 			const struct qstr *child, struct page **res_page);
2505cac5a3d8SDongOh Shin struct f2fs_dir_entry *f2fs_parent_dir(struct inode *dir, struct page **p);
2506cac5a3d8SDongOh Shin ino_t f2fs_inode_by_name(struct inode *dir, const struct qstr *qstr,
2507cac5a3d8SDongOh Shin 			struct page **page);
2508cac5a3d8SDongOh Shin void f2fs_set_link(struct inode *dir, struct f2fs_dir_entry *de,
2509cac5a3d8SDongOh Shin 			struct page *page, struct inode *inode);
2510cac5a3d8SDongOh Shin void f2fs_update_dentry(nid_t ino, umode_t mode, struct f2fs_dentry_ptr *d,
2511cac5a3d8SDongOh Shin 			const struct qstr *name, f2fs_hash_t name_hash,
2512cac5a3d8SDongOh Shin 			unsigned int bit_pos);
2513cac5a3d8SDongOh Shin int f2fs_add_regular_entry(struct inode *dir, const struct qstr *new_name,
2514cac5a3d8SDongOh Shin 			const struct qstr *orig_name,
2515cac5a3d8SDongOh Shin 			struct inode *inode, nid_t ino, umode_t mode);
2516cac5a3d8SDongOh Shin int __f2fs_do_add_link(struct inode *dir, struct fscrypt_name *fname,
2517cac5a3d8SDongOh Shin 			struct inode *inode, nid_t ino, umode_t mode);
2518cac5a3d8SDongOh Shin int __f2fs_add_link(struct inode *dir, const struct qstr *name,
2519cac5a3d8SDongOh Shin 			struct inode *inode, nid_t ino, umode_t mode);
2520cac5a3d8SDongOh Shin void f2fs_delete_entry(struct f2fs_dir_entry *dentry, struct page *page,
2521cac5a3d8SDongOh Shin 			struct inode *dir, struct inode *inode);
2522cac5a3d8SDongOh Shin int f2fs_do_tmpfile(struct inode *inode, struct inode *dir);
2523cac5a3d8SDongOh Shin bool f2fs_empty_dir(struct inode *dir);
252439a53e0cSJaegeuk Kim 
2525b7f7a5e0SAl Viro static inline int f2fs_add_link(struct dentry *dentry, struct inode *inode)
2526b7f7a5e0SAl Viro {
25272b0143b5SDavid Howells 	return __f2fs_add_link(d_inode(dentry->d_parent), &dentry->d_name,
2528510022a8SJaegeuk Kim 				inode, inode->i_ino, inode->i_mode);
2529b7f7a5e0SAl Viro }
2530b7f7a5e0SAl Viro 
253139a53e0cSJaegeuk Kim /*
253239a53e0cSJaegeuk Kim  * super.c
253339a53e0cSJaegeuk Kim  */
2534cac5a3d8SDongOh Shin int f2fs_inode_dirtied(struct inode *inode, bool sync);
2535cac5a3d8SDongOh Shin void f2fs_inode_synced(struct inode *inode);
2536*ea676733SJaegeuk Kim int f2fs_enable_quota_files(struct f2fs_sb_info *sbi, bool rdonly);
25374b2414d0SChao Yu void f2fs_quota_off_umount(struct super_block *sb);
2538cac5a3d8SDongOh Shin int f2fs_commit_super(struct f2fs_sb_info *sbi, bool recover);
2539cac5a3d8SDongOh Shin int f2fs_sync_fs(struct super_block *sb, int sync);
2540a07ef784SNamjae Jeon extern __printf(3, 4)
2541cac5a3d8SDongOh Shin void f2fs_msg(struct super_block *sb, const char *level, const char *fmt, ...);
2542984ec63cSShawn Lin int sanity_check_ckpt(struct f2fs_sb_info *sbi);
254339a53e0cSJaegeuk Kim 
254439a53e0cSJaegeuk Kim /*
254539a53e0cSJaegeuk Kim  * hash.c
254639a53e0cSJaegeuk Kim  */
25476332cd32SJaegeuk Kim f2fs_hash_t f2fs_dentry_hash(const struct qstr *name_info,
25486332cd32SJaegeuk Kim 				struct fscrypt_name *fname);
254939a53e0cSJaegeuk Kim 
255039a53e0cSJaegeuk Kim /*
255139a53e0cSJaegeuk Kim  * node.c
255239a53e0cSJaegeuk Kim  */
255339a53e0cSJaegeuk Kim struct dnode_of_data;
255439a53e0cSJaegeuk Kim struct node_info;
255539a53e0cSJaegeuk Kim 
2556cac5a3d8SDongOh Shin bool available_free_memory(struct f2fs_sb_info *sbi, int type);
2557cac5a3d8SDongOh Shin int need_dentry_mark(struct f2fs_sb_info *sbi, nid_t nid);
2558cac5a3d8SDongOh Shin bool is_checkpointed_node(struct f2fs_sb_info *sbi, nid_t nid);
2559cac5a3d8SDongOh Shin bool need_inode_block_update(struct f2fs_sb_info *sbi, nid_t ino);
2560cac5a3d8SDongOh Shin void get_node_info(struct f2fs_sb_info *sbi, nid_t nid, struct node_info *ni);
2561cac5a3d8SDongOh Shin pgoff_t get_next_page_offset(struct dnode_of_data *dn, pgoff_t pgofs);
2562cac5a3d8SDongOh Shin int get_dnode_of_data(struct dnode_of_data *dn, pgoff_t index, int mode);
2563cac5a3d8SDongOh Shin int truncate_inode_blocks(struct inode *inode, pgoff_t from);
25649c77f754SJaegeuk Kim int truncate_xattr_node(struct inode *inode);
2565cac5a3d8SDongOh Shin int wait_on_node_pages_writeback(struct f2fs_sb_info *sbi, nid_t ino);
2566cac5a3d8SDongOh Shin int remove_inode_page(struct inode *inode);
2567cac5a3d8SDongOh Shin struct page *new_inode_page(struct inode *inode);
25685f4ce6abSYunlei He struct page *new_node_page(struct dnode_of_data *dn, unsigned int ofs);
2569cac5a3d8SDongOh Shin void ra_node_page(struct f2fs_sb_info *sbi, nid_t nid);
2570cac5a3d8SDongOh Shin struct page *get_node_page(struct f2fs_sb_info *sbi, pgoff_t nid);
2571cac5a3d8SDongOh Shin struct page *get_node_page_ra(struct page *parent, int start);
2572cac5a3d8SDongOh Shin void move_node_page(struct page *node_page, int gc_type);
2573cac5a3d8SDongOh Shin int fsync_node_pages(struct f2fs_sb_info *sbi, struct inode *inode,
2574cac5a3d8SDongOh Shin 			struct writeback_control *wbc, bool atomic);
2575401db79fSYunlong Song int sync_node_pages(struct f2fs_sb_info *sbi, struct writeback_control *wbc,
2576b0af6d49SChao Yu 			bool do_balance, enum iostat_type io_type);
257722ad0b6aSJaegeuk Kim void build_free_nids(struct f2fs_sb_info *sbi, bool sync, bool mount);
2578cac5a3d8SDongOh Shin bool alloc_nid(struct f2fs_sb_info *sbi, nid_t *nid);
2579cac5a3d8SDongOh Shin void alloc_nid_done(struct f2fs_sb_info *sbi, nid_t nid);
2580cac5a3d8SDongOh Shin void alloc_nid_failed(struct f2fs_sb_info *sbi, nid_t nid);
2581cac5a3d8SDongOh Shin int try_to_free_nids(struct f2fs_sb_info *sbi, int nr_shrink);
2582cac5a3d8SDongOh Shin void recover_inline_xattr(struct inode *inode, struct page *page);
2583d260081cSChao Yu int recover_xattr_data(struct inode *inode, struct page *page,
2584cac5a3d8SDongOh Shin 			block_t blkaddr);
2585cac5a3d8SDongOh Shin int recover_inode_page(struct f2fs_sb_info *sbi, struct page *page);
2586cac5a3d8SDongOh Shin int restore_node_summary(struct f2fs_sb_info *sbi,
2587cac5a3d8SDongOh Shin 			unsigned int segno, struct f2fs_summary_block *sum);
258822ad0b6aSJaegeuk Kim void flush_nat_entries(struct f2fs_sb_info *sbi, struct cp_control *cpc);
2589cac5a3d8SDongOh Shin int build_node_manager(struct f2fs_sb_info *sbi);
2590cac5a3d8SDongOh Shin void destroy_node_manager(struct f2fs_sb_info *sbi);
25916e6093a8SNamjae Jeon int __init create_node_manager_caches(void);
259239a53e0cSJaegeuk Kim void destroy_node_manager_caches(void);
259339a53e0cSJaegeuk Kim 
259439a53e0cSJaegeuk Kim /*
259539a53e0cSJaegeuk Kim  * segment.c
259639a53e0cSJaegeuk Kim  */
2597b3a97a2aSJaegeuk Kim bool need_SSR(struct f2fs_sb_info *sbi);
2598cac5a3d8SDongOh Shin void register_inmem_page(struct inode *inode, struct page *page);
259957864ae5SJaegeuk Kim void drop_inmem_pages_all(struct f2fs_sb_info *sbi);
2600cac5a3d8SDongOh Shin void drop_inmem_pages(struct inode *inode);
26018c242db9SJaegeuk Kim void drop_inmem_page(struct inode *inode, struct page *page);
2602cac5a3d8SDongOh Shin int commit_inmem_pages(struct inode *inode);
2603cac5a3d8SDongOh Shin void f2fs_balance_fs(struct f2fs_sb_info *sbi, bool need);
2604cac5a3d8SDongOh Shin void f2fs_balance_fs_bg(struct f2fs_sb_info *sbi);
260539d787beSChao Yu int f2fs_issue_flush(struct f2fs_sb_info *sbi, nid_t ino);
2606cac5a3d8SDongOh Shin int create_flush_cmd_control(struct f2fs_sb_info *sbi);
26071228b482SChao Yu int f2fs_flush_device_cache(struct f2fs_sb_info *sbi);
2608cac5a3d8SDongOh Shin void destroy_flush_cmd_control(struct f2fs_sb_info *sbi, bool free);
2609cac5a3d8SDongOh Shin void invalidate_blocks(struct f2fs_sb_info *sbi, block_t addr);
2610cac5a3d8SDongOh Shin bool is_checkpointed_data(struct f2fs_sb_info *sbi, block_t blkaddr);
261178997b56SChao Yu void init_discard_policy(struct discard_policy *dpolicy, int discard_type,
261278997b56SChao Yu 						unsigned int granularity);
2613cce13252SChao Yu void stop_discard_thread(struct f2fs_sb_info *sbi);
2614cf5c759fSChao Yu bool f2fs_wait_discard_bios(struct f2fs_sb_info *sbi);
2615cac5a3d8SDongOh Shin void clear_prefree_segments(struct f2fs_sb_info *sbi, struct cp_control *cpc);
2616cac5a3d8SDongOh Shin void release_discard_addrs(struct f2fs_sb_info *sbi);
2617cac5a3d8SDongOh Shin int npages_for_summary_flush(struct f2fs_sb_info *sbi, bool for_ra);
2618cac5a3d8SDongOh Shin void allocate_new_segments(struct f2fs_sb_info *sbi);
2619cac5a3d8SDongOh Shin int f2fs_trim_fs(struct f2fs_sb_info *sbi, struct fstrim_range *range);
2620cac5a3d8SDongOh Shin bool exist_trim_candidates(struct f2fs_sb_info *sbi, struct cp_control *cpc);
2621cac5a3d8SDongOh Shin struct page *get_sum_page(struct f2fs_sb_info *sbi, unsigned int segno);
2622cac5a3d8SDongOh Shin void update_meta_page(struct f2fs_sb_info *sbi, void *src, block_t blk_addr);
2623b0af6d49SChao Yu void write_meta_page(struct f2fs_sb_info *sbi, struct page *page,
2624b0af6d49SChao Yu 						enum iostat_type io_type);
2625cac5a3d8SDongOh Shin void write_node_page(unsigned int nid, struct f2fs_io_info *fio);
2626cac5a3d8SDongOh Shin void write_data_page(struct dnode_of_data *dn, struct f2fs_io_info *fio);
2627d1b3e72dSJaegeuk Kim int rewrite_data_page(struct f2fs_io_info *fio);
2628cac5a3d8SDongOh Shin void __f2fs_replace_block(struct f2fs_sb_info *sbi, struct f2fs_summary *sum,
2629cac5a3d8SDongOh Shin 			block_t old_blkaddr, block_t new_blkaddr,
2630cac5a3d8SDongOh Shin 			bool recover_curseg, bool recover_newaddr);
2631cac5a3d8SDongOh Shin void f2fs_replace_block(struct f2fs_sb_info *sbi, struct dnode_of_data *dn,
2632cac5a3d8SDongOh Shin 			block_t old_addr, block_t new_addr,
2633cac5a3d8SDongOh Shin 			unsigned char version, bool recover_curseg,
2634cac5a3d8SDongOh Shin 			bool recover_newaddr);
2635cac5a3d8SDongOh Shin void allocate_data_block(struct f2fs_sb_info *sbi, struct page *page,
2636cac5a3d8SDongOh Shin 			block_t old_blkaddr, block_t *new_blkaddr,
2637fb830fc5SChao Yu 			struct f2fs_summary *sum, int type,
2638fb830fc5SChao Yu 			struct f2fs_io_info *fio, bool add_list);
2639cac5a3d8SDongOh Shin void f2fs_wait_on_page_writeback(struct page *page,
2640cac5a3d8SDongOh Shin 			enum page_type type, bool ordered);
2641d4c759eeSJaegeuk Kim void f2fs_wait_on_block_writeback(struct f2fs_sb_info *sbi, block_t blkaddr);
2642cac5a3d8SDongOh Shin void write_data_summaries(struct f2fs_sb_info *sbi, block_t start_blk);
2643cac5a3d8SDongOh Shin void write_node_summaries(struct f2fs_sb_info *sbi, block_t start_blk);
2644cac5a3d8SDongOh Shin int lookup_journal_in_cursum(struct f2fs_journal *journal, int type,
2645cac5a3d8SDongOh Shin 			unsigned int val, int alloc);
2646cac5a3d8SDongOh Shin void flush_sit_entries(struct f2fs_sb_info *sbi, struct cp_control *cpc);
2647cac5a3d8SDongOh Shin int build_segment_manager(struct f2fs_sb_info *sbi);
2648cac5a3d8SDongOh Shin void destroy_segment_manager(struct f2fs_sb_info *sbi);
26497fd9e544SJaegeuk Kim int __init create_segment_manager_caches(void);
26507fd9e544SJaegeuk Kim void destroy_segment_manager_caches(void);
265139a53e0cSJaegeuk Kim 
265239a53e0cSJaegeuk Kim /*
265339a53e0cSJaegeuk Kim  * checkpoint.c
265439a53e0cSJaegeuk Kim  */
2655cac5a3d8SDongOh Shin void f2fs_stop_checkpoint(struct f2fs_sb_info *sbi, bool end_io);
2656cac5a3d8SDongOh Shin struct page *grab_meta_page(struct f2fs_sb_info *sbi, pgoff_t index);
2657cac5a3d8SDongOh Shin struct page *get_meta_page(struct f2fs_sb_info *sbi, pgoff_t index);
2658cac5a3d8SDongOh Shin struct page *get_tmp_page(struct f2fs_sb_info *sbi, pgoff_t index);
2659cac5a3d8SDongOh Shin bool is_valid_blkaddr(struct f2fs_sb_info *sbi, block_t blkaddr, int type);
2660cac5a3d8SDongOh Shin int ra_meta_pages(struct f2fs_sb_info *sbi, block_t start, int nrpages,
2661cac5a3d8SDongOh Shin 			int type, bool sync);
2662cac5a3d8SDongOh Shin void ra_meta_pages_cond(struct f2fs_sb_info *sbi, pgoff_t index);
2663cac5a3d8SDongOh Shin long sync_meta_pages(struct f2fs_sb_info *sbi, enum page_type type,
2664b0af6d49SChao Yu 			long nr_to_write, enum iostat_type io_type);
2665cac5a3d8SDongOh Shin void add_ino_entry(struct f2fs_sb_info *sbi, nid_t ino, int type);
2666cac5a3d8SDongOh Shin void remove_ino_entry(struct f2fs_sb_info *sbi, nid_t ino, int type);
2667cac5a3d8SDongOh Shin void release_ino_entry(struct f2fs_sb_info *sbi, bool all);
2668cac5a3d8SDongOh Shin bool exist_written_data(struct f2fs_sb_info *sbi, nid_t ino, int mode);
266939d787beSChao Yu void set_dirty_device(struct f2fs_sb_info *sbi, nid_t ino,
267039d787beSChao Yu 					unsigned int devidx, int type);
267139d787beSChao Yu bool is_dirty_device(struct f2fs_sb_info *sbi, nid_t ino,
267239d787beSChao Yu 					unsigned int devidx, int type);
2673cac5a3d8SDongOh Shin int f2fs_sync_inode_meta(struct f2fs_sb_info *sbi);
2674cac5a3d8SDongOh Shin int acquire_orphan_inode(struct f2fs_sb_info *sbi);
2675cac5a3d8SDongOh Shin void release_orphan_inode(struct f2fs_sb_info *sbi);
2676cac5a3d8SDongOh Shin void add_orphan_inode(struct inode *inode);
2677cac5a3d8SDongOh Shin void remove_orphan_inode(struct f2fs_sb_info *sbi, nid_t ino);
2678cac5a3d8SDongOh Shin int recover_orphan_inodes(struct f2fs_sb_info *sbi);
2679cac5a3d8SDongOh Shin int get_valid_checkpoint(struct f2fs_sb_info *sbi);
2680cac5a3d8SDongOh Shin void update_dirty_page(struct inode *inode, struct page *page);
2681cac5a3d8SDongOh Shin void remove_dirty_inode(struct inode *inode);
2682cac5a3d8SDongOh Shin int sync_dirty_inodes(struct f2fs_sb_info *sbi, enum inode_type type);
2683cac5a3d8SDongOh Shin int write_checkpoint(struct f2fs_sb_info *sbi, struct cp_control *cpc);
2684cac5a3d8SDongOh Shin void init_ino_entry_info(struct f2fs_sb_info *sbi);
26856e6093a8SNamjae Jeon int __init create_checkpoint_caches(void);
268639a53e0cSJaegeuk Kim void destroy_checkpoint_caches(void);
268739a53e0cSJaegeuk Kim 
268839a53e0cSJaegeuk Kim /*
268939a53e0cSJaegeuk Kim  * data.c
269039a53e0cSJaegeuk Kim  */
2691b9109b0eSJaegeuk Kim void f2fs_submit_merged_write(struct f2fs_sb_info *sbi, enum page_type type);
2692b9109b0eSJaegeuk Kim void f2fs_submit_merged_write_cond(struct f2fs_sb_info *sbi,
2693942fd319SJaegeuk Kim 				struct inode *inode, nid_t ino, pgoff_t idx,
2694b9109b0eSJaegeuk Kim 				enum page_type type);
2695b9109b0eSJaegeuk Kim void f2fs_flush_merged_writes(struct f2fs_sb_info *sbi);
2696cac5a3d8SDongOh Shin int f2fs_submit_page_bio(struct f2fs_io_info *fio);
2697b9109b0eSJaegeuk Kim int f2fs_submit_page_write(struct f2fs_io_info *fio);
2698cac5a3d8SDongOh Shin struct block_device *f2fs_target_device(struct f2fs_sb_info *sbi,
2699cac5a3d8SDongOh Shin 			block_t blk_addr, struct bio *bio);
2700cac5a3d8SDongOh Shin int f2fs_target_device_index(struct f2fs_sb_info *sbi, block_t blkaddr);
2701cac5a3d8SDongOh Shin void set_data_blkaddr(struct dnode_of_data *dn);
2702cac5a3d8SDongOh Shin void f2fs_update_data_blkaddr(struct dnode_of_data *dn, block_t blkaddr);
2703cac5a3d8SDongOh Shin int reserve_new_blocks(struct dnode_of_data *dn, blkcnt_t count);
2704cac5a3d8SDongOh Shin int reserve_new_block(struct dnode_of_data *dn);
2705cac5a3d8SDongOh Shin int f2fs_get_block(struct dnode_of_data *dn, pgoff_t index);
2706cac5a3d8SDongOh Shin int f2fs_preallocate_blocks(struct kiocb *iocb, struct iov_iter *from);
2707cac5a3d8SDongOh Shin int f2fs_reserve_block(struct dnode_of_data *dn, pgoff_t index);
2708cac5a3d8SDongOh Shin struct page *get_read_data_page(struct inode *inode, pgoff_t index,
2709cac5a3d8SDongOh Shin 			int op_flags, bool for_write);
2710cac5a3d8SDongOh Shin struct page *find_data_page(struct inode *inode, pgoff_t index);
2711cac5a3d8SDongOh Shin struct page *get_lock_data_page(struct inode *inode, pgoff_t index,
2712cac5a3d8SDongOh Shin 			bool for_write);
2713cac5a3d8SDongOh Shin struct page *get_new_data_page(struct inode *inode,
2714cac5a3d8SDongOh Shin 			struct page *ipage, pgoff_t index, bool new_i_size);
2715cac5a3d8SDongOh Shin int do_write_data_page(struct f2fs_io_info *fio);
2716cac5a3d8SDongOh Shin int f2fs_map_blocks(struct inode *inode, struct f2fs_map_blocks *map,
2717cac5a3d8SDongOh Shin 			int create, int flag);
2718cac5a3d8SDongOh Shin int f2fs_fiemap(struct inode *inode, struct fiemap_extent_info *fieinfo,
2719cac5a3d8SDongOh Shin 			u64 start, u64 len);
2720cac5a3d8SDongOh Shin void f2fs_set_page_dirty_nobuffers(struct page *page);
2721b0af6d49SChao Yu int __f2fs_write_data_pages(struct address_space *mapping,
2722b0af6d49SChao Yu 						struct writeback_control *wbc,
2723b0af6d49SChao Yu 						enum iostat_type io_type);
2724cac5a3d8SDongOh Shin void f2fs_invalidate_page(struct page *page, unsigned int offset,
2725cac5a3d8SDongOh Shin 			unsigned int length);
2726cac5a3d8SDongOh Shin int f2fs_release_page(struct page *page, gfp_t wait);
27275b7a487cSWeichao Guo #ifdef CONFIG_MIGRATION
2728cac5a3d8SDongOh Shin int f2fs_migrate_page(struct address_space *mapping, struct page *newpage,
2729cac5a3d8SDongOh Shin 			struct page *page, enum migrate_mode mode);
27305b7a487cSWeichao Guo #endif
273139a53e0cSJaegeuk Kim 
273239a53e0cSJaegeuk Kim /*
273339a53e0cSJaegeuk Kim  * gc.c
273439a53e0cSJaegeuk Kim  */
2735cac5a3d8SDongOh Shin int start_gc_thread(struct f2fs_sb_info *sbi);
2736cac5a3d8SDongOh Shin void stop_gc_thread(struct f2fs_sb_info *sbi);
2737cac5a3d8SDongOh Shin block_t start_bidx_of_node(unsigned int node_ofs, struct inode *inode);
2738e066b83cSJaegeuk Kim int f2fs_gc(struct f2fs_sb_info *sbi, bool sync, bool background,
2739e066b83cSJaegeuk Kim 			unsigned int segno);
2740cac5a3d8SDongOh Shin void build_gc_manager(struct f2fs_sb_info *sbi);
274139a53e0cSJaegeuk Kim 
274239a53e0cSJaegeuk Kim /*
274339a53e0cSJaegeuk Kim  * recovery.c
274439a53e0cSJaegeuk Kim  */
2745cac5a3d8SDongOh Shin int recover_fsync_data(struct f2fs_sb_info *sbi, bool check_only);
2746cac5a3d8SDongOh Shin bool space_for_roll_forward(struct f2fs_sb_info *sbi);
274739a53e0cSJaegeuk Kim 
274839a53e0cSJaegeuk Kim /*
274939a53e0cSJaegeuk Kim  * debug.c
275039a53e0cSJaegeuk Kim  */
275139a53e0cSJaegeuk Kim #ifdef CONFIG_F2FS_STAT_FS
275239a53e0cSJaegeuk Kim struct f2fs_stat_info {
275339a53e0cSJaegeuk Kim 	struct list_head stat_list;
275439a53e0cSJaegeuk Kim 	struct f2fs_sb_info *sbi;
275539a53e0cSJaegeuk Kim 	int all_area_segs, sit_area_segs, nat_area_segs, ssa_area_segs;
275639a53e0cSJaegeuk Kim 	int main_area_segs, main_area_sections, main_area_zones;
27575b7ee374SChao Yu 	unsigned long long hit_largest, hit_cached, hit_rbtree;
27585b7ee374SChao Yu 	unsigned long long hit_total, total_ext;
2759c00ba554SJaegeuk Kim 	int ext_tree, zombie_tree, ext_node;
276035782b23SJaegeuk Kim 	int ndirty_node, ndirty_dent, ndirty_meta, ndirty_data, ndirty_imeta;
276135782b23SJaegeuk Kim 	int inmem_pages;
27620f18b462SJaegeuk Kim 	unsigned int ndirty_dirs, ndirty_files, ndirty_all;
27635b0ef73cSJaegeuk Kim 	int nats, dirty_nats, sits, dirty_sits;
27645b0ef73cSJaegeuk Kim 	int free_nids, avail_nids, alloc_nids;
276539a53e0cSJaegeuk Kim 	int total_count, utilization;
27668b8dd65fSChao Yu 	int bg_gc, nr_wb_cp_data, nr_wb_data;
276714d8d5f7SChao Yu 	int nr_flushing, nr_flushed, flush_list_empty;
276814d8d5f7SChao Yu 	int nr_discarding, nr_discarded;
27695f32366aSChao Yu 	int nr_discard_cmd;
2770d84d1cbdSChao Yu 	unsigned int undiscard_blks;
2771a00861dbSJaegeuk Kim 	int inline_xattr, inline_inode, inline_dir, append, update, orphans;
2772648d50baSChao Yu 	int aw_cnt, max_aw_cnt, vw_cnt, max_vw_cnt;
2773f83a2584SYunlei He 	unsigned int valid_count, valid_node_count, valid_inode_count, discard_blks;
277439a53e0cSJaegeuk Kim 	unsigned int bimodal, avg_vblocks;
277539a53e0cSJaegeuk Kim 	int util_free, util_valid, util_invalid;
277639a53e0cSJaegeuk Kim 	int rsvd_segs, overp_segs;
277739a53e0cSJaegeuk Kim 	int dirty_count, node_pages, meta_pages;
277842190d2aSJaegeuk Kim 	int prefree_count, call_count, cp_count, bg_cp_count;
277939a53e0cSJaegeuk Kim 	int tot_segs, node_segs, data_segs, free_segs, free_secs;
2780e1235983SChangman Lee 	int bg_node_segs, bg_data_segs;
278139a53e0cSJaegeuk Kim 	int tot_blks, data_blks, node_blks;
2782e1235983SChangman Lee 	int bg_data_blks, bg_node_blks;
278339a53e0cSJaegeuk Kim 	int curseg[NR_CURSEG_TYPE];
278439a53e0cSJaegeuk Kim 	int cursec[NR_CURSEG_TYPE];
278539a53e0cSJaegeuk Kim 	int curzone[NR_CURSEG_TYPE];
278639a53e0cSJaegeuk Kim 
278739a53e0cSJaegeuk Kim 	unsigned int segment_count[2];
278839a53e0cSJaegeuk Kim 	unsigned int block_count[2];
2789b9a2c252SChangman Lee 	unsigned int inplace_count;
27909edcdabfSChao Yu 	unsigned long long base_mem, cache_mem, page_mem;
279139a53e0cSJaegeuk Kim };
279239a53e0cSJaegeuk Kim 
2793963d4f7dSGu Zheng static inline struct f2fs_stat_info *F2FS_STAT(struct f2fs_sb_info *sbi)
2794963d4f7dSGu Zheng {
2795963d4f7dSGu Zheng 	return (struct f2fs_stat_info *)sbi->stat_info;
2796963d4f7dSGu Zheng }
2797963d4f7dSGu Zheng 
2798942e0be6SChangman Lee #define stat_inc_cp_count(si)		((si)->cp_count++)
279942190d2aSJaegeuk Kim #define stat_inc_bg_cp_count(si)	((si)->bg_cp_count++)
280039a53e0cSJaegeuk Kim #define stat_inc_call_count(si)		((si)->call_count++)
2801dcdfff65SJaegeuk Kim #define stat_inc_bggc_count(sbi)	((sbi)->bg_gc++)
280233fbd510SChao Yu #define stat_inc_dirty_inode(sbi, type)	((sbi)->ndirty_inode[type]++)
280333fbd510SChao Yu #define stat_dec_dirty_inode(sbi, type)	((sbi)->ndirty_inode[type]--)
28045b7ee374SChao Yu #define stat_inc_total_hit(sbi)		(atomic64_inc(&(sbi)->total_hit_ext))
28055b7ee374SChao Yu #define stat_inc_rbtree_node_hit(sbi)	(atomic64_inc(&(sbi)->read_hit_rbtree))
28065b7ee374SChao Yu #define stat_inc_largest_node_hit(sbi)	(atomic64_inc(&(sbi)->read_hit_largest))
28075b7ee374SChao Yu #define stat_inc_cached_node_hit(sbi)	(atomic64_inc(&(sbi)->read_hit_cached))
2808d5e8f6c9SChao Yu #define stat_inc_inline_xattr(inode)					\
2809d5e8f6c9SChao Yu 	do {								\
2810d5e8f6c9SChao Yu 		if (f2fs_has_inline_xattr(inode))			\
2811d5e8f6c9SChao Yu 			(atomic_inc(&F2FS_I_SB(inode)->inline_xattr));	\
2812d5e8f6c9SChao Yu 	} while (0)
2813d5e8f6c9SChao Yu #define stat_dec_inline_xattr(inode)					\
2814d5e8f6c9SChao Yu 	do {								\
2815d5e8f6c9SChao Yu 		if (f2fs_has_inline_xattr(inode))			\
2816d5e8f6c9SChao Yu 			(atomic_dec(&F2FS_I_SB(inode)->inline_xattr));	\
2817d5e8f6c9SChao Yu 	} while (0)
28180dbdc2aeSJaegeuk Kim #define stat_inc_inline_inode(inode)					\
28190dbdc2aeSJaegeuk Kim 	do {								\
28200dbdc2aeSJaegeuk Kim 		if (f2fs_has_inline_data(inode))			\
282103e14d52SChao Yu 			(atomic_inc(&F2FS_I_SB(inode)->inline_inode));	\
28220dbdc2aeSJaegeuk Kim 	} while (0)
28230dbdc2aeSJaegeuk Kim #define stat_dec_inline_inode(inode)					\
28240dbdc2aeSJaegeuk Kim 	do {								\
28250dbdc2aeSJaegeuk Kim 		if (f2fs_has_inline_data(inode))			\
282603e14d52SChao Yu 			(atomic_dec(&F2FS_I_SB(inode)->inline_inode));	\
28270dbdc2aeSJaegeuk Kim 	} while (0)
28283289c061SJaegeuk Kim #define stat_inc_inline_dir(inode)					\
28293289c061SJaegeuk Kim 	do {								\
28303289c061SJaegeuk Kim 		if (f2fs_has_inline_dentry(inode))			\
283103e14d52SChao Yu 			(atomic_inc(&F2FS_I_SB(inode)->inline_dir));	\
28323289c061SJaegeuk Kim 	} while (0)
28333289c061SJaegeuk Kim #define stat_dec_inline_dir(inode)					\
28343289c061SJaegeuk Kim 	do {								\
28353289c061SJaegeuk Kim 		if (f2fs_has_inline_dentry(inode))			\
283603e14d52SChao Yu 			(atomic_dec(&F2FS_I_SB(inode)->inline_dir));	\
28373289c061SJaegeuk Kim 	} while (0)
2838dcdfff65SJaegeuk Kim #define stat_inc_seg_type(sbi, curseg)					\
2839dcdfff65SJaegeuk Kim 		((sbi)->segment_count[(curseg)->alloc_type]++)
2840dcdfff65SJaegeuk Kim #define stat_inc_block_count(sbi, curseg)				\
2841dcdfff65SJaegeuk Kim 		((sbi)->block_count[(curseg)->alloc_type]++)
2842b9a2c252SChangman Lee #define stat_inc_inplace_blocks(sbi)					\
2843b9a2c252SChangman Lee 		(atomic_inc(&(sbi)->inplace_count))
284426a28a0cSJaegeuk Kim #define stat_inc_atomic_write(inode)					\
2845cac5a3d8SDongOh Shin 		(atomic_inc(&F2FS_I_SB(inode)->aw_cnt))
284626a28a0cSJaegeuk Kim #define stat_dec_atomic_write(inode)					\
2847cac5a3d8SDongOh Shin 		(atomic_dec(&F2FS_I_SB(inode)->aw_cnt))
284826a28a0cSJaegeuk Kim #define stat_update_max_atomic_write(inode)				\
284926a28a0cSJaegeuk Kim 	do {								\
285026a28a0cSJaegeuk Kim 		int cur = atomic_read(&F2FS_I_SB(inode)->aw_cnt);	\
285126a28a0cSJaegeuk Kim 		int max = atomic_read(&F2FS_I_SB(inode)->max_aw_cnt);	\
285226a28a0cSJaegeuk Kim 		if (cur > max)						\
285326a28a0cSJaegeuk Kim 			atomic_set(&F2FS_I_SB(inode)->max_aw_cnt, cur);	\
285426a28a0cSJaegeuk Kim 	} while (0)
2855648d50baSChao Yu #define stat_inc_volatile_write(inode)					\
2856648d50baSChao Yu 		(atomic_inc(&F2FS_I_SB(inode)->vw_cnt))
2857648d50baSChao Yu #define stat_dec_volatile_write(inode)					\
2858648d50baSChao Yu 		(atomic_dec(&F2FS_I_SB(inode)->vw_cnt))
2859648d50baSChao Yu #define stat_update_max_volatile_write(inode)				\
2860648d50baSChao Yu 	do {								\
2861648d50baSChao Yu 		int cur = atomic_read(&F2FS_I_SB(inode)->vw_cnt);	\
2862648d50baSChao Yu 		int max = atomic_read(&F2FS_I_SB(inode)->max_vw_cnt);	\
2863648d50baSChao Yu 		if (cur > max)						\
2864648d50baSChao Yu 			atomic_set(&F2FS_I_SB(inode)->max_vw_cnt, cur);	\
2865648d50baSChao Yu 	} while (0)
2866e1235983SChangman Lee #define stat_inc_seg_count(sbi, type, gc_type)				\
286739a53e0cSJaegeuk Kim 	do {								\
2868963d4f7dSGu Zheng 		struct f2fs_stat_info *si = F2FS_STAT(sbi);		\
286968afcf2dSTomohiro Kusumi 		si->tot_segs++;						\
287068afcf2dSTomohiro Kusumi 		if ((type) == SUM_TYPE_DATA) {				\
287139a53e0cSJaegeuk Kim 			si->data_segs++;				\
2872e1235983SChangman Lee 			si->bg_data_segs += (gc_type == BG_GC) ? 1 : 0;	\
2873e1235983SChangman Lee 		} else {						\
287439a53e0cSJaegeuk Kim 			si->node_segs++;				\
2875e1235983SChangman Lee 			si->bg_node_segs += (gc_type == BG_GC) ? 1 : 0;	\
2876e1235983SChangman Lee 		}							\
287739a53e0cSJaegeuk Kim 	} while (0)
287839a53e0cSJaegeuk Kim 
287939a53e0cSJaegeuk Kim #define stat_inc_tot_blk_count(si, blks)				\
288068afcf2dSTomohiro Kusumi 	((si)->tot_blks += (blks))
288139a53e0cSJaegeuk Kim 
2882e1235983SChangman Lee #define stat_inc_data_blk_count(sbi, blks, gc_type)			\
288339a53e0cSJaegeuk Kim 	do {								\
2884963d4f7dSGu Zheng 		struct f2fs_stat_info *si = F2FS_STAT(sbi);		\
288539a53e0cSJaegeuk Kim 		stat_inc_tot_blk_count(si, blks);			\
288639a53e0cSJaegeuk Kim 		si->data_blks += (blks);				\
288768afcf2dSTomohiro Kusumi 		si->bg_data_blks += ((gc_type) == BG_GC) ? (blks) : 0;	\
288839a53e0cSJaegeuk Kim 	} while (0)
288939a53e0cSJaegeuk Kim 
2890e1235983SChangman Lee #define stat_inc_node_blk_count(sbi, blks, gc_type)			\
289139a53e0cSJaegeuk Kim 	do {								\
2892963d4f7dSGu Zheng 		struct f2fs_stat_info *si = F2FS_STAT(sbi);		\
289339a53e0cSJaegeuk Kim 		stat_inc_tot_blk_count(si, blks);			\
289439a53e0cSJaegeuk Kim 		si->node_blks += (blks);				\
289568afcf2dSTomohiro Kusumi 		si->bg_node_blks += ((gc_type) == BG_GC) ? (blks) : 0;	\
289639a53e0cSJaegeuk Kim 	} while (0)
289739a53e0cSJaegeuk Kim 
2898cac5a3d8SDongOh Shin int f2fs_build_stats(struct f2fs_sb_info *sbi);
2899cac5a3d8SDongOh Shin void f2fs_destroy_stats(struct f2fs_sb_info *sbi);
2900787c7b8cSChao Yu int __init f2fs_create_root_stats(void);
29014589d25dSNamjae Jeon void f2fs_destroy_root_stats(void);
290239a53e0cSJaegeuk Kim #else
2903d66450e7SArnd Bergmann #define stat_inc_cp_count(si)				do { } while (0)
2904d66450e7SArnd Bergmann #define stat_inc_bg_cp_count(si)			do { } while (0)
2905d66450e7SArnd Bergmann #define stat_inc_call_count(si)				do { } while (0)
2906d66450e7SArnd Bergmann #define stat_inc_bggc_count(si)				do { } while (0)
2907d66450e7SArnd Bergmann #define stat_inc_dirty_inode(sbi, type)			do { } while (0)
2908d66450e7SArnd Bergmann #define stat_dec_dirty_inode(sbi, type)			do { } while (0)
2909d66450e7SArnd Bergmann #define stat_inc_total_hit(sb)				do { } while (0)
2910d66450e7SArnd Bergmann #define stat_inc_rbtree_node_hit(sb)			do { } while (0)
2911d66450e7SArnd Bergmann #define stat_inc_largest_node_hit(sbi)			do { } while (0)
2912d66450e7SArnd Bergmann #define stat_inc_cached_node_hit(sbi)			do { } while (0)
2913d66450e7SArnd Bergmann #define stat_inc_inline_xattr(inode)			do { } while (0)
2914d66450e7SArnd Bergmann #define stat_dec_inline_xattr(inode)			do { } while (0)
2915d66450e7SArnd Bergmann #define stat_inc_inline_inode(inode)			do { } while (0)
2916d66450e7SArnd Bergmann #define stat_dec_inline_inode(inode)			do { } while (0)
2917d66450e7SArnd Bergmann #define stat_inc_inline_dir(inode)			do { } while (0)
2918d66450e7SArnd Bergmann #define stat_dec_inline_dir(inode)			do { } while (0)
2919d66450e7SArnd Bergmann #define stat_inc_atomic_write(inode)			do { } while (0)
2920d66450e7SArnd Bergmann #define stat_dec_atomic_write(inode)			do { } while (0)
2921d66450e7SArnd Bergmann #define stat_update_max_atomic_write(inode)		do { } while (0)
2922d66450e7SArnd Bergmann #define stat_inc_volatile_write(inode)			do { } while (0)
2923d66450e7SArnd Bergmann #define stat_dec_volatile_write(inode)			do { } while (0)
2924d66450e7SArnd Bergmann #define stat_update_max_volatile_write(inode)		do { } while (0)
2925d66450e7SArnd Bergmann #define stat_inc_seg_type(sbi, curseg)			do { } while (0)
2926d66450e7SArnd Bergmann #define stat_inc_block_count(sbi, curseg)		do { } while (0)
2927d66450e7SArnd Bergmann #define stat_inc_inplace_blocks(sbi)			do { } while (0)
2928d66450e7SArnd Bergmann #define stat_inc_seg_count(sbi, type, gc_type)		do { } while (0)
2929d66450e7SArnd Bergmann #define stat_inc_tot_blk_count(si, blks)		do { } while (0)
2930d66450e7SArnd Bergmann #define stat_inc_data_blk_count(sbi, blks, gc_type)	do { } while (0)
2931d66450e7SArnd Bergmann #define stat_inc_node_blk_count(sbi, blks, gc_type)	do { } while (0)
293239a53e0cSJaegeuk Kim 
293339a53e0cSJaegeuk Kim static inline int f2fs_build_stats(struct f2fs_sb_info *sbi) { return 0; }
293439a53e0cSJaegeuk Kim static inline void f2fs_destroy_stats(struct f2fs_sb_info *sbi) { }
2935787c7b8cSChao Yu static inline int __init f2fs_create_root_stats(void) { return 0; }
29364589d25dSNamjae Jeon static inline void f2fs_destroy_root_stats(void) { }
293739a53e0cSJaegeuk Kim #endif
293839a53e0cSJaegeuk Kim 
293939a53e0cSJaegeuk Kim extern const struct file_operations f2fs_dir_operations;
294039a53e0cSJaegeuk Kim extern const struct file_operations f2fs_file_operations;
294139a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_file_inode_operations;
294239a53e0cSJaegeuk Kim extern const struct address_space_operations f2fs_dblock_aops;
294339a53e0cSJaegeuk Kim extern const struct address_space_operations f2fs_node_aops;
294439a53e0cSJaegeuk Kim extern const struct address_space_operations f2fs_meta_aops;
294539a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_dir_inode_operations;
294639a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_symlink_inode_operations;
2947cbaf042aSJaegeuk Kim extern const struct inode_operations f2fs_encrypted_symlink_inode_operations;
294839a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_special_inode_operations;
294929e7043fSJaegeuk Kim extern struct kmem_cache *inode_entry_slab;
29501001b347SHuajun Li 
2951e18c65b2SHuajun Li /*
2952e18c65b2SHuajun Li  * inline.c
2953e18c65b2SHuajun Li  */
2954cac5a3d8SDongOh Shin bool f2fs_may_inline_data(struct inode *inode);
2955cac5a3d8SDongOh Shin bool f2fs_may_inline_dentry(struct inode *inode);
2956cac5a3d8SDongOh Shin void read_inline_data(struct page *page, struct page *ipage);
2957bd4667cbSKinglong Mee void truncate_inline_inode(struct inode *inode, struct page *ipage, u64 from);
2958cac5a3d8SDongOh Shin int f2fs_read_inline_data(struct inode *inode, struct page *page);
2959cac5a3d8SDongOh Shin int f2fs_convert_inline_page(struct dnode_of_data *dn, struct page *page);
2960cac5a3d8SDongOh Shin int f2fs_convert_inline_inode(struct inode *inode);
2961cac5a3d8SDongOh Shin int f2fs_write_inline_data(struct inode *inode, struct page *page);
2962cac5a3d8SDongOh Shin bool recover_inline_data(struct inode *inode, struct page *npage);
2963cac5a3d8SDongOh Shin struct f2fs_dir_entry *find_in_inline_dir(struct inode *dir,
2964cac5a3d8SDongOh Shin 			struct fscrypt_name *fname, struct page **res_page);
2965cac5a3d8SDongOh Shin int make_empty_inline_dir(struct inode *inode, struct inode *parent,
2966cac5a3d8SDongOh Shin 			struct page *ipage);
2967cac5a3d8SDongOh Shin int f2fs_add_inline_entry(struct inode *dir, const struct qstr *new_name,
2968cac5a3d8SDongOh Shin 			const struct qstr *orig_name,
2969cac5a3d8SDongOh Shin 			struct inode *inode, nid_t ino, umode_t mode);
2970cac5a3d8SDongOh Shin void f2fs_delete_inline_entry(struct f2fs_dir_entry *dentry, struct page *page,
2971cac5a3d8SDongOh Shin 			struct inode *dir, struct inode *inode);
2972cac5a3d8SDongOh Shin bool f2fs_empty_inline_dir(struct inode *dir);
2973cac5a3d8SDongOh Shin int f2fs_read_inline_dir(struct file *file, struct dir_context *ctx,
2974cac5a3d8SDongOh Shin 			struct fscrypt_str *fstr);
2975cac5a3d8SDongOh Shin int f2fs_inline_data_fiemap(struct inode *inode,
2976cac5a3d8SDongOh Shin 			struct fiemap_extent_info *fieinfo,
2977cac5a3d8SDongOh Shin 			__u64 start, __u64 len);
2978cde4de12SJaegeuk Kim 
2979cde4de12SJaegeuk Kim /*
29802658e50dSJaegeuk Kim  * shrinker.c
29812658e50dSJaegeuk Kim  */
2982cac5a3d8SDongOh Shin unsigned long f2fs_shrink_count(struct shrinker *shrink,
2983cac5a3d8SDongOh Shin 			struct shrink_control *sc);
2984cac5a3d8SDongOh Shin unsigned long f2fs_shrink_scan(struct shrinker *shrink,
2985cac5a3d8SDongOh Shin 			struct shrink_control *sc);
2986cac5a3d8SDongOh Shin void f2fs_join_shrinker(struct f2fs_sb_info *sbi);
2987cac5a3d8SDongOh Shin void f2fs_leave_shrinker(struct f2fs_sb_info *sbi);
29882658e50dSJaegeuk Kim 
29892658e50dSJaegeuk Kim /*
2990a28ef1f5SChao Yu  * extent_cache.c
2991a28ef1f5SChao Yu  */
2992004b6862SChao Yu struct rb_entry *__lookup_rb_tree(struct rb_root *root,
2993004b6862SChao Yu 				struct rb_entry *cached_re, unsigned int ofs);
2994004b6862SChao Yu struct rb_node **__lookup_rb_tree_for_insert(struct f2fs_sb_info *sbi,
2995004b6862SChao Yu 				struct rb_root *root, struct rb_node **parent,
2996004b6862SChao Yu 				unsigned int ofs);
2997004b6862SChao Yu struct rb_entry *__lookup_rb_tree_ret(struct rb_root *root,
2998004b6862SChao Yu 		struct rb_entry *cached_re, unsigned int ofs,
2999004b6862SChao Yu 		struct rb_entry **prev_entry, struct rb_entry **next_entry,
3000004b6862SChao Yu 		struct rb_node ***insert_p, struct rb_node **insert_parent,
3001004b6862SChao Yu 		bool force);
3002df0f6b44SChao Yu bool __check_rb_tree_consistence(struct f2fs_sb_info *sbi,
3003df0f6b44SChao Yu 						struct rb_root *root);
3004cac5a3d8SDongOh Shin unsigned int f2fs_shrink_extent_tree(struct f2fs_sb_info *sbi, int nr_shrink);
3005cac5a3d8SDongOh Shin bool f2fs_init_extent_tree(struct inode *inode, struct f2fs_extent *i_ext);
3006cac5a3d8SDongOh Shin void f2fs_drop_extent_tree(struct inode *inode);
3007cac5a3d8SDongOh Shin unsigned int f2fs_destroy_extent_node(struct inode *inode);
3008cac5a3d8SDongOh Shin void f2fs_destroy_extent_tree(struct inode *inode);
3009cac5a3d8SDongOh Shin bool f2fs_lookup_extent_cache(struct inode *inode, pgoff_t pgofs,
3010cac5a3d8SDongOh Shin 			struct extent_info *ei);
3011cac5a3d8SDongOh Shin void f2fs_update_extent_cache(struct dnode_of_data *dn);
301219b2c30dSChao Yu void f2fs_update_extent_cache_range(struct dnode_of_data *dn,
3013cac5a3d8SDongOh Shin 			pgoff_t fofs, block_t blkaddr, unsigned int len);
3014cac5a3d8SDongOh Shin void init_extent_cache_info(struct f2fs_sb_info *sbi);
3015a28ef1f5SChao Yu int __init create_extent_cache(void);
3016a28ef1f5SChao Yu void destroy_extent_cache(void);
3017a28ef1f5SChao Yu 
3018a28ef1f5SChao Yu /*
30198ceffcb2SChao Yu  * sysfs.c
30208ceffcb2SChao Yu  */
3021dc6b2055SJaegeuk Kim int __init f2fs_init_sysfs(void);
3022dc6b2055SJaegeuk Kim void f2fs_exit_sysfs(void);
3023dc6b2055SJaegeuk Kim int f2fs_register_sysfs(struct f2fs_sb_info *sbi);
3024dc6b2055SJaegeuk Kim void f2fs_unregister_sysfs(struct f2fs_sb_info *sbi);
30258ceffcb2SChao Yu 
30268ceffcb2SChao Yu /*
3027cde4de12SJaegeuk Kim  * crypto support
3028cde4de12SJaegeuk Kim  */
30290b81d077SJaegeuk Kim static inline bool f2fs_encrypted_inode(struct inode *inode)
3030cde4de12SJaegeuk Kim {
3031cde4de12SJaegeuk Kim 	return file_is_encrypt(inode);
3032cde4de12SJaegeuk Kim }
3033cde4de12SJaegeuk Kim 
30341958593eSJaegeuk Kim static inline bool f2fs_encrypted_file(struct inode *inode)
30351958593eSJaegeuk Kim {
30361958593eSJaegeuk Kim 	return f2fs_encrypted_inode(inode) && S_ISREG(inode->i_mode);
30371958593eSJaegeuk Kim }
30381958593eSJaegeuk Kim 
3039cde4de12SJaegeuk Kim static inline void f2fs_set_encrypted_inode(struct inode *inode)
3040cde4de12SJaegeuk Kim {
3041cde4de12SJaegeuk Kim #ifdef CONFIG_F2FS_FS_ENCRYPTION
3042cde4de12SJaegeuk Kim 	file_set_encrypt(inode);
3043cde4de12SJaegeuk Kim #endif
3044cde4de12SJaegeuk Kim }
3045cde4de12SJaegeuk Kim 
3046cde4de12SJaegeuk Kim static inline bool f2fs_bio_encrypted(struct bio *bio)
3047cde4de12SJaegeuk Kim {
30480b81d077SJaegeuk Kim 	return bio->bi_private != NULL;
3049cde4de12SJaegeuk Kim }
3050cde4de12SJaegeuk Kim 
3051cde4de12SJaegeuk Kim static inline int f2fs_sb_has_crypto(struct super_block *sb)
3052cde4de12SJaegeuk Kim {
3053cde4de12SJaegeuk Kim 	return F2FS_HAS_FEATURE(sb, F2FS_FEATURE_ENCRYPT);
3054cde4de12SJaegeuk Kim }
3055f424f664SJaegeuk Kim 
30560bfd7a09SDamien Le Moal static inline int f2fs_sb_mounted_blkzoned(struct super_block *sb)
305752763a4bSJaegeuk Kim {
30580bfd7a09SDamien Le Moal 	return F2FS_HAS_FEATURE(sb, F2FS_FEATURE_BLKZONED);
305952763a4bSJaegeuk Kim }
306052763a4bSJaegeuk Kim 
30617a2af766SChao Yu static inline int f2fs_sb_has_extra_attr(struct super_block *sb)
30627a2af766SChao Yu {
30637a2af766SChao Yu 	return F2FS_HAS_FEATURE(sb, F2FS_FEATURE_EXTRA_ATTR);
30647a2af766SChao Yu }
30657a2af766SChao Yu 
30665c57132eSChao Yu static inline int f2fs_sb_has_project_quota(struct super_block *sb)
30675c57132eSChao Yu {
30685c57132eSChao Yu 	return F2FS_HAS_FEATURE(sb, F2FS_FEATURE_PRJQUOTA);
30695c57132eSChao Yu }
30705c57132eSChao Yu 
3071704956ecSChao Yu static inline int f2fs_sb_has_inode_chksum(struct super_block *sb)
3072704956ecSChao Yu {
3073704956ecSChao Yu 	return F2FS_HAS_FEATURE(sb, F2FS_FEATURE_INODE_CHKSUM);
3074704956ecSChao Yu }
3075704956ecSChao Yu 
30766afc662eSChao Yu static inline int f2fs_sb_has_flexible_inline_xattr(struct super_block *sb)
30776afc662eSChao Yu {
30786afc662eSChao Yu 	return F2FS_HAS_FEATURE(sb, F2FS_FEATURE_FLEXIBLE_INLINE_XATTR);
30796afc662eSChao Yu }
30806afc662eSChao Yu 
3081234a9689SJaegeuk Kim static inline int f2fs_sb_has_quota_ino(struct super_block *sb)
3082234a9689SJaegeuk Kim {
3083234a9689SJaegeuk Kim 	return F2FS_HAS_FEATURE(sb, F2FS_FEATURE_QUOTA_INO);
3084234a9689SJaegeuk Kim }
3085234a9689SJaegeuk Kim 
3086178053e2SDamien Le Moal #ifdef CONFIG_BLK_DEV_ZONED
3087178053e2SDamien Le Moal static inline int get_blkz_type(struct f2fs_sb_info *sbi,
30883c62be17SJaegeuk Kim 			struct block_device *bdev, block_t blkaddr)
3089178053e2SDamien Le Moal {
3090178053e2SDamien Le Moal 	unsigned int zno = blkaddr >> sbi->log_blocks_per_blkz;
30913c62be17SJaegeuk Kim 	int i;
3092178053e2SDamien Le Moal 
30933c62be17SJaegeuk Kim 	for (i = 0; i < sbi->s_ndevs; i++)
30943c62be17SJaegeuk Kim 		if (FDEV(i).bdev == bdev)
30953c62be17SJaegeuk Kim 			return FDEV(i).blkz_type[zno];
30963c62be17SJaegeuk Kim 	return -EINVAL;
3097178053e2SDamien Le Moal }
3098178053e2SDamien Le Moal #endif
3099178053e2SDamien Le Moal 
310096ba2decSDamien Le Moal static inline bool f2fs_discard_en(struct f2fs_sb_info *sbi)
310196ba2decSDamien Le Moal {
310296ba2decSDamien Le Moal 	struct request_queue *q = bdev_get_queue(sbi->sb->s_bdev);
310396ba2decSDamien Le Moal 
310496ba2decSDamien Le Moal 	return blk_queue_discard(q) || f2fs_sb_mounted_blkzoned(sbi->sb);
310552763a4bSJaegeuk Kim }
310652763a4bSJaegeuk Kim 
310752763a4bSJaegeuk Kim static inline void set_opt_mode(struct f2fs_sb_info *sbi, unsigned int mt)
310852763a4bSJaegeuk Kim {
310952763a4bSJaegeuk Kim 	clear_opt(sbi, ADAPTIVE);
311052763a4bSJaegeuk Kim 	clear_opt(sbi, LFS);
311152763a4bSJaegeuk Kim 
311252763a4bSJaegeuk Kim 	switch (mt) {
311352763a4bSJaegeuk Kim 	case F2FS_MOUNT_ADAPTIVE:
311452763a4bSJaegeuk Kim 		set_opt(sbi, ADAPTIVE);
311552763a4bSJaegeuk Kim 		break;
311652763a4bSJaegeuk Kim 	case F2FS_MOUNT_LFS:
311752763a4bSJaegeuk Kim 		set_opt(sbi, LFS);
311852763a4bSJaegeuk Kim 		break;
311952763a4bSJaegeuk Kim 	}
312052763a4bSJaegeuk Kim }
312152763a4bSJaegeuk Kim 
3122fcc85a4dSJaegeuk Kim static inline bool f2fs_may_encrypt(struct inode *inode)
3123fcc85a4dSJaegeuk Kim {
3124fcc85a4dSJaegeuk Kim #ifdef CONFIG_F2FS_FS_ENCRYPTION
3125886f56f9SAl Viro 	umode_t mode = inode->i_mode;
3126fcc85a4dSJaegeuk Kim 
3127fcc85a4dSJaegeuk Kim 	return (S_ISREG(mode) || S_ISDIR(mode) || S_ISLNK(mode));
3128fcc85a4dSJaegeuk Kim #else
3129fcc85a4dSJaegeuk Kim 	return 0;
3130fcc85a4dSJaegeuk Kim #endif
3131fcc85a4dSJaegeuk Kim }
3132fcc85a4dSJaegeuk Kim 
313339a53e0cSJaegeuk Kim #endif
3134