xref: /openbmc/linux/fs/f2fs/f2fs.h (revision 4e6a8d9b224f886362ea6e8f6046b541437c944f)
10a8165d7SJaegeuk Kim /*
239a53e0cSJaegeuk Kim  * fs/f2fs/f2fs.h
339a53e0cSJaegeuk Kim  *
439a53e0cSJaegeuk Kim  * Copyright (c) 2012 Samsung Electronics Co., Ltd.
539a53e0cSJaegeuk Kim  *             http://www.samsung.com/
639a53e0cSJaegeuk Kim  *
739a53e0cSJaegeuk Kim  * This program is free software; you can redistribute it and/or modify
839a53e0cSJaegeuk Kim  * it under the terms of the GNU General Public License version 2 as
939a53e0cSJaegeuk Kim  * published by the Free Software Foundation.
1039a53e0cSJaegeuk Kim  */
1139a53e0cSJaegeuk Kim #ifndef _LINUX_F2FS_H
1239a53e0cSJaegeuk Kim #define _LINUX_F2FS_H
1339a53e0cSJaegeuk Kim 
1439a53e0cSJaegeuk Kim #include <linux/types.h>
1539a53e0cSJaegeuk Kim #include <linux/page-flags.h>
1639a53e0cSJaegeuk Kim #include <linux/buffer_head.h>
1739a53e0cSJaegeuk Kim #include <linux/slab.h>
1839a53e0cSJaegeuk Kim #include <linux/crc32.h>
1939a53e0cSJaegeuk Kim #include <linux/magic.h>
20c2d715d1SJaegeuk Kim #include <linux/kobject.h>
217bd59381SGu Zheng #include <linux/sched.h>
2239307a8eSJaegeuk Kim #include <linux/vmalloc.h>
23740432f8SJaegeuk Kim #include <linux/bio.h>
24d0239e1bSJaegeuk Kim #include <linux/blkdev.h>
250b81d077SJaegeuk Kim #include <linux/fscrypto.h>
2643b6573bSKeith Mok #include <crypto/hash.h>
2739a53e0cSJaegeuk Kim 
285d56b671SJaegeuk Kim #ifdef CONFIG_F2FS_CHECK_FS
299850cf4aSJaegeuk Kim #define f2fs_bug_on(sbi, condition)	BUG_ON(condition)
305d56b671SJaegeuk Kim #else
319850cf4aSJaegeuk Kim #define f2fs_bug_on(sbi, condition)					\
329850cf4aSJaegeuk Kim 	do {								\
339850cf4aSJaegeuk Kim 		if (unlikely(condition)) {				\
349850cf4aSJaegeuk Kim 			WARN_ON(1);					\
35caf0047eSChao Yu 			set_sbi_flag(sbi, SBI_NEED_FSCK);		\
369850cf4aSJaegeuk Kim 		}							\
379850cf4aSJaegeuk Kim 	} while (0)
385d56b671SJaegeuk Kim #endif
395d56b671SJaegeuk Kim 
402c63feadSJaegeuk Kim #ifdef CONFIG_F2FS_FAULT_INJECTION
412c63feadSJaegeuk Kim enum {
422c63feadSJaegeuk Kim 	FAULT_KMALLOC,
43c41f3cc3SJaegeuk Kim 	FAULT_PAGE_ALLOC,
44cb78942bSJaegeuk Kim 	FAULT_ALLOC_NID,
45cb78942bSJaegeuk Kim 	FAULT_ORPHAN,
46cb78942bSJaegeuk Kim 	FAULT_BLOCK,
47cb78942bSJaegeuk Kim 	FAULT_DIR_DEPTH,
4853aa6bbfSJaegeuk Kim 	FAULT_EVICT_INODE,
498b038c70SChao Yu 	FAULT_IO,
500f348028SChao Yu 	FAULT_CHECKPOINT,
512c63feadSJaegeuk Kim 	FAULT_MAX,
522c63feadSJaegeuk Kim };
532c63feadSJaegeuk Kim 
5408796897SSheng Yong struct f2fs_fault_info {
5508796897SSheng Yong 	atomic_t inject_ops;
5608796897SSheng Yong 	unsigned int inject_rate;
5708796897SSheng Yong 	unsigned int inject_type;
5808796897SSheng Yong };
5908796897SSheng Yong 
602c63feadSJaegeuk Kim extern char *fault_name[FAULT_MAX];
611ecc0c5cSChao Yu #define IS_FAULT_SET(fi, type) (fi->inject_type & (1 << (type)))
622c63feadSJaegeuk Kim #endif
632c63feadSJaegeuk Kim 
6439a53e0cSJaegeuk Kim /*
6539a53e0cSJaegeuk Kim  * For mount options
6639a53e0cSJaegeuk Kim  */
6739a53e0cSJaegeuk Kim #define F2FS_MOUNT_BG_GC		0x00000001
6839a53e0cSJaegeuk Kim #define F2FS_MOUNT_DISABLE_ROLL_FORWARD	0x00000002
6939a53e0cSJaegeuk Kim #define F2FS_MOUNT_DISCARD		0x00000004
7039a53e0cSJaegeuk Kim #define F2FS_MOUNT_NOHEAP		0x00000008
7139a53e0cSJaegeuk Kim #define F2FS_MOUNT_XATTR_USER		0x00000010
7239a53e0cSJaegeuk Kim #define F2FS_MOUNT_POSIX_ACL		0x00000020
7339a53e0cSJaegeuk Kim #define F2FS_MOUNT_DISABLE_EXT_IDENTIFY	0x00000040
74444c580fSJaegeuk Kim #define F2FS_MOUNT_INLINE_XATTR		0x00000080
751001b347SHuajun Li #define F2FS_MOUNT_INLINE_DATA		0x00000100
7634d67debSChao Yu #define F2FS_MOUNT_INLINE_DENTRY	0x00000200
7734d67debSChao Yu #define F2FS_MOUNT_FLUSH_MERGE		0x00000400
7834d67debSChao Yu #define F2FS_MOUNT_NOBARRIER		0x00000800
79d5053a34SJaegeuk Kim #define F2FS_MOUNT_FASTBOOT		0x00001000
8089672159SChao Yu #define F2FS_MOUNT_EXTENT_CACHE		0x00002000
816aefd93bSJaegeuk Kim #define F2FS_MOUNT_FORCE_FG_GC		0x00004000
82343f40f0SChao Yu #define F2FS_MOUNT_DATA_FLUSH		0x00008000
8373faec4dSJaegeuk Kim #define F2FS_MOUNT_FAULT_INJECTION	0x00010000
8436abef4eSJaegeuk Kim #define F2FS_MOUNT_ADAPTIVE		0x00020000
8536abef4eSJaegeuk Kim #define F2FS_MOUNT_LFS			0x00040000
8639a53e0cSJaegeuk Kim 
8739a53e0cSJaegeuk Kim #define clear_opt(sbi, option)	(sbi->mount_opt.opt &= ~F2FS_MOUNT_##option)
8839a53e0cSJaegeuk Kim #define set_opt(sbi, option)	(sbi->mount_opt.opt |= F2FS_MOUNT_##option)
8939a53e0cSJaegeuk Kim #define test_opt(sbi, option)	(sbi->mount_opt.opt & F2FS_MOUNT_##option)
9039a53e0cSJaegeuk Kim 
9139a53e0cSJaegeuk Kim #define ver_after(a, b)	(typecheck(unsigned long long, a) &&		\
9239a53e0cSJaegeuk Kim 		typecheck(unsigned long long, b) &&			\
9339a53e0cSJaegeuk Kim 		((long long)((a) - (b)) > 0))
9439a53e0cSJaegeuk Kim 
95a9841c4dSJaegeuk Kim typedef u32 block_t;	/*
96a9841c4dSJaegeuk Kim 			 * should not change u32, since it is the on-disk block
97a9841c4dSJaegeuk Kim 			 * address format, __le32.
98a9841c4dSJaegeuk Kim 			 */
9939a53e0cSJaegeuk Kim typedef u32 nid_t;
10039a53e0cSJaegeuk Kim 
10139a53e0cSJaegeuk Kim struct f2fs_mount_info {
10239a53e0cSJaegeuk Kim 	unsigned int	opt;
10339a53e0cSJaegeuk Kim };
10439a53e0cSJaegeuk Kim 
105cde4de12SJaegeuk Kim #define F2FS_FEATURE_ENCRYPT	0x0001
1060bfd7a09SDamien Le Moal #define F2FS_FEATURE_BLKZONED	0x0002
107cde4de12SJaegeuk Kim 
10876f105a2SJaegeuk Kim #define F2FS_HAS_FEATURE(sb, mask)					\
10976f105a2SJaegeuk Kim 	((F2FS_SB(sb)->raw_super->feature & cpu_to_le32(mask)) != 0)
11076f105a2SJaegeuk Kim #define F2FS_SET_FEATURE(sb, mask)					\
11176f105a2SJaegeuk Kim 	F2FS_SB(sb)->raw_super->feature |= cpu_to_le32(mask)
11276f105a2SJaegeuk Kim #define F2FS_CLEAR_FEATURE(sb, mask)					\
11376f105a2SJaegeuk Kim 	F2FS_SB(sb)->raw_super->feature &= ~cpu_to_le32(mask)
11476f105a2SJaegeuk Kim 
11539a53e0cSJaegeuk Kim /*
11639a53e0cSJaegeuk Kim  * For checkpoint manager
11739a53e0cSJaegeuk Kim  */
11839a53e0cSJaegeuk Kim enum {
11939a53e0cSJaegeuk Kim 	NAT_BITMAP,
12039a53e0cSJaegeuk Kim 	SIT_BITMAP
12139a53e0cSJaegeuk Kim };
12239a53e0cSJaegeuk Kim 
12375ab4cb8SJaegeuk Kim enum {
12475ab4cb8SJaegeuk Kim 	CP_UMOUNT,
125119ee914SJaegeuk Kim 	CP_FASTBOOT,
12675ab4cb8SJaegeuk Kim 	CP_SYNC,
12710027551SJaegeuk Kim 	CP_RECOVERY,
1284b2fecc8SJaegeuk Kim 	CP_DISCARD,
12975ab4cb8SJaegeuk Kim };
13075ab4cb8SJaegeuk Kim 
1312d9e9c32SJaegeuk Kim #define DEF_BATCHED_TRIM_SECTIONS	2
132bba681cbSJaegeuk Kim #define BATCHED_TRIM_SEGMENTS(sbi)	\
133bba681cbSJaegeuk Kim 		(SM_I(sbi)->trim_sections * (sbi)->segs_per_sec)
134a66cdd98SJaegeuk Kim #define BATCHED_TRIM_BLOCKS(sbi)	\
135a66cdd98SJaegeuk Kim 		(BATCHED_TRIM_SEGMENTS(sbi) << (sbi)->log_blocks_per_seg)
13660b99b48SJaegeuk Kim #define DEF_CP_INTERVAL			60	/* 60 secs */
137dcf25fe8SChao Yu #define DEF_IDLE_INTERVAL		5	/* 5 secs */
138bba681cbSJaegeuk Kim 
13975ab4cb8SJaegeuk Kim struct cp_control {
14075ab4cb8SJaegeuk Kim 	int reason;
1414b2fecc8SJaegeuk Kim 	__u64 trim_start;
1424b2fecc8SJaegeuk Kim 	__u64 trim_end;
1434b2fecc8SJaegeuk Kim 	__u64 trim_minlen;
1444b2fecc8SJaegeuk Kim 	__u64 trimmed;
14575ab4cb8SJaegeuk Kim };
14675ab4cb8SJaegeuk Kim 
147662befdaSChao Yu /*
14881c1a0f1SChao Yu  * For CP/NAT/SIT/SSA readahead
149662befdaSChao Yu  */
150662befdaSChao Yu enum {
151662befdaSChao Yu 	META_CP,
152662befdaSChao Yu 	META_NAT,
15381c1a0f1SChao Yu 	META_SIT,
1544c521f49SJaegeuk Kim 	META_SSA,
1554c521f49SJaegeuk Kim 	META_POR,
156662befdaSChao Yu };
157662befdaSChao Yu 
1586451e041SJaegeuk Kim /* for the list of ino */
1596451e041SJaegeuk Kim enum {
1606451e041SJaegeuk Kim 	ORPHAN_INO,		/* for orphan ino list */
161fff04f90SJaegeuk Kim 	APPEND_INO,		/* for append ino list */
162fff04f90SJaegeuk Kim 	UPDATE_INO,		/* for update ino list */
1636451e041SJaegeuk Kim 	MAX_INO_ENTRY,		/* max. list */
1646451e041SJaegeuk Kim };
1656451e041SJaegeuk Kim 
1666451e041SJaegeuk Kim struct ino_entry {
16739a53e0cSJaegeuk Kim 	struct list_head list;	/* list head */
16839a53e0cSJaegeuk Kim 	nid_t ino;		/* inode number */
16939a53e0cSJaegeuk Kim };
17039a53e0cSJaegeuk Kim 
1712710fd7eSChao Yu /* for the list of inodes to be GCed */
17206292073SChao Yu struct inode_entry {
17339a53e0cSJaegeuk Kim 	struct list_head list;	/* list head */
17439a53e0cSJaegeuk Kim 	struct inode *inode;	/* vfs inode pointer */
17539a53e0cSJaegeuk Kim };
17639a53e0cSJaegeuk Kim 
1777fd9e544SJaegeuk Kim /* for the list of blockaddresses to be discarded */
1787fd9e544SJaegeuk Kim struct discard_entry {
1797fd9e544SJaegeuk Kim 	struct list_head list;	/* list head */
1807fd9e544SJaegeuk Kim 	block_t blkaddr;	/* block address to be discarded */
1817fd9e544SJaegeuk Kim 	int len;		/* # of consecutive blocks of the discard */
1827fd9e544SJaegeuk Kim };
1837fd9e544SJaegeuk Kim 
184275b66b0SChao Yu struct bio_entry {
185275b66b0SChao Yu 	struct list_head list;
186*4e6a8d9bSJaegeuk Kim 	block_t lstart;
187*4e6a8d9bSJaegeuk Kim 	block_t len;
188275b66b0SChao Yu 	struct bio *bio;
189275b66b0SChao Yu 	struct completion event;
190275b66b0SChao Yu 	int error;
191275b66b0SChao Yu };
192275b66b0SChao Yu 
19339a53e0cSJaegeuk Kim /* for the list of fsync inodes, used only during recovery */
19439a53e0cSJaegeuk Kim struct fsync_inode_entry {
19539a53e0cSJaegeuk Kim 	struct list_head list;	/* list head */
19639a53e0cSJaegeuk Kim 	struct inode *inode;	/* vfs inode pointer */
197c52e1b10SJaegeuk Kim 	block_t blkaddr;	/* block address locating the last fsync */
198c52e1b10SJaegeuk Kim 	block_t last_dentry;	/* block address locating the last dentry */
19939a53e0cSJaegeuk Kim };
20039a53e0cSJaegeuk Kim 
201dfc08a12SChao Yu #define nats_in_cursum(jnl)		(le16_to_cpu(jnl->n_nats))
202dfc08a12SChao Yu #define sits_in_cursum(jnl)		(le16_to_cpu(jnl->n_sits))
20339a53e0cSJaegeuk Kim 
204dfc08a12SChao Yu #define nat_in_journal(jnl, i)		(jnl->nat_j.entries[i].ne)
205dfc08a12SChao Yu #define nid_in_journal(jnl, i)		(jnl->nat_j.entries[i].nid)
206dfc08a12SChao Yu #define sit_in_journal(jnl, i)		(jnl->sit_j.entries[i].se)
207dfc08a12SChao Yu #define segno_in_journal(jnl, i)	(jnl->sit_j.entries[i].segno)
20839a53e0cSJaegeuk Kim 
209dfc08a12SChao Yu #define MAX_NAT_JENTRIES(jnl)	(NAT_JOURNAL_ENTRIES - nats_in_cursum(jnl))
210dfc08a12SChao Yu #define MAX_SIT_JENTRIES(jnl)	(SIT_JOURNAL_ENTRIES - sits_in_cursum(jnl))
211309cc2b6SJaegeuk Kim 
212dfc08a12SChao Yu static inline int update_nats_in_cursum(struct f2fs_journal *journal, int i)
21339a53e0cSJaegeuk Kim {
214dfc08a12SChao Yu 	int before = nats_in_cursum(journal);
215dfc08a12SChao Yu 	journal->n_nats = cpu_to_le16(before + i);
21639a53e0cSJaegeuk Kim 	return before;
21739a53e0cSJaegeuk Kim }
21839a53e0cSJaegeuk Kim 
219dfc08a12SChao Yu static inline int update_sits_in_cursum(struct f2fs_journal *journal, int i)
22039a53e0cSJaegeuk Kim {
221dfc08a12SChao Yu 	int before = sits_in_cursum(journal);
222dfc08a12SChao Yu 	journal->n_sits = cpu_to_le16(before + i);
22339a53e0cSJaegeuk Kim 	return before;
22439a53e0cSJaegeuk Kim }
22539a53e0cSJaegeuk Kim 
226dfc08a12SChao Yu static inline bool __has_cursum_space(struct f2fs_journal *journal,
227dfc08a12SChao Yu 							int size, int type)
228184a5cd2SChao Yu {
229184a5cd2SChao Yu 	if (type == NAT_JOURNAL)
230dfc08a12SChao Yu 		return size <= MAX_NAT_JENTRIES(journal);
231dfc08a12SChao Yu 	return size <= MAX_SIT_JENTRIES(journal);
232184a5cd2SChao Yu }
233184a5cd2SChao Yu 
23439a53e0cSJaegeuk Kim /*
235e9750824SNamjae Jeon  * ioctl commands
236e9750824SNamjae Jeon  */
237e9750824SNamjae Jeon #define F2FS_IOC_GETFLAGS		FS_IOC_GETFLAGS
238e9750824SNamjae Jeon #define F2FS_IOC_SETFLAGS		FS_IOC_SETFLAGS
239d49f3e89SChao Yu #define F2FS_IOC_GETVERSION		FS_IOC_GETVERSION
240e9750824SNamjae Jeon 
24188b88a66SJaegeuk Kim #define F2FS_IOCTL_MAGIC		0xf5
24288b88a66SJaegeuk Kim #define F2FS_IOC_START_ATOMIC_WRITE	_IO(F2FS_IOCTL_MAGIC, 1)
24388b88a66SJaegeuk Kim #define F2FS_IOC_COMMIT_ATOMIC_WRITE	_IO(F2FS_IOCTL_MAGIC, 2)
24402a1335fSJaegeuk Kim #define F2FS_IOC_START_VOLATILE_WRITE	_IO(F2FS_IOCTL_MAGIC, 3)
2451e84371fSJaegeuk Kim #define F2FS_IOC_RELEASE_VOLATILE_WRITE	_IO(F2FS_IOCTL_MAGIC, 4)
2461e84371fSJaegeuk Kim #define F2FS_IOC_ABORT_VOLATILE_WRITE	_IO(F2FS_IOCTL_MAGIC, 5)
247c1c1b583SChao Yu #define F2FS_IOC_GARBAGE_COLLECT	_IO(F2FS_IOCTL_MAGIC, 6)
248456b88e4SChao Yu #define F2FS_IOC_WRITE_CHECKPOINT	_IO(F2FS_IOCTL_MAGIC, 7)
249d323d005SChao Yu #define F2FS_IOC_DEFRAGMENT		_IO(F2FS_IOCTL_MAGIC, 8)
2504dd6f977SJaegeuk Kim #define F2FS_IOC_MOVE_RANGE		_IOWR(F2FS_IOCTL_MAGIC, 9,	\
2514dd6f977SJaegeuk Kim 						struct f2fs_move_range)
25288b88a66SJaegeuk Kim 
2530b81d077SJaegeuk Kim #define F2FS_IOC_SET_ENCRYPTION_POLICY	FS_IOC_SET_ENCRYPTION_POLICY
2540b81d077SJaegeuk Kim #define F2FS_IOC_GET_ENCRYPTION_POLICY	FS_IOC_GET_ENCRYPTION_POLICY
2550b81d077SJaegeuk Kim #define F2FS_IOC_GET_ENCRYPTION_PWSALT	FS_IOC_GET_ENCRYPTION_PWSALT
256f424f664SJaegeuk Kim 
2571abff93dSJaegeuk Kim /*
2581abff93dSJaegeuk Kim  * should be same as XFS_IOC_GOINGDOWN.
2591abff93dSJaegeuk Kim  * Flags for going down operation used by FS_IOC_GOINGDOWN
2601abff93dSJaegeuk Kim  */
2611abff93dSJaegeuk Kim #define F2FS_IOC_SHUTDOWN	_IOR('X', 125, __u32)	/* Shutdown */
2621abff93dSJaegeuk Kim #define F2FS_GOING_DOWN_FULLSYNC	0x0	/* going down with full sync */
2631abff93dSJaegeuk Kim #define F2FS_GOING_DOWN_METASYNC	0x1	/* going down with metadata */
2641abff93dSJaegeuk Kim #define F2FS_GOING_DOWN_NOSYNC		0x2	/* going down */
265c912a829SJaegeuk Kim #define F2FS_GOING_DOWN_METAFLUSH	0x3	/* going down with meta flush */
2661abff93dSJaegeuk Kim 
267e9750824SNamjae Jeon #if defined(__KERNEL__) && defined(CONFIG_COMPAT)
268e9750824SNamjae Jeon /*
269e9750824SNamjae Jeon  * ioctl commands in 32 bit emulation
270e9750824SNamjae Jeon  */
271e9750824SNamjae Jeon #define F2FS_IOC32_GETFLAGS		FS_IOC32_GETFLAGS
272e9750824SNamjae Jeon #define F2FS_IOC32_SETFLAGS		FS_IOC32_SETFLAGS
27304ef4b62SChao Yu #define F2FS_IOC32_GETVERSION		FS_IOC32_GETVERSION
274e9750824SNamjae Jeon #endif
275e9750824SNamjae Jeon 
276d323d005SChao Yu struct f2fs_defragment {
277d323d005SChao Yu 	u64 start;
278d323d005SChao Yu 	u64 len;
279d323d005SChao Yu };
280d323d005SChao Yu 
2814dd6f977SJaegeuk Kim struct f2fs_move_range {
2824dd6f977SJaegeuk Kim 	u32 dst_fd;		/* destination fd */
2834dd6f977SJaegeuk Kim 	u64 pos_in;		/* start position in src_fd */
2844dd6f977SJaegeuk Kim 	u64 pos_out;		/* start position in dst_fd */
2854dd6f977SJaegeuk Kim 	u64 len;		/* size to move */
2864dd6f977SJaegeuk Kim };
2874dd6f977SJaegeuk Kim 
288e9750824SNamjae Jeon /*
28939a53e0cSJaegeuk Kim  * For INODE and NODE manager
29039a53e0cSJaegeuk Kim  */
2917b3cd7d6SJaegeuk Kim /* for directory operations */
2927b3cd7d6SJaegeuk Kim struct f2fs_dentry_ptr {
293d8c6822aSJaegeuk Kim 	struct inode *inode;
2947b3cd7d6SJaegeuk Kim 	const void *bitmap;
2957b3cd7d6SJaegeuk Kim 	struct f2fs_dir_entry *dentry;
2967b3cd7d6SJaegeuk Kim 	__u8 (*filename)[F2FS_SLOT_LEN];
2977b3cd7d6SJaegeuk Kim 	int max;
2987b3cd7d6SJaegeuk Kim };
2997b3cd7d6SJaegeuk Kim 
300d8c6822aSJaegeuk Kim static inline void make_dentry_ptr(struct inode *inode,
301d8c6822aSJaegeuk Kim 		struct f2fs_dentry_ptr *d, void *src, int type)
3027b3cd7d6SJaegeuk Kim {
303d8c6822aSJaegeuk Kim 	d->inode = inode;
304d8c6822aSJaegeuk Kim 
3057b3cd7d6SJaegeuk Kim 	if (type == 1) {
3067b3cd7d6SJaegeuk Kim 		struct f2fs_dentry_block *t = (struct f2fs_dentry_block *)src;
3077b3cd7d6SJaegeuk Kim 		d->max = NR_DENTRY_IN_BLOCK;
3087b3cd7d6SJaegeuk Kim 		d->bitmap = &t->dentry_bitmap;
3097b3cd7d6SJaegeuk Kim 		d->dentry = t->dentry;
3107b3cd7d6SJaegeuk Kim 		d->filename = t->filename;
3117b3cd7d6SJaegeuk Kim 	} else {
3127b3cd7d6SJaegeuk Kim 		struct f2fs_inline_dentry *t = (struct f2fs_inline_dentry *)src;
3137b3cd7d6SJaegeuk Kim 		d->max = NR_INLINE_DENTRY;
3147b3cd7d6SJaegeuk Kim 		d->bitmap = &t->dentry_bitmap;
3157b3cd7d6SJaegeuk Kim 		d->dentry = t->dentry;
3167b3cd7d6SJaegeuk Kim 		d->filename = t->filename;
3177b3cd7d6SJaegeuk Kim 	}
3187b3cd7d6SJaegeuk Kim }
3197b3cd7d6SJaegeuk Kim 
320dbe6a5ffSJaegeuk Kim /*
321dbe6a5ffSJaegeuk Kim  * XATTR_NODE_OFFSET stores xattrs to one node block per file keeping -1
322dbe6a5ffSJaegeuk Kim  * as its node offset to distinguish from index node blocks.
323dbe6a5ffSJaegeuk Kim  * But some bits are used to mark the node block.
32439a53e0cSJaegeuk Kim  */
325dbe6a5ffSJaegeuk Kim #define XATTR_NODE_OFFSET	((((unsigned int)-1) << OFFSET_BIT_SHIFT) \
326dbe6a5ffSJaegeuk Kim 				>> OFFSET_BIT_SHIFT)
327266e97a8SJaegeuk Kim enum {
328266e97a8SJaegeuk Kim 	ALLOC_NODE,			/* allocate a new node page if needed */
329266e97a8SJaegeuk Kim 	LOOKUP_NODE,			/* look up a node without readahead */
330266e97a8SJaegeuk Kim 	LOOKUP_NODE_RA,			/*
331266e97a8SJaegeuk Kim 					 * look up a node with readahead called
3324f4124d0SChao Yu 					 * by get_data_block.
33339a53e0cSJaegeuk Kim 					 */
334266e97a8SJaegeuk Kim };
335266e97a8SJaegeuk Kim 
336a6db67f0SJaegeuk Kim #define F2FS_LINK_MAX	0xffffffff	/* maximum link count per file */
33739a53e0cSJaegeuk Kim 
338817202d9SChao Yu #define MAX_DIR_RA_PAGES	4	/* maximum ra pages of dir */
339817202d9SChao Yu 
34013054c54SChao Yu /* vector size for gang look-up from extent cache that consists of radix tree */
34113054c54SChao Yu #define EXT_TREE_VEC_SIZE	64
34213054c54SChao Yu 
34339a53e0cSJaegeuk Kim /* for in-memory extent cache entry */
34413054c54SChao Yu #define F2FS_MIN_EXTENT_LEN	64	/* minimum extent length */
34513054c54SChao Yu 
34613054c54SChao Yu /* number of extent info in extent cache we try to shrink */
34713054c54SChao Yu #define EXTENT_CACHE_SHRINK_NUMBER	128
348c11abd1aSJaegeuk Kim 
34939a53e0cSJaegeuk Kim struct extent_info {
35039a53e0cSJaegeuk Kim 	unsigned int fofs;		/* start offset in a file */
3514d0b0bd4SChao Yu 	u32 blk;			/* start block address of the extent */
352111d2495SMasanari Iida 	unsigned int len;		/* length of the extent */
35339a53e0cSJaegeuk Kim };
35439a53e0cSJaegeuk Kim 
35513054c54SChao Yu struct extent_node {
35613054c54SChao Yu 	struct rb_node rb_node;		/* rb node located in rb-tree */
35713054c54SChao Yu 	struct list_head list;		/* node in global extent list of sbi */
35813054c54SChao Yu 	struct extent_info ei;		/* extent info */
359201ef5e0SHou Pengyang 	struct extent_tree *et;		/* extent tree pointer */
36013054c54SChao Yu };
36113054c54SChao Yu 
36213054c54SChao Yu struct extent_tree {
36313054c54SChao Yu 	nid_t ino;			/* inode number */
36413054c54SChao Yu 	struct rb_root root;		/* root of extent info rb-tree */
36562c8af65SChao Yu 	struct extent_node *cached_en;	/* recently accessed extent node */
3663e72f721SJaegeuk Kim 	struct extent_info largest;	/* largested extent info */
367137d09f0SJaegeuk Kim 	struct list_head list;		/* to be used by sbi->zombie_list */
36813054c54SChao Yu 	rwlock_t lock;			/* protect extent info rb-tree */
36968e35385SChao Yu 	atomic_t node_cnt;		/* # of extent node in rb-tree*/
37013054c54SChao Yu };
37113054c54SChao Yu 
37239a53e0cSJaegeuk Kim /*
373003a3e1dSJaegeuk Kim  * This structure is taken from ext4_map_blocks.
374003a3e1dSJaegeuk Kim  *
375003a3e1dSJaegeuk Kim  * Note that, however, f2fs uses NEW and MAPPED flags for f2fs_map_blocks().
376003a3e1dSJaegeuk Kim  */
377003a3e1dSJaegeuk Kim #define F2FS_MAP_NEW		(1 << BH_New)
378003a3e1dSJaegeuk Kim #define F2FS_MAP_MAPPED		(1 << BH_Mapped)
3797f63eb77SJaegeuk Kim #define F2FS_MAP_UNWRITTEN	(1 << BH_Unwritten)
3807f63eb77SJaegeuk Kim #define F2FS_MAP_FLAGS		(F2FS_MAP_NEW | F2FS_MAP_MAPPED |\
3817f63eb77SJaegeuk Kim 				F2FS_MAP_UNWRITTEN)
382003a3e1dSJaegeuk Kim 
383003a3e1dSJaegeuk Kim struct f2fs_map_blocks {
384003a3e1dSJaegeuk Kim 	block_t m_pblk;
385003a3e1dSJaegeuk Kim 	block_t m_lblk;
386003a3e1dSJaegeuk Kim 	unsigned int m_len;
387003a3e1dSJaegeuk Kim 	unsigned int m_flags;
388da85985cSChao Yu 	pgoff_t *m_next_pgofs;		/* point next possible non-hole pgofs */
389003a3e1dSJaegeuk Kim };
390003a3e1dSJaegeuk Kim 
391e2b4e2bcSChao Yu /* for flag in get_data_block */
392e2b4e2bcSChao Yu #define F2FS_GET_BLOCK_READ		0
393e2b4e2bcSChao Yu #define F2FS_GET_BLOCK_DIO		1
394e2b4e2bcSChao Yu #define F2FS_GET_BLOCK_FIEMAP		2
395e2b4e2bcSChao Yu #define F2FS_GET_BLOCK_BMAP		3
396b439b103SJaegeuk Kim #define F2FS_GET_BLOCK_PRE_DIO		4
39724b84912SJaegeuk Kim #define F2FS_GET_BLOCK_PRE_AIO		5
398e2b4e2bcSChao Yu 
399003a3e1dSJaegeuk Kim /*
40039a53e0cSJaegeuk Kim  * i_advise uses FADVISE_XXX_BIT. We can add additional hints later.
40139a53e0cSJaegeuk Kim  */
40239a53e0cSJaegeuk Kim #define FADVISE_COLD_BIT	0x01
403354a3399SJaegeuk Kim #define FADVISE_LOST_PINO_BIT	0x02
404cde4de12SJaegeuk Kim #define FADVISE_ENCRYPT_BIT	0x04
405e7d55452SJaegeuk Kim #define FADVISE_ENC_NAME_BIT	0x08
40626787236SJaegeuk Kim #define FADVISE_KEEP_SIZE_BIT	0x10
40739a53e0cSJaegeuk Kim 
408b5492af7SJaegeuk Kim #define file_is_cold(inode)	is_file(inode, FADVISE_COLD_BIT)
409b5492af7SJaegeuk Kim #define file_wrong_pino(inode)	is_file(inode, FADVISE_LOST_PINO_BIT)
410b5492af7SJaegeuk Kim #define file_set_cold(inode)	set_file(inode, FADVISE_COLD_BIT)
411b5492af7SJaegeuk Kim #define file_lost_pino(inode)	set_file(inode, FADVISE_LOST_PINO_BIT)
412b5492af7SJaegeuk Kim #define file_clear_cold(inode)	clear_file(inode, FADVISE_COLD_BIT)
413b5492af7SJaegeuk Kim #define file_got_pino(inode)	clear_file(inode, FADVISE_LOST_PINO_BIT)
414cde4de12SJaegeuk Kim #define file_is_encrypt(inode)	is_file(inode, FADVISE_ENCRYPT_BIT)
415cde4de12SJaegeuk Kim #define file_set_encrypt(inode)	set_file(inode, FADVISE_ENCRYPT_BIT)
416cde4de12SJaegeuk Kim #define file_clear_encrypt(inode) clear_file(inode, FADVISE_ENCRYPT_BIT)
417e7d55452SJaegeuk Kim #define file_enc_name(inode)	is_file(inode, FADVISE_ENC_NAME_BIT)
418e7d55452SJaegeuk Kim #define file_set_enc_name(inode) set_file(inode, FADVISE_ENC_NAME_BIT)
41926787236SJaegeuk Kim #define file_keep_isize(inode)	is_file(inode, FADVISE_KEEP_SIZE_BIT)
42026787236SJaegeuk Kim #define file_set_keep_isize(inode) set_file(inode, FADVISE_KEEP_SIZE_BIT)
421cde4de12SJaegeuk Kim 
422ab9fa662SJaegeuk Kim #define DEF_DIR_LEVEL		0
423ab9fa662SJaegeuk Kim 
42439a53e0cSJaegeuk Kim struct f2fs_inode_info {
42539a53e0cSJaegeuk Kim 	struct inode vfs_inode;		/* serve a vfs inode */
42639a53e0cSJaegeuk Kim 	unsigned long i_flags;		/* keep an inode flags for ioctl */
42739a53e0cSJaegeuk Kim 	unsigned char i_advise;		/* use to give file attribute hints */
42838431545SJaegeuk Kim 	unsigned char i_dir_level;	/* use for dentry level for large dir */
42939a53e0cSJaegeuk Kim 	unsigned int i_current_depth;	/* use only in directory structure */
4306666e6aaSJaegeuk Kim 	unsigned int i_pino;		/* parent inode number */
43139a53e0cSJaegeuk Kim 	umode_t i_acl_mode;		/* keep file acl mode temporarily */
43239a53e0cSJaegeuk Kim 
43339a53e0cSJaegeuk Kim 	/* Use below internally in f2fs*/
43439a53e0cSJaegeuk Kim 	unsigned long flags;		/* use to pass per-file flags */
435d928bfbfSJaegeuk Kim 	struct rw_semaphore i_sem;	/* protect fi info */
436204706c7SJaegeuk Kim 	atomic_t dirty_pages;		/* # of dirty pages */
43739a53e0cSJaegeuk Kim 	f2fs_hash_t chash;		/* hash value of given file name */
43839a53e0cSJaegeuk Kim 	unsigned int clevel;		/* maximum level of given file name */
43939a53e0cSJaegeuk Kim 	nid_t i_xattr_nid;		/* node id that contains xattrs */
440e518ff81SJaegeuk Kim 	unsigned long long xattr_ver;	/* cp version of xattr modification */
44126de9b11SJaegeuk Kim 	loff_t	last_disk_size;		/* lastly written file size */
44288b88a66SJaegeuk Kim 
4430f18b462SJaegeuk Kim 	struct list_head dirty_list;	/* dirty list for dirs and files */
4440f18b462SJaegeuk Kim 	struct list_head gdirty_list;	/* linked in global dirty list */
44588b88a66SJaegeuk Kim 	struct list_head inmem_pages;	/* inmemory pages managed by f2fs */
44688b88a66SJaegeuk Kim 	struct mutex inmem_lock;	/* lock for inmemory pages */
4473e72f721SJaegeuk Kim 	struct extent_tree *extent_tree;	/* cached extent_tree entry */
44882e0a5aaSChao Yu 	struct rw_semaphore dio_rwsem[2];/* avoid racing between dio and gc */
44939a53e0cSJaegeuk Kim };
45039a53e0cSJaegeuk Kim 
45139a53e0cSJaegeuk Kim static inline void get_extent_info(struct extent_info *ext,
452bd933d4fSChao Yu 					struct f2fs_extent *i_ext)
45339a53e0cSJaegeuk Kim {
454bd933d4fSChao Yu 	ext->fofs = le32_to_cpu(i_ext->fofs);
455bd933d4fSChao Yu 	ext->blk = le32_to_cpu(i_ext->blk);
456bd933d4fSChao Yu 	ext->len = le32_to_cpu(i_ext->len);
45739a53e0cSJaegeuk Kim }
45839a53e0cSJaegeuk Kim 
45939a53e0cSJaegeuk Kim static inline void set_raw_extent(struct extent_info *ext,
46039a53e0cSJaegeuk Kim 					struct f2fs_extent *i_ext)
46139a53e0cSJaegeuk Kim {
46239a53e0cSJaegeuk Kim 	i_ext->fofs = cpu_to_le32(ext->fofs);
4634d0b0bd4SChao Yu 	i_ext->blk = cpu_to_le32(ext->blk);
46439a53e0cSJaegeuk Kim 	i_ext->len = cpu_to_le32(ext->len);
46539a53e0cSJaegeuk Kim }
46639a53e0cSJaegeuk Kim 
467429511cdSChao Yu static inline void set_extent_info(struct extent_info *ei, unsigned int fofs,
468429511cdSChao Yu 						u32 blk, unsigned int len)
469429511cdSChao Yu {
470429511cdSChao Yu 	ei->fofs = fofs;
471429511cdSChao Yu 	ei->blk = blk;
472429511cdSChao Yu 	ei->len = len;
473429511cdSChao Yu }
474429511cdSChao Yu 
4750bdee482SChao Yu static inline bool __is_extent_same(struct extent_info *ei1,
4760bdee482SChao Yu 						struct extent_info *ei2)
4770bdee482SChao Yu {
4780bdee482SChao Yu 	return (ei1->fofs == ei2->fofs && ei1->blk == ei2->blk &&
4790bdee482SChao Yu 						ei1->len == ei2->len);
4800bdee482SChao Yu }
4810bdee482SChao Yu 
482429511cdSChao Yu static inline bool __is_extent_mergeable(struct extent_info *back,
483429511cdSChao Yu 						struct extent_info *front)
484429511cdSChao Yu {
485429511cdSChao Yu 	return (back->fofs + back->len == front->fofs &&
486429511cdSChao Yu 			back->blk + back->len == front->blk);
487429511cdSChao Yu }
488429511cdSChao Yu 
489429511cdSChao Yu static inline bool __is_back_mergeable(struct extent_info *cur,
490429511cdSChao Yu 						struct extent_info *back)
491429511cdSChao Yu {
492429511cdSChao Yu 	return __is_extent_mergeable(back, cur);
493429511cdSChao Yu }
494429511cdSChao Yu 
495429511cdSChao Yu static inline bool __is_front_mergeable(struct extent_info *cur,
496429511cdSChao Yu 						struct extent_info *front)
497429511cdSChao Yu {
498429511cdSChao Yu 	return __is_extent_mergeable(cur, front);
499429511cdSChao Yu }
500429511cdSChao Yu 
5017c45729aSJaegeuk Kim extern void f2fs_mark_inode_dirty_sync(struct inode *, bool);
502205b9822SJaegeuk Kim static inline void __try_update_largest_extent(struct inode *inode,
503205b9822SJaegeuk Kim 			struct extent_tree *et, struct extent_node *en)
5044abd3f5aSChao Yu {
505205b9822SJaegeuk Kim 	if (en->ei.len > et->largest.len) {
5064abd3f5aSChao Yu 		et->largest = en->ei;
5077c45729aSJaegeuk Kim 		f2fs_mark_inode_dirty_sync(inode, true);
508205b9822SJaegeuk Kim 	}
5094abd3f5aSChao Yu }
5104abd3f5aSChao Yu 
511b8559dc2SChao Yu enum nid_list {
512b8559dc2SChao Yu 	FREE_NID_LIST,
513b8559dc2SChao Yu 	ALLOC_NID_LIST,
514b8559dc2SChao Yu 	MAX_NID_LIST,
515b8559dc2SChao Yu };
516b8559dc2SChao Yu 
51739a53e0cSJaegeuk Kim struct f2fs_nm_info {
51839a53e0cSJaegeuk Kim 	block_t nat_blkaddr;		/* base disk address of NAT */
51939a53e0cSJaegeuk Kim 	nid_t max_nid;			/* maximum possible node ids */
52004d47e67SChao Yu 	nid_t available_nids;		/* # of available node ids */
52139a53e0cSJaegeuk Kim 	nid_t next_scan_nid;		/* the next nid to be scanned */
522cdfc41c1SJaegeuk Kim 	unsigned int ram_thresh;	/* control the memory footprint */
523ea1a29a0SChao Yu 	unsigned int ra_nid_pages;	/* # of nid pages to be readaheaded */
5242304cb0cSChao Yu 	unsigned int dirty_nats_ratio;	/* control dirty nats ratio threshold */
52539a53e0cSJaegeuk Kim 
52639a53e0cSJaegeuk Kim 	/* NAT cache management */
52739a53e0cSJaegeuk Kim 	struct radix_tree_root nat_root;/* root of the nat entry cache */
528309cc2b6SJaegeuk Kim 	struct radix_tree_root nat_set_root;/* root of the nat set cache */
529b873b798SJaegeuk Kim 	struct rw_semaphore nat_tree_lock;	/* protect nat_tree_lock */
53039a53e0cSJaegeuk Kim 	struct list_head nat_entries;	/* cached nat entry list (clean) */
531309cc2b6SJaegeuk Kim 	unsigned int nat_cnt;		/* the # of cached nat entries */
532aec71382SChao Yu 	unsigned int dirty_nat_cnt;	/* total num of nat entries in set */
53339a53e0cSJaegeuk Kim 
53439a53e0cSJaegeuk Kim 	/* free node ids management */
5358a7ed66aSJaegeuk Kim 	struct radix_tree_root free_nid_root;/* root of the free_nid cache */
536b8559dc2SChao Yu 	struct list_head nid_list[MAX_NID_LIST];/* lists for free nids */
537b8559dc2SChao Yu 	unsigned int nid_cnt[MAX_NID_LIST];	/* the number of free node id */
538b8559dc2SChao Yu 	spinlock_t nid_list_lock;	/* protect nid lists ops */
53939a53e0cSJaegeuk Kim 	struct mutex build_lock;	/* lock for build free nids */
54039a53e0cSJaegeuk Kim 
54139a53e0cSJaegeuk Kim 	/* for checkpoint */
54239a53e0cSJaegeuk Kim 	char *nat_bitmap;		/* NAT bitmap pointer */
54339a53e0cSJaegeuk Kim 	int bitmap_size;		/* bitmap size */
54439a53e0cSJaegeuk Kim };
54539a53e0cSJaegeuk Kim 
54639a53e0cSJaegeuk Kim /*
54739a53e0cSJaegeuk Kim  * this structure is used as one of function parameters.
54839a53e0cSJaegeuk Kim  * all the information are dedicated to a given direct node block determined
54939a53e0cSJaegeuk Kim  * by the data offset in a file.
55039a53e0cSJaegeuk Kim  */
55139a53e0cSJaegeuk Kim struct dnode_of_data {
55239a53e0cSJaegeuk Kim 	struct inode *inode;		/* vfs inode pointer */
55339a53e0cSJaegeuk Kim 	struct page *inode_page;	/* its inode page, NULL is possible */
55439a53e0cSJaegeuk Kim 	struct page *node_page;		/* cached direct node page */
55539a53e0cSJaegeuk Kim 	nid_t nid;			/* node id of the direct node block */
55639a53e0cSJaegeuk Kim 	unsigned int ofs_in_node;	/* data offset in the node page */
55739a53e0cSJaegeuk Kim 	bool inode_page_locked;		/* inode page is locked or not */
55893bae099SJaegeuk Kim 	bool node_changed;		/* is node block changed */
5593cf45747SChao Yu 	char cur_level;			/* level of hole node page */
5603cf45747SChao Yu 	char max_level;			/* level of current page located */
56139a53e0cSJaegeuk Kim 	block_t	data_blkaddr;		/* block address of the node block */
56239a53e0cSJaegeuk Kim };
56339a53e0cSJaegeuk Kim 
56439a53e0cSJaegeuk Kim static inline void set_new_dnode(struct dnode_of_data *dn, struct inode *inode,
56539a53e0cSJaegeuk Kim 		struct page *ipage, struct page *npage, nid_t nid)
56639a53e0cSJaegeuk Kim {
567d66d1f76SJaegeuk Kim 	memset(dn, 0, sizeof(*dn));
56839a53e0cSJaegeuk Kim 	dn->inode = inode;
56939a53e0cSJaegeuk Kim 	dn->inode_page = ipage;
57039a53e0cSJaegeuk Kim 	dn->node_page = npage;
57139a53e0cSJaegeuk Kim 	dn->nid = nid;
57239a53e0cSJaegeuk Kim }
57339a53e0cSJaegeuk Kim 
57439a53e0cSJaegeuk Kim /*
57539a53e0cSJaegeuk Kim  * For SIT manager
57639a53e0cSJaegeuk Kim  *
57739a53e0cSJaegeuk Kim  * By default, there are 6 active log areas across the whole main area.
57839a53e0cSJaegeuk Kim  * When considering hot and cold data separation to reduce cleaning overhead,
57939a53e0cSJaegeuk Kim  * we split 3 for data logs and 3 for node logs as hot, warm, and cold types,
58039a53e0cSJaegeuk Kim  * respectively.
58139a53e0cSJaegeuk Kim  * In the current design, you should not change the numbers intentionally.
58239a53e0cSJaegeuk Kim  * Instead, as a mount option such as active_logs=x, you can use 2, 4, and 6
58339a53e0cSJaegeuk Kim  * logs individually according to the underlying devices. (default: 6)
58439a53e0cSJaegeuk Kim  * Just in case, on-disk layout covers maximum 16 logs that consist of 8 for
58539a53e0cSJaegeuk Kim  * data and 8 for node logs.
58639a53e0cSJaegeuk Kim  */
58739a53e0cSJaegeuk Kim #define	NR_CURSEG_DATA_TYPE	(3)
58839a53e0cSJaegeuk Kim #define NR_CURSEG_NODE_TYPE	(3)
58939a53e0cSJaegeuk Kim #define NR_CURSEG_TYPE	(NR_CURSEG_DATA_TYPE + NR_CURSEG_NODE_TYPE)
59039a53e0cSJaegeuk Kim 
59139a53e0cSJaegeuk Kim enum {
59239a53e0cSJaegeuk Kim 	CURSEG_HOT_DATA	= 0,	/* directory entry blocks */
59339a53e0cSJaegeuk Kim 	CURSEG_WARM_DATA,	/* data blocks */
59439a53e0cSJaegeuk Kim 	CURSEG_COLD_DATA,	/* multimedia or GCed data blocks */
59539a53e0cSJaegeuk Kim 	CURSEG_HOT_NODE,	/* direct node blocks of directory files */
59639a53e0cSJaegeuk Kim 	CURSEG_WARM_NODE,	/* direct node blocks of normal files */
59739a53e0cSJaegeuk Kim 	CURSEG_COLD_NODE,	/* indirect node blocks */
59838aa0889SJaegeuk Kim 	NO_CHECK_TYPE,
59939a53e0cSJaegeuk Kim };
60039a53e0cSJaegeuk Kim 
6016b4afdd7SJaegeuk Kim struct flush_cmd {
6026b4afdd7SJaegeuk Kim 	struct completion wait;
603721bd4d5SGu Zheng 	struct llist_node llnode;
6046b4afdd7SJaegeuk Kim 	int ret;
6056b4afdd7SJaegeuk Kim };
6066b4afdd7SJaegeuk Kim 
607a688b9d9SGu Zheng struct flush_cmd_control {
608a688b9d9SGu Zheng 	struct task_struct *f2fs_issue_flush;	/* flush thread */
609a688b9d9SGu Zheng 	wait_queue_head_t flush_wait_queue;	/* waiting queue for wake-up */
6100a87f664SJaegeuk Kim 	atomic_t submit_flush;			/* # of issued flushes */
611721bd4d5SGu Zheng 	struct llist_head issue_list;		/* list for command issue */
612721bd4d5SGu Zheng 	struct llist_node *dispatch_list;	/* list for command dispatch */
613a688b9d9SGu Zheng };
614a688b9d9SGu Zheng 
61539a53e0cSJaegeuk Kim struct f2fs_sm_info {
61639a53e0cSJaegeuk Kim 	struct sit_info *sit_info;		/* whole segment information */
61739a53e0cSJaegeuk Kim 	struct free_segmap_info *free_info;	/* free segment information */
61839a53e0cSJaegeuk Kim 	struct dirty_seglist_info *dirty_info;	/* dirty segment information */
61939a53e0cSJaegeuk Kim 	struct curseg_info *curseg_array;	/* active segment information */
62039a53e0cSJaegeuk Kim 
62139a53e0cSJaegeuk Kim 	block_t seg0_blkaddr;		/* block address of 0'th segment */
62239a53e0cSJaegeuk Kim 	block_t main_blkaddr;		/* start block address of main area */
62339a53e0cSJaegeuk Kim 	block_t ssa_blkaddr;		/* start block address of SSA area */
62439a53e0cSJaegeuk Kim 
62539a53e0cSJaegeuk Kim 	unsigned int segment_count;	/* total # of segments */
62639a53e0cSJaegeuk Kim 	unsigned int main_segments;	/* # of segments in main area */
62739a53e0cSJaegeuk Kim 	unsigned int reserved_segments;	/* # of reserved segments */
62839a53e0cSJaegeuk Kim 	unsigned int ovp_segments;	/* # of overprovision segments */
62981eb8d6eSJaegeuk Kim 
63081eb8d6eSJaegeuk Kim 	/* a threshold to reclaim prefree segments */
63181eb8d6eSJaegeuk Kim 	unsigned int rec_prefree_segments;
6327fd9e544SJaegeuk Kim 
6337fd9e544SJaegeuk Kim 	/* for small discard management */
6347fd9e544SJaegeuk Kim 	struct list_head discard_list;		/* 4KB discard list */
635275b66b0SChao Yu 	struct list_head wait_list;		/* linked with issued discard bio */
6367fd9e544SJaegeuk Kim 	int nr_discards;			/* # of discards in the list */
6377fd9e544SJaegeuk Kim 	int max_discards;			/* max. discards to be issued */
638216fbd64SJaegeuk Kim 
639bba681cbSJaegeuk Kim 	/* for batched trimming */
640bba681cbSJaegeuk Kim 	unsigned int trim_sections;		/* # of sections to trim */
641bba681cbSJaegeuk Kim 
642184a5cd2SChao Yu 	struct list_head sit_entry_set;	/* sit entry set list */
643184a5cd2SChao Yu 
644216fbd64SJaegeuk Kim 	unsigned int ipu_policy;	/* in-place-update policy */
645216fbd64SJaegeuk Kim 	unsigned int min_ipu_util;	/* in-place-update threshold */
646c1ce1b02SJaegeuk Kim 	unsigned int min_fsync_blocks;	/* threshold for fsync */
6476b4afdd7SJaegeuk Kim 
6486b4afdd7SJaegeuk Kim 	/* for flush command control */
649a688b9d9SGu Zheng 	struct flush_cmd_control *cmd_control_info;
650a688b9d9SGu Zheng 
65139a53e0cSJaegeuk Kim };
65239a53e0cSJaegeuk Kim 
65339a53e0cSJaegeuk Kim /*
65439a53e0cSJaegeuk Kim  * For superblock
65539a53e0cSJaegeuk Kim  */
65639a53e0cSJaegeuk Kim /*
65739a53e0cSJaegeuk Kim  * COUNT_TYPE for monitoring
65839a53e0cSJaegeuk Kim  *
65939a53e0cSJaegeuk Kim  * f2fs monitors the number of several block types such as on-writeback,
66039a53e0cSJaegeuk Kim  * dirty dentry blocks, dirty node blocks, and dirty meta blocks.
66139a53e0cSJaegeuk Kim  */
66236951b38SChao Yu #define WB_DATA_TYPE(p)	(__is_cp_guaranteed(p) ? F2FS_WB_CP_DATA : F2FS_WB_DATA)
66339a53e0cSJaegeuk Kim enum count_type {
66439a53e0cSJaegeuk Kim 	F2FS_DIRTY_DENTS,
665c227f912SChao Yu 	F2FS_DIRTY_DATA,
66639a53e0cSJaegeuk Kim 	F2FS_DIRTY_NODES,
66739a53e0cSJaegeuk Kim 	F2FS_DIRTY_META,
6688dcf2ff7SJaegeuk Kim 	F2FS_INMEM_PAGES,
6690f18b462SJaegeuk Kim 	F2FS_DIRTY_IMETA,
67036951b38SChao Yu 	F2FS_WB_CP_DATA,
67136951b38SChao Yu 	F2FS_WB_DATA,
67239a53e0cSJaegeuk Kim 	NR_COUNT_TYPE,
67339a53e0cSJaegeuk Kim };
67439a53e0cSJaegeuk Kim 
67539a53e0cSJaegeuk Kim /*
676e1c42045Sarter97  * The below are the page types of bios used in submit_bio().
67739a53e0cSJaegeuk Kim  * The available types are:
67839a53e0cSJaegeuk Kim  * DATA			User data pages. It operates as async mode.
67939a53e0cSJaegeuk Kim  * NODE			Node pages. It operates as async mode.
68039a53e0cSJaegeuk Kim  * META			FS metadata pages such as SIT, NAT, CP.
68139a53e0cSJaegeuk Kim  * NR_PAGE_TYPE		The number of page types.
68239a53e0cSJaegeuk Kim  * META_FLUSH		Make sure the previous pages are written
68339a53e0cSJaegeuk Kim  *			with waiting the bio's completion
68439a53e0cSJaegeuk Kim  * ...			Only can be used with META.
68539a53e0cSJaegeuk Kim  */
6867d5e5109SJaegeuk Kim #define PAGE_TYPE_OF_BIO(type)	((type) > META ? META : (type))
68739a53e0cSJaegeuk Kim enum page_type {
68839a53e0cSJaegeuk Kim 	DATA,
68939a53e0cSJaegeuk Kim 	NODE,
69039a53e0cSJaegeuk Kim 	META,
69139a53e0cSJaegeuk Kim 	NR_PAGE_TYPE,
69239a53e0cSJaegeuk Kim 	META_FLUSH,
6938ce67cb0SJaegeuk Kim 	INMEM,		/* the below types are used by tracepoints only. */
6948ce67cb0SJaegeuk Kim 	INMEM_DROP,
69528bc106bSChao Yu 	INMEM_REVOKE,
6968ce67cb0SJaegeuk Kim 	IPU,
6978ce67cb0SJaegeuk Kim 	OPU,
69839a53e0cSJaegeuk Kim };
69939a53e0cSJaegeuk Kim 
700458e6197SJaegeuk Kim struct f2fs_io_info {
70105ca3632SJaegeuk Kim 	struct f2fs_sb_info *sbi;	/* f2fs_sb_info pointer */
702458e6197SJaegeuk Kim 	enum page_type type;	/* contains DATA/NODE/META/META_FLUSH */
70304d328deSMike Christie 	int op;			/* contains REQ_OP_ */
704ef295ecfSChristoph Hellwig 	int op_flags;		/* req_flag_bits */
7057a9d7548SChao Yu 	block_t new_blkaddr;	/* new block address to be written */
70628bc106bSChao Yu 	block_t old_blkaddr;	/* old block address before Cow */
70705ca3632SJaegeuk Kim 	struct page *page;	/* page to be written */
7084375a336SJaegeuk Kim 	struct page *encrypted_page;	/* encrypted page */
709458e6197SJaegeuk Kim };
710458e6197SJaegeuk Kim 
71104d328deSMike Christie #define is_read_io(rw) (rw == READ)
7121ff7bd3bSJaegeuk Kim struct f2fs_bio_info {
713458e6197SJaegeuk Kim 	struct f2fs_sb_info *sbi;	/* f2fs superblock */
7141ff7bd3bSJaegeuk Kim 	struct bio *bio;		/* bios to merge */
7151ff7bd3bSJaegeuk Kim 	sector_t last_block_in_bio;	/* last block number */
716458e6197SJaegeuk Kim 	struct f2fs_io_info fio;	/* store buffered io info. */
717df0f8dc0SChao Yu 	struct rw_semaphore io_rwsem;	/* blocking op for bio */
7181ff7bd3bSJaegeuk Kim };
7191ff7bd3bSJaegeuk Kim 
7203c62be17SJaegeuk Kim #define FDEV(i)				(sbi->devs[i])
7213c62be17SJaegeuk Kim #define RDEV(i)				(raw_super->devs[i])
7223c62be17SJaegeuk Kim struct f2fs_dev_info {
7233c62be17SJaegeuk Kim 	struct block_device *bdev;
7243c62be17SJaegeuk Kim 	char path[MAX_PATH_LEN];
7253c62be17SJaegeuk Kim 	unsigned int total_segments;
7263c62be17SJaegeuk Kim 	block_t start_blk;
7273c62be17SJaegeuk Kim 	block_t end_blk;
7283c62be17SJaegeuk Kim #ifdef CONFIG_BLK_DEV_ZONED
7293c62be17SJaegeuk Kim 	unsigned int nr_blkz;			/* Total number of zones */
7303c62be17SJaegeuk Kim 	u8 *blkz_type;				/* Array of zones type */
7313c62be17SJaegeuk Kim #endif
7323c62be17SJaegeuk Kim };
7333c62be17SJaegeuk Kim 
734c227f912SChao Yu enum inode_type {
735c227f912SChao Yu 	DIR_INODE,			/* for dirty dir inode */
736c227f912SChao Yu 	FILE_INODE,			/* for dirty regular/symlink inode */
7370f18b462SJaegeuk Kim 	DIRTY_META,			/* for all dirtied inode metadata */
738c227f912SChao Yu 	NR_INODE_TYPE,
739c227f912SChao Yu };
740c227f912SChao Yu 
74167298804SChao Yu /* for inner inode cache management */
74267298804SChao Yu struct inode_management {
74367298804SChao Yu 	struct radix_tree_root ino_root;	/* ino entry array */
74467298804SChao Yu 	spinlock_t ino_lock;			/* for ino entry lock */
74567298804SChao Yu 	struct list_head ino_list;		/* inode list head */
74667298804SChao Yu 	unsigned long ino_num;			/* number of entries */
74767298804SChao Yu };
74867298804SChao Yu 
749caf0047eSChao Yu /* For s_flag in struct f2fs_sb_info */
750caf0047eSChao Yu enum {
751caf0047eSChao Yu 	SBI_IS_DIRTY,				/* dirty flag for checkpoint */
752caf0047eSChao Yu 	SBI_IS_CLOSE,				/* specify unmounting */
753caf0047eSChao Yu 	SBI_NEED_FSCK,				/* need fsck.f2fs to fix */
754caf0047eSChao Yu 	SBI_POR_DOING,				/* recovery is doing or not */
755df728b0fSJaegeuk Kim 	SBI_NEED_SB_WRITE,			/* need to recover superblock */
756bbf156f7SJaegeuk Kim 	SBI_NEED_CP,				/* need to checkpoint */
757caf0047eSChao Yu };
758caf0047eSChao Yu 
7596beceb54SJaegeuk Kim enum {
7606beceb54SJaegeuk Kim 	CP_TIME,
761d0239e1bSJaegeuk Kim 	REQ_TIME,
7626beceb54SJaegeuk Kim 	MAX_TIME,
7636beceb54SJaegeuk Kim };
7646beceb54SJaegeuk Kim 
765b5a7aef1SJaegeuk Kim #ifdef CONFIG_F2FS_FS_ENCRYPTION
766b5a7aef1SJaegeuk Kim #define F2FS_KEY_DESC_PREFIX "f2fs:"
767b5a7aef1SJaegeuk Kim #define F2FS_KEY_DESC_PREFIX_SIZE 5
768b5a7aef1SJaegeuk Kim #endif
76939a53e0cSJaegeuk Kim struct f2fs_sb_info {
77039a53e0cSJaegeuk Kim 	struct super_block *sb;			/* pointer to VFS super block */
7715e176d54SJaegeuk Kim 	struct proc_dir_entry *s_proc;		/* proc entry */
77239a53e0cSJaegeuk Kim 	struct f2fs_super_block *raw_super;	/* raw super block pointer */
773e8240f65SChao Yu 	int valid_super_block;			/* valid super block no */
774fadb2fb8SChao Yu 	unsigned long s_flag;				/* flags for sbi */
77539a53e0cSJaegeuk Kim 
776b5a7aef1SJaegeuk Kim #ifdef CONFIG_F2FS_FS_ENCRYPTION
777b5a7aef1SJaegeuk Kim 	u8 key_prefix[F2FS_KEY_DESC_PREFIX_SIZE];
778b5a7aef1SJaegeuk Kim 	u8 key_prefix_size;
779b5a7aef1SJaegeuk Kim #endif
780178053e2SDamien Le Moal 
781178053e2SDamien Le Moal #ifdef CONFIG_BLK_DEV_ZONED
782178053e2SDamien Le Moal 	unsigned int blocks_per_blkz;		/* F2FS blocks per zone */
783178053e2SDamien Le Moal 	unsigned int log_blocks_per_blkz;	/* log2 F2FS blocks per zone */
784178053e2SDamien Le Moal #endif
785178053e2SDamien Le Moal 
78639a53e0cSJaegeuk Kim 	/* for node-related operations */
78739a53e0cSJaegeuk Kim 	struct f2fs_nm_info *nm_info;		/* node manager */
78839a53e0cSJaegeuk Kim 	struct inode *node_inode;		/* cache node blocks */
78939a53e0cSJaegeuk Kim 
79039a53e0cSJaegeuk Kim 	/* for segment-related operations */
79139a53e0cSJaegeuk Kim 	struct f2fs_sm_info *sm_info;		/* segment manager */
7921ff7bd3bSJaegeuk Kim 
7931ff7bd3bSJaegeuk Kim 	/* for bio operations */
794924b720bSChao Yu 	struct f2fs_bio_info read_io;			/* for read bios */
7951ff7bd3bSJaegeuk Kim 	struct f2fs_bio_info write_io[NR_PAGE_TYPE];	/* for write bios */
7967dfeaa32SJaegeuk Kim 	struct mutex wio_mutex[NODE + 1];	/* bio ordering for NODE/DATA */
7970a595ebaSJaegeuk Kim 	int write_io_size_bits;			/* Write IO size bits */
7980a595ebaSJaegeuk Kim 	mempool_t *write_io_dummy;		/* Dummy pages */
79939a53e0cSJaegeuk Kim 
80039a53e0cSJaegeuk Kim 	/* for checkpoint */
80139a53e0cSJaegeuk Kim 	struct f2fs_checkpoint *ckpt;		/* raw checkpoint pointer */
8028508e44aSJaegeuk Kim 	int cur_cp_pack;			/* remain current cp pack */
803aaec2b1dSChao Yu 	spinlock_t cp_lock;			/* for flag in ckpt */
80439a53e0cSJaegeuk Kim 	struct inode *meta_inode;		/* cache meta blocks */
80539936837SJaegeuk Kim 	struct mutex cp_mutex;			/* checkpoint procedure lock */
806b873b798SJaegeuk Kim 	struct rw_semaphore cp_rwsem;		/* blocking FS operations */
807b3582c68SChao Yu 	struct rw_semaphore node_write;		/* locking node writes */
808fb51b5efSChangman Lee 	wait_queue_head_t cp_wait;
8096beceb54SJaegeuk Kim 	unsigned long last_time[MAX_TIME];	/* to store time in jiffies */
8106beceb54SJaegeuk Kim 	long interval_time[MAX_TIME];		/* to store thresholds */
81139a53e0cSJaegeuk Kim 
81267298804SChao Yu 	struct inode_management im[MAX_INO_ENTRY];      /* manage inode cache */
8136451e041SJaegeuk Kim 
8146451e041SJaegeuk Kim 	/* for orphan inode, use 0'th array */
8150d47c1adSGu Zheng 	unsigned int max_orphans;		/* max orphan inodes */
81639a53e0cSJaegeuk Kim 
817c227f912SChao Yu 	/* for inode management */
818c227f912SChao Yu 	struct list_head inode_list[NR_INODE_TYPE];	/* dirty inode list */
819c227f912SChao Yu 	spinlock_t inode_lock[NR_INODE_TYPE];	/* for dirty inode list lock */
82039a53e0cSJaegeuk Kim 
82113054c54SChao Yu 	/* for extent tree cache */
82213054c54SChao Yu 	struct radix_tree_root extent_tree_root;/* cache extent cache entries */
82313054c54SChao Yu 	struct rw_semaphore extent_tree_lock;	/* locking extent radix tree */
82413054c54SChao Yu 	struct list_head extent_list;		/* lru list for shrinker */
82513054c54SChao Yu 	spinlock_t extent_lock;			/* locking extent lru list */
8267441ccefSJaegeuk Kim 	atomic_t total_ext_tree;		/* extent tree count */
827137d09f0SJaegeuk Kim 	struct list_head zombie_list;		/* extent zombie tree list */
82874fd8d99SJaegeuk Kim 	atomic_t total_zombie_tree;		/* extent zombie tree count */
82913054c54SChao Yu 	atomic_t total_ext_node;		/* extent info count */
83013054c54SChao Yu 
83139a53e0cSJaegeuk Kim 	/* basic filesystem units */
83239a53e0cSJaegeuk Kim 	unsigned int log_sectors_per_block;	/* log2 sectors per block */
83339a53e0cSJaegeuk Kim 	unsigned int log_blocksize;		/* log2 block size */
83439a53e0cSJaegeuk Kim 	unsigned int blocksize;			/* block size */
83539a53e0cSJaegeuk Kim 	unsigned int root_ino_num;		/* root inode number*/
83639a53e0cSJaegeuk Kim 	unsigned int node_ino_num;		/* node inode number*/
83739a53e0cSJaegeuk Kim 	unsigned int meta_ino_num;		/* meta inode number*/
83839a53e0cSJaegeuk Kim 	unsigned int log_blocks_per_seg;	/* log2 blocks per segment */
83939a53e0cSJaegeuk Kim 	unsigned int blocks_per_seg;		/* blocks per segment */
84039a53e0cSJaegeuk Kim 	unsigned int segs_per_sec;		/* segments per section */
84139a53e0cSJaegeuk Kim 	unsigned int secs_per_zone;		/* sections per zone */
84239a53e0cSJaegeuk Kim 	unsigned int total_sections;		/* total section count */
84339a53e0cSJaegeuk Kim 	unsigned int total_node_count;		/* total node block count */
84439a53e0cSJaegeuk Kim 	unsigned int total_valid_node_count;	/* valid node block count */
845e0afc4d6SChao Yu 	loff_t max_file_blocks;			/* max block index of file */
84639a53e0cSJaegeuk Kim 	int active_logs;			/* # of active logs */
847ab9fa662SJaegeuk Kim 	int dir_level;				/* directory level */
84839a53e0cSJaegeuk Kim 
84939a53e0cSJaegeuk Kim 	block_t user_block_count;		/* # of user blocks */
85039a53e0cSJaegeuk Kim 	block_t total_valid_block_count;	/* # of valid blocks */
851a66cdd98SJaegeuk Kim 	block_t discard_blks;			/* discard command candidats */
85239a53e0cSJaegeuk Kim 	block_t last_valid_block_count;		/* for recovery */
85339a53e0cSJaegeuk Kim 	u32 s_next_generation;			/* for NFS support */
854523be8a6SJaegeuk Kim 
855523be8a6SJaegeuk Kim 	/* # of pages, see count_type */
85635782b23SJaegeuk Kim 	atomic_t nr_pages[NR_COUNT_TYPE];
85741382ec4SJaegeuk Kim 	/* # of allocated blocks */
85841382ec4SJaegeuk Kim 	struct percpu_counter alloc_valid_block_count;
85939a53e0cSJaegeuk Kim 
860513c5f37SJaegeuk Kim 	/* valid inode count */
861513c5f37SJaegeuk Kim 	struct percpu_counter total_valid_inode_count;
862513c5f37SJaegeuk Kim 
86339a53e0cSJaegeuk Kim 	struct f2fs_mount_info mount_opt;	/* mount options */
86439a53e0cSJaegeuk Kim 
86539a53e0cSJaegeuk Kim 	/* for cleaning operations */
86639a53e0cSJaegeuk Kim 	struct mutex gc_mutex;			/* mutex for GC */
86739a53e0cSJaegeuk Kim 	struct f2fs_gc_kthread	*gc_thread;	/* GC thread */
8685ec4e49fSJaegeuk Kim 	unsigned int cur_victim_sec;		/* current victim section num */
86939a53e0cSJaegeuk Kim 
870b1c57c1cSJaegeuk Kim 	/* maximum # of trials to find a victim segment for SSR and GC */
871b1c57c1cSJaegeuk Kim 	unsigned int max_victim_search;
872b1c57c1cSJaegeuk Kim 
87339a53e0cSJaegeuk Kim 	/*
87439a53e0cSJaegeuk Kim 	 * for stat information.
87539a53e0cSJaegeuk Kim 	 * one is for the LFS mode, and the other is for the SSR mode.
87639a53e0cSJaegeuk Kim 	 */
87735b09d82SNamjae Jeon #ifdef CONFIG_F2FS_STAT_FS
87839a53e0cSJaegeuk Kim 	struct f2fs_stat_info *stat_info;	/* FS status information */
87939a53e0cSJaegeuk Kim 	unsigned int segment_count[2];		/* # of allocated segments */
88039a53e0cSJaegeuk Kim 	unsigned int block_count[2];		/* # of allocated blocks */
881b9a2c252SChangman Lee 	atomic_t inplace_count;		/* # of inplace update */
8825b7ee374SChao Yu 	atomic64_t total_hit_ext;		/* # of lookup extent cache */
8835b7ee374SChao Yu 	atomic64_t read_hit_rbtree;		/* # of hit rbtree extent node */
8845b7ee374SChao Yu 	atomic64_t read_hit_largest;		/* # of hit largest extent node */
8855b7ee374SChao Yu 	atomic64_t read_hit_cached;		/* # of hit cached extent node */
886d5e8f6c9SChao Yu 	atomic_t inline_xattr;			/* # of inline_xattr inodes */
88703e14d52SChao Yu 	atomic_t inline_inode;			/* # of inline_data inodes */
88803e14d52SChao Yu 	atomic_t inline_dir;			/* # of inline_dentry inodes */
88926a28a0cSJaegeuk Kim 	atomic_t aw_cnt;			/* # of atomic writes */
89026a28a0cSJaegeuk Kim 	atomic_t max_aw_cnt;			/* max # of atomic writes */
89139a53e0cSJaegeuk Kim 	int bg_gc;				/* background gc calls */
89233fbd510SChao Yu 	unsigned int ndirty_inode[NR_INODE_TYPE];	/* # of dirty inodes */
89335b09d82SNamjae Jeon #endif
89435b09d82SNamjae Jeon 	unsigned int last_victim[2];		/* last victim segment # */
89539a53e0cSJaegeuk Kim 	spinlock_t stat_lock;			/* lock for stat operations */
896b59d0baeSNamjae Jeon 
897b59d0baeSNamjae Jeon 	/* For sysfs suppport */
898b59d0baeSNamjae Jeon 	struct kobject s_kobj;
899b59d0baeSNamjae Jeon 	struct completion s_kobj_unregister;
9002658e50dSJaegeuk Kim 
9012658e50dSJaegeuk Kim 	/* For shrinker support */
9022658e50dSJaegeuk Kim 	struct list_head s_list;
9033c62be17SJaegeuk Kim 	int s_ndevs;				/* number of devices */
9043c62be17SJaegeuk Kim 	struct f2fs_dev_info *devs;		/* for device list */
9052658e50dSJaegeuk Kim 	struct mutex umount_mutex;
9062658e50dSJaegeuk Kim 	unsigned int shrinker_run_no;
9078f1dbbbbSShuoran Liu 
9088f1dbbbbSShuoran Liu 	/* For write statistics */
9098f1dbbbbSShuoran Liu 	u64 sectors_written_start;
9108f1dbbbbSShuoran Liu 	u64 kbytes_written;
91143b6573bSKeith Mok 
91243b6573bSKeith Mok 	/* Reference to checksum algorithm driver via cryptoapi */
91343b6573bSKeith Mok 	struct crypto_shash *s_chksum_driver;
9141ecc0c5cSChao Yu 
9151ecc0c5cSChao Yu 	/* For fault injection */
9161ecc0c5cSChao Yu #ifdef CONFIG_F2FS_FAULT_INJECTION
9171ecc0c5cSChao Yu 	struct f2fs_fault_info fault_info;
9181ecc0c5cSChao Yu #endif
91939a53e0cSJaegeuk Kim };
92039a53e0cSJaegeuk Kim 
9211ecc0c5cSChao Yu #ifdef CONFIG_F2FS_FAULT_INJECTION
9221ecc0c5cSChao Yu static inline bool time_to_inject(struct f2fs_sb_info *sbi, int type)
9231ecc0c5cSChao Yu {
9241ecc0c5cSChao Yu 	struct f2fs_fault_info *ffi = &sbi->fault_info;
9251ecc0c5cSChao Yu 
9261ecc0c5cSChao Yu 	if (!ffi->inject_rate)
9271ecc0c5cSChao Yu 		return false;
9281ecc0c5cSChao Yu 
9291ecc0c5cSChao Yu 	if (!IS_FAULT_SET(ffi, type))
9301ecc0c5cSChao Yu 		return false;
9311ecc0c5cSChao Yu 
9321ecc0c5cSChao Yu 	atomic_inc(&ffi->inject_ops);
9331ecc0c5cSChao Yu 	if (atomic_read(&ffi->inject_ops) >= ffi->inject_rate) {
9341ecc0c5cSChao Yu 		atomic_set(&ffi->inject_ops, 0);
9351ecc0c5cSChao Yu 		printk("%sF2FS-fs : inject %s in %pF\n",
9361ecc0c5cSChao Yu 				KERN_INFO,
9371ecc0c5cSChao Yu 				fault_name[type],
9381ecc0c5cSChao Yu 				__builtin_return_address(0));
9391ecc0c5cSChao Yu 		return true;
9401ecc0c5cSChao Yu 	}
9411ecc0c5cSChao Yu 	return false;
9421ecc0c5cSChao Yu }
9431ecc0c5cSChao Yu #endif
9441ecc0c5cSChao Yu 
9458f1dbbbbSShuoran Liu /* For write statistics. Suppose sector size is 512 bytes,
9468f1dbbbbSShuoran Liu  * and the return value is in kbytes. s is of struct f2fs_sb_info.
9478f1dbbbbSShuoran Liu  */
9488f1dbbbbSShuoran Liu #define BD_PART_WRITTEN(s)						 \
9498f1dbbbbSShuoran Liu (((u64)part_stat_read(s->sb->s_bdev->bd_part, sectors[1]) -		 \
9508f1dbbbbSShuoran Liu 		s->sectors_written_start) >> 1)
9518f1dbbbbSShuoran Liu 
9526beceb54SJaegeuk Kim static inline void f2fs_update_time(struct f2fs_sb_info *sbi, int type)
9536beceb54SJaegeuk Kim {
9546beceb54SJaegeuk Kim 	sbi->last_time[type] = jiffies;
9556beceb54SJaegeuk Kim }
9566beceb54SJaegeuk Kim 
9576beceb54SJaegeuk Kim static inline bool f2fs_time_over(struct f2fs_sb_info *sbi, int type)
9586beceb54SJaegeuk Kim {
9596beceb54SJaegeuk Kim 	struct timespec ts = {sbi->interval_time[type], 0};
9606beceb54SJaegeuk Kim 	unsigned long interval = timespec_to_jiffies(&ts);
9616beceb54SJaegeuk Kim 
9626beceb54SJaegeuk Kim 	return time_after(jiffies, sbi->last_time[type] + interval);
9636beceb54SJaegeuk Kim }
9646beceb54SJaegeuk Kim 
965d0239e1bSJaegeuk Kim static inline bool is_idle(struct f2fs_sb_info *sbi)
966d0239e1bSJaegeuk Kim {
967d0239e1bSJaegeuk Kim 	struct block_device *bdev = sbi->sb->s_bdev;
968d0239e1bSJaegeuk Kim 	struct request_queue *q = bdev_get_queue(bdev);
969d0239e1bSJaegeuk Kim 	struct request_list *rl = &q->root_rl;
970d0239e1bSJaegeuk Kim 
971d0239e1bSJaegeuk Kim 	if (rl->count[BLK_RW_SYNC] || rl->count[BLK_RW_ASYNC])
972d0239e1bSJaegeuk Kim 		return 0;
973d0239e1bSJaegeuk Kim 
974d0239e1bSJaegeuk Kim 	return f2fs_time_over(sbi, REQ_TIME);
975d0239e1bSJaegeuk Kim }
976d0239e1bSJaegeuk Kim 
97739a53e0cSJaegeuk Kim /*
97839a53e0cSJaegeuk Kim  * Inline functions
97939a53e0cSJaegeuk Kim  */
98043b6573bSKeith Mok static inline u32 f2fs_crc32(struct f2fs_sb_info *sbi, const void *address,
98143b6573bSKeith Mok 			   unsigned int length)
98243b6573bSKeith Mok {
98343b6573bSKeith Mok 	SHASH_DESC_ON_STACK(shash, sbi->s_chksum_driver);
98443b6573bSKeith Mok 	u32 *ctx = (u32 *)shash_desc_ctx(shash);
98543b6573bSKeith Mok 	int err;
98643b6573bSKeith Mok 
98743b6573bSKeith Mok 	shash->tfm = sbi->s_chksum_driver;
98843b6573bSKeith Mok 	shash->flags = 0;
98943b6573bSKeith Mok 	*ctx = F2FS_SUPER_MAGIC;
99043b6573bSKeith Mok 
99143b6573bSKeith Mok 	err = crypto_shash_update(shash, address, length);
99243b6573bSKeith Mok 	BUG_ON(err);
99343b6573bSKeith Mok 
99443b6573bSKeith Mok 	return *ctx;
99543b6573bSKeith Mok }
99643b6573bSKeith Mok 
99743b6573bSKeith Mok static inline bool f2fs_crc_valid(struct f2fs_sb_info *sbi, __u32 blk_crc,
99843b6573bSKeith Mok 				  void *buf, size_t buf_size)
99943b6573bSKeith Mok {
100043b6573bSKeith Mok 	return f2fs_crc32(sbi, buf, buf_size) == blk_crc;
100143b6573bSKeith Mok }
100243b6573bSKeith Mok 
100339a53e0cSJaegeuk Kim static inline struct f2fs_inode_info *F2FS_I(struct inode *inode)
100439a53e0cSJaegeuk Kim {
100539a53e0cSJaegeuk Kim 	return container_of(inode, struct f2fs_inode_info, vfs_inode);
100639a53e0cSJaegeuk Kim }
100739a53e0cSJaegeuk Kim 
100839a53e0cSJaegeuk Kim static inline struct f2fs_sb_info *F2FS_SB(struct super_block *sb)
100939a53e0cSJaegeuk Kim {
101039a53e0cSJaegeuk Kim 	return sb->s_fs_info;
101139a53e0cSJaegeuk Kim }
101239a53e0cSJaegeuk Kim 
10134081363fSJaegeuk Kim static inline struct f2fs_sb_info *F2FS_I_SB(struct inode *inode)
10144081363fSJaegeuk Kim {
10154081363fSJaegeuk Kim 	return F2FS_SB(inode->i_sb);
10164081363fSJaegeuk Kim }
10174081363fSJaegeuk Kim 
10184081363fSJaegeuk Kim static inline struct f2fs_sb_info *F2FS_M_SB(struct address_space *mapping)
10194081363fSJaegeuk Kim {
10204081363fSJaegeuk Kim 	return F2FS_I_SB(mapping->host);
10214081363fSJaegeuk Kim }
10224081363fSJaegeuk Kim 
10234081363fSJaegeuk Kim static inline struct f2fs_sb_info *F2FS_P_SB(struct page *page)
10244081363fSJaegeuk Kim {
10254081363fSJaegeuk Kim 	return F2FS_M_SB(page->mapping);
10264081363fSJaegeuk Kim }
10274081363fSJaegeuk Kim 
102839a53e0cSJaegeuk Kim static inline struct f2fs_super_block *F2FS_RAW_SUPER(struct f2fs_sb_info *sbi)
102939a53e0cSJaegeuk Kim {
103039a53e0cSJaegeuk Kim 	return (struct f2fs_super_block *)(sbi->raw_super);
103139a53e0cSJaegeuk Kim }
103239a53e0cSJaegeuk Kim 
103339a53e0cSJaegeuk Kim static inline struct f2fs_checkpoint *F2FS_CKPT(struct f2fs_sb_info *sbi)
103439a53e0cSJaegeuk Kim {
103539a53e0cSJaegeuk Kim 	return (struct f2fs_checkpoint *)(sbi->ckpt);
103639a53e0cSJaegeuk Kim }
103739a53e0cSJaegeuk Kim 
103845590710SGu Zheng static inline struct f2fs_node *F2FS_NODE(struct page *page)
103945590710SGu Zheng {
104045590710SGu Zheng 	return (struct f2fs_node *)page_address(page);
104145590710SGu Zheng }
104245590710SGu Zheng 
104358bfaf44SJaegeuk Kim static inline struct f2fs_inode *F2FS_INODE(struct page *page)
104458bfaf44SJaegeuk Kim {
104558bfaf44SJaegeuk Kim 	return &((struct f2fs_node *)page_address(page))->i;
104658bfaf44SJaegeuk Kim }
104758bfaf44SJaegeuk Kim 
104839a53e0cSJaegeuk Kim static inline struct f2fs_nm_info *NM_I(struct f2fs_sb_info *sbi)
104939a53e0cSJaegeuk Kim {
105039a53e0cSJaegeuk Kim 	return (struct f2fs_nm_info *)(sbi->nm_info);
105139a53e0cSJaegeuk Kim }
105239a53e0cSJaegeuk Kim 
105339a53e0cSJaegeuk Kim static inline struct f2fs_sm_info *SM_I(struct f2fs_sb_info *sbi)
105439a53e0cSJaegeuk Kim {
105539a53e0cSJaegeuk Kim 	return (struct f2fs_sm_info *)(sbi->sm_info);
105639a53e0cSJaegeuk Kim }
105739a53e0cSJaegeuk Kim 
105839a53e0cSJaegeuk Kim static inline struct sit_info *SIT_I(struct f2fs_sb_info *sbi)
105939a53e0cSJaegeuk Kim {
106039a53e0cSJaegeuk Kim 	return (struct sit_info *)(SM_I(sbi)->sit_info);
106139a53e0cSJaegeuk Kim }
106239a53e0cSJaegeuk Kim 
106339a53e0cSJaegeuk Kim static inline struct free_segmap_info *FREE_I(struct f2fs_sb_info *sbi)
106439a53e0cSJaegeuk Kim {
106539a53e0cSJaegeuk Kim 	return (struct free_segmap_info *)(SM_I(sbi)->free_info);
106639a53e0cSJaegeuk Kim }
106739a53e0cSJaegeuk Kim 
106839a53e0cSJaegeuk Kim static inline struct dirty_seglist_info *DIRTY_I(struct f2fs_sb_info *sbi)
106939a53e0cSJaegeuk Kim {
107039a53e0cSJaegeuk Kim 	return (struct dirty_seglist_info *)(SM_I(sbi)->dirty_info);
107139a53e0cSJaegeuk Kim }
107239a53e0cSJaegeuk Kim 
10739df27d98SGu Zheng static inline struct address_space *META_MAPPING(struct f2fs_sb_info *sbi)
10749df27d98SGu Zheng {
10759df27d98SGu Zheng 	return sbi->meta_inode->i_mapping;
10769df27d98SGu Zheng }
10779df27d98SGu Zheng 
10784ef51a8fSJaegeuk Kim static inline struct address_space *NODE_MAPPING(struct f2fs_sb_info *sbi)
10794ef51a8fSJaegeuk Kim {
10804ef51a8fSJaegeuk Kim 	return sbi->node_inode->i_mapping;
10814ef51a8fSJaegeuk Kim }
10824ef51a8fSJaegeuk Kim 
1083caf0047eSChao Yu static inline bool is_sbi_flag_set(struct f2fs_sb_info *sbi, unsigned int type)
108439a53e0cSJaegeuk Kim {
1085fadb2fb8SChao Yu 	return test_bit(type, &sbi->s_flag);
108639a53e0cSJaegeuk Kim }
108739a53e0cSJaegeuk Kim 
1088caf0047eSChao Yu static inline void set_sbi_flag(struct f2fs_sb_info *sbi, unsigned int type)
108939a53e0cSJaegeuk Kim {
1090fadb2fb8SChao Yu 	set_bit(type, &sbi->s_flag);
1091caf0047eSChao Yu }
1092caf0047eSChao Yu 
1093caf0047eSChao Yu static inline void clear_sbi_flag(struct f2fs_sb_info *sbi, unsigned int type)
1094caf0047eSChao Yu {
1095fadb2fb8SChao Yu 	clear_bit(type, &sbi->s_flag);
109639a53e0cSJaegeuk Kim }
109739a53e0cSJaegeuk Kim 
1098d71b5564SJaegeuk Kim static inline unsigned long long cur_cp_version(struct f2fs_checkpoint *cp)
1099d71b5564SJaegeuk Kim {
1100d71b5564SJaegeuk Kim 	return le64_to_cpu(cp->checkpoint_ver);
1101d71b5564SJaegeuk Kim }
1102d71b5564SJaegeuk Kim 
1103aaec2b1dSChao Yu static inline bool __is_set_ckpt_flags(struct f2fs_checkpoint *cp, unsigned int f)
110425ca923bSJaegeuk Kim {
110525ca923bSJaegeuk Kim 	unsigned int ckpt_flags = le32_to_cpu(cp->ckpt_flags);
1106aaec2b1dSChao Yu 
110725ca923bSJaegeuk Kim 	return ckpt_flags & f;
110825ca923bSJaegeuk Kim }
110925ca923bSJaegeuk Kim 
1110aaec2b1dSChao Yu static inline bool is_set_ckpt_flags(struct f2fs_sb_info *sbi, unsigned int f)
111125ca923bSJaegeuk Kim {
1112aaec2b1dSChao Yu 	return __is_set_ckpt_flags(F2FS_CKPT(sbi), f);
1113aaec2b1dSChao Yu }
1114aaec2b1dSChao Yu 
1115aaec2b1dSChao Yu static inline void __set_ckpt_flags(struct f2fs_checkpoint *cp, unsigned int f)
1116aaec2b1dSChao Yu {
1117aaec2b1dSChao Yu 	unsigned int ckpt_flags;
1118aaec2b1dSChao Yu 
1119aaec2b1dSChao Yu 	ckpt_flags = le32_to_cpu(cp->ckpt_flags);
112025ca923bSJaegeuk Kim 	ckpt_flags |= f;
112125ca923bSJaegeuk Kim 	cp->ckpt_flags = cpu_to_le32(ckpt_flags);
112225ca923bSJaegeuk Kim }
112325ca923bSJaegeuk Kim 
1124aaec2b1dSChao Yu static inline void set_ckpt_flags(struct f2fs_sb_info *sbi, unsigned int f)
112525ca923bSJaegeuk Kim {
1126aaec2b1dSChao Yu 	spin_lock(&sbi->cp_lock);
1127aaec2b1dSChao Yu 	__set_ckpt_flags(F2FS_CKPT(sbi), f);
1128aaec2b1dSChao Yu 	spin_unlock(&sbi->cp_lock);
1129aaec2b1dSChao Yu }
1130aaec2b1dSChao Yu 
1131aaec2b1dSChao Yu static inline void __clear_ckpt_flags(struct f2fs_checkpoint *cp, unsigned int f)
1132aaec2b1dSChao Yu {
1133aaec2b1dSChao Yu 	unsigned int ckpt_flags;
1134aaec2b1dSChao Yu 
1135aaec2b1dSChao Yu 	ckpt_flags = le32_to_cpu(cp->ckpt_flags);
113625ca923bSJaegeuk Kim 	ckpt_flags &= (~f);
113725ca923bSJaegeuk Kim 	cp->ckpt_flags = cpu_to_le32(ckpt_flags);
113825ca923bSJaegeuk Kim }
113925ca923bSJaegeuk Kim 
1140aaec2b1dSChao Yu static inline void clear_ckpt_flags(struct f2fs_sb_info *sbi, unsigned int f)
1141aaec2b1dSChao Yu {
1142aaec2b1dSChao Yu 	spin_lock(&sbi->cp_lock);
1143aaec2b1dSChao Yu 	__clear_ckpt_flags(F2FS_CKPT(sbi), f);
1144aaec2b1dSChao Yu 	spin_unlock(&sbi->cp_lock);
1145aaec2b1dSChao Yu }
1146aaec2b1dSChao Yu 
1147e479556bSGu Zheng static inline void f2fs_lock_op(struct f2fs_sb_info *sbi)
114839a53e0cSJaegeuk Kim {
1149b873b798SJaegeuk Kim 	down_read(&sbi->cp_rwsem);
115039a53e0cSJaegeuk Kim }
115139a53e0cSJaegeuk Kim 
1152e479556bSGu Zheng static inline void f2fs_unlock_op(struct f2fs_sb_info *sbi)
115339a53e0cSJaegeuk Kim {
1154b873b798SJaegeuk Kim 	up_read(&sbi->cp_rwsem);
115539936837SJaegeuk Kim }
115639936837SJaegeuk Kim 
1157e479556bSGu Zheng static inline void f2fs_lock_all(struct f2fs_sb_info *sbi)
115839936837SJaegeuk Kim {
1159b873b798SJaegeuk Kim 	down_write(&sbi->cp_rwsem);
116039936837SJaegeuk Kim }
116139936837SJaegeuk Kim 
1162e479556bSGu Zheng static inline void f2fs_unlock_all(struct f2fs_sb_info *sbi)
116339936837SJaegeuk Kim {
1164b873b798SJaegeuk Kim 	up_write(&sbi->cp_rwsem);
116539a53e0cSJaegeuk Kim }
116639a53e0cSJaegeuk Kim 
1167119ee914SJaegeuk Kim static inline int __get_cp_reason(struct f2fs_sb_info *sbi)
1168119ee914SJaegeuk Kim {
1169119ee914SJaegeuk Kim 	int reason = CP_SYNC;
1170119ee914SJaegeuk Kim 
1171119ee914SJaegeuk Kim 	if (test_opt(sbi, FASTBOOT))
1172119ee914SJaegeuk Kim 		reason = CP_FASTBOOT;
1173119ee914SJaegeuk Kim 	if (is_sbi_flag_set(sbi, SBI_IS_CLOSE))
1174119ee914SJaegeuk Kim 		reason = CP_UMOUNT;
1175119ee914SJaegeuk Kim 	return reason;
1176119ee914SJaegeuk Kim }
1177119ee914SJaegeuk Kim 
1178119ee914SJaegeuk Kim static inline bool __remain_node_summaries(int reason)
1179119ee914SJaegeuk Kim {
1180119ee914SJaegeuk Kim 	return (reason == CP_UMOUNT || reason == CP_FASTBOOT);
1181119ee914SJaegeuk Kim }
1182119ee914SJaegeuk Kim 
1183119ee914SJaegeuk Kim static inline bool __exist_node_summaries(struct f2fs_sb_info *sbi)
1184119ee914SJaegeuk Kim {
1185aaec2b1dSChao Yu 	return (is_set_ckpt_flags(sbi, CP_UMOUNT_FLAG) ||
1186aaec2b1dSChao Yu 			is_set_ckpt_flags(sbi, CP_FASTBOOT_FLAG));
1187119ee914SJaegeuk Kim }
1188119ee914SJaegeuk Kim 
118939a53e0cSJaegeuk Kim /*
119039a53e0cSJaegeuk Kim  * Check whether the given nid is within node id range.
119139a53e0cSJaegeuk Kim  */
1192064e0823SNamjae Jeon static inline int check_nid_range(struct f2fs_sb_info *sbi, nid_t nid)
119339a53e0cSJaegeuk Kim {
1194d6b7d4b3SChao Yu 	if (unlikely(nid < F2FS_ROOT_INO(sbi)))
1195d6b7d4b3SChao Yu 		return -EINVAL;
1196cfb271d4SChao Yu 	if (unlikely(nid >= NM_I(sbi)->max_nid))
1197064e0823SNamjae Jeon 		return -EINVAL;
1198064e0823SNamjae Jeon 	return 0;
119939a53e0cSJaegeuk Kim }
120039a53e0cSJaegeuk Kim 
120139a53e0cSJaegeuk Kim #define F2FS_DEFAULT_ALLOCATED_BLOCKS	1
120239a53e0cSJaegeuk Kim 
120339a53e0cSJaegeuk Kim /*
120439a53e0cSJaegeuk Kim  * Check whether the inode has blocks or not
120539a53e0cSJaegeuk Kim  */
120639a53e0cSJaegeuk Kim static inline int F2FS_HAS_BLOCKS(struct inode *inode)
120739a53e0cSJaegeuk Kim {
120839a53e0cSJaegeuk Kim 	if (F2FS_I(inode)->i_xattr_nid)
12096c311ec6SChris Fries 		return inode->i_blocks > F2FS_DEFAULT_ALLOCATED_BLOCKS + 1;
121039a53e0cSJaegeuk Kim 	else
12116c311ec6SChris Fries 		return inode->i_blocks > F2FS_DEFAULT_ALLOCATED_BLOCKS;
121239a53e0cSJaegeuk Kim }
121339a53e0cSJaegeuk Kim 
12144bc8e9bcSChao Yu static inline bool f2fs_has_xattr_block(unsigned int ofs)
12154bc8e9bcSChao Yu {
12164bc8e9bcSChao Yu 	return ofs == XATTR_NODE_OFFSET;
12174bc8e9bcSChao Yu }
12184bc8e9bcSChao Yu 
12198edd03c8SJaegeuk Kim static inline void f2fs_i_blocks_write(struct inode *, blkcnt_t, bool);
122039a53e0cSJaegeuk Kim static inline bool inc_valid_block_count(struct f2fs_sb_info *sbi,
122146008c6dSChao Yu 				 struct inode *inode, blkcnt_t *count)
122239a53e0cSJaegeuk Kim {
1223dd11a5dfSJaegeuk Kim 	blkcnt_t diff;
1224dd11a5dfSJaegeuk Kim 
1225cb78942bSJaegeuk Kim #ifdef CONFIG_F2FS_FAULT_INJECTION
12261ecc0c5cSChao Yu 	if (time_to_inject(sbi, FAULT_BLOCK))
1227cb78942bSJaegeuk Kim 		return false;
1228cb78942bSJaegeuk Kim #endif
1229dd11a5dfSJaegeuk Kim 	/*
1230dd11a5dfSJaegeuk Kim 	 * let's increase this in prior to actual block count change in order
1231dd11a5dfSJaegeuk Kim 	 * for f2fs_sync_file to avoid data races when deciding checkpoint.
1232dd11a5dfSJaegeuk Kim 	 */
1233dd11a5dfSJaegeuk Kim 	percpu_counter_add(&sbi->alloc_valid_block_count, (*count));
1234cfb271d4SChao Yu 
123539a53e0cSJaegeuk Kim 	spin_lock(&sbi->stat_lock);
12362555a2d5SJaegeuk Kim 	sbi->total_valid_block_count += (block_t)(*count);
12372555a2d5SJaegeuk Kim 	if (unlikely(sbi->total_valid_block_count > sbi->user_block_count)) {
1238dd11a5dfSJaegeuk Kim 		diff = sbi->total_valid_block_count - sbi->user_block_count;
1239dd11a5dfSJaegeuk Kim 		*count -= diff;
12402555a2d5SJaegeuk Kim 		sbi->total_valid_block_count = sbi->user_block_count;
124146008c6dSChao Yu 		if (!*count) {
124239a53e0cSJaegeuk Kim 			spin_unlock(&sbi->stat_lock);
1243dd11a5dfSJaegeuk Kim 			percpu_counter_sub(&sbi->alloc_valid_block_count, diff);
124439a53e0cSJaegeuk Kim 			return false;
124539a53e0cSJaegeuk Kim 		}
124646008c6dSChao Yu 	}
124739a53e0cSJaegeuk Kim 	spin_unlock(&sbi->stat_lock);
124841382ec4SJaegeuk Kim 
12492555a2d5SJaegeuk Kim 	f2fs_i_blocks_write(inode, *count, true);
125039a53e0cSJaegeuk Kim 	return true;
125139a53e0cSJaegeuk Kim }
125239a53e0cSJaegeuk Kim 
1253da19b0dcSGu Zheng static inline void dec_valid_block_count(struct f2fs_sb_info *sbi,
125439a53e0cSJaegeuk Kim 						struct inode *inode,
125539a53e0cSJaegeuk Kim 						blkcnt_t count)
125639a53e0cSJaegeuk Kim {
125739a53e0cSJaegeuk Kim 	spin_lock(&sbi->stat_lock);
12589850cf4aSJaegeuk Kim 	f2fs_bug_on(sbi, sbi->total_valid_block_count < (block_t) count);
12599850cf4aSJaegeuk Kim 	f2fs_bug_on(sbi, inode->i_blocks < count);
126039a53e0cSJaegeuk Kim 	sbi->total_valid_block_count -= (block_t)count;
126139a53e0cSJaegeuk Kim 	spin_unlock(&sbi->stat_lock);
12622555a2d5SJaegeuk Kim 	f2fs_i_blocks_write(inode, count, false);
126339a53e0cSJaegeuk Kim }
126439a53e0cSJaegeuk Kim 
126539a53e0cSJaegeuk Kim static inline void inc_page_count(struct f2fs_sb_info *sbi, int count_type)
126639a53e0cSJaegeuk Kim {
126735782b23SJaegeuk Kim 	atomic_inc(&sbi->nr_pages[count_type]);
12687c4abcbeSChao Yu 
126936951b38SChao Yu 	if (count_type == F2FS_DIRTY_DATA || count_type == F2FS_INMEM_PAGES ||
127036951b38SChao Yu 		count_type == F2FS_WB_CP_DATA || count_type == F2FS_WB_DATA)
12717c4abcbeSChao Yu 		return;
12727c4abcbeSChao Yu 
1273caf0047eSChao Yu 	set_sbi_flag(sbi, SBI_IS_DIRTY);
127439a53e0cSJaegeuk Kim }
127539a53e0cSJaegeuk Kim 
1276a7ffdbe2SJaegeuk Kim static inline void inode_inc_dirty_pages(struct inode *inode)
127739a53e0cSJaegeuk Kim {
1278204706c7SJaegeuk Kim 	atomic_inc(&F2FS_I(inode)->dirty_pages);
1279c227f912SChao Yu 	inc_page_count(F2FS_I_SB(inode), S_ISDIR(inode->i_mode) ?
1280c227f912SChao Yu 				F2FS_DIRTY_DENTS : F2FS_DIRTY_DATA);
128139a53e0cSJaegeuk Kim }
128239a53e0cSJaegeuk Kim 
128339a53e0cSJaegeuk Kim static inline void dec_page_count(struct f2fs_sb_info *sbi, int count_type)
128439a53e0cSJaegeuk Kim {
128535782b23SJaegeuk Kim 	atomic_dec(&sbi->nr_pages[count_type]);
128639a53e0cSJaegeuk Kim }
128739a53e0cSJaegeuk Kim 
1288a7ffdbe2SJaegeuk Kim static inline void inode_dec_dirty_pages(struct inode *inode)
128939a53e0cSJaegeuk Kim {
12905ac9f36fSChao Yu 	if (!S_ISDIR(inode->i_mode) && !S_ISREG(inode->i_mode) &&
12915ac9f36fSChao Yu 			!S_ISLNK(inode->i_mode))
12921fe54f9dSJaegeuk Kim 		return;
12931fe54f9dSJaegeuk Kim 
1294204706c7SJaegeuk Kim 	atomic_dec(&F2FS_I(inode)->dirty_pages);
1295c227f912SChao Yu 	dec_page_count(F2FS_I_SB(inode), S_ISDIR(inode->i_mode) ?
1296c227f912SChao Yu 				F2FS_DIRTY_DENTS : F2FS_DIRTY_DATA);
129739a53e0cSJaegeuk Kim }
129839a53e0cSJaegeuk Kim 
1299523be8a6SJaegeuk Kim static inline s64 get_pages(struct f2fs_sb_info *sbi, int count_type)
130039a53e0cSJaegeuk Kim {
130135782b23SJaegeuk Kim 	return atomic_read(&sbi->nr_pages[count_type]);
130239a53e0cSJaegeuk Kim }
130339a53e0cSJaegeuk Kim 
1304204706c7SJaegeuk Kim static inline int get_dirty_pages(struct inode *inode)
1305f8b2c1f9SJaegeuk Kim {
1306204706c7SJaegeuk Kim 	return atomic_read(&F2FS_I(inode)->dirty_pages);
1307f8b2c1f9SJaegeuk Kim }
1308f8b2c1f9SJaegeuk Kim 
13095ac206cfSNamjae Jeon static inline int get_blocktype_secs(struct f2fs_sb_info *sbi, int block_type)
13105ac206cfSNamjae Jeon {
13113519e3f9SChao Yu 	unsigned int pages_per_sec = sbi->segs_per_sec * sbi->blocks_per_seg;
1312523be8a6SJaegeuk Kim 	unsigned int segs = (get_pages(sbi, block_type) + pages_per_sec - 1) >>
1313523be8a6SJaegeuk Kim 						sbi->log_blocks_per_seg;
1314523be8a6SJaegeuk Kim 
1315523be8a6SJaegeuk Kim 	return segs / sbi->segs_per_sec;
13165ac206cfSNamjae Jeon }
13175ac206cfSNamjae Jeon 
131839a53e0cSJaegeuk Kim static inline block_t valid_user_blocks(struct f2fs_sb_info *sbi)
131939a53e0cSJaegeuk Kim {
13208b8343faSJaegeuk Kim 	return sbi->total_valid_block_count;
132139a53e0cSJaegeuk Kim }
132239a53e0cSJaegeuk Kim 
1323f83a2584SYunlei He static inline block_t discard_blocks(struct f2fs_sb_info *sbi)
1324f83a2584SYunlei He {
1325f83a2584SYunlei He 	return sbi->discard_blks;
1326f83a2584SYunlei He }
1327f83a2584SYunlei He 
132839a53e0cSJaegeuk Kim static inline unsigned long __bitmap_size(struct f2fs_sb_info *sbi, int flag)
132939a53e0cSJaegeuk Kim {
133039a53e0cSJaegeuk Kim 	struct f2fs_checkpoint *ckpt = F2FS_CKPT(sbi);
133139a53e0cSJaegeuk Kim 
133239a53e0cSJaegeuk Kim 	/* return NAT or SIT bitmap */
133339a53e0cSJaegeuk Kim 	if (flag == NAT_BITMAP)
133439a53e0cSJaegeuk Kim 		return le32_to_cpu(ckpt->nat_ver_bitmap_bytesize);
133539a53e0cSJaegeuk Kim 	else if (flag == SIT_BITMAP)
133639a53e0cSJaegeuk Kim 		return le32_to_cpu(ckpt->sit_ver_bitmap_bytesize);
133739a53e0cSJaegeuk Kim 
133839a53e0cSJaegeuk Kim 	return 0;
133939a53e0cSJaegeuk Kim }
134039a53e0cSJaegeuk Kim 
134155141486SWanpeng Li static inline block_t __cp_payload(struct f2fs_sb_info *sbi)
134255141486SWanpeng Li {
134355141486SWanpeng Li 	return le32_to_cpu(F2FS_RAW_SUPER(sbi)->cp_payload);
134455141486SWanpeng Li }
134555141486SWanpeng Li 
134639a53e0cSJaegeuk Kim static inline void *__bitmap_ptr(struct f2fs_sb_info *sbi, int flag)
134739a53e0cSJaegeuk Kim {
134839a53e0cSJaegeuk Kim 	struct f2fs_checkpoint *ckpt = F2FS_CKPT(sbi);
13491dbe4152SChangman Lee 	int offset;
13501dbe4152SChangman Lee 
135155141486SWanpeng Li 	if (__cp_payload(sbi) > 0) {
13521dbe4152SChangman Lee 		if (flag == NAT_BITMAP)
13531dbe4152SChangman Lee 			return &ckpt->sit_nat_version_bitmap;
13541dbe4152SChangman Lee 		else
135565b85cccSJaegeuk Kim 			return (unsigned char *)ckpt + F2FS_BLKSIZE;
13561dbe4152SChangman Lee 	} else {
13571dbe4152SChangman Lee 		offset = (flag == NAT_BITMAP) ?
135825ca923bSJaegeuk Kim 			le32_to_cpu(ckpt->sit_ver_bitmap_bytesize) : 0;
135939a53e0cSJaegeuk Kim 		return &ckpt->sit_nat_version_bitmap + offset;
136039a53e0cSJaegeuk Kim 	}
13611dbe4152SChangman Lee }
136239a53e0cSJaegeuk Kim 
136339a53e0cSJaegeuk Kim static inline block_t __start_cp_addr(struct f2fs_sb_info *sbi)
136439a53e0cSJaegeuk Kim {
13658508e44aSJaegeuk Kim 	block_t start_addr = le32_to_cpu(F2FS_RAW_SUPER(sbi)->cp_blkaddr);
136639a53e0cSJaegeuk Kim 
13678508e44aSJaegeuk Kim 	if (sbi->cur_cp_pack == 2)
136839a53e0cSJaegeuk Kim 		start_addr += sbi->blocks_per_seg;
136939a53e0cSJaegeuk Kim 	return start_addr;
137039a53e0cSJaegeuk Kim }
137139a53e0cSJaegeuk Kim 
13728508e44aSJaegeuk Kim static inline block_t __start_cp_next_addr(struct f2fs_sb_info *sbi)
13738508e44aSJaegeuk Kim {
13748508e44aSJaegeuk Kim 	block_t start_addr = le32_to_cpu(F2FS_RAW_SUPER(sbi)->cp_blkaddr);
13758508e44aSJaegeuk Kim 
13768508e44aSJaegeuk Kim 	if (sbi->cur_cp_pack == 1)
13778508e44aSJaegeuk Kim 		start_addr += sbi->blocks_per_seg;
13788508e44aSJaegeuk Kim 	return start_addr;
13798508e44aSJaegeuk Kim }
13808508e44aSJaegeuk Kim 
13818508e44aSJaegeuk Kim static inline void __set_cp_next_pack(struct f2fs_sb_info *sbi)
13828508e44aSJaegeuk Kim {
13838508e44aSJaegeuk Kim 	sbi->cur_cp_pack = (sbi->cur_cp_pack == 1) ? 2 : 1;
13848508e44aSJaegeuk Kim }
13858508e44aSJaegeuk Kim 
138639a53e0cSJaegeuk Kim static inline block_t __start_sum_addr(struct f2fs_sb_info *sbi)
138739a53e0cSJaegeuk Kim {
138839a53e0cSJaegeuk Kim 	return le32_to_cpu(F2FS_CKPT(sbi)->cp_pack_start_sum);
138939a53e0cSJaegeuk Kim }
139039a53e0cSJaegeuk Kim 
139139a53e0cSJaegeuk Kim static inline bool inc_valid_node_count(struct f2fs_sb_info *sbi,
1392ef86d709SGu Zheng 						struct inode *inode)
139339a53e0cSJaegeuk Kim {
139439a53e0cSJaegeuk Kim 	block_t	valid_block_count;
139539a53e0cSJaegeuk Kim 	unsigned int valid_node_count;
139639a53e0cSJaegeuk Kim 
139739a53e0cSJaegeuk Kim 	spin_lock(&sbi->stat_lock);
139839a53e0cSJaegeuk Kim 
1399ef86d709SGu Zheng 	valid_block_count = sbi->total_valid_block_count + 1;
1400cfb271d4SChao Yu 	if (unlikely(valid_block_count > sbi->user_block_count)) {
140139a53e0cSJaegeuk Kim 		spin_unlock(&sbi->stat_lock);
140239a53e0cSJaegeuk Kim 		return false;
140339a53e0cSJaegeuk Kim 	}
140439a53e0cSJaegeuk Kim 
1405ef86d709SGu Zheng 	valid_node_count = sbi->total_valid_node_count + 1;
1406cfb271d4SChao Yu 	if (unlikely(valid_node_count > sbi->total_node_count)) {
140739a53e0cSJaegeuk Kim 		spin_unlock(&sbi->stat_lock);
140839a53e0cSJaegeuk Kim 		return false;
140939a53e0cSJaegeuk Kim 	}
141039a53e0cSJaegeuk Kim 
141139a53e0cSJaegeuk Kim 	if (inode)
14128edd03c8SJaegeuk Kim 		f2fs_i_blocks_write(inode, 1, true);
1413ef86d709SGu Zheng 
1414ef86d709SGu Zheng 	sbi->total_valid_node_count++;
1415ef86d709SGu Zheng 	sbi->total_valid_block_count++;
141639a53e0cSJaegeuk Kim 	spin_unlock(&sbi->stat_lock);
141739a53e0cSJaegeuk Kim 
141841382ec4SJaegeuk Kim 	percpu_counter_inc(&sbi->alloc_valid_block_count);
141939a53e0cSJaegeuk Kim 	return true;
142039a53e0cSJaegeuk Kim }
142139a53e0cSJaegeuk Kim 
142239a53e0cSJaegeuk Kim static inline void dec_valid_node_count(struct f2fs_sb_info *sbi,
1423ef86d709SGu Zheng 						struct inode *inode)
142439a53e0cSJaegeuk Kim {
142539a53e0cSJaegeuk Kim 	spin_lock(&sbi->stat_lock);
142639a53e0cSJaegeuk Kim 
14279850cf4aSJaegeuk Kim 	f2fs_bug_on(sbi, !sbi->total_valid_block_count);
14289850cf4aSJaegeuk Kim 	f2fs_bug_on(sbi, !sbi->total_valid_node_count);
14299850cf4aSJaegeuk Kim 	f2fs_bug_on(sbi, !inode->i_blocks);
143039a53e0cSJaegeuk Kim 
14318edd03c8SJaegeuk Kim 	f2fs_i_blocks_write(inode, 1, false);
1432ef86d709SGu Zheng 	sbi->total_valid_node_count--;
1433ef86d709SGu Zheng 	sbi->total_valid_block_count--;
143439a53e0cSJaegeuk Kim 
143539a53e0cSJaegeuk Kim 	spin_unlock(&sbi->stat_lock);
143639a53e0cSJaegeuk Kim }
143739a53e0cSJaegeuk Kim 
143839a53e0cSJaegeuk Kim static inline unsigned int valid_node_count(struct f2fs_sb_info *sbi)
143939a53e0cSJaegeuk Kim {
14408b8343faSJaegeuk Kim 	return sbi->total_valid_node_count;
144139a53e0cSJaegeuk Kim }
144239a53e0cSJaegeuk Kim 
144339a53e0cSJaegeuk Kim static inline void inc_valid_inode_count(struct f2fs_sb_info *sbi)
144439a53e0cSJaegeuk Kim {
1445513c5f37SJaegeuk Kim 	percpu_counter_inc(&sbi->total_valid_inode_count);
144639a53e0cSJaegeuk Kim }
144739a53e0cSJaegeuk Kim 
14480e80220aSJaegeuk Kim static inline void dec_valid_inode_count(struct f2fs_sb_info *sbi)
144939a53e0cSJaegeuk Kim {
1450513c5f37SJaegeuk Kim 	percpu_counter_dec(&sbi->total_valid_inode_count);
145139a53e0cSJaegeuk Kim }
145239a53e0cSJaegeuk Kim 
1453513c5f37SJaegeuk Kim static inline s64 valid_inode_count(struct f2fs_sb_info *sbi)
145439a53e0cSJaegeuk Kim {
1455513c5f37SJaegeuk Kim 	return percpu_counter_sum_positive(&sbi->total_valid_inode_count);
145639a53e0cSJaegeuk Kim }
145739a53e0cSJaegeuk Kim 
1458a56c7c6fSJaegeuk Kim static inline struct page *f2fs_grab_cache_page(struct address_space *mapping,
1459a56c7c6fSJaegeuk Kim 						pgoff_t index, bool for_write)
1460a56c7c6fSJaegeuk Kim {
1461c41f3cc3SJaegeuk Kim #ifdef CONFIG_F2FS_FAULT_INJECTION
1462c41f3cc3SJaegeuk Kim 	struct page *page = find_lock_page(mapping, index);
1463c41f3cc3SJaegeuk Kim 	if (page)
1464c41f3cc3SJaegeuk Kim 		return page;
1465c41f3cc3SJaegeuk Kim 
14661ecc0c5cSChao Yu 	if (time_to_inject(F2FS_M_SB(mapping), FAULT_PAGE_ALLOC))
1467c41f3cc3SJaegeuk Kim 		return NULL;
1468c41f3cc3SJaegeuk Kim #endif
1469a56c7c6fSJaegeuk Kim 	if (!for_write)
1470a56c7c6fSJaegeuk Kim 		return grab_cache_page(mapping, index);
1471a56c7c6fSJaegeuk Kim 	return grab_cache_page_write_begin(mapping, index, AOP_FLAG_NOFS);
1472a56c7c6fSJaegeuk Kim }
1473a56c7c6fSJaegeuk Kim 
14746e2c64adSJaegeuk Kim static inline void f2fs_copy_page(struct page *src, struct page *dst)
14756e2c64adSJaegeuk Kim {
14766e2c64adSJaegeuk Kim 	char *src_kaddr = kmap(src);
14776e2c64adSJaegeuk Kim 	char *dst_kaddr = kmap(dst);
14786e2c64adSJaegeuk Kim 
14796e2c64adSJaegeuk Kim 	memcpy(dst_kaddr, src_kaddr, PAGE_SIZE);
14806e2c64adSJaegeuk Kim 	kunmap(dst);
14816e2c64adSJaegeuk Kim 	kunmap(src);
14826e2c64adSJaegeuk Kim }
14836e2c64adSJaegeuk Kim 
148439a53e0cSJaegeuk Kim static inline void f2fs_put_page(struct page *page, int unlock)
148539a53e0cSJaegeuk Kim {
1486031fa8ccSJaegeuk Kim 	if (!page)
148739a53e0cSJaegeuk Kim 		return;
148839a53e0cSJaegeuk Kim 
148939a53e0cSJaegeuk Kim 	if (unlock) {
14909850cf4aSJaegeuk Kim 		f2fs_bug_on(F2FS_P_SB(page), !PageLocked(page));
149139a53e0cSJaegeuk Kim 		unlock_page(page);
149239a53e0cSJaegeuk Kim 	}
149309cbfeafSKirill A. Shutemov 	put_page(page);
149439a53e0cSJaegeuk Kim }
149539a53e0cSJaegeuk Kim 
149639a53e0cSJaegeuk Kim static inline void f2fs_put_dnode(struct dnode_of_data *dn)
149739a53e0cSJaegeuk Kim {
149839a53e0cSJaegeuk Kim 	if (dn->node_page)
149939a53e0cSJaegeuk Kim 		f2fs_put_page(dn->node_page, 1);
150039a53e0cSJaegeuk Kim 	if (dn->inode_page && dn->node_page != dn->inode_page)
150139a53e0cSJaegeuk Kim 		f2fs_put_page(dn->inode_page, 0);
150239a53e0cSJaegeuk Kim 	dn->node_page = NULL;
150339a53e0cSJaegeuk Kim 	dn->inode_page = NULL;
150439a53e0cSJaegeuk Kim }
150539a53e0cSJaegeuk Kim 
150639a53e0cSJaegeuk Kim static inline struct kmem_cache *f2fs_kmem_cache_create(const char *name,
1507e8512d2eSGu Zheng 					size_t size)
150839a53e0cSJaegeuk Kim {
1509e8512d2eSGu Zheng 	return kmem_cache_create(name, size, 0, SLAB_RECLAIM_ACCOUNT, NULL);
151039a53e0cSJaegeuk Kim }
151139a53e0cSJaegeuk Kim 
15127bd59381SGu Zheng static inline void *f2fs_kmem_cache_alloc(struct kmem_cache *cachep,
15137bd59381SGu Zheng 						gfp_t flags)
15147bd59381SGu Zheng {
15157bd59381SGu Zheng 	void *entry;
15167bd59381SGu Zheng 
151780c54505SJaegeuk Kim 	entry = kmem_cache_alloc(cachep, flags);
151880c54505SJaegeuk Kim 	if (!entry)
151980c54505SJaegeuk Kim 		entry = kmem_cache_alloc(cachep, flags | __GFP_NOFAIL);
15207bd59381SGu Zheng 	return entry;
15217bd59381SGu Zheng }
15227bd59381SGu Zheng 
1523740432f8SJaegeuk Kim static inline struct bio *f2fs_bio_alloc(int npages)
1524740432f8SJaegeuk Kim {
1525740432f8SJaegeuk Kim 	struct bio *bio;
1526740432f8SJaegeuk Kim 
1527740432f8SJaegeuk Kim 	/* No failure on bio allocation */
1528740432f8SJaegeuk Kim 	bio = bio_alloc(GFP_NOIO, npages);
152980c54505SJaegeuk Kim 	if (!bio)
153080c54505SJaegeuk Kim 		bio = bio_alloc(GFP_NOIO | __GFP_NOFAIL, npages);
1531740432f8SJaegeuk Kim 	return bio;
1532740432f8SJaegeuk Kim }
1533740432f8SJaegeuk Kim 
15349be32d72SJaegeuk Kim static inline void f2fs_radix_tree_insert(struct radix_tree_root *root,
15359be32d72SJaegeuk Kim 				unsigned long index, void *item)
15369be32d72SJaegeuk Kim {
15379be32d72SJaegeuk Kim 	while (radix_tree_insert(root, index, item))
15389be32d72SJaegeuk Kim 		cond_resched();
15399be32d72SJaegeuk Kim }
15409be32d72SJaegeuk Kim 
154139a53e0cSJaegeuk Kim #define RAW_IS_INODE(p)	((p)->footer.nid == (p)->footer.ino)
154239a53e0cSJaegeuk Kim 
154339a53e0cSJaegeuk Kim static inline bool IS_INODE(struct page *page)
154439a53e0cSJaegeuk Kim {
154545590710SGu Zheng 	struct f2fs_node *p = F2FS_NODE(page);
154639a53e0cSJaegeuk Kim 	return RAW_IS_INODE(p);
154739a53e0cSJaegeuk Kim }
154839a53e0cSJaegeuk Kim 
154939a53e0cSJaegeuk Kim static inline __le32 *blkaddr_in_node(struct f2fs_node *node)
155039a53e0cSJaegeuk Kim {
155139a53e0cSJaegeuk Kim 	return RAW_IS_INODE(node) ? node->i.i_addr : node->dn.addr;
155239a53e0cSJaegeuk Kim }
155339a53e0cSJaegeuk Kim 
155439a53e0cSJaegeuk Kim static inline block_t datablock_addr(struct page *node_page,
155539a53e0cSJaegeuk Kim 		unsigned int offset)
155639a53e0cSJaegeuk Kim {
155739a53e0cSJaegeuk Kim 	struct f2fs_node *raw_node;
155839a53e0cSJaegeuk Kim 	__le32 *addr_array;
155945590710SGu Zheng 	raw_node = F2FS_NODE(node_page);
156039a53e0cSJaegeuk Kim 	addr_array = blkaddr_in_node(raw_node);
156139a53e0cSJaegeuk Kim 	return le32_to_cpu(addr_array[offset]);
156239a53e0cSJaegeuk Kim }
156339a53e0cSJaegeuk Kim 
156439a53e0cSJaegeuk Kim static inline int f2fs_test_bit(unsigned int nr, char *addr)
156539a53e0cSJaegeuk Kim {
156639a53e0cSJaegeuk Kim 	int mask;
156739a53e0cSJaegeuk Kim 
156839a53e0cSJaegeuk Kim 	addr += (nr >> 3);
156939a53e0cSJaegeuk Kim 	mask = 1 << (7 - (nr & 0x07));
157039a53e0cSJaegeuk Kim 	return mask & *addr;
157139a53e0cSJaegeuk Kim }
157239a53e0cSJaegeuk Kim 
1573a66cdd98SJaegeuk Kim static inline void f2fs_set_bit(unsigned int nr, char *addr)
1574a66cdd98SJaegeuk Kim {
1575a66cdd98SJaegeuk Kim 	int mask;
1576a66cdd98SJaegeuk Kim 
1577a66cdd98SJaegeuk Kim 	addr += (nr >> 3);
1578a66cdd98SJaegeuk Kim 	mask = 1 << (7 - (nr & 0x07));
1579a66cdd98SJaegeuk Kim 	*addr |= mask;
1580a66cdd98SJaegeuk Kim }
1581a66cdd98SJaegeuk Kim 
1582a66cdd98SJaegeuk Kim static inline void f2fs_clear_bit(unsigned int nr, char *addr)
1583a66cdd98SJaegeuk Kim {
1584a66cdd98SJaegeuk Kim 	int mask;
1585a66cdd98SJaegeuk Kim 
1586a66cdd98SJaegeuk Kim 	addr += (nr >> 3);
1587a66cdd98SJaegeuk Kim 	mask = 1 << (7 - (nr & 0x07));
1588a66cdd98SJaegeuk Kim 	*addr &= ~mask;
1589a66cdd98SJaegeuk Kim }
1590a66cdd98SJaegeuk Kim 
159152aca074SGu Zheng static inline int f2fs_test_and_set_bit(unsigned int nr, char *addr)
159239a53e0cSJaegeuk Kim {
159339a53e0cSJaegeuk Kim 	int mask;
159439a53e0cSJaegeuk Kim 	int ret;
159539a53e0cSJaegeuk Kim 
159639a53e0cSJaegeuk Kim 	addr += (nr >> 3);
159739a53e0cSJaegeuk Kim 	mask = 1 << (7 - (nr & 0x07));
159839a53e0cSJaegeuk Kim 	ret = mask & *addr;
159939a53e0cSJaegeuk Kim 	*addr |= mask;
160039a53e0cSJaegeuk Kim 	return ret;
160139a53e0cSJaegeuk Kim }
160239a53e0cSJaegeuk Kim 
160352aca074SGu Zheng static inline int f2fs_test_and_clear_bit(unsigned int nr, char *addr)
160439a53e0cSJaegeuk Kim {
160539a53e0cSJaegeuk Kim 	int mask;
160639a53e0cSJaegeuk Kim 	int ret;
160739a53e0cSJaegeuk Kim 
160839a53e0cSJaegeuk Kim 	addr += (nr >> 3);
160939a53e0cSJaegeuk Kim 	mask = 1 << (7 - (nr & 0x07));
161039a53e0cSJaegeuk Kim 	ret = mask & *addr;
161139a53e0cSJaegeuk Kim 	*addr &= ~mask;
161239a53e0cSJaegeuk Kim 	return ret;
161339a53e0cSJaegeuk Kim }
161439a53e0cSJaegeuk Kim 
1615c6ac4c0eSGu Zheng static inline void f2fs_change_bit(unsigned int nr, char *addr)
1616c6ac4c0eSGu Zheng {
1617c6ac4c0eSGu Zheng 	int mask;
1618c6ac4c0eSGu Zheng 
1619c6ac4c0eSGu Zheng 	addr += (nr >> 3);
1620c6ac4c0eSGu Zheng 	mask = 1 << (7 - (nr & 0x07));
1621c6ac4c0eSGu Zheng 	*addr ^= mask;
1622c6ac4c0eSGu Zheng }
1623c6ac4c0eSGu Zheng 
162439a53e0cSJaegeuk Kim /* used for f2fs_inode_info->flags */
162539a53e0cSJaegeuk Kim enum {
162639a53e0cSJaegeuk Kim 	FI_NEW_INODE,		/* indicate newly allocated inode */
1627b3783873SJaegeuk Kim 	FI_DIRTY_INODE,		/* indicate inode is dirty or not */
162826de9b11SJaegeuk Kim 	FI_AUTO_RECOVER,	/* indicate inode is recoverable */
1629ed57c27fSJaegeuk Kim 	FI_DIRTY_DIR,		/* indicate directory has dirty pages */
163039a53e0cSJaegeuk Kim 	FI_INC_LINK,		/* need to increment i_nlink */
163139a53e0cSJaegeuk Kim 	FI_ACL_MODE,		/* indicate acl mode */
163239a53e0cSJaegeuk Kim 	FI_NO_ALLOC,		/* should not allocate any blocks */
1633c9b63bd0SJaegeuk Kim 	FI_FREE_NID,		/* free allocated nide */
1634c11abd1aSJaegeuk Kim 	FI_NO_EXTENT,		/* not to use the extent cache */
1635444c580fSJaegeuk Kim 	FI_INLINE_XATTR,	/* used for inline xattr */
16361001b347SHuajun Li 	FI_INLINE_DATA,		/* used for inline data*/
163734d67debSChao Yu 	FI_INLINE_DENTRY,	/* used for inline dentry */
1638fff04f90SJaegeuk Kim 	FI_APPEND_WRITE,	/* inode has appended data */
1639fff04f90SJaegeuk Kim 	FI_UPDATE_WRITE,	/* inode has in-place-update data */
164088b88a66SJaegeuk Kim 	FI_NEED_IPU,		/* used for ipu per file */
164188b88a66SJaegeuk Kim 	FI_ATOMIC_FILE,		/* indicate atomic file */
164202a1335fSJaegeuk Kim 	FI_VOLATILE_FILE,	/* indicate volatile file */
16433c6c2bebSJaegeuk Kim 	FI_FIRST_BLOCK_WRITTEN,	/* indicate #0 data block was written */
16441e84371fSJaegeuk Kim 	FI_DROP_CACHE,		/* drop dirty page cache */
1645b3d208f9SJaegeuk Kim 	FI_DATA_EXIST,		/* indicate data exists */
1646510022a8SJaegeuk Kim 	FI_INLINE_DOTS,		/* indicate inline dot dentries */
1647d323d005SChao Yu 	FI_DO_DEFRAG,		/* indicate defragment is running */
1648c227f912SChao Yu 	FI_DIRTY_FILE,		/* indicate regular/symlink has dirty pages */
164939a53e0cSJaegeuk Kim };
165039a53e0cSJaegeuk Kim 
1651205b9822SJaegeuk Kim static inline void __mark_inode_dirty_flag(struct inode *inode,
1652205b9822SJaegeuk Kim 						int flag, bool set)
165339a53e0cSJaegeuk Kim {
1654205b9822SJaegeuk Kim 	switch (flag) {
1655205b9822SJaegeuk Kim 	case FI_INLINE_XATTR:
1656205b9822SJaegeuk Kim 	case FI_INLINE_DATA:
1657205b9822SJaegeuk Kim 	case FI_INLINE_DENTRY:
1658205b9822SJaegeuk Kim 		if (set)
1659205b9822SJaegeuk Kim 			return;
1660205b9822SJaegeuk Kim 	case FI_DATA_EXIST:
1661205b9822SJaegeuk Kim 	case FI_INLINE_DOTS:
16627c45729aSJaegeuk Kim 		f2fs_mark_inode_dirty_sync(inode, true);
1663205b9822SJaegeuk Kim 	}
166439a53e0cSJaegeuk Kim }
166539a53e0cSJaegeuk Kim 
166691942321SJaegeuk Kim static inline void set_inode_flag(struct inode *inode, int flag)
166739a53e0cSJaegeuk Kim {
166891942321SJaegeuk Kim 	if (!test_bit(flag, &F2FS_I(inode)->flags))
166991942321SJaegeuk Kim 		set_bit(flag, &F2FS_I(inode)->flags);
1670205b9822SJaegeuk Kim 	__mark_inode_dirty_flag(inode, flag, true);
167139a53e0cSJaegeuk Kim }
167239a53e0cSJaegeuk Kim 
167391942321SJaegeuk Kim static inline int is_inode_flag_set(struct inode *inode, int flag)
167439a53e0cSJaegeuk Kim {
167591942321SJaegeuk Kim 	return test_bit(flag, &F2FS_I(inode)->flags);
167639a53e0cSJaegeuk Kim }
167739a53e0cSJaegeuk Kim 
167891942321SJaegeuk Kim static inline void clear_inode_flag(struct inode *inode, int flag)
167939a53e0cSJaegeuk Kim {
168091942321SJaegeuk Kim 	if (test_bit(flag, &F2FS_I(inode)->flags))
168191942321SJaegeuk Kim 		clear_bit(flag, &F2FS_I(inode)->flags);
1682205b9822SJaegeuk Kim 	__mark_inode_dirty_flag(inode, flag, false);
168339a53e0cSJaegeuk Kim }
168439a53e0cSJaegeuk Kim 
168591942321SJaegeuk Kim static inline void set_acl_inode(struct inode *inode, umode_t mode)
1686444c580fSJaegeuk Kim {
168791942321SJaegeuk Kim 	F2FS_I(inode)->i_acl_mode = mode;
168891942321SJaegeuk Kim 	set_inode_flag(inode, FI_ACL_MODE);
16897c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, false);
169039a53e0cSJaegeuk Kim }
169139a53e0cSJaegeuk Kim 
1692a1961246SJaegeuk Kim static inline void f2fs_i_links_write(struct inode *inode, bool inc)
1693a1961246SJaegeuk Kim {
1694a1961246SJaegeuk Kim 	if (inc)
1695a1961246SJaegeuk Kim 		inc_nlink(inode);
1696a1961246SJaegeuk Kim 	else
1697a1961246SJaegeuk Kim 		drop_nlink(inode);
16987c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, true);
1699a1961246SJaegeuk Kim }
1700a1961246SJaegeuk Kim 
17018edd03c8SJaegeuk Kim static inline void f2fs_i_blocks_write(struct inode *inode,
17028edd03c8SJaegeuk Kim 					blkcnt_t diff, bool add)
17038edd03c8SJaegeuk Kim {
170426de9b11SJaegeuk Kim 	bool clean = !is_inode_flag_set(inode, FI_DIRTY_INODE);
170526de9b11SJaegeuk Kim 	bool recover = is_inode_flag_set(inode, FI_AUTO_RECOVER);
170626de9b11SJaegeuk Kim 
17078edd03c8SJaegeuk Kim 	inode->i_blocks = add ? inode->i_blocks + diff :
17088edd03c8SJaegeuk Kim 				inode->i_blocks - diff;
17097c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, true);
171026de9b11SJaegeuk Kim 	if (clean || recover)
171126de9b11SJaegeuk Kim 		set_inode_flag(inode, FI_AUTO_RECOVER);
17128edd03c8SJaegeuk Kim }
17138edd03c8SJaegeuk Kim 
1714fc9581c8SJaegeuk Kim static inline void f2fs_i_size_write(struct inode *inode, loff_t i_size)
1715fc9581c8SJaegeuk Kim {
171626de9b11SJaegeuk Kim 	bool clean = !is_inode_flag_set(inode, FI_DIRTY_INODE);
171726de9b11SJaegeuk Kim 	bool recover = is_inode_flag_set(inode, FI_AUTO_RECOVER);
171826de9b11SJaegeuk Kim 
1719fc9581c8SJaegeuk Kim 	if (i_size_read(inode) == i_size)
1720fc9581c8SJaegeuk Kim 		return;
1721fc9581c8SJaegeuk Kim 
1722fc9581c8SJaegeuk Kim 	i_size_write(inode, i_size);
17237c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, true);
172426de9b11SJaegeuk Kim 	if (clean || recover)
172526de9b11SJaegeuk Kim 		set_inode_flag(inode, FI_AUTO_RECOVER);
172626de9b11SJaegeuk Kim }
172726de9b11SJaegeuk Kim 
1728205b9822SJaegeuk Kim static inline void f2fs_i_depth_write(struct inode *inode, unsigned int depth)
1729205b9822SJaegeuk Kim {
1730205b9822SJaegeuk Kim 	F2FS_I(inode)->i_current_depth = depth;
17317c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, true);
1732205b9822SJaegeuk Kim }
1733205b9822SJaegeuk Kim 
1734205b9822SJaegeuk Kim static inline void f2fs_i_xnid_write(struct inode *inode, nid_t xnid)
1735205b9822SJaegeuk Kim {
1736205b9822SJaegeuk Kim 	F2FS_I(inode)->i_xattr_nid = xnid;
17377c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, true);
1738205b9822SJaegeuk Kim }
1739205b9822SJaegeuk Kim 
1740205b9822SJaegeuk Kim static inline void f2fs_i_pino_write(struct inode *inode, nid_t pino)
1741205b9822SJaegeuk Kim {
1742205b9822SJaegeuk Kim 	F2FS_I(inode)->i_pino = pino;
17437c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, true);
1744205b9822SJaegeuk Kim }
1745205b9822SJaegeuk Kim 
174691942321SJaegeuk Kim static inline void get_inline_info(struct inode *inode, struct f2fs_inode *ri)
1747444c580fSJaegeuk Kim {
1748205b9822SJaegeuk Kim 	struct f2fs_inode_info *fi = F2FS_I(inode);
1749205b9822SJaegeuk Kim 
1750444c580fSJaegeuk Kim 	if (ri->i_inline & F2FS_INLINE_XATTR)
1751205b9822SJaegeuk Kim 		set_bit(FI_INLINE_XATTR, &fi->flags);
17521001b347SHuajun Li 	if (ri->i_inline & F2FS_INLINE_DATA)
1753205b9822SJaegeuk Kim 		set_bit(FI_INLINE_DATA, &fi->flags);
175434d67debSChao Yu 	if (ri->i_inline & F2FS_INLINE_DENTRY)
1755205b9822SJaegeuk Kim 		set_bit(FI_INLINE_DENTRY, &fi->flags);
1756b3d208f9SJaegeuk Kim 	if (ri->i_inline & F2FS_DATA_EXIST)
1757205b9822SJaegeuk Kim 		set_bit(FI_DATA_EXIST, &fi->flags);
1758510022a8SJaegeuk Kim 	if (ri->i_inline & F2FS_INLINE_DOTS)
1759205b9822SJaegeuk Kim 		set_bit(FI_INLINE_DOTS, &fi->flags);
1760444c580fSJaegeuk Kim }
1761444c580fSJaegeuk Kim 
176291942321SJaegeuk Kim static inline void set_raw_inline(struct inode *inode, struct f2fs_inode *ri)
1763444c580fSJaegeuk Kim {
1764444c580fSJaegeuk Kim 	ri->i_inline = 0;
1765444c580fSJaegeuk Kim 
176691942321SJaegeuk Kim 	if (is_inode_flag_set(inode, FI_INLINE_XATTR))
1767444c580fSJaegeuk Kim 		ri->i_inline |= F2FS_INLINE_XATTR;
176891942321SJaegeuk Kim 	if (is_inode_flag_set(inode, FI_INLINE_DATA))
17691001b347SHuajun Li 		ri->i_inline |= F2FS_INLINE_DATA;
177091942321SJaegeuk Kim 	if (is_inode_flag_set(inode, FI_INLINE_DENTRY))
177134d67debSChao Yu 		ri->i_inline |= F2FS_INLINE_DENTRY;
177291942321SJaegeuk Kim 	if (is_inode_flag_set(inode, FI_DATA_EXIST))
1773b3d208f9SJaegeuk Kim 		ri->i_inline |= F2FS_DATA_EXIST;
177491942321SJaegeuk Kim 	if (is_inode_flag_set(inode, FI_INLINE_DOTS))
1775510022a8SJaegeuk Kim 		ri->i_inline |= F2FS_INLINE_DOTS;
1776444c580fSJaegeuk Kim }
1777444c580fSJaegeuk Kim 
1778987c7c31SChao Yu static inline int f2fs_has_inline_xattr(struct inode *inode)
1779987c7c31SChao Yu {
178091942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_INLINE_XATTR);
1781987c7c31SChao Yu }
1782987c7c31SChao Yu 
178381ca7350SChao Yu static inline unsigned int addrs_per_inode(struct inode *inode)
1784de93653fSJaegeuk Kim {
178581ca7350SChao Yu 	if (f2fs_has_inline_xattr(inode))
1786de93653fSJaegeuk Kim 		return DEF_ADDRS_PER_INODE - F2FS_INLINE_XATTR_ADDRS;
1787de93653fSJaegeuk Kim 	return DEF_ADDRS_PER_INODE;
1788de93653fSJaegeuk Kim }
1789de93653fSJaegeuk Kim 
179065985d93SJaegeuk Kim static inline void *inline_xattr_addr(struct page *page)
179165985d93SJaegeuk Kim {
1792695fd1edSChao Yu 	struct f2fs_inode *ri = F2FS_INODE(page);
179365985d93SJaegeuk Kim 	return (void *)&(ri->i_addr[DEF_ADDRS_PER_INODE -
179465985d93SJaegeuk Kim 					F2FS_INLINE_XATTR_ADDRS]);
179565985d93SJaegeuk Kim }
179665985d93SJaegeuk Kim 
179765985d93SJaegeuk Kim static inline int inline_xattr_size(struct inode *inode)
179865985d93SJaegeuk Kim {
1799987c7c31SChao Yu 	if (f2fs_has_inline_xattr(inode))
180065985d93SJaegeuk Kim 		return F2FS_INLINE_XATTR_ADDRS << 2;
180165985d93SJaegeuk Kim 	else
180265985d93SJaegeuk Kim 		return 0;
180365985d93SJaegeuk Kim }
180465985d93SJaegeuk Kim 
18050dbdc2aeSJaegeuk Kim static inline int f2fs_has_inline_data(struct inode *inode)
18060dbdc2aeSJaegeuk Kim {
180791942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_INLINE_DATA);
18080dbdc2aeSJaegeuk Kim }
18090dbdc2aeSJaegeuk Kim 
1810b3d208f9SJaegeuk Kim static inline void f2fs_clear_inline_inode(struct inode *inode)
1811b3d208f9SJaegeuk Kim {
181291942321SJaegeuk Kim 	clear_inode_flag(inode, FI_INLINE_DATA);
181391942321SJaegeuk Kim 	clear_inode_flag(inode, FI_DATA_EXIST);
1814b3d208f9SJaegeuk Kim }
1815b3d208f9SJaegeuk Kim 
1816b3d208f9SJaegeuk Kim static inline int f2fs_exist_data(struct inode *inode)
1817b3d208f9SJaegeuk Kim {
181891942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_DATA_EXIST);
1819b3d208f9SJaegeuk Kim }
1820b3d208f9SJaegeuk Kim 
1821510022a8SJaegeuk Kim static inline int f2fs_has_inline_dots(struct inode *inode)
1822510022a8SJaegeuk Kim {
182391942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_INLINE_DOTS);
1824510022a8SJaegeuk Kim }
1825510022a8SJaegeuk Kim 
182688b88a66SJaegeuk Kim static inline bool f2fs_is_atomic_file(struct inode *inode)
182788b88a66SJaegeuk Kim {
182891942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_ATOMIC_FILE);
182988b88a66SJaegeuk Kim }
183088b88a66SJaegeuk Kim 
183102a1335fSJaegeuk Kim static inline bool f2fs_is_volatile_file(struct inode *inode)
183202a1335fSJaegeuk Kim {
183391942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_VOLATILE_FILE);
183402a1335fSJaegeuk Kim }
183502a1335fSJaegeuk Kim 
18363c6c2bebSJaegeuk Kim static inline bool f2fs_is_first_block_written(struct inode *inode)
18373c6c2bebSJaegeuk Kim {
183891942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_FIRST_BLOCK_WRITTEN);
18393c6c2bebSJaegeuk Kim }
18403c6c2bebSJaegeuk Kim 
18411e84371fSJaegeuk Kim static inline bool f2fs_is_drop_cache(struct inode *inode)
18421e84371fSJaegeuk Kim {
184391942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_DROP_CACHE);
18441e84371fSJaegeuk Kim }
18451e84371fSJaegeuk Kim 
18461001b347SHuajun Li static inline void *inline_data_addr(struct page *page)
18471001b347SHuajun Li {
1848695fd1edSChao Yu 	struct f2fs_inode *ri = F2FS_INODE(page);
18491001b347SHuajun Li 	return (void *)&(ri->i_addr[1]);
18501001b347SHuajun Li }
18511001b347SHuajun Li 
185234d67debSChao Yu static inline int f2fs_has_inline_dentry(struct inode *inode)
185334d67debSChao Yu {
185491942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_INLINE_DENTRY);
185534d67debSChao Yu }
185634d67debSChao Yu 
18579486ba44SJaegeuk Kim static inline void f2fs_dentry_kunmap(struct inode *dir, struct page *page)
18589486ba44SJaegeuk Kim {
18599486ba44SJaegeuk Kim 	if (!f2fs_has_inline_dentry(dir))
18609486ba44SJaegeuk Kim 		kunmap(page);
18619486ba44SJaegeuk Kim }
18629486ba44SJaegeuk Kim 
1863b5492af7SJaegeuk Kim static inline int is_file(struct inode *inode, int type)
1864b5492af7SJaegeuk Kim {
1865b5492af7SJaegeuk Kim 	return F2FS_I(inode)->i_advise & type;
1866b5492af7SJaegeuk Kim }
1867b5492af7SJaegeuk Kim 
1868b5492af7SJaegeuk Kim static inline void set_file(struct inode *inode, int type)
1869b5492af7SJaegeuk Kim {
1870b5492af7SJaegeuk Kim 	F2FS_I(inode)->i_advise |= type;
18717c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, true);
1872b5492af7SJaegeuk Kim }
1873b5492af7SJaegeuk Kim 
1874b5492af7SJaegeuk Kim static inline void clear_file(struct inode *inode, int type)
1875b5492af7SJaegeuk Kim {
1876b5492af7SJaegeuk Kim 	F2FS_I(inode)->i_advise &= ~type;
18777c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, true);
1878b5492af7SJaegeuk Kim }
1879b5492af7SJaegeuk Kim 
188026787236SJaegeuk Kim static inline bool f2fs_skip_inode_update(struct inode *inode, int dsync)
188126787236SJaegeuk Kim {
188226787236SJaegeuk Kim 	if (dsync) {
188326787236SJaegeuk Kim 		struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
188426787236SJaegeuk Kim 		bool ret;
188526787236SJaegeuk Kim 
188626787236SJaegeuk Kim 		spin_lock(&sbi->inode_lock[DIRTY_META]);
188726787236SJaegeuk Kim 		ret = list_empty(&F2FS_I(inode)->gdirty_list);
188826787236SJaegeuk Kim 		spin_unlock(&sbi->inode_lock[DIRTY_META]);
188926787236SJaegeuk Kim 		return ret;
189026787236SJaegeuk Kim 	}
189126787236SJaegeuk Kim 	if (!is_inode_flag_set(inode, FI_AUTO_RECOVER) ||
189226787236SJaegeuk Kim 			file_keep_isize(inode) ||
189326787236SJaegeuk Kim 			i_size_read(inode) & PAGE_MASK)
189426787236SJaegeuk Kim 		return false;
189526787236SJaegeuk Kim 	return F2FS_I(inode)->last_disk_size == i_size_read(inode);
1896267378d4SChao Yu }
1897267378d4SChao Yu 
1898267378d4SChao Yu static inline int f2fs_readonly(struct super_block *sb)
1899267378d4SChao Yu {
1900267378d4SChao Yu 	return sb->s_flags & MS_RDONLY;
1901267378d4SChao Yu }
190239a53e0cSJaegeuk Kim 
190339a53e0cSJaegeuk Kim static inline bool f2fs_cp_error(struct f2fs_sb_info *sbi)
190439a53e0cSJaegeuk Kim {
1905aaec2b1dSChao Yu 	return is_set_ckpt_flags(sbi, CP_ERROR_FLAG);
190639a53e0cSJaegeuk Kim }
190739a53e0cSJaegeuk Kim 
1908eaa693f4SJaegeuk Kim static inline bool is_dot_dotdot(const struct qstr *str)
1909eaa693f4SJaegeuk Kim {
1910eaa693f4SJaegeuk Kim 	if (str->len == 1 && str->name[0] == '.')
1911eaa693f4SJaegeuk Kim 		return true;
1912eaa693f4SJaegeuk Kim 
1913eaa693f4SJaegeuk Kim 	if (str->len == 2 && str->name[0] == '.' && str->name[1] == '.')
1914eaa693f4SJaegeuk Kim 		return true;
1915eaa693f4SJaegeuk Kim 
1916eaa693f4SJaegeuk Kim 	return false;
1917eaa693f4SJaegeuk Kim }
1918eaa693f4SJaegeuk Kim 
19193e72f721SJaegeuk Kim static inline bool f2fs_may_extent_tree(struct inode *inode)
19203e72f721SJaegeuk Kim {
19213e72f721SJaegeuk Kim 	if (!test_opt(F2FS_I_SB(inode), EXTENT_CACHE) ||
192291942321SJaegeuk Kim 			is_inode_flag_set(inode, FI_NO_EXTENT))
19233e72f721SJaegeuk Kim 		return false;
19243e72f721SJaegeuk Kim 
1925886f56f9SAl Viro 	return S_ISREG(inode->i_mode);
19263e72f721SJaegeuk Kim }
19273e72f721SJaegeuk Kim 
19281ecc0c5cSChao Yu static inline void *f2fs_kmalloc(struct f2fs_sb_info *sbi,
19291ecc0c5cSChao Yu 					size_t size, gfp_t flags)
19300414b004SJaegeuk Kim {
19312c63feadSJaegeuk Kim #ifdef CONFIG_F2FS_FAULT_INJECTION
19321ecc0c5cSChao Yu 	if (time_to_inject(sbi, FAULT_KMALLOC))
19332c63feadSJaegeuk Kim 		return NULL;
19342c63feadSJaegeuk Kim #endif
19350414b004SJaegeuk Kim 	return kmalloc(size, flags);
19360414b004SJaegeuk Kim }
19370414b004SJaegeuk Kim 
193839307a8eSJaegeuk Kim static inline void *f2fs_kvmalloc(size_t size, gfp_t flags)
193939307a8eSJaegeuk Kim {
194039307a8eSJaegeuk Kim 	void *ret;
194139307a8eSJaegeuk Kim 
194239307a8eSJaegeuk Kim 	ret = kmalloc(size, flags | __GFP_NOWARN);
194339307a8eSJaegeuk Kim 	if (!ret)
194439307a8eSJaegeuk Kim 		ret = __vmalloc(size, flags, PAGE_KERNEL);
194539307a8eSJaegeuk Kim 	return ret;
194639307a8eSJaegeuk Kim }
194739307a8eSJaegeuk Kim 
194839307a8eSJaegeuk Kim static inline void *f2fs_kvzalloc(size_t size, gfp_t flags)
194939307a8eSJaegeuk Kim {
195039307a8eSJaegeuk Kim 	void *ret;
195139307a8eSJaegeuk Kim 
195239307a8eSJaegeuk Kim 	ret = kzalloc(size, flags | __GFP_NOWARN);
195339307a8eSJaegeuk Kim 	if (!ret)
195439307a8eSJaegeuk Kim 		ret = __vmalloc(size, flags | __GFP_ZERO, PAGE_KERNEL);
195539307a8eSJaegeuk Kim 	return ret;
195639307a8eSJaegeuk Kim }
195739307a8eSJaegeuk Kim 
195839a53e0cSJaegeuk Kim #define get_inode_mode(i) \
195991942321SJaegeuk Kim 	((is_inode_flag_set(i, FI_ACL_MODE)) ? \
196039a53e0cSJaegeuk Kim 	 (F2FS_I(i)->i_acl_mode) : ((i)->i_mode))
196139a53e0cSJaegeuk Kim 
196239a53e0cSJaegeuk Kim /* get offset of first page in next direct node */
196381ca7350SChao Yu #define PGOFS_OF_NEXT_DNODE(pgofs, inode)				\
196481ca7350SChao Yu 	((pgofs < ADDRS_PER_INODE(inode)) ? ADDRS_PER_INODE(inode) :	\
196581ca7350SChao Yu 	(pgofs - ADDRS_PER_INODE(inode) + ADDRS_PER_BLOCK) /	\
196681ca7350SChao Yu 	ADDRS_PER_BLOCK * ADDRS_PER_BLOCK + ADDRS_PER_INODE(inode))
19671e1bb4baSJaegeuk Kim 
196839a53e0cSJaegeuk Kim /*
19692d4d9fb5SJaegeuk Kim  * file.c
197039a53e0cSJaegeuk Kim  */
197139a53e0cSJaegeuk Kim int f2fs_sync_file(struct file *, loff_t, loff_t, int);
1972b292dcabSJaegeuk Kim void truncate_data_blocks(struct dnode_of_data *);
1973764aa3e9SJaegeuk Kim int truncate_blocks(struct inode *, u64, bool);
19749a449e9cSJaegeuk Kim int f2fs_truncate(struct inode *);
197539a53e0cSJaegeuk Kim int f2fs_getattr(struct vfsmount *, struct dentry *, struct kstat *);
197639a53e0cSJaegeuk Kim int f2fs_setattr(struct dentry *, struct iattr *);
197739a53e0cSJaegeuk Kim int truncate_hole(struct inode *, pgoff_t, pgoff_t);
1978e9750824SNamjae Jeon int truncate_data_blocks_range(struct dnode_of_data *, int);
197939a53e0cSJaegeuk Kim long f2fs_ioctl(struct file *, unsigned int, unsigned long);
198039a53e0cSJaegeuk Kim long f2fs_compat_ioctl(struct file *, unsigned int, unsigned long);
198139a53e0cSJaegeuk Kim 
198239a53e0cSJaegeuk Kim /*
198339a53e0cSJaegeuk Kim  * inode.c
198439a53e0cSJaegeuk Kim  */
198539a53e0cSJaegeuk Kim void f2fs_set_inode_flags(struct inode *);
198639936837SJaegeuk Kim struct inode *f2fs_iget(struct super_block *, unsigned long);
1987e8ea9b3dSJaegeuk Kim struct inode *f2fs_iget_retry(struct super_block *, unsigned long);
19884660f9c0SJaegeuk Kim int try_to_free_nats(struct f2fs_sb_info *, int);
198912719ae1SJaegeuk Kim int update_inode(struct inode *, struct page *);
199012719ae1SJaegeuk Kim int update_inode_page(struct inode *);
199139a53e0cSJaegeuk Kim int f2fs_write_inode(struct inode *, struct writeback_control *);
199239a53e0cSJaegeuk Kim void f2fs_evict_inode(struct inode *);
199344c16156SJaegeuk Kim void handle_failed_inode(struct inode *);
199439a53e0cSJaegeuk Kim 
199539a53e0cSJaegeuk Kim /*
199639a53e0cSJaegeuk Kim  * namei.c
199739a53e0cSJaegeuk Kim  */
199839a53e0cSJaegeuk Kim struct dentry *f2fs_get_parent(struct dentry *child);
199939a53e0cSJaegeuk Kim 
200039a53e0cSJaegeuk Kim /*
200139a53e0cSJaegeuk Kim  * dir.c
200239a53e0cSJaegeuk Kim  */
2003510022a8SJaegeuk Kim void set_de_type(struct f2fs_dir_entry *, umode_t);
2004675f10bdSChao Yu unsigned char get_de_type(struct f2fs_dir_entry *);
20050b81d077SJaegeuk Kim struct f2fs_dir_entry *find_target_dentry(struct fscrypt_name *,
20066e22c691SJaegeuk Kim 			f2fs_hash_t, int *, struct f2fs_dentry_ptr *);
2007ed6bd4b1SChao Yu int f2fs_fill_dentries(struct dir_context *, struct f2fs_dentry_ptr *,
20080b81d077SJaegeuk Kim 			unsigned int, struct fscrypt_str *);
2009062a3e7bSJaegeuk Kim void do_make_empty_dir(struct inode *, struct inode *,
2010062a3e7bSJaegeuk Kim 			struct f2fs_dentry_ptr *);
2011dbeacf02SChao Yu struct page *init_inode_metadata(struct inode *, struct inode *,
20129421d570SChao Yu 		const struct qstr *, const struct qstr *, struct page *);
2013dbeacf02SChao Yu void update_parent_metadata(struct inode *, struct inode *, unsigned int);
2014a82afa20SJaegeuk Kim int room_for_filename(const void *, int, int);
20159f7c45ccSJaegeuk Kim void f2fs_drop_nlink(struct inode *, struct inode *);
2016e7ba108aSShuoran Liu struct f2fs_dir_entry *__f2fs_find_entry(struct inode *, struct fscrypt_name *,
2017e7ba108aSShuoran Liu 							struct page **);
2018185de68fSAl Viro struct f2fs_dir_entry *f2fs_find_entry(struct inode *, const struct qstr *,
201939a53e0cSJaegeuk Kim 							struct page **);
202039a53e0cSJaegeuk Kim struct f2fs_dir_entry *f2fs_parent_dir(struct inode *, struct page **);
2021835c92d4SLinus Torvalds ino_t f2fs_inode_by_name(struct inode *, const struct qstr *, struct page **);
202239a53e0cSJaegeuk Kim void f2fs_set_link(struct inode *, struct f2fs_dir_entry *,
202339a53e0cSJaegeuk Kim 				struct page *, struct inode *);
2024e7d55452SJaegeuk Kim int update_dent_inode(struct inode *, struct inode *, const struct qstr *);
2025510022a8SJaegeuk Kim void f2fs_update_dentry(nid_t ino, umode_t mode, struct f2fs_dentry_ptr *,
20263b4d732aSChao Yu 			const struct qstr *, f2fs_hash_t , unsigned int);
2027675f10bdSChao Yu int f2fs_add_regular_entry(struct inode *, const struct qstr *,
20289421d570SChao Yu 			const struct qstr *, struct inode *, nid_t, umode_t);
2029e7ba108aSShuoran Liu int __f2fs_do_add_link(struct inode *, struct fscrypt_name*, struct inode *,
2030e7ba108aSShuoran Liu 			nid_t, umode_t);
2031510022a8SJaegeuk Kim int __f2fs_add_link(struct inode *, const struct qstr *, struct inode *, nid_t,
2032510022a8SJaegeuk Kim 			umode_t);
2033dbeacf02SChao Yu void f2fs_delete_entry(struct f2fs_dir_entry *, struct page *, struct inode *,
2034dbeacf02SChao Yu 							struct inode *);
2035b97a9b5dSJaegeuk Kim int f2fs_do_tmpfile(struct inode *, struct inode *);
203639a53e0cSJaegeuk Kim bool f2fs_empty_dir(struct inode *);
203739a53e0cSJaegeuk Kim 
2038b7f7a5e0SAl Viro static inline int f2fs_add_link(struct dentry *dentry, struct inode *inode)
2039b7f7a5e0SAl Viro {
20402b0143b5SDavid Howells 	return __f2fs_add_link(d_inode(dentry->d_parent), &dentry->d_name,
2041510022a8SJaegeuk Kim 				inode, inode->i_ino, inode->i_mode);
2042b7f7a5e0SAl Viro }
2043b7f7a5e0SAl Viro 
204439a53e0cSJaegeuk Kim /*
204539a53e0cSJaegeuk Kim  * super.c
204639a53e0cSJaegeuk Kim  */
20477c45729aSJaegeuk Kim int f2fs_inode_dirtied(struct inode *, bool);
20480f18b462SJaegeuk Kim void f2fs_inode_synced(struct inode *);
2049c5bda1c8SChao Yu int f2fs_commit_super(struct f2fs_sb_info *, bool);
205039a53e0cSJaegeuk Kim int f2fs_sync_fs(struct super_block *, int);
2051a07ef784SNamjae Jeon extern __printf(3, 4)
2052a07ef784SNamjae Jeon void f2fs_msg(struct super_block *, const char *, const char *, ...);
2053984ec63cSShawn Lin int sanity_check_ckpt(struct f2fs_sb_info *sbi);
205439a53e0cSJaegeuk Kim 
205539a53e0cSJaegeuk Kim /*
205639a53e0cSJaegeuk Kim  * hash.c
205739a53e0cSJaegeuk Kim  */
2058eee6160fSGu Zheng f2fs_hash_t f2fs_dentry_hash(const struct qstr *);
205939a53e0cSJaegeuk Kim 
206039a53e0cSJaegeuk Kim /*
206139a53e0cSJaegeuk Kim  * node.c
206239a53e0cSJaegeuk Kim  */
206339a53e0cSJaegeuk Kim struct dnode_of_data;
206439a53e0cSJaegeuk Kim struct node_info;
206539a53e0cSJaegeuk Kim 
20666fb03f3aSJaegeuk Kim bool available_free_memory(struct f2fs_sb_info *, int);
20672dcf51abSJaegeuk Kim int need_dentry_mark(struct f2fs_sb_info *, nid_t);
206888bd02c9SJaegeuk Kim bool is_checkpointed_node(struct f2fs_sb_info *, nid_t);
206988bd02c9SJaegeuk Kim bool need_inode_block_update(struct f2fs_sb_info *, nid_t);
207039a53e0cSJaegeuk Kim void get_node_info(struct f2fs_sb_info *, nid_t, struct node_info *);
20713cf45747SChao Yu pgoff_t get_next_page_offset(struct dnode_of_data *, pgoff_t);
207239a53e0cSJaegeuk Kim int get_dnode_of_data(struct dnode_of_data *, pgoff_t, int);
207339a53e0cSJaegeuk Kim int truncate_inode_blocks(struct inode *, pgoff_t);
20744f16fb0fSJaegeuk Kim int truncate_xattr_node(struct inode *, struct page *);
2075cfe58f9dSJaegeuk Kim int wait_on_node_pages_writeback(struct f2fs_sb_info *, nid_t);
207613ec7297SChao Yu int remove_inode_page(struct inode *);
2077a014e037SJaegeuk Kim struct page *new_inode_page(struct inode *);
20788ae8f162SJaegeuk Kim struct page *new_node_page(struct dnode_of_data *, unsigned int, struct page *);
207939a53e0cSJaegeuk Kim void ra_node_page(struct f2fs_sb_info *, nid_t);
208039a53e0cSJaegeuk Kim struct page *get_node_page(struct f2fs_sb_info *, pgoff_t);
208139a53e0cSJaegeuk Kim struct page *get_node_page_ra(struct page *, int);
2082da011cc0SChao Yu void move_node_page(struct page *, int);
208326de9b11SJaegeuk Kim int fsync_node_pages(struct f2fs_sb_info *, struct inode *,
208426de9b11SJaegeuk Kim 			struct writeback_control *, bool);
208552681375SJaegeuk Kim int sync_node_pages(struct f2fs_sb_info *, struct writeback_control *);
20863a2ad567SChao Yu void build_free_nids(struct f2fs_sb_info *, bool);
208739a53e0cSJaegeuk Kim bool alloc_nid(struct f2fs_sb_info *, nid_t *);
208839a53e0cSJaegeuk Kim void alloc_nid_done(struct f2fs_sb_info *, nid_t);
208939a53e0cSJaegeuk Kim void alloc_nid_failed(struct f2fs_sb_info *, nid_t);
209031696580SChao Yu int try_to_free_nids(struct f2fs_sb_info *, int);
209170cfed88SChao Yu void recover_inline_xattr(struct inode *, struct page *);
20921c35a90eSJaegeuk Kim void recover_xattr_data(struct inode *, struct page *, block_t);
209339a53e0cSJaegeuk Kim int recover_inode_page(struct f2fs_sb_info *, struct page *);
209439a53e0cSJaegeuk Kim int restore_node_summary(struct f2fs_sb_info *, unsigned int,
209539a53e0cSJaegeuk Kim 				struct f2fs_summary_block *);
209639a53e0cSJaegeuk Kim void flush_nat_entries(struct f2fs_sb_info *);
209739a53e0cSJaegeuk Kim int build_node_manager(struct f2fs_sb_info *);
209839a53e0cSJaegeuk Kim void destroy_node_manager(struct f2fs_sb_info *);
20996e6093a8SNamjae Jeon int __init create_node_manager_caches(void);
210039a53e0cSJaegeuk Kim void destroy_node_manager_caches(void);
210139a53e0cSJaegeuk Kim 
210239a53e0cSJaegeuk Kim /*
210339a53e0cSJaegeuk Kim  * segment.c
210439a53e0cSJaegeuk Kim  */
210588b88a66SJaegeuk Kim void register_inmem_page(struct inode *, struct page *);
210629b96b54SChao Yu void drop_inmem_pages(struct inode *);
210729b96b54SChao Yu int commit_inmem_pages(struct inode *);
21082c4db1a6SJaegeuk Kim void f2fs_balance_fs(struct f2fs_sb_info *, bool);
21094660f9c0SJaegeuk Kim void f2fs_balance_fs_bg(struct f2fs_sb_info *);
21106b4afdd7SJaegeuk Kim int f2fs_issue_flush(struct f2fs_sb_info *);
21112163d198SGu Zheng int create_flush_cmd_control(struct f2fs_sb_info *);
21125eba8c5dSJaegeuk Kim void destroy_flush_cmd_control(struct f2fs_sb_info *, bool);
211339a53e0cSJaegeuk Kim void invalidate_blocks(struct f2fs_sb_info *, block_t);
21146e2c64adSJaegeuk Kim bool is_checkpointed_data(struct f2fs_sb_info *, block_t);
21155e443818SJaegeuk Kim void refresh_sit_entry(struct f2fs_sb_info *, block_t, block_t);
2116*4e6a8d9bSJaegeuk Kim void f2fs_wait_discard_bio(struct f2fs_sb_info *, block_t);
2117836b5a63SJaegeuk Kim void clear_prefree_segments(struct f2fs_sb_info *, struct cp_control *);
21184b2fecc8SJaegeuk Kim void release_discard_addrs(struct f2fs_sb_info *);
21193fa06d7bSChao Yu int npages_for_summary_flush(struct f2fs_sb_info *, bool);
212039a53e0cSJaegeuk Kim void allocate_new_segments(struct f2fs_sb_info *);
21214b2fecc8SJaegeuk Kim int f2fs_trim_fs(struct f2fs_sb_info *, struct fstrim_range *);
212239a53e0cSJaegeuk Kim struct page *get_sum_page(struct f2fs_sb_info *, unsigned int);
2123381722d2SChao Yu void update_meta_page(struct f2fs_sb_info *, void *, block_t);
2124577e3495SJaegeuk Kim void write_meta_page(struct f2fs_sb_info *, struct page *);
212505ca3632SJaegeuk Kim void write_node_page(unsigned int, struct f2fs_io_info *);
212605ca3632SJaegeuk Kim void write_data_page(struct dnode_of_data *, struct f2fs_io_info *);
212705ca3632SJaegeuk Kim void rewrite_data_page(struct f2fs_io_info *);
21284356e48eSChao Yu void __f2fs_replace_block(struct f2fs_sb_info *, struct f2fs_summary *,
21294356e48eSChao Yu 					block_t, block_t, bool, bool);
2130528e3459SChao Yu void f2fs_replace_block(struct f2fs_sb_info *, struct dnode_of_data *,
213128bc106bSChao Yu 				block_t, block_t, unsigned char, bool, bool);
2132bfad7c2dSJaegeuk Kim void allocate_data_block(struct f2fs_sb_info *, struct page *,
2133bfad7c2dSJaegeuk Kim 		block_t, block_t *, struct f2fs_summary *, int);
2134fec1d657SJaegeuk Kim void f2fs_wait_on_page_writeback(struct page *, enum page_type, bool);
213508b39fbdSChao Yu void f2fs_wait_on_encrypted_page_writeback(struct f2fs_sb_info *, block_t);
213639a53e0cSJaegeuk Kim void write_data_summaries(struct f2fs_sb_info *, block_t);
213739a53e0cSJaegeuk Kim void write_node_summaries(struct f2fs_sb_info *, block_t);
2138dfc08a12SChao Yu int lookup_journal_in_cursum(struct f2fs_journal *, int, unsigned int, int);
21394b2fecc8SJaegeuk Kim void flush_sit_entries(struct f2fs_sb_info *, struct cp_control *);
214039a53e0cSJaegeuk Kim int build_segment_manager(struct f2fs_sb_info *);
214139a53e0cSJaegeuk Kim void destroy_segment_manager(struct f2fs_sb_info *);
21427fd9e544SJaegeuk Kim int __init create_segment_manager_caches(void);
21437fd9e544SJaegeuk Kim void destroy_segment_manager_caches(void);
214439a53e0cSJaegeuk Kim 
214539a53e0cSJaegeuk Kim /*
214639a53e0cSJaegeuk Kim  * checkpoint.c
214739a53e0cSJaegeuk Kim  */
214838f91ca8SJaegeuk Kim void f2fs_stop_checkpoint(struct f2fs_sb_info *, bool);
214939a53e0cSJaegeuk Kim struct page *grab_meta_page(struct f2fs_sb_info *, pgoff_t);
215039a53e0cSJaegeuk Kim struct page *get_meta_page(struct f2fs_sb_info *, pgoff_t);
21512b947003SChao Yu struct page *get_tmp_page(struct f2fs_sb_info *, pgoff_t);
2152f0c9cadaSChao Yu bool is_valid_blkaddr(struct f2fs_sb_info *, block_t, int);
215326879fb1SChao Yu int ra_meta_pages(struct f2fs_sb_info *, block_t, int, int, bool);
2154635aee1fSChao Yu void ra_meta_pages_cond(struct f2fs_sb_info *, pgoff_t);
215539a53e0cSJaegeuk Kim long sync_meta_pages(struct f2fs_sb_info *, enum page_type, long);
2156a49324f1SChao Yu void add_ino_entry(struct f2fs_sb_info *, nid_t, int type);
2157a49324f1SChao Yu void remove_ino_entry(struct f2fs_sb_info *, nid_t, int type);
215874ef9241SJaegeuk Kim void release_ino_entry(struct f2fs_sb_info *, bool);
2159fff04f90SJaegeuk Kim bool exist_written_data(struct f2fs_sb_info *, nid_t, int);
21600f18b462SJaegeuk Kim int f2fs_sync_inode_meta(struct f2fs_sb_info *);
2161cbd56e7dSJaegeuk Kim int acquire_orphan_inode(struct f2fs_sb_info *);
2162cbd56e7dSJaegeuk Kim void release_orphan_inode(struct f2fs_sb_info *);
216367c3758dSJaegeuk Kim void add_orphan_inode(struct inode *);
216439a53e0cSJaegeuk Kim void remove_orphan_inode(struct f2fs_sb_info *, nid_t);
21658c14bfadSChao Yu int recover_orphan_inodes(struct f2fs_sb_info *);
216639a53e0cSJaegeuk Kim int get_valid_checkpoint(struct f2fs_sb_info *);
2167a7ffdbe2SJaegeuk Kim void update_dirty_page(struct inode *, struct page *);
2168c227f912SChao Yu void remove_dirty_inode(struct inode *);
21696d5a1495SChao Yu int sync_dirty_inodes(struct f2fs_sb_info *, enum inode_type);
2170c34f42e2SChao Yu int write_checkpoint(struct f2fs_sb_info *, struct cp_control *);
21716451e041SJaegeuk Kim void init_ino_entry_info(struct f2fs_sb_info *);
21726e6093a8SNamjae Jeon int __init create_checkpoint_caches(void);
217339a53e0cSJaegeuk Kim void destroy_checkpoint_caches(void);
217439a53e0cSJaegeuk Kim 
217539a53e0cSJaegeuk Kim /*
217639a53e0cSJaegeuk Kim  * data.c
217739a53e0cSJaegeuk Kim  */
2178458e6197SJaegeuk Kim void f2fs_submit_merged_bio(struct f2fs_sb_info *, enum page_type, int);
21790c3a5797SChao Yu void f2fs_submit_merged_bio_cond(struct f2fs_sb_info *, struct inode *,
21800c3a5797SChao Yu 				struct page *, nid_t, enum page_type, int);
2181406657ddSChao Yu void f2fs_flush_merged_bios(struct f2fs_sb_info *);
218205ca3632SJaegeuk Kim int f2fs_submit_page_bio(struct f2fs_io_info *);
21830a595ebaSJaegeuk Kim int f2fs_submit_page_mbio(struct f2fs_io_info *);
21843c62be17SJaegeuk Kim struct block_device *f2fs_target_device(struct f2fs_sb_info *,
21853c62be17SJaegeuk Kim 				block_t, struct bio *);
21863c62be17SJaegeuk Kim int f2fs_target_device_index(struct f2fs_sb_info *, block_t);
2187216a620aSChao Yu void set_data_blkaddr(struct dnode_of_data *);
2188f28b3434SChao Yu void f2fs_update_data_blkaddr(struct dnode_of_data *, block_t);
218946008c6dSChao Yu int reserve_new_blocks(struct dnode_of_data *, blkcnt_t);
219039a53e0cSJaegeuk Kim int reserve_new_block(struct dnode_of_data *);
2191759af1c9SFan Li int f2fs_get_block(struct dnode_of_data *, pgoff_t);
2192a7de6086SJaegeuk Kim int f2fs_preallocate_blocks(struct kiocb *, struct iov_iter *);
2193b600965cSHuajun Li int f2fs_reserve_block(struct dnode_of_data *, pgoff_t);
2194a56c7c6fSJaegeuk Kim struct page *get_read_data_page(struct inode *, pgoff_t, int, bool);
219543f3eae1SJaegeuk Kim struct page *find_data_page(struct inode *, pgoff_t);
2196a56c7c6fSJaegeuk Kim struct page *get_lock_data_page(struct inode *, pgoff_t, bool);
219764aa7ed9SJaegeuk Kim struct page *get_new_data_page(struct inode *, struct page *, pgoff_t, bool);
219805ca3632SJaegeuk Kim int do_write_data_page(struct f2fs_io_info *);
2199d323d005SChao Yu int f2fs_map_blocks(struct inode *, struct f2fs_map_blocks *, int, int);
22009ab70134SJaegeuk Kim int f2fs_fiemap(struct inode *inode, struct fiemap_extent_info *, u64, u64);
2201fe76b796SJaegeuk Kim void f2fs_set_page_dirty_nobuffers(struct page *);
2202487261f3SChao Yu void f2fs_invalidate_page(struct page *, unsigned int, unsigned int);
2203487261f3SChao Yu int f2fs_release_page(struct page *, gfp_t);
22045b7a487cSWeichao Guo #ifdef CONFIG_MIGRATION
22055b7a487cSWeichao Guo int f2fs_migrate_page(struct address_space *, struct page *, struct page *,
22065b7a487cSWeichao Guo 				enum migrate_mode);
22075b7a487cSWeichao Guo #endif
220839a53e0cSJaegeuk Kim 
220939a53e0cSJaegeuk Kim /*
221039a53e0cSJaegeuk Kim  * gc.c
221139a53e0cSJaegeuk Kim  */
221239a53e0cSJaegeuk Kim int start_gc_thread(struct f2fs_sb_info *);
221339a53e0cSJaegeuk Kim void stop_gc_thread(struct f2fs_sb_info *);
221481ca7350SChao Yu block_t start_bidx_of_node(unsigned int, struct inode *);
22157702bdbeSJaegeuk Kim int f2fs_gc(struct f2fs_sb_info *, bool, bool);
221639a53e0cSJaegeuk Kim void build_gc_manager(struct f2fs_sb_info *);
221739a53e0cSJaegeuk Kim 
221839a53e0cSJaegeuk Kim /*
221939a53e0cSJaegeuk Kim  * recovery.c
222039a53e0cSJaegeuk Kim  */
22216781eabbSJaegeuk Kim int recover_fsync_data(struct f2fs_sb_info *, bool);
222239a53e0cSJaegeuk Kim bool space_for_roll_forward(struct f2fs_sb_info *);
222339a53e0cSJaegeuk Kim 
222439a53e0cSJaegeuk Kim /*
222539a53e0cSJaegeuk Kim  * debug.c
222639a53e0cSJaegeuk Kim  */
222739a53e0cSJaegeuk Kim #ifdef CONFIG_F2FS_STAT_FS
222839a53e0cSJaegeuk Kim struct f2fs_stat_info {
222939a53e0cSJaegeuk Kim 	struct list_head stat_list;
223039a53e0cSJaegeuk Kim 	struct f2fs_sb_info *sbi;
223139a53e0cSJaegeuk Kim 	int all_area_segs, sit_area_segs, nat_area_segs, ssa_area_segs;
223239a53e0cSJaegeuk Kim 	int main_area_segs, main_area_sections, main_area_zones;
22335b7ee374SChao Yu 	unsigned long long hit_largest, hit_cached, hit_rbtree;
22345b7ee374SChao Yu 	unsigned long long hit_total, total_ext;
2235c00ba554SJaegeuk Kim 	int ext_tree, zombie_tree, ext_node;
223635782b23SJaegeuk Kim 	int ndirty_node, ndirty_dent, ndirty_meta, ndirty_data, ndirty_imeta;
223735782b23SJaegeuk Kim 	int inmem_pages;
22380f18b462SJaegeuk Kim 	unsigned int ndirty_dirs, ndirty_files, ndirty_all;
2239b8559dc2SChao Yu 	int nats, dirty_nats, sits, dirty_sits, free_nids, alloc_nids;
224039a53e0cSJaegeuk Kim 	int total_count, utilization;
224136951b38SChao Yu 	int bg_gc, nr_wb_cp_data, nr_wb_data;
2242652be551SJaegeuk Kim 	int inline_xattr, inline_inode, inline_dir, orphans;
224326a28a0cSJaegeuk Kim 	int aw_cnt, max_aw_cnt;
2244f83a2584SYunlei He 	unsigned int valid_count, valid_node_count, valid_inode_count, discard_blks;
224539a53e0cSJaegeuk Kim 	unsigned int bimodal, avg_vblocks;
224639a53e0cSJaegeuk Kim 	int util_free, util_valid, util_invalid;
224739a53e0cSJaegeuk Kim 	int rsvd_segs, overp_segs;
224839a53e0cSJaegeuk Kim 	int dirty_count, node_pages, meta_pages;
224942190d2aSJaegeuk Kim 	int prefree_count, call_count, cp_count, bg_cp_count;
225039a53e0cSJaegeuk Kim 	int tot_segs, node_segs, data_segs, free_segs, free_secs;
2251e1235983SChangman Lee 	int bg_node_segs, bg_data_segs;
225239a53e0cSJaegeuk Kim 	int tot_blks, data_blks, node_blks;
2253e1235983SChangman Lee 	int bg_data_blks, bg_node_blks;
225439a53e0cSJaegeuk Kim 	int curseg[NR_CURSEG_TYPE];
225539a53e0cSJaegeuk Kim 	int cursec[NR_CURSEG_TYPE];
225639a53e0cSJaegeuk Kim 	int curzone[NR_CURSEG_TYPE];
225739a53e0cSJaegeuk Kim 
225839a53e0cSJaegeuk Kim 	unsigned int segment_count[2];
225939a53e0cSJaegeuk Kim 	unsigned int block_count[2];
2260b9a2c252SChangman Lee 	unsigned int inplace_count;
22619edcdabfSChao Yu 	unsigned long long base_mem, cache_mem, page_mem;
226239a53e0cSJaegeuk Kim };
226339a53e0cSJaegeuk Kim 
2264963d4f7dSGu Zheng static inline struct f2fs_stat_info *F2FS_STAT(struct f2fs_sb_info *sbi)
2265963d4f7dSGu Zheng {
2266963d4f7dSGu Zheng 	return (struct f2fs_stat_info *)sbi->stat_info;
2267963d4f7dSGu Zheng }
2268963d4f7dSGu Zheng 
2269942e0be6SChangman Lee #define stat_inc_cp_count(si)		((si)->cp_count++)
227042190d2aSJaegeuk Kim #define stat_inc_bg_cp_count(si)	((si)->bg_cp_count++)
227139a53e0cSJaegeuk Kim #define stat_inc_call_count(si)		((si)->call_count++)
2272dcdfff65SJaegeuk Kim #define stat_inc_bggc_count(sbi)	((sbi)->bg_gc++)
227333fbd510SChao Yu #define stat_inc_dirty_inode(sbi, type)	((sbi)->ndirty_inode[type]++)
227433fbd510SChao Yu #define stat_dec_dirty_inode(sbi, type)	((sbi)->ndirty_inode[type]--)
22755b7ee374SChao Yu #define stat_inc_total_hit(sbi)		(atomic64_inc(&(sbi)->total_hit_ext))
22765b7ee374SChao Yu #define stat_inc_rbtree_node_hit(sbi)	(atomic64_inc(&(sbi)->read_hit_rbtree))
22775b7ee374SChao Yu #define stat_inc_largest_node_hit(sbi)	(atomic64_inc(&(sbi)->read_hit_largest))
22785b7ee374SChao Yu #define stat_inc_cached_node_hit(sbi)	(atomic64_inc(&(sbi)->read_hit_cached))
2279d5e8f6c9SChao Yu #define stat_inc_inline_xattr(inode)					\
2280d5e8f6c9SChao Yu 	do {								\
2281d5e8f6c9SChao Yu 		if (f2fs_has_inline_xattr(inode))			\
2282d5e8f6c9SChao Yu 			(atomic_inc(&F2FS_I_SB(inode)->inline_xattr));	\
2283d5e8f6c9SChao Yu 	} while (0)
2284d5e8f6c9SChao Yu #define stat_dec_inline_xattr(inode)					\
2285d5e8f6c9SChao Yu 	do {								\
2286d5e8f6c9SChao Yu 		if (f2fs_has_inline_xattr(inode))			\
2287d5e8f6c9SChao Yu 			(atomic_dec(&F2FS_I_SB(inode)->inline_xattr));	\
2288d5e8f6c9SChao Yu 	} while (0)
22890dbdc2aeSJaegeuk Kim #define stat_inc_inline_inode(inode)					\
22900dbdc2aeSJaegeuk Kim 	do {								\
22910dbdc2aeSJaegeuk Kim 		if (f2fs_has_inline_data(inode))			\
229203e14d52SChao Yu 			(atomic_inc(&F2FS_I_SB(inode)->inline_inode));	\
22930dbdc2aeSJaegeuk Kim 	} while (0)
22940dbdc2aeSJaegeuk Kim #define stat_dec_inline_inode(inode)					\
22950dbdc2aeSJaegeuk Kim 	do {								\
22960dbdc2aeSJaegeuk Kim 		if (f2fs_has_inline_data(inode))			\
229703e14d52SChao Yu 			(atomic_dec(&F2FS_I_SB(inode)->inline_inode));	\
22980dbdc2aeSJaegeuk Kim 	} while (0)
22993289c061SJaegeuk Kim #define stat_inc_inline_dir(inode)					\
23003289c061SJaegeuk Kim 	do {								\
23013289c061SJaegeuk Kim 		if (f2fs_has_inline_dentry(inode))			\
230203e14d52SChao Yu 			(atomic_inc(&F2FS_I_SB(inode)->inline_dir));	\
23033289c061SJaegeuk Kim 	} while (0)
23043289c061SJaegeuk Kim #define stat_dec_inline_dir(inode)					\
23053289c061SJaegeuk Kim 	do {								\
23063289c061SJaegeuk Kim 		if (f2fs_has_inline_dentry(inode))			\
230703e14d52SChao Yu 			(atomic_dec(&F2FS_I_SB(inode)->inline_dir));	\
23083289c061SJaegeuk Kim 	} while (0)
2309dcdfff65SJaegeuk Kim #define stat_inc_seg_type(sbi, curseg)					\
2310dcdfff65SJaegeuk Kim 		((sbi)->segment_count[(curseg)->alloc_type]++)
2311dcdfff65SJaegeuk Kim #define stat_inc_block_count(sbi, curseg)				\
2312dcdfff65SJaegeuk Kim 		((sbi)->block_count[(curseg)->alloc_type]++)
2313b9a2c252SChangman Lee #define stat_inc_inplace_blocks(sbi)					\
2314b9a2c252SChangman Lee 		(atomic_inc(&(sbi)->inplace_count))
231526a28a0cSJaegeuk Kim #define stat_inc_atomic_write(inode)					\
231626a28a0cSJaegeuk Kim 		(atomic_inc(&F2FS_I_SB(inode)->aw_cnt));
231726a28a0cSJaegeuk Kim #define stat_dec_atomic_write(inode)					\
231826a28a0cSJaegeuk Kim 		(atomic_dec(&F2FS_I_SB(inode)->aw_cnt));
231926a28a0cSJaegeuk Kim #define stat_update_max_atomic_write(inode)				\
232026a28a0cSJaegeuk Kim 	do {								\
232126a28a0cSJaegeuk Kim 		int cur = atomic_read(&F2FS_I_SB(inode)->aw_cnt);	\
232226a28a0cSJaegeuk Kim 		int max = atomic_read(&F2FS_I_SB(inode)->max_aw_cnt);	\
232326a28a0cSJaegeuk Kim 		if (cur > max)						\
232426a28a0cSJaegeuk Kim 			atomic_set(&F2FS_I_SB(inode)->max_aw_cnt, cur);	\
232526a28a0cSJaegeuk Kim 	} while (0)
2326e1235983SChangman Lee #define stat_inc_seg_count(sbi, type, gc_type)				\
232739a53e0cSJaegeuk Kim 	do {								\
2328963d4f7dSGu Zheng 		struct f2fs_stat_info *si = F2FS_STAT(sbi);		\
232939a53e0cSJaegeuk Kim 		(si)->tot_segs++;					\
2330e1235983SChangman Lee 		if (type == SUM_TYPE_DATA) {				\
233139a53e0cSJaegeuk Kim 			si->data_segs++;				\
2332e1235983SChangman Lee 			si->bg_data_segs += (gc_type == BG_GC) ? 1 : 0;	\
2333e1235983SChangman Lee 		} else {						\
233439a53e0cSJaegeuk Kim 			si->node_segs++;				\
2335e1235983SChangman Lee 			si->bg_node_segs += (gc_type == BG_GC) ? 1 : 0;	\
2336e1235983SChangman Lee 		}							\
233739a53e0cSJaegeuk Kim 	} while (0)
233839a53e0cSJaegeuk Kim 
233939a53e0cSJaegeuk Kim #define stat_inc_tot_blk_count(si, blks)				\
234039a53e0cSJaegeuk Kim 	(si->tot_blks += (blks))
234139a53e0cSJaegeuk Kim 
2342e1235983SChangman Lee #define stat_inc_data_blk_count(sbi, blks, gc_type)			\
234339a53e0cSJaegeuk Kim 	do {								\
2344963d4f7dSGu Zheng 		struct f2fs_stat_info *si = F2FS_STAT(sbi);		\
234539a53e0cSJaegeuk Kim 		stat_inc_tot_blk_count(si, blks);			\
234639a53e0cSJaegeuk Kim 		si->data_blks += (blks);				\
2347e1235983SChangman Lee 		si->bg_data_blks += (gc_type == BG_GC) ? (blks) : 0;	\
234839a53e0cSJaegeuk Kim 	} while (0)
234939a53e0cSJaegeuk Kim 
2350e1235983SChangman Lee #define stat_inc_node_blk_count(sbi, blks, gc_type)			\
235139a53e0cSJaegeuk Kim 	do {								\
2352963d4f7dSGu Zheng 		struct f2fs_stat_info *si = F2FS_STAT(sbi);		\
235339a53e0cSJaegeuk Kim 		stat_inc_tot_blk_count(si, blks);			\
235439a53e0cSJaegeuk Kim 		si->node_blks += (blks);				\
2355e1235983SChangman Lee 		si->bg_node_blks += (gc_type == BG_GC) ? (blks) : 0;	\
235639a53e0cSJaegeuk Kim 	} while (0)
235739a53e0cSJaegeuk Kim 
235839a53e0cSJaegeuk Kim int f2fs_build_stats(struct f2fs_sb_info *);
235939a53e0cSJaegeuk Kim void f2fs_destroy_stats(struct f2fs_sb_info *);
2360787c7b8cSChao Yu int __init f2fs_create_root_stats(void);
23614589d25dSNamjae Jeon void f2fs_destroy_root_stats(void);
236239a53e0cSJaegeuk Kim #else
2363942e0be6SChangman Lee #define stat_inc_cp_count(si)
236442190d2aSJaegeuk Kim #define stat_inc_bg_cp_count(si)
236539a53e0cSJaegeuk Kim #define stat_inc_call_count(si)
2366dcdfff65SJaegeuk Kim #define stat_inc_bggc_count(si)
236733fbd510SChao Yu #define stat_inc_dirty_inode(sbi, type)
236833fbd510SChao Yu #define stat_dec_dirty_inode(sbi, type)
2369dcdfff65SJaegeuk Kim #define stat_inc_total_hit(sb)
2370029e13ccSChao Yu #define stat_inc_rbtree_node_hit(sb)
237191c481ffSChao Yu #define stat_inc_largest_node_hit(sbi)
237291c481ffSChao Yu #define stat_inc_cached_node_hit(sbi)
2373d5e8f6c9SChao Yu #define stat_inc_inline_xattr(inode)
2374d5e8f6c9SChao Yu #define stat_dec_inline_xattr(inode)
23750dbdc2aeSJaegeuk Kim #define stat_inc_inline_inode(inode)
23760dbdc2aeSJaegeuk Kim #define stat_dec_inline_inode(inode)
23773289c061SJaegeuk Kim #define stat_inc_inline_dir(inode)
23783289c061SJaegeuk Kim #define stat_dec_inline_dir(inode)
237926a28a0cSJaegeuk Kim #define stat_inc_atomic_write(inode)
238026a28a0cSJaegeuk Kim #define stat_dec_atomic_write(inode)
238126a28a0cSJaegeuk Kim #define stat_update_max_atomic_write(inode)
2382dcdfff65SJaegeuk Kim #define stat_inc_seg_type(sbi, curseg)
2383dcdfff65SJaegeuk Kim #define stat_inc_block_count(sbi, curseg)
2384b9a2c252SChangman Lee #define stat_inc_inplace_blocks(sbi)
2385e1235983SChangman Lee #define stat_inc_seg_count(sbi, type, gc_type)
238639a53e0cSJaegeuk Kim #define stat_inc_tot_blk_count(si, blks)
2387e1235983SChangman Lee #define stat_inc_data_blk_count(sbi, blks, gc_type)
2388e1235983SChangman Lee #define stat_inc_node_blk_count(sbi, blks, gc_type)
238939a53e0cSJaegeuk Kim 
239039a53e0cSJaegeuk Kim static inline int f2fs_build_stats(struct f2fs_sb_info *sbi) { return 0; }
239139a53e0cSJaegeuk Kim static inline void f2fs_destroy_stats(struct f2fs_sb_info *sbi) { }
2392787c7b8cSChao Yu static inline int __init f2fs_create_root_stats(void) { return 0; }
23934589d25dSNamjae Jeon static inline void f2fs_destroy_root_stats(void) { }
239439a53e0cSJaegeuk Kim #endif
239539a53e0cSJaegeuk Kim 
239639a53e0cSJaegeuk Kim extern const struct file_operations f2fs_dir_operations;
239739a53e0cSJaegeuk Kim extern const struct file_operations f2fs_file_operations;
239839a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_file_inode_operations;
239939a53e0cSJaegeuk Kim extern const struct address_space_operations f2fs_dblock_aops;
240039a53e0cSJaegeuk Kim extern const struct address_space_operations f2fs_node_aops;
240139a53e0cSJaegeuk Kim extern const struct address_space_operations f2fs_meta_aops;
240239a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_dir_inode_operations;
240339a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_symlink_inode_operations;
2404cbaf042aSJaegeuk Kim extern const struct inode_operations f2fs_encrypted_symlink_inode_operations;
240539a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_special_inode_operations;
240629e7043fSJaegeuk Kim extern struct kmem_cache *inode_entry_slab;
24071001b347SHuajun Li 
2408e18c65b2SHuajun Li /*
2409e18c65b2SHuajun Li  * inline.c
2410e18c65b2SHuajun Li  */
241101b960e9SJaegeuk Kim bool f2fs_may_inline_data(struct inode *);
241201b960e9SJaegeuk Kim bool f2fs_may_inline_dentry(struct inode *);
2413b3d208f9SJaegeuk Kim void read_inline_data(struct page *, struct page *);
24140bfcfccaSChao Yu bool truncate_inline_inode(struct page *, u64);
2415e18c65b2SHuajun Li int f2fs_read_inline_data(struct inode *, struct page *);
2416b3d208f9SJaegeuk Kim int f2fs_convert_inline_page(struct dnode_of_data *, struct page *);
2417b3d208f9SJaegeuk Kim int f2fs_convert_inline_inode(struct inode *);
2418b3d208f9SJaegeuk Kim int f2fs_write_inline_data(struct inode *, struct page *);
24190342fd30SJaegeuk Kim bool recover_inline_data(struct inode *, struct page *);
24206e22c691SJaegeuk Kim struct f2fs_dir_entry *find_in_inline_dir(struct inode *,
24210b81d077SJaegeuk Kim 				struct fscrypt_name *, struct page **);
2422201a05beSChao Yu int make_empty_inline_dir(struct inode *inode, struct inode *, struct page *);
24239421d570SChao Yu int f2fs_add_inline_entry(struct inode *, const struct qstr *,
24249421d570SChao Yu 		const struct qstr *, struct inode *, nid_t, umode_t);
2425201a05beSChao Yu void f2fs_delete_inline_entry(struct f2fs_dir_entry *, struct page *,
2426201a05beSChao Yu 						struct inode *, struct inode *);
2427201a05beSChao Yu bool f2fs_empty_inline_dir(struct inode *);
2428d8c6822aSJaegeuk Kim int f2fs_read_inline_dir(struct file *, struct dir_context *,
24290b81d077SJaegeuk Kim 						struct fscrypt_str *);
243067f8cf3cSJaegeuk Kim int f2fs_inline_data_fiemap(struct inode *,
243167f8cf3cSJaegeuk Kim 		struct fiemap_extent_info *, __u64, __u64);
2432cde4de12SJaegeuk Kim 
2433cde4de12SJaegeuk Kim /*
24342658e50dSJaegeuk Kim  * shrinker.c
24352658e50dSJaegeuk Kim  */
24362658e50dSJaegeuk Kim unsigned long f2fs_shrink_count(struct shrinker *, struct shrink_control *);
24372658e50dSJaegeuk Kim unsigned long f2fs_shrink_scan(struct shrinker *, struct shrink_control *);
24382658e50dSJaegeuk Kim void f2fs_join_shrinker(struct f2fs_sb_info *);
24392658e50dSJaegeuk Kim void f2fs_leave_shrinker(struct f2fs_sb_info *);
24402658e50dSJaegeuk Kim 
24412658e50dSJaegeuk Kim /*
2442a28ef1f5SChao Yu  * extent_cache.c
2443a28ef1f5SChao Yu  */
2444a28ef1f5SChao Yu unsigned int f2fs_shrink_extent_tree(struct f2fs_sb_info *, int);
2445ed3d1256SJaegeuk Kim bool f2fs_init_extent_tree(struct inode *, struct f2fs_extent *);
24465f281fabSJaegeuk Kim void f2fs_drop_extent_tree(struct inode *);
2447a28ef1f5SChao Yu unsigned int f2fs_destroy_extent_node(struct inode *);
2448a28ef1f5SChao Yu void f2fs_destroy_extent_tree(struct inode *);
2449a28ef1f5SChao Yu bool f2fs_lookup_extent_cache(struct inode *, pgoff_t, struct extent_info *);
2450a28ef1f5SChao Yu void f2fs_update_extent_cache(struct dnode_of_data *);
245119b2c30dSChao Yu void f2fs_update_extent_cache_range(struct dnode_of_data *dn,
245219b2c30dSChao Yu 						pgoff_t, block_t, unsigned int);
2453a28ef1f5SChao Yu void init_extent_cache_info(struct f2fs_sb_info *);
2454a28ef1f5SChao Yu int __init create_extent_cache(void);
2455a28ef1f5SChao Yu void destroy_extent_cache(void);
2456a28ef1f5SChao Yu 
2457a28ef1f5SChao Yu /*
2458cde4de12SJaegeuk Kim  * crypto support
2459cde4de12SJaegeuk Kim  */
24600b81d077SJaegeuk Kim static inline bool f2fs_encrypted_inode(struct inode *inode)
2461cde4de12SJaegeuk Kim {
2462cde4de12SJaegeuk Kim 	return file_is_encrypt(inode);
2463cde4de12SJaegeuk Kim }
2464cde4de12SJaegeuk Kim 
2465cde4de12SJaegeuk Kim static inline void f2fs_set_encrypted_inode(struct inode *inode)
2466cde4de12SJaegeuk Kim {
2467cde4de12SJaegeuk Kim #ifdef CONFIG_F2FS_FS_ENCRYPTION
2468cde4de12SJaegeuk Kim 	file_set_encrypt(inode);
2469cde4de12SJaegeuk Kim #endif
2470cde4de12SJaegeuk Kim }
2471cde4de12SJaegeuk Kim 
2472cde4de12SJaegeuk Kim static inline bool f2fs_bio_encrypted(struct bio *bio)
2473cde4de12SJaegeuk Kim {
24740b81d077SJaegeuk Kim 	return bio->bi_private != NULL;
2475cde4de12SJaegeuk Kim }
2476cde4de12SJaegeuk Kim 
2477cde4de12SJaegeuk Kim static inline int f2fs_sb_has_crypto(struct super_block *sb)
2478cde4de12SJaegeuk Kim {
2479cde4de12SJaegeuk Kim 	return F2FS_HAS_FEATURE(sb, F2FS_FEATURE_ENCRYPT);
2480cde4de12SJaegeuk Kim }
2481f424f664SJaegeuk Kim 
24820bfd7a09SDamien Le Moal static inline int f2fs_sb_mounted_blkzoned(struct super_block *sb)
248352763a4bSJaegeuk Kim {
24840bfd7a09SDamien Le Moal 	return F2FS_HAS_FEATURE(sb, F2FS_FEATURE_BLKZONED);
248552763a4bSJaegeuk Kim }
248652763a4bSJaegeuk Kim 
2487178053e2SDamien Le Moal #ifdef CONFIG_BLK_DEV_ZONED
2488178053e2SDamien Le Moal static inline int get_blkz_type(struct f2fs_sb_info *sbi,
24893c62be17SJaegeuk Kim 			struct block_device *bdev, block_t blkaddr)
2490178053e2SDamien Le Moal {
2491178053e2SDamien Le Moal 	unsigned int zno = blkaddr >> sbi->log_blocks_per_blkz;
24923c62be17SJaegeuk Kim 	int i;
2493178053e2SDamien Le Moal 
24943c62be17SJaegeuk Kim 	for (i = 0; i < sbi->s_ndevs; i++)
24953c62be17SJaegeuk Kim 		if (FDEV(i).bdev == bdev)
24963c62be17SJaegeuk Kim 			return FDEV(i).blkz_type[zno];
24973c62be17SJaegeuk Kim 	return -EINVAL;
2498178053e2SDamien Le Moal }
2499178053e2SDamien Le Moal #endif
2500178053e2SDamien Le Moal 
250196ba2decSDamien Le Moal static inline bool f2fs_discard_en(struct f2fs_sb_info *sbi)
250296ba2decSDamien Le Moal {
250396ba2decSDamien Le Moal 	struct request_queue *q = bdev_get_queue(sbi->sb->s_bdev);
250496ba2decSDamien Le Moal 
250596ba2decSDamien Le Moal 	return blk_queue_discard(q) || f2fs_sb_mounted_blkzoned(sbi->sb);
250652763a4bSJaegeuk Kim }
250752763a4bSJaegeuk Kim 
250852763a4bSJaegeuk Kim static inline void set_opt_mode(struct f2fs_sb_info *sbi, unsigned int mt)
250952763a4bSJaegeuk Kim {
251052763a4bSJaegeuk Kim 	clear_opt(sbi, ADAPTIVE);
251152763a4bSJaegeuk Kim 	clear_opt(sbi, LFS);
251252763a4bSJaegeuk Kim 
251352763a4bSJaegeuk Kim 	switch (mt) {
251452763a4bSJaegeuk Kim 	case F2FS_MOUNT_ADAPTIVE:
251552763a4bSJaegeuk Kim 		set_opt(sbi, ADAPTIVE);
251652763a4bSJaegeuk Kim 		break;
251752763a4bSJaegeuk Kim 	case F2FS_MOUNT_LFS:
251852763a4bSJaegeuk Kim 		set_opt(sbi, LFS);
251952763a4bSJaegeuk Kim 		break;
252052763a4bSJaegeuk Kim 	}
252152763a4bSJaegeuk Kim }
252252763a4bSJaegeuk Kim 
2523fcc85a4dSJaegeuk Kim static inline bool f2fs_may_encrypt(struct inode *inode)
2524fcc85a4dSJaegeuk Kim {
2525fcc85a4dSJaegeuk Kim #ifdef CONFIG_F2FS_FS_ENCRYPTION
2526886f56f9SAl Viro 	umode_t mode = inode->i_mode;
2527fcc85a4dSJaegeuk Kim 
2528fcc85a4dSJaegeuk Kim 	return (S_ISREG(mode) || S_ISDIR(mode) || S_ISLNK(mode));
2529fcc85a4dSJaegeuk Kim #else
2530fcc85a4dSJaegeuk Kim 	return 0;
2531fcc85a4dSJaegeuk Kim #endif
2532fcc85a4dSJaegeuk Kim }
2533fcc85a4dSJaegeuk Kim 
25340b81d077SJaegeuk Kim #ifndef CONFIG_F2FS_FS_ENCRYPTION
25350b81d077SJaegeuk Kim #define fscrypt_set_d_op(i)
25360b81d077SJaegeuk Kim #define fscrypt_get_ctx			fscrypt_notsupp_get_ctx
25370b81d077SJaegeuk Kim #define fscrypt_release_ctx		fscrypt_notsupp_release_ctx
25380b81d077SJaegeuk Kim #define fscrypt_encrypt_page		fscrypt_notsupp_encrypt_page
25390b81d077SJaegeuk Kim #define fscrypt_decrypt_page		fscrypt_notsupp_decrypt_page
25400b81d077SJaegeuk Kim #define fscrypt_decrypt_bio_pages	fscrypt_notsupp_decrypt_bio_pages
25410b81d077SJaegeuk Kim #define fscrypt_pullback_bio_page	fscrypt_notsupp_pullback_bio_page
25420b81d077SJaegeuk Kim #define fscrypt_restore_control_page	fscrypt_notsupp_restore_control_page
25430b81d077SJaegeuk Kim #define fscrypt_zeroout_range		fscrypt_notsupp_zeroout_range
2544db717d8eSEric Biggers #define fscrypt_ioctl_set_policy	fscrypt_notsupp_ioctl_set_policy
2545db717d8eSEric Biggers #define fscrypt_ioctl_get_policy	fscrypt_notsupp_ioctl_get_policy
25460b81d077SJaegeuk Kim #define fscrypt_has_permitted_context	fscrypt_notsupp_has_permitted_context
25470b81d077SJaegeuk Kim #define fscrypt_inherit_context		fscrypt_notsupp_inherit_context
25480b81d077SJaegeuk Kim #define fscrypt_get_encryption_info	fscrypt_notsupp_get_encryption_info
25490b81d077SJaegeuk Kim #define fscrypt_put_encryption_info	fscrypt_notsupp_put_encryption_info
25500b81d077SJaegeuk Kim #define fscrypt_setup_filename		fscrypt_notsupp_setup_filename
25510b81d077SJaegeuk Kim #define fscrypt_free_filename		fscrypt_notsupp_free_filename
25520b81d077SJaegeuk Kim #define fscrypt_fname_encrypted_size	fscrypt_notsupp_fname_encrypted_size
25530b81d077SJaegeuk Kim #define fscrypt_fname_alloc_buffer	fscrypt_notsupp_fname_alloc_buffer
25540b81d077SJaegeuk Kim #define fscrypt_fname_free_buffer	fscrypt_notsupp_fname_free_buffer
25550b81d077SJaegeuk Kim #define fscrypt_fname_disk_to_usr	fscrypt_notsupp_fname_disk_to_usr
25560b81d077SJaegeuk Kim #define fscrypt_fname_usr_to_disk	fscrypt_notsupp_fname_usr_to_disk
255757e5055bSJaegeuk Kim #endif
255839a53e0cSJaegeuk Kim #endif
2559