xref: /openbmc/linux/fs/f2fs/f2fs.h (revision 599a09b2c1ac222e6aad0c22515d1ccde7c3b702)
10a8165d7SJaegeuk Kim /*
239a53e0cSJaegeuk Kim  * fs/f2fs/f2fs.h
339a53e0cSJaegeuk Kim  *
439a53e0cSJaegeuk Kim  * Copyright (c) 2012 Samsung Electronics Co., Ltd.
539a53e0cSJaegeuk Kim  *             http://www.samsung.com/
639a53e0cSJaegeuk Kim  *
739a53e0cSJaegeuk Kim  * This program is free software; you can redistribute it and/or modify
839a53e0cSJaegeuk Kim  * it under the terms of the GNU General Public License version 2 as
939a53e0cSJaegeuk Kim  * published by the Free Software Foundation.
1039a53e0cSJaegeuk Kim  */
1139a53e0cSJaegeuk Kim #ifndef _LINUX_F2FS_H
1239a53e0cSJaegeuk Kim #define _LINUX_F2FS_H
1339a53e0cSJaegeuk Kim 
1439a53e0cSJaegeuk Kim #include <linux/types.h>
1539a53e0cSJaegeuk Kim #include <linux/page-flags.h>
1639a53e0cSJaegeuk Kim #include <linux/buffer_head.h>
1739a53e0cSJaegeuk Kim #include <linux/slab.h>
1839a53e0cSJaegeuk Kim #include <linux/crc32.h>
1939a53e0cSJaegeuk Kim #include <linux/magic.h>
20c2d715d1SJaegeuk Kim #include <linux/kobject.h>
217bd59381SGu Zheng #include <linux/sched.h>
2239307a8eSJaegeuk Kim #include <linux/vmalloc.h>
23740432f8SJaegeuk Kim #include <linux/bio.h>
24d0239e1bSJaegeuk Kim #include <linux/blkdev.h>
250b81d077SJaegeuk Kim #include <linux/fscrypto.h>
2643b6573bSKeith Mok #include <crypto/hash.h>
2739a53e0cSJaegeuk Kim 
285d56b671SJaegeuk Kim #ifdef CONFIG_F2FS_CHECK_FS
299850cf4aSJaegeuk Kim #define f2fs_bug_on(sbi, condition)	BUG_ON(condition)
305d56b671SJaegeuk Kim #else
319850cf4aSJaegeuk Kim #define f2fs_bug_on(sbi, condition)					\
329850cf4aSJaegeuk Kim 	do {								\
339850cf4aSJaegeuk Kim 		if (unlikely(condition)) {				\
349850cf4aSJaegeuk Kim 			WARN_ON(1);					\
35caf0047eSChao Yu 			set_sbi_flag(sbi, SBI_NEED_FSCK);		\
369850cf4aSJaegeuk Kim 		}							\
379850cf4aSJaegeuk Kim 	} while (0)
385d56b671SJaegeuk Kim #endif
395d56b671SJaegeuk Kim 
402c63feadSJaegeuk Kim #ifdef CONFIG_F2FS_FAULT_INJECTION
412c63feadSJaegeuk Kim enum {
422c63feadSJaegeuk Kim 	FAULT_KMALLOC,
43c41f3cc3SJaegeuk Kim 	FAULT_PAGE_ALLOC,
44cb78942bSJaegeuk Kim 	FAULT_ALLOC_NID,
45cb78942bSJaegeuk Kim 	FAULT_ORPHAN,
46cb78942bSJaegeuk Kim 	FAULT_BLOCK,
47cb78942bSJaegeuk Kim 	FAULT_DIR_DEPTH,
4853aa6bbfSJaegeuk Kim 	FAULT_EVICT_INODE,
498b038c70SChao Yu 	FAULT_IO,
500f348028SChao Yu 	FAULT_CHECKPOINT,
512c63feadSJaegeuk Kim 	FAULT_MAX,
522c63feadSJaegeuk Kim };
532c63feadSJaegeuk Kim 
5408796897SSheng Yong struct f2fs_fault_info {
5508796897SSheng Yong 	atomic_t inject_ops;
5608796897SSheng Yong 	unsigned int inject_rate;
5708796897SSheng Yong 	unsigned int inject_type;
5808796897SSheng Yong };
5908796897SSheng Yong 
602c63feadSJaegeuk Kim extern char *fault_name[FAULT_MAX];
611ecc0c5cSChao Yu #define IS_FAULT_SET(fi, type) (fi->inject_type & (1 << (type)))
622c63feadSJaegeuk Kim #endif
632c63feadSJaegeuk Kim 
6439a53e0cSJaegeuk Kim /*
6539a53e0cSJaegeuk Kim  * For mount options
6639a53e0cSJaegeuk Kim  */
6739a53e0cSJaegeuk Kim #define F2FS_MOUNT_BG_GC		0x00000001
6839a53e0cSJaegeuk Kim #define F2FS_MOUNT_DISABLE_ROLL_FORWARD	0x00000002
6939a53e0cSJaegeuk Kim #define F2FS_MOUNT_DISCARD		0x00000004
7039a53e0cSJaegeuk Kim #define F2FS_MOUNT_NOHEAP		0x00000008
7139a53e0cSJaegeuk Kim #define F2FS_MOUNT_XATTR_USER		0x00000010
7239a53e0cSJaegeuk Kim #define F2FS_MOUNT_POSIX_ACL		0x00000020
7339a53e0cSJaegeuk Kim #define F2FS_MOUNT_DISABLE_EXT_IDENTIFY	0x00000040
74444c580fSJaegeuk Kim #define F2FS_MOUNT_INLINE_XATTR		0x00000080
751001b347SHuajun Li #define F2FS_MOUNT_INLINE_DATA		0x00000100
7634d67debSChao Yu #define F2FS_MOUNT_INLINE_DENTRY	0x00000200
7734d67debSChao Yu #define F2FS_MOUNT_FLUSH_MERGE		0x00000400
7834d67debSChao Yu #define F2FS_MOUNT_NOBARRIER		0x00000800
79d5053a34SJaegeuk Kim #define F2FS_MOUNT_FASTBOOT		0x00001000
8089672159SChao Yu #define F2FS_MOUNT_EXTENT_CACHE		0x00002000
816aefd93bSJaegeuk Kim #define F2FS_MOUNT_FORCE_FG_GC		0x00004000
82343f40f0SChao Yu #define F2FS_MOUNT_DATA_FLUSH		0x00008000
8373faec4dSJaegeuk Kim #define F2FS_MOUNT_FAULT_INJECTION	0x00010000
8436abef4eSJaegeuk Kim #define F2FS_MOUNT_ADAPTIVE		0x00020000
8536abef4eSJaegeuk Kim #define F2FS_MOUNT_LFS			0x00040000
8639a53e0cSJaegeuk Kim 
8739a53e0cSJaegeuk Kim #define clear_opt(sbi, option)	(sbi->mount_opt.opt &= ~F2FS_MOUNT_##option)
8839a53e0cSJaegeuk Kim #define set_opt(sbi, option)	(sbi->mount_opt.opt |= F2FS_MOUNT_##option)
8939a53e0cSJaegeuk Kim #define test_opt(sbi, option)	(sbi->mount_opt.opt & F2FS_MOUNT_##option)
9039a53e0cSJaegeuk Kim 
9139a53e0cSJaegeuk Kim #define ver_after(a, b)	(typecheck(unsigned long long, a) &&		\
9239a53e0cSJaegeuk Kim 		typecheck(unsigned long long, b) &&			\
9339a53e0cSJaegeuk Kim 		((long long)((a) - (b)) > 0))
9439a53e0cSJaegeuk Kim 
95a9841c4dSJaegeuk Kim typedef u32 block_t;	/*
96a9841c4dSJaegeuk Kim 			 * should not change u32, since it is the on-disk block
97a9841c4dSJaegeuk Kim 			 * address format, __le32.
98a9841c4dSJaegeuk Kim 			 */
9939a53e0cSJaegeuk Kim typedef u32 nid_t;
10039a53e0cSJaegeuk Kim 
10139a53e0cSJaegeuk Kim struct f2fs_mount_info {
10239a53e0cSJaegeuk Kim 	unsigned int	opt;
10339a53e0cSJaegeuk Kim };
10439a53e0cSJaegeuk Kim 
105cde4de12SJaegeuk Kim #define F2FS_FEATURE_ENCRYPT	0x0001
1060bfd7a09SDamien Le Moal #define F2FS_FEATURE_BLKZONED	0x0002
107cde4de12SJaegeuk Kim 
10876f105a2SJaegeuk Kim #define F2FS_HAS_FEATURE(sb, mask)					\
10976f105a2SJaegeuk Kim 	((F2FS_SB(sb)->raw_super->feature & cpu_to_le32(mask)) != 0)
11076f105a2SJaegeuk Kim #define F2FS_SET_FEATURE(sb, mask)					\
11176f105a2SJaegeuk Kim 	F2FS_SB(sb)->raw_super->feature |= cpu_to_le32(mask)
11276f105a2SJaegeuk Kim #define F2FS_CLEAR_FEATURE(sb, mask)					\
11376f105a2SJaegeuk Kim 	F2FS_SB(sb)->raw_super->feature &= ~cpu_to_le32(mask)
11476f105a2SJaegeuk Kim 
11539a53e0cSJaegeuk Kim /*
11639a53e0cSJaegeuk Kim  * For checkpoint manager
11739a53e0cSJaegeuk Kim  */
11839a53e0cSJaegeuk Kim enum {
11939a53e0cSJaegeuk Kim 	NAT_BITMAP,
12039a53e0cSJaegeuk Kim 	SIT_BITMAP
12139a53e0cSJaegeuk Kim };
12239a53e0cSJaegeuk Kim 
12375ab4cb8SJaegeuk Kim enum {
12475ab4cb8SJaegeuk Kim 	CP_UMOUNT,
125119ee914SJaegeuk Kim 	CP_FASTBOOT,
12675ab4cb8SJaegeuk Kim 	CP_SYNC,
12710027551SJaegeuk Kim 	CP_RECOVERY,
1284b2fecc8SJaegeuk Kim 	CP_DISCARD,
12975ab4cb8SJaegeuk Kim };
13075ab4cb8SJaegeuk Kim 
1312d9e9c32SJaegeuk Kim #define DEF_BATCHED_TRIM_SECTIONS	2
132bba681cbSJaegeuk Kim #define BATCHED_TRIM_SEGMENTS(sbi)	\
133bba681cbSJaegeuk Kim 		(SM_I(sbi)->trim_sections * (sbi)->segs_per_sec)
134a66cdd98SJaegeuk Kim #define BATCHED_TRIM_BLOCKS(sbi)	\
135a66cdd98SJaegeuk Kim 		(BATCHED_TRIM_SEGMENTS(sbi) << (sbi)->log_blocks_per_seg)
13660b99b48SJaegeuk Kim #define DEF_CP_INTERVAL			60	/* 60 secs */
137dcf25fe8SChao Yu #define DEF_IDLE_INTERVAL		5	/* 5 secs */
138bba681cbSJaegeuk Kim 
13975ab4cb8SJaegeuk Kim struct cp_control {
14075ab4cb8SJaegeuk Kim 	int reason;
1414b2fecc8SJaegeuk Kim 	__u64 trim_start;
1424b2fecc8SJaegeuk Kim 	__u64 trim_end;
1434b2fecc8SJaegeuk Kim 	__u64 trim_minlen;
1444b2fecc8SJaegeuk Kim 	__u64 trimmed;
14575ab4cb8SJaegeuk Kim };
14675ab4cb8SJaegeuk Kim 
147662befdaSChao Yu /*
14881c1a0f1SChao Yu  * For CP/NAT/SIT/SSA readahead
149662befdaSChao Yu  */
150662befdaSChao Yu enum {
151662befdaSChao Yu 	META_CP,
152662befdaSChao Yu 	META_NAT,
15381c1a0f1SChao Yu 	META_SIT,
1544c521f49SJaegeuk Kim 	META_SSA,
1554c521f49SJaegeuk Kim 	META_POR,
156662befdaSChao Yu };
157662befdaSChao Yu 
1586451e041SJaegeuk Kim /* for the list of ino */
1596451e041SJaegeuk Kim enum {
1606451e041SJaegeuk Kim 	ORPHAN_INO,		/* for orphan ino list */
161fff04f90SJaegeuk Kim 	APPEND_INO,		/* for append ino list */
162fff04f90SJaegeuk Kim 	UPDATE_INO,		/* for update ino list */
1636451e041SJaegeuk Kim 	MAX_INO_ENTRY,		/* max. list */
1646451e041SJaegeuk Kim };
1656451e041SJaegeuk Kim 
1666451e041SJaegeuk Kim struct ino_entry {
16739a53e0cSJaegeuk Kim 	struct list_head list;	/* list head */
16839a53e0cSJaegeuk Kim 	nid_t ino;		/* inode number */
16939a53e0cSJaegeuk Kim };
17039a53e0cSJaegeuk Kim 
1712710fd7eSChao Yu /* for the list of inodes to be GCed */
17206292073SChao Yu struct inode_entry {
17339a53e0cSJaegeuk Kim 	struct list_head list;	/* list head */
17439a53e0cSJaegeuk Kim 	struct inode *inode;	/* vfs inode pointer */
17539a53e0cSJaegeuk Kim };
17639a53e0cSJaegeuk Kim 
1777fd9e544SJaegeuk Kim /* for the list of blockaddresses to be discarded */
1787fd9e544SJaegeuk Kim struct discard_entry {
1797fd9e544SJaegeuk Kim 	struct list_head list;	/* list head */
1807fd9e544SJaegeuk Kim 	block_t blkaddr;	/* block address to be discarded */
1817fd9e544SJaegeuk Kim 	int len;		/* # of consecutive blocks of the discard */
1827fd9e544SJaegeuk Kim };
1837fd9e544SJaegeuk Kim 
184275b66b0SChao Yu struct bio_entry {
185275b66b0SChao Yu 	struct list_head list;
1864e6a8d9bSJaegeuk Kim 	block_t lstart;
1874e6a8d9bSJaegeuk Kim 	block_t len;
188275b66b0SChao Yu 	struct bio *bio;
189275b66b0SChao Yu 	struct completion event;
190275b66b0SChao Yu 	int error;
191275b66b0SChao Yu };
192275b66b0SChao Yu 
19339a53e0cSJaegeuk Kim /* for the list of fsync inodes, used only during recovery */
19439a53e0cSJaegeuk Kim struct fsync_inode_entry {
19539a53e0cSJaegeuk Kim 	struct list_head list;	/* list head */
19639a53e0cSJaegeuk Kim 	struct inode *inode;	/* vfs inode pointer */
197c52e1b10SJaegeuk Kim 	block_t blkaddr;	/* block address locating the last fsync */
198c52e1b10SJaegeuk Kim 	block_t last_dentry;	/* block address locating the last dentry */
19939a53e0cSJaegeuk Kim };
20039a53e0cSJaegeuk Kim 
201dfc08a12SChao Yu #define nats_in_cursum(jnl)		(le16_to_cpu(jnl->n_nats))
202dfc08a12SChao Yu #define sits_in_cursum(jnl)		(le16_to_cpu(jnl->n_sits))
20339a53e0cSJaegeuk Kim 
204dfc08a12SChao Yu #define nat_in_journal(jnl, i)		(jnl->nat_j.entries[i].ne)
205dfc08a12SChao Yu #define nid_in_journal(jnl, i)		(jnl->nat_j.entries[i].nid)
206dfc08a12SChao Yu #define sit_in_journal(jnl, i)		(jnl->sit_j.entries[i].se)
207dfc08a12SChao Yu #define segno_in_journal(jnl, i)	(jnl->sit_j.entries[i].segno)
20839a53e0cSJaegeuk Kim 
209dfc08a12SChao Yu #define MAX_NAT_JENTRIES(jnl)	(NAT_JOURNAL_ENTRIES - nats_in_cursum(jnl))
210dfc08a12SChao Yu #define MAX_SIT_JENTRIES(jnl)	(SIT_JOURNAL_ENTRIES - sits_in_cursum(jnl))
211309cc2b6SJaegeuk Kim 
212dfc08a12SChao Yu static inline int update_nats_in_cursum(struct f2fs_journal *journal, int i)
21339a53e0cSJaegeuk Kim {
214dfc08a12SChao Yu 	int before = nats_in_cursum(journal);
215dfc08a12SChao Yu 	journal->n_nats = cpu_to_le16(before + i);
21639a53e0cSJaegeuk Kim 	return before;
21739a53e0cSJaegeuk Kim }
21839a53e0cSJaegeuk Kim 
219dfc08a12SChao Yu static inline int update_sits_in_cursum(struct f2fs_journal *journal, int i)
22039a53e0cSJaegeuk Kim {
221dfc08a12SChao Yu 	int before = sits_in_cursum(journal);
222dfc08a12SChao Yu 	journal->n_sits = cpu_to_le16(before + i);
22339a53e0cSJaegeuk Kim 	return before;
22439a53e0cSJaegeuk Kim }
22539a53e0cSJaegeuk Kim 
226dfc08a12SChao Yu static inline bool __has_cursum_space(struct f2fs_journal *journal,
227dfc08a12SChao Yu 							int size, int type)
228184a5cd2SChao Yu {
229184a5cd2SChao Yu 	if (type == NAT_JOURNAL)
230dfc08a12SChao Yu 		return size <= MAX_NAT_JENTRIES(journal);
231dfc08a12SChao Yu 	return size <= MAX_SIT_JENTRIES(journal);
232184a5cd2SChao Yu }
233184a5cd2SChao Yu 
23439a53e0cSJaegeuk Kim /*
235e9750824SNamjae Jeon  * ioctl commands
236e9750824SNamjae Jeon  */
237e9750824SNamjae Jeon #define F2FS_IOC_GETFLAGS		FS_IOC_GETFLAGS
238e9750824SNamjae Jeon #define F2FS_IOC_SETFLAGS		FS_IOC_SETFLAGS
239d49f3e89SChao Yu #define F2FS_IOC_GETVERSION		FS_IOC_GETVERSION
240e9750824SNamjae Jeon 
24188b88a66SJaegeuk Kim #define F2FS_IOCTL_MAGIC		0xf5
24288b88a66SJaegeuk Kim #define F2FS_IOC_START_ATOMIC_WRITE	_IO(F2FS_IOCTL_MAGIC, 1)
24388b88a66SJaegeuk Kim #define F2FS_IOC_COMMIT_ATOMIC_WRITE	_IO(F2FS_IOCTL_MAGIC, 2)
24402a1335fSJaegeuk Kim #define F2FS_IOC_START_VOLATILE_WRITE	_IO(F2FS_IOCTL_MAGIC, 3)
2451e84371fSJaegeuk Kim #define F2FS_IOC_RELEASE_VOLATILE_WRITE	_IO(F2FS_IOCTL_MAGIC, 4)
2461e84371fSJaegeuk Kim #define F2FS_IOC_ABORT_VOLATILE_WRITE	_IO(F2FS_IOCTL_MAGIC, 5)
247c1c1b583SChao Yu #define F2FS_IOC_GARBAGE_COLLECT	_IO(F2FS_IOCTL_MAGIC, 6)
248456b88e4SChao Yu #define F2FS_IOC_WRITE_CHECKPOINT	_IO(F2FS_IOCTL_MAGIC, 7)
249d323d005SChao Yu #define F2FS_IOC_DEFRAGMENT		_IO(F2FS_IOCTL_MAGIC, 8)
2504dd6f977SJaegeuk Kim #define F2FS_IOC_MOVE_RANGE		_IOWR(F2FS_IOCTL_MAGIC, 9,	\
2514dd6f977SJaegeuk Kim 						struct f2fs_move_range)
25288b88a66SJaegeuk Kim 
2530b81d077SJaegeuk Kim #define F2FS_IOC_SET_ENCRYPTION_POLICY	FS_IOC_SET_ENCRYPTION_POLICY
2540b81d077SJaegeuk Kim #define F2FS_IOC_GET_ENCRYPTION_POLICY	FS_IOC_GET_ENCRYPTION_POLICY
2550b81d077SJaegeuk Kim #define F2FS_IOC_GET_ENCRYPTION_PWSALT	FS_IOC_GET_ENCRYPTION_PWSALT
256f424f664SJaegeuk Kim 
2571abff93dSJaegeuk Kim /*
2581abff93dSJaegeuk Kim  * should be same as XFS_IOC_GOINGDOWN.
2591abff93dSJaegeuk Kim  * Flags for going down operation used by FS_IOC_GOINGDOWN
2601abff93dSJaegeuk Kim  */
2611abff93dSJaegeuk Kim #define F2FS_IOC_SHUTDOWN	_IOR('X', 125, __u32)	/* Shutdown */
2621abff93dSJaegeuk Kim #define F2FS_GOING_DOWN_FULLSYNC	0x0	/* going down with full sync */
2631abff93dSJaegeuk Kim #define F2FS_GOING_DOWN_METASYNC	0x1	/* going down with metadata */
2641abff93dSJaegeuk Kim #define F2FS_GOING_DOWN_NOSYNC		0x2	/* going down */
265c912a829SJaegeuk Kim #define F2FS_GOING_DOWN_METAFLUSH	0x3	/* going down with meta flush */
2661abff93dSJaegeuk Kim 
267e9750824SNamjae Jeon #if defined(__KERNEL__) && defined(CONFIG_COMPAT)
268e9750824SNamjae Jeon /*
269e9750824SNamjae Jeon  * ioctl commands in 32 bit emulation
270e9750824SNamjae Jeon  */
271e9750824SNamjae Jeon #define F2FS_IOC32_GETFLAGS		FS_IOC32_GETFLAGS
272e9750824SNamjae Jeon #define F2FS_IOC32_SETFLAGS		FS_IOC32_SETFLAGS
27304ef4b62SChao Yu #define F2FS_IOC32_GETVERSION		FS_IOC32_GETVERSION
274e9750824SNamjae Jeon #endif
275e9750824SNamjae Jeon 
276d323d005SChao Yu struct f2fs_defragment {
277d323d005SChao Yu 	u64 start;
278d323d005SChao Yu 	u64 len;
279d323d005SChao Yu };
280d323d005SChao Yu 
2814dd6f977SJaegeuk Kim struct f2fs_move_range {
2824dd6f977SJaegeuk Kim 	u32 dst_fd;		/* destination fd */
2834dd6f977SJaegeuk Kim 	u64 pos_in;		/* start position in src_fd */
2844dd6f977SJaegeuk Kim 	u64 pos_out;		/* start position in dst_fd */
2854dd6f977SJaegeuk Kim 	u64 len;		/* size to move */
2864dd6f977SJaegeuk Kim };
2874dd6f977SJaegeuk Kim 
288e9750824SNamjae Jeon /*
28939a53e0cSJaegeuk Kim  * For INODE and NODE manager
29039a53e0cSJaegeuk Kim  */
2917b3cd7d6SJaegeuk Kim /* for directory operations */
2927b3cd7d6SJaegeuk Kim struct f2fs_dentry_ptr {
293d8c6822aSJaegeuk Kim 	struct inode *inode;
2947b3cd7d6SJaegeuk Kim 	const void *bitmap;
2957b3cd7d6SJaegeuk Kim 	struct f2fs_dir_entry *dentry;
2967b3cd7d6SJaegeuk Kim 	__u8 (*filename)[F2FS_SLOT_LEN];
2977b3cd7d6SJaegeuk Kim 	int max;
2987b3cd7d6SJaegeuk Kim };
2997b3cd7d6SJaegeuk Kim 
300d8c6822aSJaegeuk Kim static inline void make_dentry_ptr(struct inode *inode,
301d8c6822aSJaegeuk Kim 		struct f2fs_dentry_ptr *d, void *src, int type)
3027b3cd7d6SJaegeuk Kim {
303d8c6822aSJaegeuk Kim 	d->inode = inode;
304d8c6822aSJaegeuk Kim 
3057b3cd7d6SJaegeuk Kim 	if (type == 1) {
3067b3cd7d6SJaegeuk Kim 		struct f2fs_dentry_block *t = (struct f2fs_dentry_block *)src;
3077b3cd7d6SJaegeuk Kim 		d->max = NR_DENTRY_IN_BLOCK;
3087b3cd7d6SJaegeuk Kim 		d->bitmap = &t->dentry_bitmap;
3097b3cd7d6SJaegeuk Kim 		d->dentry = t->dentry;
3107b3cd7d6SJaegeuk Kim 		d->filename = t->filename;
3117b3cd7d6SJaegeuk Kim 	} else {
3127b3cd7d6SJaegeuk Kim 		struct f2fs_inline_dentry *t = (struct f2fs_inline_dentry *)src;
3137b3cd7d6SJaegeuk Kim 		d->max = NR_INLINE_DENTRY;
3147b3cd7d6SJaegeuk Kim 		d->bitmap = &t->dentry_bitmap;
3157b3cd7d6SJaegeuk Kim 		d->dentry = t->dentry;
3167b3cd7d6SJaegeuk Kim 		d->filename = t->filename;
3177b3cd7d6SJaegeuk Kim 	}
3187b3cd7d6SJaegeuk Kim }
3197b3cd7d6SJaegeuk Kim 
320dbe6a5ffSJaegeuk Kim /*
321dbe6a5ffSJaegeuk Kim  * XATTR_NODE_OFFSET stores xattrs to one node block per file keeping -1
322dbe6a5ffSJaegeuk Kim  * as its node offset to distinguish from index node blocks.
323dbe6a5ffSJaegeuk Kim  * But some bits are used to mark the node block.
32439a53e0cSJaegeuk Kim  */
325dbe6a5ffSJaegeuk Kim #define XATTR_NODE_OFFSET	((((unsigned int)-1) << OFFSET_BIT_SHIFT) \
326dbe6a5ffSJaegeuk Kim 				>> OFFSET_BIT_SHIFT)
327266e97a8SJaegeuk Kim enum {
328266e97a8SJaegeuk Kim 	ALLOC_NODE,			/* allocate a new node page if needed */
329266e97a8SJaegeuk Kim 	LOOKUP_NODE,			/* look up a node without readahead */
330266e97a8SJaegeuk Kim 	LOOKUP_NODE_RA,			/*
331266e97a8SJaegeuk Kim 					 * look up a node with readahead called
3324f4124d0SChao Yu 					 * by get_data_block.
33339a53e0cSJaegeuk Kim 					 */
334266e97a8SJaegeuk Kim };
335266e97a8SJaegeuk Kim 
336a6db67f0SJaegeuk Kim #define F2FS_LINK_MAX	0xffffffff	/* maximum link count per file */
33739a53e0cSJaegeuk Kim 
338817202d9SChao Yu #define MAX_DIR_RA_PAGES	4	/* maximum ra pages of dir */
339817202d9SChao Yu 
34013054c54SChao Yu /* vector size for gang look-up from extent cache that consists of radix tree */
34113054c54SChao Yu #define EXT_TREE_VEC_SIZE	64
34213054c54SChao Yu 
34339a53e0cSJaegeuk Kim /* for in-memory extent cache entry */
34413054c54SChao Yu #define F2FS_MIN_EXTENT_LEN	64	/* minimum extent length */
34513054c54SChao Yu 
34613054c54SChao Yu /* number of extent info in extent cache we try to shrink */
34713054c54SChao Yu #define EXTENT_CACHE_SHRINK_NUMBER	128
348c11abd1aSJaegeuk Kim 
34939a53e0cSJaegeuk Kim struct extent_info {
35039a53e0cSJaegeuk Kim 	unsigned int fofs;		/* start offset in a file */
3514d0b0bd4SChao Yu 	u32 blk;			/* start block address of the extent */
352111d2495SMasanari Iida 	unsigned int len;		/* length of the extent */
35339a53e0cSJaegeuk Kim };
35439a53e0cSJaegeuk Kim 
35513054c54SChao Yu struct extent_node {
35613054c54SChao Yu 	struct rb_node rb_node;		/* rb node located in rb-tree */
35713054c54SChao Yu 	struct list_head list;		/* node in global extent list of sbi */
35813054c54SChao Yu 	struct extent_info ei;		/* extent info */
359201ef5e0SHou Pengyang 	struct extent_tree *et;		/* extent tree pointer */
36013054c54SChao Yu };
36113054c54SChao Yu 
36213054c54SChao Yu struct extent_tree {
36313054c54SChao Yu 	nid_t ino;			/* inode number */
36413054c54SChao Yu 	struct rb_root root;		/* root of extent info rb-tree */
36562c8af65SChao Yu 	struct extent_node *cached_en;	/* recently accessed extent node */
3663e72f721SJaegeuk Kim 	struct extent_info largest;	/* largested extent info */
367137d09f0SJaegeuk Kim 	struct list_head list;		/* to be used by sbi->zombie_list */
36813054c54SChao Yu 	rwlock_t lock;			/* protect extent info rb-tree */
36968e35385SChao Yu 	atomic_t node_cnt;		/* # of extent node in rb-tree*/
37013054c54SChao Yu };
37113054c54SChao Yu 
37239a53e0cSJaegeuk Kim /*
373003a3e1dSJaegeuk Kim  * This structure is taken from ext4_map_blocks.
374003a3e1dSJaegeuk Kim  *
375003a3e1dSJaegeuk Kim  * Note that, however, f2fs uses NEW and MAPPED flags for f2fs_map_blocks().
376003a3e1dSJaegeuk Kim  */
377003a3e1dSJaegeuk Kim #define F2FS_MAP_NEW		(1 << BH_New)
378003a3e1dSJaegeuk Kim #define F2FS_MAP_MAPPED		(1 << BH_Mapped)
3797f63eb77SJaegeuk Kim #define F2FS_MAP_UNWRITTEN	(1 << BH_Unwritten)
3807f63eb77SJaegeuk Kim #define F2FS_MAP_FLAGS		(F2FS_MAP_NEW | F2FS_MAP_MAPPED |\
3817f63eb77SJaegeuk Kim 				F2FS_MAP_UNWRITTEN)
382003a3e1dSJaegeuk Kim 
383003a3e1dSJaegeuk Kim struct f2fs_map_blocks {
384003a3e1dSJaegeuk Kim 	block_t m_pblk;
385003a3e1dSJaegeuk Kim 	block_t m_lblk;
386003a3e1dSJaegeuk Kim 	unsigned int m_len;
387003a3e1dSJaegeuk Kim 	unsigned int m_flags;
388da85985cSChao Yu 	pgoff_t *m_next_pgofs;		/* point next possible non-hole pgofs */
389003a3e1dSJaegeuk Kim };
390003a3e1dSJaegeuk Kim 
391e2b4e2bcSChao Yu /* for flag in get_data_block */
392e2b4e2bcSChao Yu #define F2FS_GET_BLOCK_READ		0
393e2b4e2bcSChao Yu #define F2FS_GET_BLOCK_DIO		1
394e2b4e2bcSChao Yu #define F2FS_GET_BLOCK_FIEMAP		2
395e2b4e2bcSChao Yu #define F2FS_GET_BLOCK_BMAP		3
396b439b103SJaegeuk Kim #define F2FS_GET_BLOCK_PRE_DIO		4
39724b84912SJaegeuk Kim #define F2FS_GET_BLOCK_PRE_AIO		5
398e2b4e2bcSChao Yu 
399003a3e1dSJaegeuk Kim /*
40039a53e0cSJaegeuk Kim  * i_advise uses FADVISE_XXX_BIT. We can add additional hints later.
40139a53e0cSJaegeuk Kim  */
40239a53e0cSJaegeuk Kim #define FADVISE_COLD_BIT	0x01
403354a3399SJaegeuk Kim #define FADVISE_LOST_PINO_BIT	0x02
404cde4de12SJaegeuk Kim #define FADVISE_ENCRYPT_BIT	0x04
405e7d55452SJaegeuk Kim #define FADVISE_ENC_NAME_BIT	0x08
40626787236SJaegeuk Kim #define FADVISE_KEEP_SIZE_BIT	0x10
40739a53e0cSJaegeuk Kim 
408b5492af7SJaegeuk Kim #define file_is_cold(inode)	is_file(inode, FADVISE_COLD_BIT)
409b5492af7SJaegeuk Kim #define file_wrong_pino(inode)	is_file(inode, FADVISE_LOST_PINO_BIT)
410b5492af7SJaegeuk Kim #define file_set_cold(inode)	set_file(inode, FADVISE_COLD_BIT)
411b5492af7SJaegeuk Kim #define file_lost_pino(inode)	set_file(inode, FADVISE_LOST_PINO_BIT)
412b5492af7SJaegeuk Kim #define file_clear_cold(inode)	clear_file(inode, FADVISE_COLD_BIT)
413b5492af7SJaegeuk Kim #define file_got_pino(inode)	clear_file(inode, FADVISE_LOST_PINO_BIT)
414cde4de12SJaegeuk Kim #define file_is_encrypt(inode)	is_file(inode, FADVISE_ENCRYPT_BIT)
415cde4de12SJaegeuk Kim #define file_set_encrypt(inode)	set_file(inode, FADVISE_ENCRYPT_BIT)
416cde4de12SJaegeuk Kim #define file_clear_encrypt(inode) clear_file(inode, FADVISE_ENCRYPT_BIT)
417e7d55452SJaegeuk Kim #define file_enc_name(inode)	is_file(inode, FADVISE_ENC_NAME_BIT)
418e7d55452SJaegeuk Kim #define file_set_enc_name(inode) set_file(inode, FADVISE_ENC_NAME_BIT)
41926787236SJaegeuk Kim #define file_keep_isize(inode)	is_file(inode, FADVISE_KEEP_SIZE_BIT)
42026787236SJaegeuk Kim #define file_set_keep_isize(inode) set_file(inode, FADVISE_KEEP_SIZE_BIT)
421cde4de12SJaegeuk Kim 
422ab9fa662SJaegeuk Kim #define DEF_DIR_LEVEL		0
423ab9fa662SJaegeuk Kim 
42439a53e0cSJaegeuk Kim struct f2fs_inode_info {
42539a53e0cSJaegeuk Kim 	struct inode vfs_inode;		/* serve a vfs inode */
42639a53e0cSJaegeuk Kim 	unsigned long i_flags;		/* keep an inode flags for ioctl */
42739a53e0cSJaegeuk Kim 	unsigned char i_advise;		/* use to give file attribute hints */
42838431545SJaegeuk Kim 	unsigned char i_dir_level;	/* use for dentry level for large dir */
42939a53e0cSJaegeuk Kim 	unsigned int i_current_depth;	/* use only in directory structure */
4306666e6aaSJaegeuk Kim 	unsigned int i_pino;		/* parent inode number */
43139a53e0cSJaegeuk Kim 	umode_t i_acl_mode;		/* keep file acl mode temporarily */
43239a53e0cSJaegeuk Kim 
43339a53e0cSJaegeuk Kim 	/* Use below internally in f2fs*/
43439a53e0cSJaegeuk Kim 	unsigned long flags;		/* use to pass per-file flags */
435d928bfbfSJaegeuk Kim 	struct rw_semaphore i_sem;	/* protect fi info */
436204706c7SJaegeuk Kim 	atomic_t dirty_pages;		/* # of dirty pages */
43739a53e0cSJaegeuk Kim 	f2fs_hash_t chash;		/* hash value of given file name */
43839a53e0cSJaegeuk Kim 	unsigned int clevel;		/* maximum level of given file name */
43939a53e0cSJaegeuk Kim 	nid_t i_xattr_nid;		/* node id that contains xattrs */
440e518ff81SJaegeuk Kim 	unsigned long long xattr_ver;	/* cp version of xattr modification */
44126de9b11SJaegeuk Kim 	loff_t	last_disk_size;		/* lastly written file size */
44288b88a66SJaegeuk Kim 
4430f18b462SJaegeuk Kim 	struct list_head dirty_list;	/* dirty list for dirs and files */
4440f18b462SJaegeuk Kim 	struct list_head gdirty_list;	/* linked in global dirty list */
44588b88a66SJaegeuk Kim 	struct list_head inmem_pages;	/* inmemory pages managed by f2fs */
44688b88a66SJaegeuk Kim 	struct mutex inmem_lock;	/* lock for inmemory pages */
4473e72f721SJaegeuk Kim 	struct extent_tree *extent_tree;	/* cached extent_tree entry */
44882e0a5aaSChao Yu 	struct rw_semaphore dio_rwsem[2];/* avoid racing between dio and gc */
44939a53e0cSJaegeuk Kim };
45039a53e0cSJaegeuk Kim 
45139a53e0cSJaegeuk Kim static inline void get_extent_info(struct extent_info *ext,
452bd933d4fSChao Yu 					struct f2fs_extent *i_ext)
45339a53e0cSJaegeuk Kim {
454bd933d4fSChao Yu 	ext->fofs = le32_to_cpu(i_ext->fofs);
455bd933d4fSChao Yu 	ext->blk = le32_to_cpu(i_ext->blk);
456bd933d4fSChao Yu 	ext->len = le32_to_cpu(i_ext->len);
45739a53e0cSJaegeuk Kim }
45839a53e0cSJaegeuk Kim 
45939a53e0cSJaegeuk Kim static inline void set_raw_extent(struct extent_info *ext,
46039a53e0cSJaegeuk Kim 					struct f2fs_extent *i_ext)
46139a53e0cSJaegeuk Kim {
46239a53e0cSJaegeuk Kim 	i_ext->fofs = cpu_to_le32(ext->fofs);
4634d0b0bd4SChao Yu 	i_ext->blk = cpu_to_le32(ext->blk);
46439a53e0cSJaegeuk Kim 	i_ext->len = cpu_to_le32(ext->len);
46539a53e0cSJaegeuk Kim }
46639a53e0cSJaegeuk Kim 
467429511cdSChao Yu static inline void set_extent_info(struct extent_info *ei, unsigned int fofs,
468429511cdSChao Yu 						u32 blk, unsigned int len)
469429511cdSChao Yu {
470429511cdSChao Yu 	ei->fofs = fofs;
471429511cdSChao Yu 	ei->blk = blk;
472429511cdSChao Yu 	ei->len = len;
473429511cdSChao Yu }
474429511cdSChao Yu 
4750bdee482SChao Yu static inline bool __is_extent_same(struct extent_info *ei1,
4760bdee482SChao Yu 						struct extent_info *ei2)
4770bdee482SChao Yu {
4780bdee482SChao Yu 	return (ei1->fofs == ei2->fofs && ei1->blk == ei2->blk &&
4790bdee482SChao Yu 						ei1->len == ei2->len);
4800bdee482SChao Yu }
4810bdee482SChao Yu 
482429511cdSChao Yu static inline bool __is_extent_mergeable(struct extent_info *back,
483429511cdSChao Yu 						struct extent_info *front)
484429511cdSChao Yu {
485429511cdSChao Yu 	return (back->fofs + back->len == front->fofs &&
486429511cdSChao Yu 			back->blk + back->len == front->blk);
487429511cdSChao Yu }
488429511cdSChao Yu 
489429511cdSChao Yu static inline bool __is_back_mergeable(struct extent_info *cur,
490429511cdSChao Yu 						struct extent_info *back)
491429511cdSChao Yu {
492429511cdSChao Yu 	return __is_extent_mergeable(back, cur);
493429511cdSChao Yu }
494429511cdSChao Yu 
495429511cdSChao Yu static inline bool __is_front_mergeable(struct extent_info *cur,
496429511cdSChao Yu 						struct extent_info *front)
497429511cdSChao Yu {
498429511cdSChao Yu 	return __is_extent_mergeable(cur, front);
499429511cdSChao Yu }
500429511cdSChao Yu 
5017c45729aSJaegeuk Kim extern void f2fs_mark_inode_dirty_sync(struct inode *, bool);
502205b9822SJaegeuk Kim static inline void __try_update_largest_extent(struct inode *inode,
503205b9822SJaegeuk Kim 			struct extent_tree *et, struct extent_node *en)
5044abd3f5aSChao Yu {
505205b9822SJaegeuk Kim 	if (en->ei.len > et->largest.len) {
5064abd3f5aSChao Yu 		et->largest = en->ei;
5077c45729aSJaegeuk Kim 		f2fs_mark_inode_dirty_sync(inode, true);
508205b9822SJaegeuk Kim 	}
5094abd3f5aSChao Yu }
5104abd3f5aSChao Yu 
511b8559dc2SChao Yu enum nid_list {
512b8559dc2SChao Yu 	FREE_NID_LIST,
513b8559dc2SChao Yu 	ALLOC_NID_LIST,
514b8559dc2SChao Yu 	MAX_NID_LIST,
515b8559dc2SChao Yu };
516b8559dc2SChao Yu 
51739a53e0cSJaegeuk Kim struct f2fs_nm_info {
51839a53e0cSJaegeuk Kim 	block_t nat_blkaddr;		/* base disk address of NAT */
51939a53e0cSJaegeuk Kim 	nid_t max_nid;			/* maximum possible node ids */
52004d47e67SChao Yu 	nid_t available_nids;		/* # of available node ids */
52139a53e0cSJaegeuk Kim 	nid_t next_scan_nid;		/* the next nid to be scanned */
522cdfc41c1SJaegeuk Kim 	unsigned int ram_thresh;	/* control the memory footprint */
523ea1a29a0SChao Yu 	unsigned int ra_nid_pages;	/* # of nid pages to be readaheaded */
5242304cb0cSChao Yu 	unsigned int dirty_nats_ratio;	/* control dirty nats ratio threshold */
52539a53e0cSJaegeuk Kim 
52639a53e0cSJaegeuk Kim 	/* NAT cache management */
52739a53e0cSJaegeuk Kim 	struct radix_tree_root nat_root;/* root of the nat entry cache */
528309cc2b6SJaegeuk Kim 	struct radix_tree_root nat_set_root;/* root of the nat set cache */
529b873b798SJaegeuk Kim 	struct rw_semaphore nat_tree_lock;	/* protect nat_tree_lock */
53039a53e0cSJaegeuk Kim 	struct list_head nat_entries;	/* cached nat entry list (clean) */
531309cc2b6SJaegeuk Kim 	unsigned int nat_cnt;		/* the # of cached nat entries */
532aec71382SChao Yu 	unsigned int dirty_nat_cnt;	/* total num of nat entries in set */
53339a53e0cSJaegeuk Kim 
53439a53e0cSJaegeuk Kim 	/* free node ids management */
5358a7ed66aSJaegeuk Kim 	struct radix_tree_root free_nid_root;/* root of the free_nid cache */
536b8559dc2SChao Yu 	struct list_head nid_list[MAX_NID_LIST];/* lists for free nids */
537b8559dc2SChao Yu 	unsigned int nid_cnt[MAX_NID_LIST];	/* the number of free node id */
538b8559dc2SChao Yu 	spinlock_t nid_list_lock;	/* protect nid lists ops */
53939a53e0cSJaegeuk Kim 	struct mutex build_lock;	/* lock for build free nids */
54039a53e0cSJaegeuk Kim 
54139a53e0cSJaegeuk Kim 	/* for checkpoint */
54239a53e0cSJaegeuk Kim 	char *nat_bitmap;		/* NAT bitmap pointer */
543*599a09b2SChao Yu #ifdef CONFIG_F2FS_CHECK_FS
544*599a09b2SChao Yu 	char *nat_bitmap_mir;		/* NAT bitmap mirror */
545*599a09b2SChao Yu #endif
54639a53e0cSJaegeuk Kim 	int bitmap_size;		/* bitmap size */
54739a53e0cSJaegeuk Kim };
54839a53e0cSJaegeuk Kim 
54939a53e0cSJaegeuk Kim /*
55039a53e0cSJaegeuk Kim  * this structure is used as one of function parameters.
55139a53e0cSJaegeuk Kim  * all the information are dedicated to a given direct node block determined
55239a53e0cSJaegeuk Kim  * by the data offset in a file.
55339a53e0cSJaegeuk Kim  */
55439a53e0cSJaegeuk Kim struct dnode_of_data {
55539a53e0cSJaegeuk Kim 	struct inode *inode;		/* vfs inode pointer */
55639a53e0cSJaegeuk Kim 	struct page *inode_page;	/* its inode page, NULL is possible */
55739a53e0cSJaegeuk Kim 	struct page *node_page;		/* cached direct node page */
55839a53e0cSJaegeuk Kim 	nid_t nid;			/* node id of the direct node block */
55939a53e0cSJaegeuk Kim 	unsigned int ofs_in_node;	/* data offset in the node page */
56039a53e0cSJaegeuk Kim 	bool inode_page_locked;		/* inode page is locked or not */
56193bae099SJaegeuk Kim 	bool node_changed;		/* is node block changed */
5623cf45747SChao Yu 	char cur_level;			/* level of hole node page */
5633cf45747SChao Yu 	char max_level;			/* level of current page located */
56439a53e0cSJaegeuk Kim 	block_t	data_blkaddr;		/* block address of the node block */
56539a53e0cSJaegeuk Kim };
56639a53e0cSJaegeuk Kim 
56739a53e0cSJaegeuk Kim static inline void set_new_dnode(struct dnode_of_data *dn, struct inode *inode,
56839a53e0cSJaegeuk Kim 		struct page *ipage, struct page *npage, nid_t nid)
56939a53e0cSJaegeuk Kim {
570d66d1f76SJaegeuk Kim 	memset(dn, 0, sizeof(*dn));
57139a53e0cSJaegeuk Kim 	dn->inode = inode;
57239a53e0cSJaegeuk Kim 	dn->inode_page = ipage;
57339a53e0cSJaegeuk Kim 	dn->node_page = npage;
57439a53e0cSJaegeuk Kim 	dn->nid = nid;
57539a53e0cSJaegeuk Kim }
57639a53e0cSJaegeuk Kim 
57739a53e0cSJaegeuk Kim /*
57839a53e0cSJaegeuk Kim  * For SIT manager
57939a53e0cSJaegeuk Kim  *
58039a53e0cSJaegeuk Kim  * By default, there are 6 active log areas across the whole main area.
58139a53e0cSJaegeuk Kim  * When considering hot and cold data separation to reduce cleaning overhead,
58239a53e0cSJaegeuk Kim  * we split 3 for data logs and 3 for node logs as hot, warm, and cold types,
58339a53e0cSJaegeuk Kim  * respectively.
58439a53e0cSJaegeuk Kim  * In the current design, you should not change the numbers intentionally.
58539a53e0cSJaegeuk Kim  * Instead, as a mount option such as active_logs=x, you can use 2, 4, and 6
58639a53e0cSJaegeuk Kim  * logs individually according to the underlying devices. (default: 6)
58739a53e0cSJaegeuk Kim  * Just in case, on-disk layout covers maximum 16 logs that consist of 8 for
58839a53e0cSJaegeuk Kim  * data and 8 for node logs.
58939a53e0cSJaegeuk Kim  */
59039a53e0cSJaegeuk Kim #define	NR_CURSEG_DATA_TYPE	(3)
59139a53e0cSJaegeuk Kim #define NR_CURSEG_NODE_TYPE	(3)
59239a53e0cSJaegeuk Kim #define NR_CURSEG_TYPE	(NR_CURSEG_DATA_TYPE + NR_CURSEG_NODE_TYPE)
59339a53e0cSJaegeuk Kim 
59439a53e0cSJaegeuk Kim enum {
59539a53e0cSJaegeuk Kim 	CURSEG_HOT_DATA	= 0,	/* directory entry blocks */
59639a53e0cSJaegeuk Kim 	CURSEG_WARM_DATA,	/* data blocks */
59739a53e0cSJaegeuk Kim 	CURSEG_COLD_DATA,	/* multimedia or GCed data blocks */
59839a53e0cSJaegeuk Kim 	CURSEG_HOT_NODE,	/* direct node blocks of directory files */
59939a53e0cSJaegeuk Kim 	CURSEG_WARM_NODE,	/* direct node blocks of normal files */
60039a53e0cSJaegeuk Kim 	CURSEG_COLD_NODE,	/* indirect node blocks */
60138aa0889SJaegeuk Kim 	NO_CHECK_TYPE,
60239a53e0cSJaegeuk Kim };
60339a53e0cSJaegeuk Kim 
6046b4afdd7SJaegeuk Kim struct flush_cmd {
6056b4afdd7SJaegeuk Kim 	struct completion wait;
606721bd4d5SGu Zheng 	struct llist_node llnode;
6076b4afdd7SJaegeuk Kim 	int ret;
6086b4afdd7SJaegeuk Kim };
6096b4afdd7SJaegeuk Kim 
610a688b9d9SGu Zheng struct flush_cmd_control {
611a688b9d9SGu Zheng 	struct task_struct *f2fs_issue_flush;	/* flush thread */
612a688b9d9SGu Zheng 	wait_queue_head_t flush_wait_queue;	/* waiting queue for wake-up */
6130a87f664SJaegeuk Kim 	atomic_t submit_flush;			/* # of issued flushes */
614721bd4d5SGu Zheng 	struct llist_head issue_list;		/* list for command issue */
615721bd4d5SGu Zheng 	struct llist_node *dispatch_list;	/* list for command dispatch */
616a688b9d9SGu Zheng };
617a688b9d9SGu Zheng 
61839a53e0cSJaegeuk Kim struct f2fs_sm_info {
61939a53e0cSJaegeuk Kim 	struct sit_info *sit_info;		/* whole segment information */
62039a53e0cSJaegeuk Kim 	struct free_segmap_info *free_info;	/* free segment information */
62139a53e0cSJaegeuk Kim 	struct dirty_seglist_info *dirty_info;	/* dirty segment information */
62239a53e0cSJaegeuk Kim 	struct curseg_info *curseg_array;	/* active segment information */
62339a53e0cSJaegeuk Kim 
62439a53e0cSJaegeuk Kim 	block_t seg0_blkaddr;		/* block address of 0'th segment */
62539a53e0cSJaegeuk Kim 	block_t main_blkaddr;		/* start block address of main area */
62639a53e0cSJaegeuk Kim 	block_t ssa_blkaddr;		/* start block address of SSA area */
62739a53e0cSJaegeuk Kim 
62839a53e0cSJaegeuk Kim 	unsigned int segment_count;	/* total # of segments */
62939a53e0cSJaegeuk Kim 	unsigned int main_segments;	/* # of segments in main area */
63039a53e0cSJaegeuk Kim 	unsigned int reserved_segments;	/* # of reserved segments */
63139a53e0cSJaegeuk Kim 	unsigned int ovp_segments;	/* # of overprovision segments */
63281eb8d6eSJaegeuk Kim 
63381eb8d6eSJaegeuk Kim 	/* a threshold to reclaim prefree segments */
63481eb8d6eSJaegeuk Kim 	unsigned int rec_prefree_segments;
6357fd9e544SJaegeuk Kim 
6367fd9e544SJaegeuk Kim 	/* for small discard management */
6377fd9e544SJaegeuk Kim 	struct list_head discard_list;		/* 4KB discard list */
638275b66b0SChao Yu 	struct list_head wait_list;		/* linked with issued discard bio */
6397fd9e544SJaegeuk Kim 	int nr_discards;			/* # of discards in the list */
6407fd9e544SJaegeuk Kim 	int max_discards;			/* max. discards to be issued */
641216fbd64SJaegeuk Kim 
642bba681cbSJaegeuk Kim 	/* for batched trimming */
643bba681cbSJaegeuk Kim 	unsigned int trim_sections;		/* # of sections to trim */
644bba681cbSJaegeuk Kim 
645184a5cd2SChao Yu 	struct list_head sit_entry_set;	/* sit entry set list */
646184a5cd2SChao Yu 
647216fbd64SJaegeuk Kim 	unsigned int ipu_policy;	/* in-place-update policy */
648216fbd64SJaegeuk Kim 	unsigned int min_ipu_util;	/* in-place-update threshold */
649c1ce1b02SJaegeuk Kim 	unsigned int min_fsync_blocks;	/* threshold for fsync */
6506b4afdd7SJaegeuk Kim 
6516b4afdd7SJaegeuk Kim 	/* for flush command control */
652a688b9d9SGu Zheng 	struct flush_cmd_control *cmd_control_info;
653a688b9d9SGu Zheng 
65439a53e0cSJaegeuk Kim };
65539a53e0cSJaegeuk Kim 
65639a53e0cSJaegeuk Kim /*
65739a53e0cSJaegeuk Kim  * For superblock
65839a53e0cSJaegeuk Kim  */
65939a53e0cSJaegeuk Kim /*
66039a53e0cSJaegeuk Kim  * COUNT_TYPE for monitoring
66139a53e0cSJaegeuk Kim  *
66239a53e0cSJaegeuk Kim  * f2fs monitors the number of several block types such as on-writeback,
66339a53e0cSJaegeuk Kim  * dirty dentry blocks, dirty node blocks, and dirty meta blocks.
66439a53e0cSJaegeuk Kim  */
66536951b38SChao Yu #define WB_DATA_TYPE(p)	(__is_cp_guaranteed(p) ? F2FS_WB_CP_DATA : F2FS_WB_DATA)
66639a53e0cSJaegeuk Kim enum count_type {
66739a53e0cSJaegeuk Kim 	F2FS_DIRTY_DENTS,
668c227f912SChao Yu 	F2FS_DIRTY_DATA,
66939a53e0cSJaegeuk Kim 	F2FS_DIRTY_NODES,
67039a53e0cSJaegeuk Kim 	F2FS_DIRTY_META,
6718dcf2ff7SJaegeuk Kim 	F2FS_INMEM_PAGES,
6720f18b462SJaegeuk Kim 	F2FS_DIRTY_IMETA,
67336951b38SChao Yu 	F2FS_WB_CP_DATA,
67436951b38SChao Yu 	F2FS_WB_DATA,
67539a53e0cSJaegeuk Kim 	NR_COUNT_TYPE,
67639a53e0cSJaegeuk Kim };
67739a53e0cSJaegeuk Kim 
67839a53e0cSJaegeuk Kim /*
679e1c42045Sarter97  * The below are the page types of bios used in submit_bio().
68039a53e0cSJaegeuk Kim  * The available types are:
68139a53e0cSJaegeuk Kim  * DATA			User data pages. It operates as async mode.
68239a53e0cSJaegeuk Kim  * NODE			Node pages. It operates as async mode.
68339a53e0cSJaegeuk Kim  * META			FS metadata pages such as SIT, NAT, CP.
68439a53e0cSJaegeuk Kim  * NR_PAGE_TYPE		The number of page types.
68539a53e0cSJaegeuk Kim  * META_FLUSH		Make sure the previous pages are written
68639a53e0cSJaegeuk Kim  *			with waiting the bio's completion
68739a53e0cSJaegeuk Kim  * ...			Only can be used with META.
68839a53e0cSJaegeuk Kim  */
6897d5e5109SJaegeuk Kim #define PAGE_TYPE_OF_BIO(type)	((type) > META ? META : (type))
69039a53e0cSJaegeuk Kim enum page_type {
69139a53e0cSJaegeuk Kim 	DATA,
69239a53e0cSJaegeuk Kim 	NODE,
69339a53e0cSJaegeuk Kim 	META,
69439a53e0cSJaegeuk Kim 	NR_PAGE_TYPE,
69539a53e0cSJaegeuk Kim 	META_FLUSH,
6968ce67cb0SJaegeuk Kim 	INMEM,		/* the below types are used by tracepoints only. */
6978ce67cb0SJaegeuk Kim 	INMEM_DROP,
69828bc106bSChao Yu 	INMEM_REVOKE,
6998ce67cb0SJaegeuk Kim 	IPU,
7008ce67cb0SJaegeuk Kim 	OPU,
70139a53e0cSJaegeuk Kim };
70239a53e0cSJaegeuk Kim 
703458e6197SJaegeuk Kim struct f2fs_io_info {
70405ca3632SJaegeuk Kim 	struct f2fs_sb_info *sbi;	/* f2fs_sb_info pointer */
705458e6197SJaegeuk Kim 	enum page_type type;	/* contains DATA/NODE/META/META_FLUSH */
70604d328deSMike Christie 	int op;			/* contains REQ_OP_ */
707ef295ecfSChristoph Hellwig 	int op_flags;		/* req_flag_bits */
7087a9d7548SChao Yu 	block_t new_blkaddr;	/* new block address to be written */
70928bc106bSChao Yu 	block_t old_blkaddr;	/* old block address before Cow */
71005ca3632SJaegeuk Kim 	struct page *page;	/* page to be written */
7114375a336SJaegeuk Kim 	struct page *encrypted_page;	/* encrypted page */
712458e6197SJaegeuk Kim };
713458e6197SJaegeuk Kim 
71404d328deSMike Christie #define is_read_io(rw) (rw == READ)
7151ff7bd3bSJaegeuk Kim struct f2fs_bio_info {
716458e6197SJaegeuk Kim 	struct f2fs_sb_info *sbi;	/* f2fs superblock */
7171ff7bd3bSJaegeuk Kim 	struct bio *bio;		/* bios to merge */
7181ff7bd3bSJaegeuk Kim 	sector_t last_block_in_bio;	/* last block number */
719458e6197SJaegeuk Kim 	struct f2fs_io_info fio;	/* store buffered io info. */
720df0f8dc0SChao Yu 	struct rw_semaphore io_rwsem;	/* blocking op for bio */
7211ff7bd3bSJaegeuk Kim };
7221ff7bd3bSJaegeuk Kim 
7233c62be17SJaegeuk Kim #define FDEV(i)				(sbi->devs[i])
7243c62be17SJaegeuk Kim #define RDEV(i)				(raw_super->devs[i])
7253c62be17SJaegeuk Kim struct f2fs_dev_info {
7263c62be17SJaegeuk Kim 	struct block_device *bdev;
7273c62be17SJaegeuk Kim 	char path[MAX_PATH_LEN];
7283c62be17SJaegeuk Kim 	unsigned int total_segments;
7293c62be17SJaegeuk Kim 	block_t start_blk;
7303c62be17SJaegeuk Kim 	block_t end_blk;
7313c62be17SJaegeuk Kim #ifdef CONFIG_BLK_DEV_ZONED
7323c62be17SJaegeuk Kim 	unsigned int nr_blkz;			/* Total number of zones */
7333c62be17SJaegeuk Kim 	u8 *blkz_type;				/* Array of zones type */
7343c62be17SJaegeuk Kim #endif
7353c62be17SJaegeuk Kim };
7363c62be17SJaegeuk Kim 
737c227f912SChao Yu enum inode_type {
738c227f912SChao Yu 	DIR_INODE,			/* for dirty dir inode */
739c227f912SChao Yu 	FILE_INODE,			/* for dirty regular/symlink inode */
7400f18b462SJaegeuk Kim 	DIRTY_META,			/* for all dirtied inode metadata */
741c227f912SChao Yu 	NR_INODE_TYPE,
742c227f912SChao Yu };
743c227f912SChao Yu 
74467298804SChao Yu /* for inner inode cache management */
74567298804SChao Yu struct inode_management {
74667298804SChao Yu 	struct radix_tree_root ino_root;	/* ino entry array */
74767298804SChao Yu 	spinlock_t ino_lock;			/* for ino entry lock */
74867298804SChao Yu 	struct list_head ino_list;		/* inode list head */
74967298804SChao Yu 	unsigned long ino_num;			/* number of entries */
75067298804SChao Yu };
75167298804SChao Yu 
752caf0047eSChao Yu /* For s_flag in struct f2fs_sb_info */
753caf0047eSChao Yu enum {
754caf0047eSChao Yu 	SBI_IS_DIRTY,				/* dirty flag for checkpoint */
755caf0047eSChao Yu 	SBI_IS_CLOSE,				/* specify unmounting */
756caf0047eSChao Yu 	SBI_NEED_FSCK,				/* need fsck.f2fs to fix */
757caf0047eSChao Yu 	SBI_POR_DOING,				/* recovery is doing or not */
758df728b0fSJaegeuk Kim 	SBI_NEED_SB_WRITE,			/* need to recover superblock */
759bbf156f7SJaegeuk Kim 	SBI_NEED_CP,				/* need to checkpoint */
760caf0047eSChao Yu };
761caf0047eSChao Yu 
7626beceb54SJaegeuk Kim enum {
7636beceb54SJaegeuk Kim 	CP_TIME,
764d0239e1bSJaegeuk Kim 	REQ_TIME,
7656beceb54SJaegeuk Kim 	MAX_TIME,
7666beceb54SJaegeuk Kim };
7676beceb54SJaegeuk Kim 
768b5a7aef1SJaegeuk Kim #ifdef CONFIG_F2FS_FS_ENCRYPTION
769b5a7aef1SJaegeuk Kim #define F2FS_KEY_DESC_PREFIX "f2fs:"
770b5a7aef1SJaegeuk Kim #define F2FS_KEY_DESC_PREFIX_SIZE 5
771b5a7aef1SJaegeuk Kim #endif
77239a53e0cSJaegeuk Kim struct f2fs_sb_info {
77339a53e0cSJaegeuk Kim 	struct super_block *sb;			/* pointer to VFS super block */
7745e176d54SJaegeuk Kim 	struct proc_dir_entry *s_proc;		/* proc entry */
77539a53e0cSJaegeuk Kim 	struct f2fs_super_block *raw_super;	/* raw super block pointer */
776e8240f65SChao Yu 	int valid_super_block;			/* valid super block no */
777fadb2fb8SChao Yu 	unsigned long s_flag;				/* flags for sbi */
77839a53e0cSJaegeuk Kim 
779b5a7aef1SJaegeuk Kim #ifdef CONFIG_F2FS_FS_ENCRYPTION
780b5a7aef1SJaegeuk Kim 	u8 key_prefix[F2FS_KEY_DESC_PREFIX_SIZE];
781b5a7aef1SJaegeuk Kim 	u8 key_prefix_size;
782b5a7aef1SJaegeuk Kim #endif
783178053e2SDamien Le Moal 
784178053e2SDamien Le Moal #ifdef CONFIG_BLK_DEV_ZONED
785178053e2SDamien Le Moal 	unsigned int blocks_per_blkz;		/* F2FS blocks per zone */
786178053e2SDamien Le Moal 	unsigned int log_blocks_per_blkz;	/* log2 F2FS blocks per zone */
787178053e2SDamien Le Moal #endif
788178053e2SDamien Le Moal 
78939a53e0cSJaegeuk Kim 	/* for node-related operations */
79039a53e0cSJaegeuk Kim 	struct f2fs_nm_info *nm_info;		/* node manager */
79139a53e0cSJaegeuk Kim 	struct inode *node_inode;		/* cache node blocks */
79239a53e0cSJaegeuk Kim 
79339a53e0cSJaegeuk Kim 	/* for segment-related operations */
79439a53e0cSJaegeuk Kim 	struct f2fs_sm_info *sm_info;		/* segment manager */
7951ff7bd3bSJaegeuk Kim 
7961ff7bd3bSJaegeuk Kim 	/* for bio operations */
797924b720bSChao Yu 	struct f2fs_bio_info read_io;			/* for read bios */
7981ff7bd3bSJaegeuk Kim 	struct f2fs_bio_info write_io[NR_PAGE_TYPE];	/* for write bios */
7997dfeaa32SJaegeuk Kim 	struct mutex wio_mutex[NODE + 1];	/* bio ordering for NODE/DATA */
8000a595ebaSJaegeuk Kim 	int write_io_size_bits;			/* Write IO size bits */
8010a595ebaSJaegeuk Kim 	mempool_t *write_io_dummy;		/* Dummy pages */
80239a53e0cSJaegeuk Kim 
80339a53e0cSJaegeuk Kim 	/* for checkpoint */
80439a53e0cSJaegeuk Kim 	struct f2fs_checkpoint *ckpt;		/* raw checkpoint pointer */
8058508e44aSJaegeuk Kim 	int cur_cp_pack;			/* remain current cp pack */
806aaec2b1dSChao Yu 	spinlock_t cp_lock;			/* for flag in ckpt */
80739a53e0cSJaegeuk Kim 	struct inode *meta_inode;		/* cache meta blocks */
80839936837SJaegeuk Kim 	struct mutex cp_mutex;			/* checkpoint procedure lock */
809b873b798SJaegeuk Kim 	struct rw_semaphore cp_rwsem;		/* blocking FS operations */
810b3582c68SChao Yu 	struct rw_semaphore node_write;		/* locking node writes */
811fb51b5efSChangman Lee 	wait_queue_head_t cp_wait;
8126beceb54SJaegeuk Kim 	unsigned long last_time[MAX_TIME];	/* to store time in jiffies */
8136beceb54SJaegeuk Kim 	long interval_time[MAX_TIME];		/* to store thresholds */
81439a53e0cSJaegeuk Kim 
81567298804SChao Yu 	struct inode_management im[MAX_INO_ENTRY];      /* manage inode cache */
8166451e041SJaegeuk Kim 
8176451e041SJaegeuk Kim 	/* for orphan inode, use 0'th array */
8180d47c1adSGu Zheng 	unsigned int max_orphans;		/* max orphan inodes */
81939a53e0cSJaegeuk Kim 
820c227f912SChao Yu 	/* for inode management */
821c227f912SChao Yu 	struct list_head inode_list[NR_INODE_TYPE];	/* dirty inode list */
822c227f912SChao Yu 	spinlock_t inode_lock[NR_INODE_TYPE];	/* for dirty inode list lock */
82339a53e0cSJaegeuk Kim 
82413054c54SChao Yu 	/* for extent tree cache */
82513054c54SChao Yu 	struct radix_tree_root extent_tree_root;/* cache extent cache entries */
82613054c54SChao Yu 	struct rw_semaphore extent_tree_lock;	/* locking extent radix tree */
82713054c54SChao Yu 	struct list_head extent_list;		/* lru list for shrinker */
82813054c54SChao Yu 	spinlock_t extent_lock;			/* locking extent lru list */
8297441ccefSJaegeuk Kim 	atomic_t total_ext_tree;		/* extent tree count */
830137d09f0SJaegeuk Kim 	struct list_head zombie_list;		/* extent zombie tree list */
83174fd8d99SJaegeuk Kim 	atomic_t total_zombie_tree;		/* extent zombie tree count */
83213054c54SChao Yu 	atomic_t total_ext_node;		/* extent info count */
83313054c54SChao Yu 
83439a53e0cSJaegeuk Kim 	/* basic filesystem units */
83539a53e0cSJaegeuk Kim 	unsigned int log_sectors_per_block;	/* log2 sectors per block */
83639a53e0cSJaegeuk Kim 	unsigned int log_blocksize;		/* log2 block size */
83739a53e0cSJaegeuk Kim 	unsigned int blocksize;			/* block size */
83839a53e0cSJaegeuk Kim 	unsigned int root_ino_num;		/* root inode number*/
83939a53e0cSJaegeuk Kim 	unsigned int node_ino_num;		/* node inode number*/
84039a53e0cSJaegeuk Kim 	unsigned int meta_ino_num;		/* meta inode number*/
84139a53e0cSJaegeuk Kim 	unsigned int log_blocks_per_seg;	/* log2 blocks per segment */
84239a53e0cSJaegeuk Kim 	unsigned int blocks_per_seg;		/* blocks per segment */
84339a53e0cSJaegeuk Kim 	unsigned int segs_per_sec;		/* segments per section */
84439a53e0cSJaegeuk Kim 	unsigned int secs_per_zone;		/* sections per zone */
84539a53e0cSJaegeuk Kim 	unsigned int total_sections;		/* total section count */
84639a53e0cSJaegeuk Kim 	unsigned int total_node_count;		/* total node block count */
84739a53e0cSJaegeuk Kim 	unsigned int total_valid_node_count;	/* valid node block count */
848e0afc4d6SChao Yu 	loff_t max_file_blocks;			/* max block index of file */
84939a53e0cSJaegeuk Kim 	int active_logs;			/* # of active logs */
850ab9fa662SJaegeuk Kim 	int dir_level;				/* directory level */
85139a53e0cSJaegeuk Kim 
85239a53e0cSJaegeuk Kim 	block_t user_block_count;		/* # of user blocks */
85339a53e0cSJaegeuk Kim 	block_t total_valid_block_count;	/* # of valid blocks */
854a66cdd98SJaegeuk Kim 	block_t discard_blks;			/* discard command candidats */
85539a53e0cSJaegeuk Kim 	block_t last_valid_block_count;		/* for recovery */
85639a53e0cSJaegeuk Kim 	u32 s_next_generation;			/* for NFS support */
857523be8a6SJaegeuk Kim 
858523be8a6SJaegeuk Kim 	/* # of pages, see count_type */
85935782b23SJaegeuk Kim 	atomic_t nr_pages[NR_COUNT_TYPE];
86041382ec4SJaegeuk Kim 	/* # of allocated blocks */
86141382ec4SJaegeuk Kim 	struct percpu_counter alloc_valid_block_count;
86239a53e0cSJaegeuk Kim 
863513c5f37SJaegeuk Kim 	/* valid inode count */
864513c5f37SJaegeuk Kim 	struct percpu_counter total_valid_inode_count;
865513c5f37SJaegeuk Kim 
86639a53e0cSJaegeuk Kim 	struct f2fs_mount_info mount_opt;	/* mount options */
86739a53e0cSJaegeuk Kim 
86839a53e0cSJaegeuk Kim 	/* for cleaning operations */
86939a53e0cSJaegeuk Kim 	struct mutex gc_mutex;			/* mutex for GC */
87039a53e0cSJaegeuk Kim 	struct f2fs_gc_kthread	*gc_thread;	/* GC thread */
8715ec4e49fSJaegeuk Kim 	unsigned int cur_victim_sec;		/* current victim section num */
87239a53e0cSJaegeuk Kim 
873b1c57c1cSJaegeuk Kim 	/* maximum # of trials to find a victim segment for SSR and GC */
874b1c57c1cSJaegeuk Kim 	unsigned int max_victim_search;
875b1c57c1cSJaegeuk Kim 
87639a53e0cSJaegeuk Kim 	/*
87739a53e0cSJaegeuk Kim 	 * for stat information.
87839a53e0cSJaegeuk Kim 	 * one is for the LFS mode, and the other is for the SSR mode.
87939a53e0cSJaegeuk Kim 	 */
88035b09d82SNamjae Jeon #ifdef CONFIG_F2FS_STAT_FS
88139a53e0cSJaegeuk Kim 	struct f2fs_stat_info *stat_info;	/* FS status information */
88239a53e0cSJaegeuk Kim 	unsigned int segment_count[2];		/* # of allocated segments */
88339a53e0cSJaegeuk Kim 	unsigned int block_count[2];		/* # of allocated blocks */
884b9a2c252SChangman Lee 	atomic_t inplace_count;		/* # of inplace update */
8855b7ee374SChao Yu 	atomic64_t total_hit_ext;		/* # of lookup extent cache */
8865b7ee374SChao Yu 	atomic64_t read_hit_rbtree;		/* # of hit rbtree extent node */
8875b7ee374SChao Yu 	atomic64_t read_hit_largest;		/* # of hit largest extent node */
8885b7ee374SChao Yu 	atomic64_t read_hit_cached;		/* # of hit cached extent node */
889d5e8f6c9SChao Yu 	atomic_t inline_xattr;			/* # of inline_xattr inodes */
89003e14d52SChao Yu 	atomic_t inline_inode;			/* # of inline_data inodes */
89103e14d52SChao Yu 	atomic_t inline_dir;			/* # of inline_dentry inodes */
89226a28a0cSJaegeuk Kim 	atomic_t aw_cnt;			/* # of atomic writes */
89326a28a0cSJaegeuk Kim 	atomic_t max_aw_cnt;			/* max # of atomic writes */
89439a53e0cSJaegeuk Kim 	int bg_gc;				/* background gc calls */
89533fbd510SChao Yu 	unsigned int ndirty_inode[NR_INODE_TYPE];	/* # of dirty inodes */
89635b09d82SNamjae Jeon #endif
89735b09d82SNamjae Jeon 	unsigned int last_victim[2];		/* last victim segment # */
89839a53e0cSJaegeuk Kim 	spinlock_t stat_lock;			/* lock for stat operations */
899b59d0baeSNamjae Jeon 
900b59d0baeSNamjae Jeon 	/* For sysfs suppport */
901b59d0baeSNamjae Jeon 	struct kobject s_kobj;
902b59d0baeSNamjae Jeon 	struct completion s_kobj_unregister;
9032658e50dSJaegeuk Kim 
9042658e50dSJaegeuk Kim 	/* For shrinker support */
9052658e50dSJaegeuk Kim 	struct list_head s_list;
9063c62be17SJaegeuk Kim 	int s_ndevs;				/* number of devices */
9073c62be17SJaegeuk Kim 	struct f2fs_dev_info *devs;		/* for device list */
9082658e50dSJaegeuk Kim 	struct mutex umount_mutex;
9092658e50dSJaegeuk Kim 	unsigned int shrinker_run_no;
9108f1dbbbbSShuoran Liu 
9118f1dbbbbSShuoran Liu 	/* For write statistics */
9128f1dbbbbSShuoran Liu 	u64 sectors_written_start;
9138f1dbbbbSShuoran Liu 	u64 kbytes_written;
91443b6573bSKeith Mok 
91543b6573bSKeith Mok 	/* Reference to checksum algorithm driver via cryptoapi */
91643b6573bSKeith Mok 	struct crypto_shash *s_chksum_driver;
9171ecc0c5cSChao Yu 
9181ecc0c5cSChao Yu 	/* For fault injection */
9191ecc0c5cSChao Yu #ifdef CONFIG_F2FS_FAULT_INJECTION
9201ecc0c5cSChao Yu 	struct f2fs_fault_info fault_info;
9211ecc0c5cSChao Yu #endif
92239a53e0cSJaegeuk Kim };
92339a53e0cSJaegeuk Kim 
9241ecc0c5cSChao Yu #ifdef CONFIG_F2FS_FAULT_INJECTION
9251ecc0c5cSChao Yu static inline bool time_to_inject(struct f2fs_sb_info *sbi, int type)
9261ecc0c5cSChao Yu {
9271ecc0c5cSChao Yu 	struct f2fs_fault_info *ffi = &sbi->fault_info;
9281ecc0c5cSChao Yu 
9291ecc0c5cSChao Yu 	if (!ffi->inject_rate)
9301ecc0c5cSChao Yu 		return false;
9311ecc0c5cSChao Yu 
9321ecc0c5cSChao Yu 	if (!IS_FAULT_SET(ffi, type))
9331ecc0c5cSChao Yu 		return false;
9341ecc0c5cSChao Yu 
9351ecc0c5cSChao Yu 	atomic_inc(&ffi->inject_ops);
9361ecc0c5cSChao Yu 	if (atomic_read(&ffi->inject_ops) >= ffi->inject_rate) {
9371ecc0c5cSChao Yu 		atomic_set(&ffi->inject_ops, 0);
9381ecc0c5cSChao Yu 		printk("%sF2FS-fs : inject %s in %pF\n",
9391ecc0c5cSChao Yu 				KERN_INFO,
9401ecc0c5cSChao Yu 				fault_name[type],
9411ecc0c5cSChao Yu 				__builtin_return_address(0));
9421ecc0c5cSChao Yu 		return true;
9431ecc0c5cSChao Yu 	}
9441ecc0c5cSChao Yu 	return false;
9451ecc0c5cSChao Yu }
9461ecc0c5cSChao Yu #endif
9471ecc0c5cSChao Yu 
9488f1dbbbbSShuoran Liu /* For write statistics. Suppose sector size is 512 bytes,
9498f1dbbbbSShuoran Liu  * and the return value is in kbytes. s is of struct f2fs_sb_info.
9508f1dbbbbSShuoran Liu  */
9518f1dbbbbSShuoran Liu #define BD_PART_WRITTEN(s)						 \
9528f1dbbbbSShuoran Liu (((u64)part_stat_read(s->sb->s_bdev->bd_part, sectors[1]) -		 \
9538f1dbbbbSShuoran Liu 		s->sectors_written_start) >> 1)
9548f1dbbbbSShuoran Liu 
9556beceb54SJaegeuk Kim static inline void f2fs_update_time(struct f2fs_sb_info *sbi, int type)
9566beceb54SJaegeuk Kim {
9576beceb54SJaegeuk Kim 	sbi->last_time[type] = jiffies;
9586beceb54SJaegeuk Kim }
9596beceb54SJaegeuk Kim 
9606beceb54SJaegeuk Kim static inline bool f2fs_time_over(struct f2fs_sb_info *sbi, int type)
9616beceb54SJaegeuk Kim {
9626beceb54SJaegeuk Kim 	struct timespec ts = {sbi->interval_time[type], 0};
9636beceb54SJaegeuk Kim 	unsigned long interval = timespec_to_jiffies(&ts);
9646beceb54SJaegeuk Kim 
9656beceb54SJaegeuk Kim 	return time_after(jiffies, sbi->last_time[type] + interval);
9666beceb54SJaegeuk Kim }
9676beceb54SJaegeuk Kim 
968d0239e1bSJaegeuk Kim static inline bool is_idle(struct f2fs_sb_info *sbi)
969d0239e1bSJaegeuk Kim {
970d0239e1bSJaegeuk Kim 	struct block_device *bdev = sbi->sb->s_bdev;
971d0239e1bSJaegeuk Kim 	struct request_queue *q = bdev_get_queue(bdev);
972d0239e1bSJaegeuk Kim 	struct request_list *rl = &q->root_rl;
973d0239e1bSJaegeuk Kim 
974d0239e1bSJaegeuk Kim 	if (rl->count[BLK_RW_SYNC] || rl->count[BLK_RW_ASYNC])
975d0239e1bSJaegeuk Kim 		return 0;
976d0239e1bSJaegeuk Kim 
977d0239e1bSJaegeuk Kim 	return f2fs_time_over(sbi, REQ_TIME);
978d0239e1bSJaegeuk Kim }
979d0239e1bSJaegeuk Kim 
98039a53e0cSJaegeuk Kim /*
98139a53e0cSJaegeuk Kim  * Inline functions
98239a53e0cSJaegeuk Kim  */
98343b6573bSKeith Mok static inline u32 f2fs_crc32(struct f2fs_sb_info *sbi, const void *address,
98443b6573bSKeith Mok 			   unsigned int length)
98543b6573bSKeith Mok {
98643b6573bSKeith Mok 	SHASH_DESC_ON_STACK(shash, sbi->s_chksum_driver);
98743b6573bSKeith Mok 	u32 *ctx = (u32 *)shash_desc_ctx(shash);
98843b6573bSKeith Mok 	int err;
98943b6573bSKeith Mok 
99043b6573bSKeith Mok 	shash->tfm = sbi->s_chksum_driver;
99143b6573bSKeith Mok 	shash->flags = 0;
99243b6573bSKeith Mok 	*ctx = F2FS_SUPER_MAGIC;
99343b6573bSKeith Mok 
99443b6573bSKeith Mok 	err = crypto_shash_update(shash, address, length);
99543b6573bSKeith Mok 	BUG_ON(err);
99643b6573bSKeith Mok 
99743b6573bSKeith Mok 	return *ctx;
99843b6573bSKeith Mok }
99943b6573bSKeith Mok 
100043b6573bSKeith Mok static inline bool f2fs_crc_valid(struct f2fs_sb_info *sbi, __u32 blk_crc,
100143b6573bSKeith Mok 				  void *buf, size_t buf_size)
100243b6573bSKeith Mok {
100343b6573bSKeith Mok 	return f2fs_crc32(sbi, buf, buf_size) == blk_crc;
100443b6573bSKeith Mok }
100543b6573bSKeith Mok 
100639a53e0cSJaegeuk Kim static inline struct f2fs_inode_info *F2FS_I(struct inode *inode)
100739a53e0cSJaegeuk Kim {
100839a53e0cSJaegeuk Kim 	return container_of(inode, struct f2fs_inode_info, vfs_inode);
100939a53e0cSJaegeuk Kim }
101039a53e0cSJaegeuk Kim 
101139a53e0cSJaegeuk Kim static inline struct f2fs_sb_info *F2FS_SB(struct super_block *sb)
101239a53e0cSJaegeuk Kim {
101339a53e0cSJaegeuk Kim 	return sb->s_fs_info;
101439a53e0cSJaegeuk Kim }
101539a53e0cSJaegeuk Kim 
10164081363fSJaegeuk Kim static inline struct f2fs_sb_info *F2FS_I_SB(struct inode *inode)
10174081363fSJaegeuk Kim {
10184081363fSJaegeuk Kim 	return F2FS_SB(inode->i_sb);
10194081363fSJaegeuk Kim }
10204081363fSJaegeuk Kim 
10214081363fSJaegeuk Kim static inline struct f2fs_sb_info *F2FS_M_SB(struct address_space *mapping)
10224081363fSJaegeuk Kim {
10234081363fSJaegeuk Kim 	return F2FS_I_SB(mapping->host);
10244081363fSJaegeuk Kim }
10254081363fSJaegeuk Kim 
10264081363fSJaegeuk Kim static inline struct f2fs_sb_info *F2FS_P_SB(struct page *page)
10274081363fSJaegeuk Kim {
10284081363fSJaegeuk Kim 	return F2FS_M_SB(page->mapping);
10294081363fSJaegeuk Kim }
10304081363fSJaegeuk Kim 
103139a53e0cSJaegeuk Kim static inline struct f2fs_super_block *F2FS_RAW_SUPER(struct f2fs_sb_info *sbi)
103239a53e0cSJaegeuk Kim {
103339a53e0cSJaegeuk Kim 	return (struct f2fs_super_block *)(sbi->raw_super);
103439a53e0cSJaegeuk Kim }
103539a53e0cSJaegeuk Kim 
103639a53e0cSJaegeuk Kim static inline struct f2fs_checkpoint *F2FS_CKPT(struct f2fs_sb_info *sbi)
103739a53e0cSJaegeuk Kim {
103839a53e0cSJaegeuk Kim 	return (struct f2fs_checkpoint *)(sbi->ckpt);
103939a53e0cSJaegeuk Kim }
104039a53e0cSJaegeuk Kim 
104145590710SGu Zheng static inline struct f2fs_node *F2FS_NODE(struct page *page)
104245590710SGu Zheng {
104345590710SGu Zheng 	return (struct f2fs_node *)page_address(page);
104445590710SGu Zheng }
104545590710SGu Zheng 
104658bfaf44SJaegeuk Kim static inline struct f2fs_inode *F2FS_INODE(struct page *page)
104758bfaf44SJaegeuk Kim {
104858bfaf44SJaegeuk Kim 	return &((struct f2fs_node *)page_address(page))->i;
104958bfaf44SJaegeuk Kim }
105058bfaf44SJaegeuk Kim 
105139a53e0cSJaegeuk Kim static inline struct f2fs_nm_info *NM_I(struct f2fs_sb_info *sbi)
105239a53e0cSJaegeuk Kim {
105339a53e0cSJaegeuk Kim 	return (struct f2fs_nm_info *)(sbi->nm_info);
105439a53e0cSJaegeuk Kim }
105539a53e0cSJaegeuk Kim 
105639a53e0cSJaegeuk Kim static inline struct f2fs_sm_info *SM_I(struct f2fs_sb_info *sbi)
105739a53e0cSJaegeuk Kim {
105839a53e0cSJaegeuk Kim 	return (struct f2fs_sm_info *)(sbi->sm_info);
105939a53e0cSJaegeuk Kim }
106039a53e0cSJaegeuk Kim 
106139a53e0cSJaegeuk Kim static inline struct sit_info *SIT_I(struct f2fs_sb_info *sbi)
106239a53e0cSJaegeuk Kim {
106339a53e0cSJaegeuk Kim 	return (struct sit_info *)(SM_I(sbi)->sit_info);
106439a53e0cSJaegeuk Kim }
106539a53e0cSJaegeuk Kim 
106639a53e0cSJaegeuk Kim static inline struct free_segmap_info *FREE_I(struct f2fs_sb_info *sbi)
106739a53e0cSJaegeuk Kim {
106839a53e0cSJaegeuk Kim 	return (struct free_segmap_info *)(SM_I(sbi)->free_info);
106939a53e0cSJaegeuk Kim }
107039a53e0cSJaegeuk Kim 
107139a53e0cSJaegeuk Kim static inline struct dirty_seglist_info *DIRTY_I(struct f2fs_sb_info *sbi)
107239a53e0cSJaegeuk Kim {
107339a53e0cSJaegeuk Kim 	return (struct dirty_seglist_info *)(SM_I(sbi)->dirty_info);
107439a53e0cSJaegeuk Kim }
107539a53e0cSJaegeuk Kim 
10769df27d98SGu Zheng static inline struct address_space *META_MAPPING(struct f2fs_sb_info *sbi)
10779df27d98SGu Zheng {
10789df27d98SGu Zheng 	return sbi->meta_inode->i_mapping;
10799df27d98SGu Zheng }
10809df27d98SGu Zheng 
10814ef51a8fSJaegeuk Kim static inline struct address_space *NODE_MAPPING(struct f2fs_sb_info *sbi)
10824ef51a8fSJaegeuk Kim {
10834ef51a8fSJaegeuk Kim 	return sbi->node_inode->i_mapping;
10844ef51a8fSJaegeuk Kim }
10854ef51a8fSJaegeuk Kim 
1086caf0047eSChao Yu static inline bool is_sbi_flag_set(struct f2fs_sb_info *sbi, unsigned int type)
108739a53e0cSJaegeuk Kim {
1088fadb2fb8SChao Yu 	return test_bit(type, &sbi->s_flag);
108939a53e0cSJaegeuk Kim }
109039a53e0cSJaegeuk Kim 
1091caf0047eSChao Yu static inline void set_sbi_flag(struct f2fs_sb_info *sbi, unsigned int type)
109239a53e0cSJaegeuk Kim {
1093fadb2fb8SChao Yu 	set_bit(type, &sbi->s_flag);
1094caf0047eSChao Yu }
1095caf0047eSChao Yu 
1096caf0047eSChao Yu static inline void clear_sbi_flag(struct f2fs_sb_info *sbi, unsigned int type)
1097caf0047eSChao Yu {
1098fadb2fb8SChao Yu 	clear_bit(type, &sbi->s_flag);
109939a53e0cSJaegeuk Kim }
110039a53e0cSJaegeuk Kim 
1101d71b5564SJaegeuk Kim static inline unsigned long long cur_cp_version(struct f2fs_checkpoint *cp)
1102d71b5564SJaegeuk Kim {
1103d71b5564SJaegeuk Kim 	return le64_to_cpu(cp->checkpoint_ver);
1104d71b5564SJaegeuk Kim }
1105d71b5564SJaegeuk Kim 
1106aaec2b1dSChao Yu static inline bool __is_set_ckpt_flags(struct f2fs_checkpoint *cp, unsigned int f)
110725ca923bSJaegeuk Kim {
110825ca923bSJaegeuk Kim 	unsigned int ckpt_flags = le32_to_cpu(cp->ckpt_flags);
1109aaec2b1dSChao Yu 
111025ca923bSJaegeuk Kim 	return ckpt_flags & f;
111125ca923bSJaegeuk Kim }
111225ca923bSJaegeuk Kim 
1113aaec2b1dSChao Yu static inline bool is_set_ckpt_flags(struct f2fs_sb_info *sbi, unsigned int f)
111425ca923bSJaegeuk Kim {
1115aaec2b1dSChao Yu 	return __is_set_ckpt_flags(F2FS_CKPT(sbi), f);
1116aaec2b1dSChao Yu }
1117aaec2b1dSChao Yu 
1118aaec2b1dSChao Yu static inline void __set_ckpt_flags(struct f2fs_checkpoint *cp, unsigned int f)
1119aaec2b1dSChao Yu {
1120aaec2b1dSChao Yu 	unsigned int ckpt_flags;
1121aaec2b1dSChao Yu 
1122aaec2b1dSChao Yu 	ckpt_flags = le32_to_cpu(cp->ckpt_flags);
112325ca923bSJaegeuk Kim 	ckpt_flags |= f;
112425ca923bSJaegeuk Kim 	cp->ckpt_flags = cpu_to_le32(ckpt_flags);
112525ca923bSJaegeuk Kim }
112625ca923bSJaegeuk Kim 
1127aaec2b1dSChao Yu static inline void set_ckpt_flags(struct f2fs_sb_info *sbi, unsigned int f)
112825ca923bSJaegeuk Kim {
1129aaec2b1dSChao Yu 	spin_lock(&sbi->cp_lock);
1130aaec2b1dSChao Yu 	__set_ckpt_flags(F2FS_CKPT(sbi), f);
1131aaec2b1dSChao Yu 	spin_unlock(&sbi->cp_lock);
1132aaec2b1dSChao Yu }
1133aaec2b1dSChao Yu 
1134aaec2b1dSChao Yu static inline void __clear_ckpt_flags(struct f2fs_checkpoint *cp, unsigned int f)
1135aaec2b1dSChao Yu {
1136aaec2b1dSChao Yu 	unsigned int ckpt_flags;
1137aaec2b1dSChao Yu 
1138aaec2b1dSChao Yu 	ckpt_flags = le32_to_cpu(cp->ckpt_flags);
113925ca923bSJaegeuk Kim 	ckpt_flags &= (~f);
114025ca923bSJaegeuk Kim 	cp->ckpt_flags = cpu_to_le32(ckpt_flags);
114125ca923bSJaegeuk Kim }
114225ca923bSJaegeuk Kim 
1143aaec2b1dSChao Yu static inline void clear_ckpt_flags(struct f2fs_sb_info *sbi, unsigned int f)
1144aaec2b1dSChao Yu {
1145aaec2b1dSChao Yu 	spin_lock(&sbi->cp_lock);
1146aaec2b1dSChao Yu 	__clear_ckpt_flags(F2FS_CKPT(sbi), f);
1147aaec2b1dSChao Yu 	spin_unlock(&sbi->cp_lock);
1148aaec2b1dSChao Yu }
1149aaec2b1dSChao Yu 
1150e479556bSGu Zheng static inline void f2fs_lock_op(struct f2fs_sb_info *sbi)
115139a53e0cSJaegeuk Kim {
1152b873b798SJaegeuk Kim 	down_read(&sbi->cp_rwsem);
115339a53e0cSJaegeuk Kim }
115439a53e0cSJaegeuk Kim 
1155e479556bSGu Zheng static inline void f2fs_unlock_op(struct f2fs_sb_info *sbi)
115639a53e0cSJaegeuk Kim {
1157b873b798SJaegeuk Kim 	up_read(&sbi->cp_rwsem);
115839936837SJaegeuk Kim }
115939936837SJaegeuk Kim 
1160e479556bSGu Zheng static inline void f2fs_lock_all(struct f2fs_sb_info *sbi)
116139936837SJaegeuk Kim {
1162b873b798SJaegeuk Kim 	down_write(&sbi->cp_rwsem);
116339936837SJaegeuk Kim }
116439936837SJaegeuk Kim 
1165e479556bSGu Zheng static inline void f2fs_unlock_all(struct f2fs_sb_info *sbi)
116639936837SJaegeuk Kim {
1167b873b798SJaegeuk Kim 	up_write(&sbi->cp_rwsem);
116839a53e0cSJaegeuk Kim }
116939a53e0cSJaegeuk Kim 
1170119ee914SJaegeuk Kim static inline int __get_cp_reason(struct f2fs_sb_info *sbi)
1171119ee914SJaegeuk Kim {
1172119ee914SJaegeuk Kim 	int reason = CP_SYNC;
1173119ee914SJaegeuk Kim 
1174119ee914SJaegeuk Kim 	if (test_opt(sbi, FASTBOOT))
1175119ee914SJaegeuk Kim 		reason = CP_FASTBOOT;
1176119ee914SJaegeuk Kim 	if (is_sbi_flag_set(sbi, SBI_IS_CLOSE))
1177119ee914SJaegeuk Kim 		reason = CP_UMOUNT;
1178119ee914SJaegeuk Kim 	return reason;
1179119ee914SJaegeuk Kim }
1180119ee914SJaegeuk Kim 
1181119ee914SJaegeuk Kim static inline bool __remain_node_summaries(int reason)
1182119ee914SJaegeuk Kim {
1183119ee914SJaegeuk Kim 	return (reason == CP_UMOUNT || reason == CP_FASTBOOT);
1184119ee914SJaegeuk Kim }
1185119ee914SJaegeuk Kim 
1186119ee914SJaegeuk Kim static inline bool __exist_node_summaries(struct f2fs_sb_info *sbi)
1187119ee914SJaegeuk Kim {
1188aaec2b1dSChao Yu 	return (is_set_ckpt_flags(sbi, CP_UMOUNT_FLAG) ||
1189aaec2b1dSChao Yu 			is_set_ckpt_flags(sbi, CP_FASTBOOT_FLAG));
1190119ee914SJaegeuk Kim }
1191119ee914SJaegeuk Kim 
119239a53e0cSJaegeuk Kim /*
119339a53e0cSJaegeuk Kim  * Check whether the given nid is within node id range.
119439a53e0cSJaegeuk Kim  */
1195064e0823SNamjae Jeon static inline int check_nid_range(struct f2fs_sb_info *sbi, nid_t nid)
119639a53e0cSJaegeuk Kim {
1197d6b7d4b3SChao Yu 	if (unlikely(nid < F2FS_ROOT_INO(sbi)))
1198d6b7d4b3SChao Yu 		return -EINVAL;
1199cfb271d4SChao Yu 	if (unlikely(nid >= NM_I(sbi)->max_nid))
1200064e0823SNamjae Jeon 		return -EINVAL;
1201064e0823SNamjae Jeon 	return 0;
120239a53e0cSJaegeuk Kim }
120339a53e0cSJaegeuk Kim 
120439a53e0cSJaegeuk Kim #define F2FS_DEFAULT_ALLOCATED_BLOCKS	1
120539a53e0cSJaegeuk Kim 
120639a53e0cSJaegeuk Kim /*
120739a53e0cSJaegeuk Kim  * Check whether the inode has blocks or not
120839a53e0cSJaegeuk Kim  */
120939a53e0cSJaegeuk Kim static inline int F2FS_HAS_BLOCKS(struct inode *inode)
121039a53e0cSJaegeuk Kim {
121139a53e0cSJaegeuk Kim 	if (F2FS_I(inode)->i_xattr_nid)
12126c311ec6SChris Fries 		return inode->i_blocks > F2FS_DEFAULT_ALLOCATED_BLOCKS + 1;
121339a53e0cSJaegeuk Kim 	else
12146c311ec6SChris Fries 		return inode->i_blocks > F2FS_DEFAULT_ALLOCATED_BLOCKS;
121539a53e0cSJaegeuk Kim }
121639a53e0cSJaegeuk Kim 
12174bc8e9bcSChao Yu static inline bool f2fs_has_xattr_block(unsigned int ofs)
12184bc8e9bcSChao Yu {
12194bc8e9bcSChao Yu 	return ofs == XATTR_NODE_OFFSET;
12204bc8e9bcSChao Yu }
12214bc8e9bcSChao Yu 
12228edd03c8SJaegeuk Kim static inline void f2fs_i_blocks_write(struct inode *, blkcnt_t, bool);
122339a53e0cSJaegeuk Kim static inline bool inc_valid_block_count(struct f2fs_sb_info *sbi,
122446008c6dSChao Yu 				 struct inode *inode, blkcnt_t *count)
122539a53e0cSJaegeuk Kim {
1226dd11a5dfSJaegeuk Kim 	blkcnt_t diff;
1227dd11a5dfSJaegeuk Kim 
1228cb78942bSJaegeuk Kim #ifdef CONFIG_F2FS_FAULT_INJECTION
12291ecc0c5cSChao Yu 	if (time_to_inject(sbi, FAULT_BLOCK))
1230cb78942bSJaegeuk Kim 		return false;
1231cb78942bSJaegeuk Kim #endif
1232dd11a5dfSJaegeuk Kim 	/*
1233dd11a5dfSJaegeuk Kim 	 * let's increase this in prior to actual block count change in order
1234dd11a5dfSJaegeuk Kim 	 * for f2fs_sync_file to avoid data races when deciding checkpoint.
1235dd11a5dfSJaegeuk Kim 	 */
1236dd11a5dfSJaegeuk Kim 	percpu_counter_add(&sbi->alloc_valid_block_count, (*count));
1237cfb271d4SChao Yu 
123839a53e0cSJaegeuk Kim 	spin_lock(&sbi->stat_lock);
12392555a2d5SJaegeuk Kim 	sbi->total_valid_block_count += (block_t)(*count);
12402555a2d5SJaegeuk Kim 	if (unlikely(sbi->total_valid_block_count > sbi->user_block_count)) {
1241dd11a5dfSJaegeuk Kim 		diff = sbi->total_valid_block_count - sbi->user_block_count;
1242dd11a5dfSJaegeuk Kim 		*count -= diff;
12432555a2d5SJaegeuk Kim 		sbi->total_valid_block_count = sbi->user_block_count;
124446008c6dSChao Yu 		if (!*count) {
124539a53e0cSJaegeuk Kim 			spin_unlock(&sbi->stat_lock);
1246dd11a5dfSJaegeuk Kim 			percpu_counter_sub(&sbi->alloc_valid_block_count, diff);
124739a53e0cSJaegeuk Kim 			return false;
124839a53e0cSJaegeuk Kim 		}
124946008c6dSChao Yu 	}
125039a53e0cSJaegeuk Kim 	spin_unlock(&sbi->stat_lock);
125141382ec4SJaegeuk Kim 
12522555a2d5SJaegeuk Kim 	f2fs_i_blocks_write(inode, *count, true);
125339a53e0cSJaegeuk Kim 	return true;
125439a53e0cSJaegeuk Kim }
125539a53e0cSJaegeuk Kim 
1256da19b0dcSGu Zheng static inline void dec_valid_block_count(struct f2fs_sb_info *sbi,
125739a53e0cSJaegeuk Kim 						struct inode *inode,
125839a53e0cSJaegeuk Kim 						blkcnt_t count)
125939a53e0cSJaegeuk Kim {
126039a53e0cSJaegeuk Kim 	spin_lock(&sbi->stat_lock);
12619850cf4aSJaegeuk Kim 	f2fs_bug_on(sbi, sbi->total_valid_block_count < (block_t) count);
12629850cf4aSJaegeuk Kim 	f2fs_bug_on(sbi, inode->i_blocks < count);
126339a53e0cSJaegeuk Kim 	sbi->total_valid_block_count -= (block_t)count;
126439a53e0cSJaegeuk Kim 	spin_unlock(&sbi->stat_lock);
12652555a2d5SJaegeuk Kim 	f2fs_i_blocks_write(inode, count, false);
126639a53e0cSJaegeuk Kim }
126739a53e0cSJaegeuk Kim 
126839a53e0cSJaegeuk Kim static inline void inc_page_count(struct f2fs_sb_info *sbi, int count_type)
126939a53e0cSJaegeuk Kim {
127035782b23SJaegeuk Kim 	atomic_inc(&sbi->nr_pages[count_type]);
12717c4abcbeSChao Yu 
127236951b38SChao Yu 	if (count_type == F2FS_DIRTY_DATA || count_type == F2FS_INMEM_PAGES ||
127336951b38SChao Yu 		count_type == F2FS_WB_CP_DATA || count_type == F2FS_WB_DATA)
12747c4abcbeSChao Yu 		return;
12757c4abcbeSChao Yu 
1276caf0047eSChao Yu 	set_sbi_flag(sbi, SBI_IS_DIRTY);
127739a53e0cSJaegeuk Kim }
127839a53e0cSJaegeuk Kim 
1279a7ffdbe2SJaegeuk Kim static inline void inode_inc_dirty_pages(struct inode *inode)
128039a53e0cSJaegeuk Kim {
1281204706c7SJaegeuk Kim 	atomic_inc(&F2FS_I(inode)->dirty_pages);
1282c227f912SChao Yu 	inc_page_count(F2FS_I_SB(inode), S_ISDIR(inode->i_mode) ?
1283c227f912SChao Yu 				F2FS_DIRTY_DENTS : F2FS_DIRTY_DATA);
128439a53e0cSJaegeuk Kim }
128539a53e0cSJaegeuk Kim 
128639a53e0cSJaegeuk Kim static inline void dec_page_count(struct f2fs_sb_info *sbi, int count_type)
128739a53e0cSJaegeuk Kim {
128835782b23SJaegeuk Kim 	atomic_dec(&sbi->nr_pages[count_type]);
128939a53e0cSJaegeuk Kim }
129039a53e0cSJaegeuk Kim 
1291a7ffdbe2SJaegeuk Kim static inline void inode_dec_dirty_pages(struct inode *inode)
129239a53e0cSJaegeuk Kim {
12935ac9f36fSChao Yu 	if (!S_ISDIR(inode->i_mode) && !S_ISREG(inode->i_mode) &&
12945ac9f36fSChao Yu 			!S_ISLNK(inode->i_mode))
12951fe54f9dSJaegeuk Kim 		return;
12961fe54f9dSJaegeuk Kim 
1297204706c7SJaegeuk Kim 	atomic_dec(&F2FS_I(inode)->dirty_pages);
1298c227f912SChao Yu 	dec_page_count(F2FS_I_SB(inode), S_ISDIR(inode->i_mode) ?
1299c227f912SChao Yu 				F2FS_DIRTY_DENTS : F2FS_DIRTY_DATA);
130039a53e0cSJaegeuk Kim }
130139a53e0cSJaegeuk Kim 
1302523be8a6SJaegeuk Kim static inline s64 get_pages(struct f2fs_sb_info *sbi, int count_type)
130339a53e0cSJaegeuk Kim {
130435782b23SJaegeuk Kim 	return atomic_read(&sbi->nr_pages[count_type]);
130539a53e0cSJaegeuk Kim }
130639a53e0cSJaegeuk Kim 
1307204706c7SJaegeuk Kim static inline int get_dirty_pages(struct inode *inode)
1308f8b2c1f9SJaegeuk Kim {
1309204706c7SJaegeuk Kim 	return atomic_read(&F2FS_I(inode)->dirty_pages);
1310f8b2c1f9SJaegeuk Kim }
1311f8b2c1f9SJaegeuk Kim 
13125ac206cfSNamjae Jeon static inline int get_blocktype_secs(struct f2fs_sb_info *sbi, int block_type)
13135ac206cfSNamjae Jeon {
13143519e3f9SChao Yu 	unsigned int pages_per_sec = sbi->segs_per_sec * sbi->blocks_per_seg;
1315523be8a6SJaegeuk Kim 	unsigned int segs = (get_pages(sbi, block_type) + pages_per_sec - 1) >>
1316523be8a6SJaegeuk Kim 						sbi->log_blocks_per_seg;
1317523be8a6SJaegeuk Kim 
1318523be8a6SJaegeuk Kim 	return segs / sbi->segs_per_sec;
13195ac206cfSNamjae Jeon }
13205ac206cfSNamjae Jeon 
132139a53e0cSJaegeuk Kim static inline block_t valid_user_blocks(struct f2fs_sb_info *sbi)
132239a53e0cSJaegeuk Kim {
13238b8343faSJaegeuk Kim 	return sbi->total_valid_block_count;
132439a53e0cSJaegeuk Kim }
132539a53e0cSJaegeuk Kim 
1326f83a2584SYunlei He static inline block_t discard_blocks(struct f2fs_sb_info *sbi)
1327f83a2584SYunlei He {
1328f83a2584SYunlei He 	return sbi->discard_blks;
1329f83a2584SYunlei He }
1330f83a2584SYunlei He 
133139a53e0cSJaegeuk Kim static inline unsigned long __bitmap_size(struct f2fs_sb_info *sbi, int flag)
133239a53e0cSJaegeuk Kim {
133339a53e0cSJaegeuk Kim 	struct f2fs_checkpoint *ckpt = F2FS_CKPT(sbi);
133439a53e0cSJaegeuk Kim 
133539a53e0cSJaegeuk Kim 	/* return NAT or SIT bitmap */
133639a53e0cSJaegeuk Kim 	if (flag == NAT_BITMAP)
133739a53e0cSJaegeuk Kim 		return le32_to_cpu(ckpt->nat_ver_bitmap_bytesize);
133839a53e0cSJaegeuk Kim 	else if (flag == SIT_BITMAP)
133939a53e0cSJaegeuk Kim 		return le32_to_cpu(ckpt->sit_ver_bitmap_bytesize);
134039a53e0cSJaegeuk Kim 
134139a53e0cSJaegeuk Kim 	return 0;
134239a53e0cSJaegeuk Kim }
134339a53e0cSJaegeuk Kim 
134455141486SWanpeng Li static inline block_t __cp_payload(struct f2fs_sb_info *sbi)
134555141486SWanpeng Li {
134655141486SWanpeng Li 	return le32_to_cpu(F2FS_RAW_SUPER(sbi)->cp_payload);
134755141486SWanpeng Li }
134855141486SWanpeng Li 
134939a53e0cSJaegeuk Kim static inline void *__bitmap_ptr(struct f2fs_sb_info *sbi, int flag)
135039a53e0cSJaegeuk Kim {
135139a53e0cSJaegeuk Kim 	struct f2fs_checkpoint *ckpt = F2FS_CKPT(sbi);
13521dbe4152SChangman Lee 	int offset;
13531dbe4152SChangman Lee 
135455141486SWanpeng Li 	if (__cp_payload(sbi) > 0) {
13551dbe4152SChangman Lee 		if (flag == NAT_BITMAP)
13561dbe4152SChangman Lee 			return &ckpt->sit_nat_version_bitmap;
13571dbe4152SChangman Lee 		else
135865b85cccSJaegeuk Kim 			return (unsigned char *)ckpt + F2FS_BLKSIZE;
13591dbe4152SChangman Lee 	} else {
13601dbe4152SChangman Lee 		offset = (flag == NAT_BITMAP) ?
136125ca923bSJaegeuk Kim 			le32_to_cpu(ckpt->sit_ver_bitmap_bytesize) : 0;
136239a53e0cSJaegeuk Kim 		return &ckpt->sit_nat_version_bitmap + offset;
136339a53e0cSJaegeuk Kim 	}
13641dbe4152SChangman Lee }
136539a53e0cSJaegeuk Kim 
136639a53e0cSJaegeuk Kim static inline block_t __start_cp_addr(struct f2fs_sb_info *sbi)
136739a53e0cSJaegeuk Kim {
13688508e44aSJaegeuk Kim 	block_t start_addr = le32_to_cpu(F2FS_RAW_SUPER(sbi)->cp_blkaddr);
136939a53e0cSJaegeuk Kim 
13708508e44aSJaegeuk Kim 	if (sbi->cur_cp_pack == 2)
137139a53e0cSJaegeuk Kim 		start_addr += sbi->blocks_per_seg;
137239a53e0cSJaegeuk Kim 	return start_addr;
137339a53e0cSJaegeuk Kim }
137439a53e0cSJaegeuk Kim 
13758508e44aSJaegeuk Kim static inline block_t __start_cp_next_addr(struct f2fs_sb_info *sbi)
13768508e44aSJaegeuk Kim {
13778508e44aSJaegeuk Kim 	block_t start_addr = le32_to_cpu(F2FS_RAW_SUPER(sbi)->cp_blkaddr);
13788508e44aSJaegeuk Kim 
13798508e44aSJaegeuk Kim 	if (sbi->cur_cp_pack == 1)
13808508e44aSJaegeuk Kim 		start_addr += sbi->blocks_per_seg;
13818508e44aSJaegeuk Kim 	return start_addr;
13828508e44aSJaegeuk Kim }
13838508e44aSJaegeuk Kim 
13848508e44aSJaegeuk Kim static inline void __set_cp_next_pack(struct f2fs_sb_info *sbi)
13858508e44aSJaegeuk Kim {
13868508e44aSJaegeuk Kim 	sbi->cur_cp_pack = (sbi->cur_cp_pack == 1) ? 2 : 1;
13878508e44aSJaegeuk Kim }
13888508e44aSJaegeuk Kim 
138939a53e0cSJaegeuk Kim static inline block_t __start_sum_addr(struct f2fs_sb_info *sbi)
139039a53e0cSJaegeuk Kim {
139139a53e0cSJaegeuk Kim 	return le32_to_cpu(F2FS_CKPT(sbi)->cp_pack_start_sum);
139239a53e0cSJaegeuk Kim }
139339a53e0cSJaegeuk Kim 
139439a53e0cSJaegeuk Kim static inline bool inc_valid_node_count(struct f2fs_sb_info *sbi,
1395ef86d709SGu Zheng 						struct inode *inode)
139639a53e0cSJaegeuk Kim {
139739a53e0cSJaegeuk Kim 	block_t	valid_block_count;
139839a53e0cSJaegeuk Kim 	unsigned int valid_node_count;
139939a53e0cSJaegeuk Kim 
140039a53e0cSJaegeuk Kim 	spin_lock(&sbi->stat_lock);
140139a53e0cSJaegeuk Kim 
1402ef86d709SGu Zheng 	valid_block_count = sbi->total_valid_block_count + 1;
1403cfb271d4SChao Yu 	if (unlikely(valid_block_count > sbi->user_block_count)) {
140439a53e0cSJaegeuk Kim 		spin_unlock(&sbi->stat_lock);
140539a53e0cSJaegeuk Kim 		return false;
140639a53e0cSJaegeuk Kim 	}
140739a53e0cSJaegeuk Kim 
1408ef86d709SGu Zheng 	valid_node_count = sbi->total_valid_node_count + 1;
1409cfb271d4SChao Yu 	if (unlikely(valid_node_count > sbi->total_node_count)) {
141039a53e0cSJaegeuk Kim 		spin_unlock(&sbi->stat_lock);
141139a53e0cSJaegeuk Kim 		return false;
141239a53e0cSJaegeuk Kim 	}
141339a53e0cSJaegeuk Kim 
141439a53e0cSJaegeuk Kim 	if (inode)
14158edd03c8SJaegeuk Kim 		f2fs_i_blocks_write(inode, 1, true);
1416ef86d709SGu Zheng 
1417ef86d709SGu Zheng 	sbi->total_valid_node_count++;
1418ef86d709SGu Zheng 	sbi->total_valid_block_count++;
141939a53e0cSJaegeuk Kim 	spin_unlock(&sbi->stat_lock);
142039a53e0cSJaegeuk Kim 
142141382ec4SJaegeuk Kim 	percpu_counter_inc(&sbi->alloc_valid_block_count);
142239a53e0cSJaegeuk Kim 	return true;
142339a53e0cSJaegeuk Kim }
142439a53e0cSJaegeuk Kim 
142539a53e0cSJaegeuk Kim static inline void dec_valid_node_count(struct f2fs_sb_info *sbi,
1426ef86d709SGu Zheng 						struct inode *inode)
142739a53e0cSJaegeuk Kim {
142839a53e0cSJaegeuk Kim 	spin_lock(&sbi->stat_lock);
142939a53e0cSJaegeuk Kim 
14309850cf4aSJaegeuk Kim 	f2fs_bug_on(sbi, !sbi->total_valid_block_count);
14319850cf4aSJaegeuk Kim 	f2fs_bug_on(sbi, !sbi->total_valid_node_count);
14329850cf4aSJaegeuk Kim 	f2fs_bug_on(sbi, !inode->i_blocks);
143339a53e0cSJaegeuk Kim 
14348edd03c8SJaegeuk Kim 	f2fs_i_blocks_write(inode, 1, false);
1435ef86d709SGu Zheng 	sbi->total_valid_node_count--;
1436ef86d709SGu Zheng 	sbi->total_valid_block_count--;
143739a53e0cSJaegeuk Kim 
143839a53e0cSJaegeuk Kim 	spin_unlock(&sbi->stat_lock);
143939a53e0cSJaegeuk Kim }
144039a53e0cSJaegeuk Kim 
144139a53e0cSJaegeuk Kim static inline unsigned int valid_node_count(struct f2fs_sb_info *sbi)
144239a53e0cSJaegeuk Kim {
14438b8343faSJaegeuk Kim 	return sbi->total_valid_node_count;
144439a53e0cSJaegeuk Kim }
144539a53e0cSJaegeuk Kim 
144639a53e0cSJaegeuk Kim static inline void inc_valid_inode_count(struct f2fs_sb_info *sbi)
144739a53e0cSJaegeuk Kim {
1448513c5f37SJaegeuk Kim 	percpu_counter_inc(&sbi->total_valid_inode_count);
144939a53e0cSJaegeuk Kim }
145039a53e0cSJaegeuk Kim 
14510e80220aSJaegeuk Kim static inline void dec_valid_inode_count(struct f2fs_sb_info *sbi)
145239a53e0cSJaegeuk Kim {
1453513c5f37SJaegeuk Kim 	percpu_counter_dec(&sbi->total_valid_inode_count);
145439a53e0cSJaegeuk Kim }
145539a53e0cSJaegeuk Kim 
1456513c5f37SJaegeuk Kim static inline s64 valid_inode_count(struct f2fs_sb_info *sbi)
145739a53e0cSJaegeuk Kim {
1458513c5f37SJaegeuk Kim 	return percpu_counter_sum_positive(&sbi->total_valid_inode_count);
145939a53e0cSJaegeuk Kim }
146039a53e0cSJaegeuk Kim 
1461a56c7c6fSJaegeuk Kim static inline struct page *f2fs_grab_cache_page(struct address_space *mapping,
1462a56c7c6fSJaegeuk Kim 						pgoff_t index, bool for_write)
1463a56c7c6fSJaegeuk Kim {
1464c41f3cc3SJaegeuk Kim #ifdef CONFIG_F2FS_FAULT_INJECTION
1465c41f3cc3SJaegeuk Kim 	struct page *page = find_lock_page(mapping, index);
1466c41f3cc3SJaegeuk Kim 	if (page)
1467c41f3cc3SJaegeuk Kim 		return page;
1468c41f3cc3SJaegeuk Kim 
14691ecc0c5cSChao Yu 	if (time_to_inject(F2FS_M_SB(mapping), FAULT_PAGE_ALLOC))
1470c41f3cc3SJaegeuk Kim 		return NULL;
1471c41f3cc3SJaegeuk Kim #endif
1472a56c7c6fSJaegeuk Kim 	if (!for_write)
1473a56c7c6fSJaegeuk Kim 		return grab_cache_page(mapping, index);
1474a56c7c6fSJaegeuk Kim 	return grab_cache_page_write_begin(mapping, index, AOP_FLAG_NOFS);
1475a56c7c6fSJaegeuk Kim }
1476a56c7c6fSJaegeuk Kim 
14776e2c64adSJaegeuk Kim static inline void f2fs_copy_page(struct page *src, struct page *dst)
14786e2c64adSJaegeuk Kim {
14796e2c64adSJaegeuk Kim 	char *src_kaddr = kmap(src);
14806e2c64adSJaegeuk Kim 	char *dst_kaddr = kmap(dst);
14816e2c64adSJaegeuk Kim 
14826e2c64adSJaegeuk Kim 	memcpy(dst_kaddr, src_kaddr, PAGE_SIZE);
14836e2c64adSJaegeuk Kim 	kunmap(dst);
14846e2c64adSJaegeuk Kim 	kunmap(src);
14856e2c64adSJaegeuk Kim }
14866e2c64adSJaegeuk Kim 
148739a53e0cSJaegeuk Kim static inline void f2fs_put_page(struct page *page, int unlock)
148839a53e0cSJaegeuk Kim {
1489031fa8ccSJaegeuk Kim 	if (!page)
149039a53e0cSJaegeuk Kim 		return;
149139a53e0cSJaegeuk Kim 
149239a53e0cSJaegeuk Kim 	if (unlock) {
14939850cf4aSJaegeuk Kim 		f2fs_bug_on(F2FS_P_SB(page), !PageLocked(page));
149439a53e0cSJaegeuk Kim 		unlock_page(page);
149539a53e0cSJaegeuk Kim 	}
149609cbfeafSKirill A. Shutemov 	put_page(page);
149739a53e0cSJaegeuk Kim }
149839a53e0cSJaegeuk Kim 
149939a53e0cSJaegeuk Kim static inline void f2fs_put_dnode(struct dnode_of_data *dn)
150039a53e0cSJaegeuk Kim {
150139a53e0cSJaegeuk Kim 	if (dn->node_page)
150239a53e0cSJaegeuk Kim 		f2fs_put_page(dn->node_page, 1);
150339a53e0cSJaegeuk Kim 	if (dn->inode_page && dn->node_page != dn->inode_page)
150439a53e0cSJaegeuk Kim 		f2fs_put_page(dn->inode_page, 0);
150539a53e0cSJaegeuk Kim 	dn->node_page = NULL;
150639a53e0cSJaegeuk Kim 	dn->inode_page = NULL;
150739a53e0cSJaegeuk Kim }
150839a53e0cSJaegeuk Kim 
150939a53e0cSJaegeuk Kim static inline struct kmem_cache *f2fs_kmem_cache_create(const char *name,
1510e8512d2eSGu Zheng 					size_t size)
151139a53e0cSJaegeuk Kim {
1512e8512d2eSGu Zheng 	return kmem_cache_create(name, size, 0, SLAB_RECLAIM_ACCOUNT, NULL);
151339a53e0cSJaegeuk Kim }
151439a53e0cSJaegeuk Kim 
15157bd59381SGu Zheng static inline void *f2fs_kmem_cache_alloc(struct kmem_cache *cachep,
15167bd59381SGu Zheng 						gfp_t flags)
15177bd59381SGu Zheng {
15187bd59381SGu Zheng 	void *entry;
15197bd59381SGu Zheng 
152080c54505SJaegeuk Kim 	entry = kmem_cache_alloc(cachep, flags);
152180c54505SJaegeuk Kim 	if (!entry)
152280c54505SJaegeuk Kim 		entry = kmem_cache_alloc(cachep, flags | __GFP_NOFAIL);
15237bd59381SGu Zheng 	return entry;
15247bd59381SGu Zheng }
15257bd59381SGu Zheng 
1526740432f8SJaegeuk Kim static inline struct bio *f2fs_bio_alloc(int npages)
1527740432f8SJaegeuk Kim {
1528740432f8SJaegeuk Kim 	struct bio *bio;
1529740432f8SJaegeuk Kim 
1530740432f8SJaegeuk Kim 	/* No failure on bio allocation */
1531740432f8SJaegeuk Kim 	bio = bio_alloc(GFP_NOIO, npages);
153280c54505SJaegeuk Kim 	if (!bio)
153380c54505SJaegeuk Kim 		bio = bio_alloc(GFP_NOIO | __GFP_NOFAIL, npages);
1534740432f8SJaegeuk Kim 	return bio;
1535740432f8SJaegeuk Kim }
1536740432f8SJaegeuk Kim 
15379be32d72SJaegeuk Kim static inline void f2fs_radix_tree_insert(struct radix_tree_root *root,
15389be32d72SJaegeuk Kim 				unsigned long index, void *item)
15399be32d72SJaegeuk Kim {
15409be32d72SJaegeuk Kim 	while (radix_tree_insert(root, index, item))
15419be32d72SJaegeuk Kim 		cond_resched();
15429be32d72SJaegeuk Kim }
15439be32d72SJaegeuk Kim 
154439a53e0cSJaegeuk Kim #define RAW_IS_INODE(p)	((p)->footer.nid == (p)->footer.ino)
154539a53e0cSJaegeuk Kim 
154639a53e0cSJaegeuk Kim static inline bool IS_INODE(struct page *page)
154739a53e0cSJaegeuk Kim {
154845590710SGu Zheng 	struct f2fs_node *p = F2FS_NODE(page);
154939a53e0cSJaegeuk Kim 	return RAW_IS_INODE(p);
155039a53e0cSJaegeuk Kim }
155139a53e0cSJaegeuk Kim 
155239a53e0cSJaegeuk Kim static inline __le32 *blkaddr_in_node(struct f2fs_node *node)
155339a53e0cSJaegeuk Kim {
155439a53e0cSJaegeuk Kim 	return RAW_IS_INODE(node) ? node->i.i_addr : node->dn.addr;
155539a53e0cSJaegeuk Kim }
155639a53e0cSJaegeuk Kim 
155739a53e0cSJaegeuk Kim static inline block_t datablock_addr(struct page *node_page,
155839a53e0cSJaegeuk Kim 		unsigned int offset)
155939a53e0cSJaegeuk Kim {
156039a53e0cSJaegeuk Kim 	struct f2fs_node *raw_node;
156139a53e0cSJaegeuk Kim 	__le32 *addr_array;
156245590710SGu Zheng 	raw_node = F2FS_NODE(node_page);
156339a53e0cSJaegeuk Kim 	addr_array = blkaddr_in_node(raw_node);
156439a53e0cSJaegeuk Kim 	return le32_to_cpu(addr_array[offset]);
156539a53e0cSJaegeuk Kim }
156639a53e0cSJaegeuk Kim 
156739a53e0cSJaegeuk Kim static inline int f2fs_test_bit(unsigned int nr, char *addr)
156839a53e0cSJaegeuk Kim {
156939a53e0cSJaegeuk Kim 	int mask;
157039a53e0cSJaegeuk Kim 
157139a53e0cSJaegeuk Kim 	addr += (nr >> 3);
157239a53e0cSJaegeuk Kim 	mask = 1 << (7 - (nr & 0x07));
157339a53e0cSJaegeuk Kim 	return mask & *addr;
157439a53e0cSJaegeuk Kim }
157539a53e0cSJaegeuk Kim 
1576a66cdd98SJaegeuk Kim static inline void f2fs_set_bit(unsigned int nr, char *addr)
1577a66cdd98SJaegeuk Kim {
1578a66cdd98SJaegeuk Kim 	int mask;
1579a66cdd98SJaegeuk Kim 
1580a66cdd98SJaegeuk Kim 	addr += (nr >> 3);
1581a66cdd98SJaegeuk Kim 	mask = 1 << (7 - (nr & 0x07));
1582a66cdd98SJaegeuk Kim 	*addr |= mask;
1583a66cdd98SJaegeuk Kim }
1584a66cdd98SJaegeuk Kim 
1585a66cdd98SJaegeuk Kim static inline void f2fs_clear_bit(unsigned int nr, char *addr)
1586a66cdd98SJaegeuk Kim {
1587a66cdd98SJaegeuk Kim 	int mask;
1588a66cdd98SJaegeuk Kim 
1589a66cdd98SJaegeuk Kim 	addr += (nr >> 3);
1590a66cdd98SJaegeuk Kim 	mask = 1 << (7 - (nr & 0x07));
1591a66cdd98SJaegeuk Kim 	*addr &= ~mask;
1592a66cdd98SJaegeuk Kim }
1593a66cdd98SJaegeuk Kim 
159452aca074SGu Zheng static inline int f2fs_test_and_set_bit(unsigned int nr, char *addr)
159539a53e0cSJaegeuk Kim {
159639a53e0cSJaegeuk Kim 	int mask;
159739a53e0cSJaegeuk Kim 	int ret;
159839a53e0cSJaegeuk Kim 
159939a53e0cSJaegeuk Kim 	addr += (nr >> 3);
160039a53e0cSJaegeuk Kim 	mask = 1 << (7 - (nr & 0x07));
160139a53e0cSJaegeuk Kim 	ret = mask & *addr;
160239a53e0cSJaegeuk Kim 	*addr |= mask;
160339a53e0cSJaegeuk Kim 	return ret;
160439a53e0cSJaegeuk Kim }
160539a53e0cSJaegeuk Kim 
160652aca074SGu Zheng static inline int f2fs_test_and_clear_bit(unsigned int nr, char *addr)
160739a53e0cSJaegeuk Kim {
160839a53e0cSJaegeuk Kim 	int mask;
160939a53e0cSJaegeuk Kim 	int ret;
161039a53e0cSJaegeuk Kim 
161139a53e0cSJaegeuk Kim 	addr += (nr >> 3);
161239a53e0cSJaegeuk Kim 	mask = 1 << (7 - (nr & 0x07));
161339a53e0cSJaegeuk Kim 	ret = mask & *addr;
161439a53e0cSJaegeuk Kim 	*addr &= ~mask;
161539a53e0cSJaegeuk Kim 	return ret;
161639a53e0cSJaegeuk Kim }
161739a53e0cSJaegeuk Kim 
1618c6ac4c0eSGu Zheng static inline void f2fs_change_bit(unsigned int nr, char *addr)
1619c6ac4c0eSGu Zheng {
1620c6ac4c0eSGu Zheng 	int mask;
1621c6ac4c0eSGu Zheng 
1622c6ac4c0eSGu Zheng 	addr += (nr >> 3);
1623c6ac4c0eSGu Zheng 	mask = 1 << (7 - (nr & 0x07));
1624c6ac4c0eSGu Zheng 	*addr ^= mask;
1625c6ac4c0eSGu Zheng }
1626c6ac4c0eSGu Zheng 
162739a53e0cSJaegeuk Kim /* used for f2fs_inode_info->flags */
162839a53e0cSJaegeuk Kim enum {
162939a53e0cSJaegeuk Kim 	FI_NEW_INODE,		/* indicate newly allocated inode */
1630b3783873SJaegeuk Kim 	FI_DIRTY_INODE,		/* indicate inode is dirty or not */
163126de9b11SJaegeuk Kim 	FI_AUTO_RECOVER,	/* indicate inode is recoverable */
1632ed57c27fSJaegeuk Kim 	FI_DIRTY_DIR,		/* indicate directory has dirty pages */
163339a53e0cSJaegeuk Kim 	FI_INC_LINK,		/* need to increment i_nlink */
163439a53e0cSJaegeuk Kim 	FI_ACL_MODE,		/* indicate acl mode */
163539a53e0cSJaegeuk Kim 	FI_NO_ALLOC,		/* should not allocate any blocks */
1636c9b63bd0SJaegeuk Kim 	FI_FREE_NID,		/* free allocated nide */
1637c11abd1aSJaegeuk Kim 	FI_NO_EXTENT,		/* not to use the extent cache */
1638444c580fSJaegeuk Kim 	FI_INLINE_XATTR,	/* used for inline xattr */
16391001b347SHuajun Li 	FI_INLINE_DATA,		/* used for inline data*/
164034d67debSChao Yu 	FI_INLINE_DENTRY,	/* used for inline dentry */
1641fff04f90SJaegeuk Kim 	FI_APPEND_WRITE,	/* inode has appended data */
1642fff04f90SJaegeuk Kim 	FI_UPDATE_WRITE,	/* inode has in-place-update data */
164388b88a66SJaegeuk Kim 	FI_NEED_IPU,		/* used for ipu per file */
164488b88a66SJaegeuk Kim 	FI_ATOMIC_FILE,		/* indicate atomic file */
16455fe45743SChao Yu 	FI_ATOMIC_COMMIT,	/* indicate the state of atomical committing */
164602a1335fSJaegeuk Kim 	FI_VOLATILE_FILE,	/* indicate volatile file */
16473c6c2bebSJaegeuk Kim 	FI_FIRST_BLOCK_WRITTEN,	/* indicate #0 data block was written */
16481e84371fSJaegeuk Kim 	FI_DROP_CACHE,		/* drop dirty page cache */
1649b3d208f9SJaegeuk Kim 	FI_DATA_EXIST,		/* indicate data exists */
1650510022a8SJaegeuk Kim 	FI_INLINE_DOTS,		/* indicate inline dot dentries */
1651d323d005SChao Yu 	FI_DO_DEFRAG,		/* indicate defragment is running */
1652c227f912SChao Yu 	FI_DIRTY_FILE,		/* indicate regular/symlink has dirty pages */
165339a53e0cSJaegeuk Kim };
165439a53e0cSJaegeuk Kim 
1655205b9822SJaegeuk Kim static inline void __mark_inode_dirty_flag(struct inode *inode,
1656205b9822SJaegeuk Kim 						int flag, bool set)
165739a53e0cSJaegeuk Kim {
1658205b9822SJaegeuk Kim 	switch (flag) {
1659205b9822SJaegeuk Kim 	case FI_INLINE_XATTR:
1660205b9822SJaegeuk Kim 	case FI_INLINE_DATA:
1661205b9822SJaegeuk Kim 	case FI_INLINE_DENTRY:
1662205b9822SJaegeuk Kim 		if (set)
1663205b9822SJaegeuk Kim 			return;
1664205b9822SJaegeuk Kim 	case FI_DATA_EXIST:
1665205b9822SJaegeuk Kim 	case FI_INLINE_DOTS:
16667c45729aSJaegeuk Kim 		f2fs_mark_inode_dirty_sync(inode, true);
1667205b9822SJaegeuk Kim 	}
166839a53e0cSJaegeuk Kim }
166939a53e0cSJaegeuk Kim 
167091942321SJaegeuk Kim static inline void set_inode_flag(struct inode *inode, int flag)
167139a53e0cSJaegeuk Kim {
167291942321SJaegeuk Kim 	if (!test_bit(flag, &F2FS_I(inode)->flags))
167391942321SJaegeuk Kim 		set_bit(flag, &F2FS_I(inode)->flags);
1674205b9822SJaegeuk Kim 	__mark_inode_dirty_flag(inode, flag, true);
167539a53e0cSJaegeuk Kim }
167639a53e0cSJaegeuk Kim 
167791942321SJaegeuk Kim static inline int is_inode_flag_set(struct inode *inode, int flag)
167839a53e0cSJaegeuk Kim {
167991942321SJaegeuk Kim 	return test_bit(flag, &F2FS_I(inode)->flags);
168039a53e0cSJaegeuk Kim }
168139a53e0cSJaegeuk Kim 
168291942321SJaegeuk Kim static inline void clear_inode_flag(struct inode *inode, int flag)
168339a53e0cSJaegeuk Kim {
168491942321SJaegeuk Kim 	if (test_bit(flag, &F2FS_I(inode)->flags))
168591942321SJaegeuk Kim 		clear_bit(flag, &F2FS_I(inode)->flags);
1686205b9822SJaegeuk Kim 	__mark_inode_dirty_flag(inode, flag, false);
168739a53e0cSJaegeuk Kim }
168839a53e0cSJaegeuk Kim 
168991942321SJaegeuk Kim static inline void set_acl_inode(struct inode *inode, umode_t mode)
1690444c580fSJaegeuk Kim {
169191942321SJaegeuk Kim 	F2FS_I(inode)->i_acl_mode = mode;
169291942321SJaegeuk Kim 	set_inode_flag(inode, FI_ACL_MODE);
16937c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, false);
169439a53e0cSJaegeuk Kim }
169539a53e0cSJaegeuk Kim 
1696a1961246SJaegeuk Kim static inline void f2fs_i_links_write(struct inode *inode, bool inc)
1697a1961246SJaegeuk Kim {
1698a1961246SJaegeuk Kim 	if (inc)
1699a1961246SJaegeuk Kim 		inc_nlink(inode);
1700a1961246SJaegeuk Kim 	else
1701a1961246SJaegeuk Kim 		drop_nlink(inode);
17027c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, true);
1703a1961246SJaegeuk Kim }
1704a1961246SJaegeuk Kim 
17058edd03c8SJaegeuk Kim static inline void f2fs_i_blocks_write(struct inode *inode,
17068edd03c8SJaegeuk Kim 					blkcnt_t diff, bool add)
17078edd03c8SJaegeuk Kim {
170826de9b11SJaegeuk Kim 	bool clean = !is_inode_flag_set(inode, FI_DIRTY_INODE);
170926de9b11SJaegeuk Kim 	bool recover = is_inode_flag_set(inode, FI_AUTO_RECOVER);
171026de9b11SJaegeuk Kim 
17118edd03c8SJaegeuk Kim 	inode->i_blocks = add ? inode->i_blocks + diff :
17128edd03c8SJaegeuk Kim 				inode->i_blocks - diff;
17137c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, true);
171426de9b11SJaegeuk Kim 	if (clean || recover)
171526de9b11SJaegeuk Kim 		set_inode_flag(inode, FI_AUTO_RECOVER);
17168edd03c8SJaegeuk Kim }
17178edd03c8SJaegeuk Kim 
1718fc9581c8SJaegeuk Kim static inline void f2fs_i_size_write(struct inode *inode, loff_t i_size)
1719fc9581c8SJaegeuk Kim {
172026de9b11SJaegeuk Kim 	bool clean = !is_inode_flag_set(inode, FI_DIRTY_INODE);
172126de9b11SJaegeuk Kim 	bool recover = is_inode_flag_set(inode, FI_AUTO_RECOVER);
172226de9b11SJaegeuk Kim 
1723fc9581c8SJaegeuk Kim 	if (i_size_read(inode) == i_size)
1724fc9581c8SJaegeuk Kim 		return;
1725fc9581c8SJaegeuk Kim 
1726fc9581c8SJaegeuk Kim 	i_size_write(inode, i_size);
17277c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, true);
172826de9b11SJaegeuk Kim 	if (clean || recover)
172926de9b11SJaegeuk Kim 		set_inode_flag(inode, FI_AUTO_RECOVER);
173026de9b11SJaegeuk Kim }
173126de9b11SJaegeuk Kim 
1732205b9822SJaegeuk Kim static inline void f2fs_i_depth_write(struct inode *inode, unsigned int depth)
1733205b9822SJaegeuk Kim {
1734205b9822SJaegeuk Kim 	F2FS_I(inode)->i_current_depth = depth;
17357c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, true);
1736205b9822SJaegeuk Kim }
1737205b9822SJaegeuk Kim 
1738205b9822SJaegeuk Kim static inline void f2fs_i_xnid_write(struct inode *inode, nid_t xnid)
1739205b9822SJaegeuk Kim {
1740205b9822SJaegeuk Kim 	F2FS_I(inode)->i_xattr_nid = xnid;
17417c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, true);
1742205b9822SJaegeuk Kim }
1743205b9822SJaegeuk Kim 
1744205b9822SJaegeuk Kim static inline void f2fs_i_pino_write(struct inode *inode, nid_t pino)
1745205b9822SJaegeuk Kim {
1746205b9822SJaegeuk Kim 	F2FS_I(inode)->i_pino = pino;
17477c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, true);
1748205b9822SJaegeuk Kim }
1749205b9822SJaegeuk Kim 
175091942321SJaegeuk Kim static inline void get_inline_info(struct inode *inode, struct f2fs_inode *ri)
1751444c580fSJaegeuk Kim {
1752205b9822SJaegeuk Kim 	struct f2fs_inode_info *fi = F2FS_I(inode);
1753205b9822SJaegeuk Kim 
1754444c580fSJaegeuk Kim 	if (ri->i_inline & F2FS_INLINE_XATTR)
1755205b9822SJaegeuk Kim 		set_bit(FI_INLINE_XATTR, &fi->flags);
17561001b347SHuajun Li 	if (ri->i_inline & F2FS_INLINE_DATA)
1757205b9822SJaegeuk Kim 		set_bit(FI_INLINE_DATA, &fi->flags);
175834d67debSChao Yu 	if (ri->i_inline & F2FS_INLINE_DENTRY)
1759205b9822SJaegeuk Kim 		set_bit(FI_INLINE_DENTRY, &fi->flags);
1760b3d208f9SJaegeuk Kim 	if (ri->i_inline & F2FS_DATA_EXIST)
1761205b9822SJaegeuk Kim 		set_bit(FI_DATA_EXIST, &fi->flags);
1762510022a8SJaegeuk Kim 	if (ri->i_inline & F2FS_INLINE_DOTS)
1763205b9822SJaegeuk Kim 		set_bit(FI_INLINE_DOTS, &fi->flags);
1764444c580fSJaegeuk Kim }
1765444c580fSJaegeuk Kim 
176691942321SJaegeuk Kim static inline void set_raw_inline(struct inode *inode, struct f2fs_inode *ri)
1767444c580fSJaegeuk Kim {
1768444c580fSJaegeuk Kim 	ri->i_inline = 0;
1769444c580fSJaegeuk Kim 
177091942321SJaegeuk Kim 	if (is_inode_flag_set(inode, FI_INLINE_XATTR))
1771444c580fSJaegeuk Kim 		ri->i_inline |= F2FS_INLINE_XATTR;
177291942321SJaegeuk Kim 	if (is_inode_flag_set(inode, FI_INLINE_DATA))
17731001b347SHuajun Li 		ri->i_inline |= F2FS_INLINE_DATA;
177491942321SJaegeuk Kim 	if (is_inode_flag_set(inode, FI_INLINE_DENTRY))
177534d67debSChao Yu 		ri->i_inline |= F2FS_INLINE_DENTRY;
177691942321SJaegeuk Kim 	if (is_inode_flag_set(inode, FI_DATA_EXIST))
1777b3d208f9SJaegeuk Kim 		ri->i_inline |= F2FS_DATA_EXIST;
177891942321SJaegeuk Kim 	if (is_inode_flag_set(inode, FI_INLINE_DOTS))
1779510022a8SJaegeuk Kim 		ri->i_inline |= F2FS_INLINE_DOTS;
1780444c580fSJaegeuk Kim }
1781444c580fSJaegeuk Kim 
1782987c7c31SChao Yu static inline int f2fs_has_inline_xattr(struct inode *inode)
1783987c7c31SChao Yu {
178491942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_INLINE_XATTR);
1785987c7c31SChao Yu }
1786987c7c31SChao Yu 
178781ca7350SChao Yu static inline unsigned int addrs_per_inode(struct inode *inode)
1788de93653fSJaegeuk Kim {
178981ca7350SChao Yu 	if (f2fs_has_inline_xattr(inode))
1790de93653fSJaegeuk Kim 		return DEF_ADDRS_PER_INODE - F2FS_INLINE_XATTR_ADDRS;
1791de93653fSJaegeuk Kim 	return DEF_ADDRS_PER_INODE;
1792de93653fSJaegeuk Kim }
1793de93653fSJaegeuk Kim 
179465985d93SJaegeuk Kim static inline void *inline_xattr_addr(struct page *page)
179565985d93SJaegeuk Kim {
1796695fd1edSChao Yu 	struct f2fs_inode *ri = F2FS_INODE(page);
179765985d93SJaegeuk Kim 	return (void *)&(ri->i_addr[DEF_ADDRS_PER_INODE -
179865985d93SJaegeuk Kim 					F2FS_INLINE_XATTR_ADDRS]);
179965985d93SJaegeuk Kim }
180065985d93SJaegeuk Kim 
180165985d93SJaegeuk Kim static inline int inline_xattr_size(struct inode *inode)
180265985d93SJaegeuk Kim {
1803987c7c31SChao Yu 	if (f2fs_has_inline_xattr(inode))
180465985d93SJaegeuk Kim 		return F2FS_INLINE_XATTR_ADDRS << 2;
180565985d93SJaegeuk Kim 	else
180665985d93SJaegeuk Kim 		return 0;
180765985d93SJaegeuk Kim }
180865985d93SJaegeuk Kim 
18090dbdc2aeSJaegeuk Kim static inline int f2fs_has_inline_data(struct inode *inode)
18100dbdc2aeSJaegeuk Kim {
181191942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_INLINE_DATA);
18120dbdc2aeSJaegeuk Kim }
18130dbdc2aeSJaegeuk Kim 
1814b3d208f9SJaegeuk Kim static inline void f2fs_clear_inline_inode(struct inode *inode)
1815b3d208f9SJaegeuk Kim {
181691942321SJaegeuk Kim 	clear_inode_flag(inode, FI_INLINE_DATA);
181791942321SJaegeuk Kim 	clear_inode_flag(inode, FI_DATA_EXIST);
1818b3d208f9SJaegeuk Kim }
1819b3d208f9SJaegeuk Kim 
1820b3d208f9SJaegeuk Kim static inline int f2fs_exist_data(struct inode *inode)
1821b3d208f9SJaegeuk Kim {
182291942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_DATA_EXIST);
1823b3d208f9SJaegeuk Kim }
1824b3d208f9SJaegeuk Kim 
1825510022a8SJaegeuk Kim static inline int f2fs_has_inline_dots(struct inode *inode)
1826510022a8SJaegeuk Kim {
182791942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_INLINE_DOTS);
1828510022a8SJaegeuk Kim }
1829510022a8SJaegeuk Kim 
183088b88a66SJaegeuk Kim static inline bool f2fs_is_atomic_file(struct inode *inode)
183188b88a66SJaegeuk Kim {
183291942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_ATOMIC_FILE);
183388b88a66SJaegeuk Kim }
183488b88a66SJaegeuk Kim 
18355fe45743SChao Yu static inline bool f2fs_is_commit_atomic_write(struct inode *inode)
18365fe45743SChao Yu {
18375fe45743SChao Yu 	return is_inode_flag_set(inode, FI_ATOMIC_COMMIT);
18385fe45743SChao Yu }
18395fe45743SChao Yu 
184002a1335fSJaegeuk Kim static inline bool f2fs_is_volatile_file(struct inode *inode)
184102a1335fSJaegeuk Kim {
184291942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_VOLATILE_FILE);
184302a1335fSJaegeuk Kim }
184402a1335fSJaegeuk Kim 
18453c6c2bebSJaegeuk Kim static inline bool f2fs_is_first_block_written(struct inode *inode)
18463c6c2bebSJaegeuk Kim {
184791942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_FIRST_BLOCK_WRITTEN);
18483c6c2bebSJaegeuk Kim }
18493c6c2bebSJaegeuk Kim 
18501e84371fSJaegeuk Kim static inline bool f2fs_is_drop_cache(struct inode *inode)
18511e84371fSJaegeuk Kim {
185291942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_DROP_CACHE);
18531e84371fSJaegeuk Kim }
18541e84371fSJaegeuk Kim 
18551001b347SHuajun Li static inline void *inline_data_addr(struct page *page)
18561001b347SHuajun Li {
1857695fd1edSChao Yu 	struct f2fs_inode *ri = F2FS_INODE(page);
18581001b347SHuajun Li 	return (void *)&(ri->i_addr[1]);
18591001b347SHuajun Li }
18601001b347SHuajun Li 
186134d67debSChao Yu static inline int f2fs_has_inline_dentry(struct inode *inode)
186234d67debSChao Yu {
186391942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_INLINE_DENTRY);
186434d67debSChao Yu }
186534d67debSChao Yu 
18669486ba44SJaegeuk Kim static inline void f2fs_dentry_kunmap(struct inode *dir, struct page *page)
18679486ba44SJaegeuk Kim {
18689486ba44SJaegeuk Kim 	if (!f2fs_has_inline_dentry(dir))
18699486ba44SJaegeuk Kim 		kunmap(page);
18709486ba44SJaegeuk Kim }
18719486ba44SJaegeuk Kim 
1872b5492af7SJaegeuk Kim static inline int is_file(struct inode *inode, int type)
1873b5492af7SJaegeuk Kim {
1874b5492af7SJaegeuk Kim 	return F2FS_I(inode)->i_advise & type;
1875b5492af7SJaegeuk Kim }
1876b5492af7SJaegeuk Kim 
1877b5492af7SJaegeuk Kim static inline void set_file(struct inode *inode, int type)
1878b5492af7SJaegeuk Kim {
1879b5492af7SJaegeuk Kim 	F2FS_I(inode)->i_advise |= type;
18807c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, true);
1881b5492af7SJaegeuk Kim }
1882b5492af7SJaegeuk Kim 
1883b5492af7SJaegeuk Kim static inline void clear_file(struct inode *inode, int type)
1884b5492af7SJaegeuk Kim {
1885b5492af7SJaegeuk Kim 	F2FS_I(inode)->i_advise &= ~type;
18867c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, true);
1887b5492af7SJaegeuk Kim }
1888b5492af7SJaegeuk Kim 
188926787236SJaegeuk Kim static inline bool f2fs_skip_inode_update(struct inode *inode, int dsync)
189026787236SJaegeuk Kim {
189126787236SJaegeuk Kim 	if (dsync) {
189226787236SJaegeuk Kim 		struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
189326787236SJaegeuk Kim 		bool ret;
189426787236SJaegeuk Kim 
189526787236SJaegeuk Kim 		spin_lock(&sbi->inode_lock[DIRTY_META]);
189626787236SJaegeuk Kim 		ret = list_empty(&F2FS_I(inode)->gdirty_list);
189726787236SJaegeuk Kim 		spin_unlock(&sbi->inode_lock[DIRTY_META]);
189826787236SJaegeuk Kim 		return ret;
189926787236SJaegeuk Kim 	}
190026787236SJaegeuk Kim 	if (!is_inode_flag_set(inode, FI_AUTO_RECOVER) ||
190126787236SJaegeuk Kim 			file_keep_isize(inode) ||
190226787236SJaegeuk Kim 			i_size_read(inode) & PAGE_MASK)
190326787236SJaegeuk Kim 		return false;
190426787236SJaegeuk Kim 	return F2FS_I(inode)->last_disk_size == i_size_read(inode);
1905267378d4SChao Yu }
1906267378d4SChao Yu 
1907267378d4SChao Yu static inline int f2fs_readonly(struct super_block *sb)
1908267378d4SChao Yu {
1909267378d4SChao Yu 	return sb->s_flags & MS_RDONLY;
1910267378d4SChao Yu }
191139a53e0cSJaegeuk Kim 
191239a53e0cSJaegeuk Kim static inline bool f2fs_cp_error(struct f2fs_sb_info *sbi)
191339a53e0cSJaegeuk Kim {
1914aaec2b1dSChao Yu 	return is_set_ckpt_flags(sbi, CP_ERROR_FLAG);
191539a53e0cSJaegeuk Kim }
191639a53e0cSJaegeuk Kim 
1917eaa693f4SJaegeuk Kim static inline bool is_dot_dotdot(const struct qstr *str)
1918eaa693f4SJaegeuk Kim {
1919eaa693f4SJaegeuk Kim 	if (str->len == 1 && str->name[0] == '.')
1920eaa693f4SJaegeuk Kim 		return true;
1921eaa693f4SJaegeuk Kim 
1922eaa693f4SJaegeuk Kim 	if (str->len == 2 && str->name[0] == '.' && str->name[1] == '.')
1923eaa693f4SJaegeuk Kim 		return true;
1924eaa693f4SJaegeuk Kim 
1925eaa693f4SJaegeuk Kim 	return false;
1926eaa693f4SJaegeuk Kim }
1927eaa693f4SJaegeuk Kim 
19283e72f721SJaegeuk Kim static inline bool f2fs_may_extent_tree(struct inode *inode)
19293e72f721SJaegeuk Kim {
19303e72f721SJaegeuk Kim 	if (!test_opt(F2FS_I_SB(inode), EXTENT_CACHE) ||
193191942321SJaegeuk Kim 			is_inode_flag_set(inode, FI_NO_EXTENT))
19323e72f721SJaegeuk Kim 		return false;
19333e72f721SJaegeuk Kim 
1934886f56f9SAl Viro 	return S_ISREG(inode->i_mode);
19353e72f721SJaegeuk Kim }
19363e72f721SJaegeuk Kim 
19371ecc0c5cSChao Yu static inline void *f2fs_kmalloc(struct f2fs_sb_info *sbi,
19381ecc0c5cSChao Yu 					size_t size, gfp_t flags)
19390414b004SJaegeuk Kim {
19402c63feadSJaegeuk Kim #ifdef CONFIG_F2FS_FAULT_INJECTION
19411ecc0c5cSChao Yu 	if (time_to_inject(sbi, FAULT_KMALLOC))
19422c63feadSJaegeuk Kim 		return NULL;
19432c63feadSJaegeuk Kim #endif
19440414b004SJaegeuk Kim 	return kmalloc(size, flags);
19450414b004SJaegeuk Kim }
19460414b004SJaegeuk Kim 
194739307a8eSJaegeuk Kim static inline void *f2fs_kvmalloc(size_t size, gfp_t flags)
194839307a8eSJaegeuk Kim {
194939307a8eSJaegeuk Kim 	void *ret;
195039307a8eSJaegeuk Kim 
195139307a8eSJaegeuk Kim 	ret = kmalloc(size, flags | __GFP_NOWARN);
195239307a8eSJaegeuk Kim 	if (!ret)
195339307a8eSJaegeuk Kim 		ret = __vmalloc(size, flags, PAGE_KERNEL);
195439307a8eSJaegeuk Kim 	return ret;
195539307a8eSJaegeuk Kim }
195639307a8eSJaegeuk Kim 
195739307a8eSJaegeuk Kim static inline void *f2fs_kvzalloc(size_t size, gfp_t flags)
195839307a8eSJaegeuk Kim {
195939307a8eSJaegeuk Kim 	void *ret;
196039307a8eSJaegeuk Kim 
196139307a8eSJaegeuk Kim 	ret = kzalloc(size, flags | __GFP_NOWARN);
196239307a8eSJaegeuk Kim 	if (!ret)
196339307a8eSJaegeuk Kim 		ret = __vmalloc(size, flags | __GFP_ZERO, PAGE_KERNEL);
196439307a8eSJaegeuk Kim 	return ret;
196539307a8eSJaegeuk Kim }
196639307a8eSJaegeuk Kim 
196739a53e0cSJaegeuk Kim #define get_inode_mode(i) \
196891942321SJaegeuk Kim 	((is_inode_flag_set(i, FI_ACL_MODE)) ? \
196939a53e0cSJaegeuk Kim 	 (F2FS_I(i)->i_acl_mode) : ((i)->i_mode))
197039a53e0cSJaegeuk Kim 
197139a53e0cSJaegeuk Kim /* get offset of first page in next direct node */
197281ca7350SChao Yu #define PGOFS_OF_NEXT_DNODE(pgofs, inode)				\
197381ca7350SChao Yu 	((pgofs < ADDRS_PER_INODE(inode)) ? ADDRS_PER_INODE(inode) :	\
197481ca7350SChao Yu 	(pgofs - ADDRS_PER_INODE(inode) + ADDRS_PER_BLOCK) /	\
197581ca7350SChao Yu 	ADDRS_PER_BLOCK * ADDRS_PER_BLOCK + ADDRS_PER_INODE(inode))
19761e1bb4baSJaegeuk Kim 
197739a53e0cSJaegeuk Kim /*
19782d4d9fb5SJaegeuk Kim  * file.c
197939a53e0cSJaegeuk Kim  */
198039a53e0cSJaegeuk Kim int f2fs_sync_file(struct file *, loff_t, loff_t, int);
1981b292dcabSJaegeuk Kim void truncate_data_blocks(struct dnode_of_data *);
1982764aa3e9SJaegeuk Kim int truncate_blocks(struct inode *, u64, bool);
19839a449e9cSJaegeuk Kim int f2fs_truncate(struct inode *);
198439a53e0cSJaegeuk Kim int f2fs_getattr(struct vfsmount *, struct dentry *, struct kstat *);
198539a53e0cSJaegeuk Kim int f2fs_setattr(struct dentry *, struct iattr *);
198639a53e0cSJaegeuk Kim int truncate_hole(struct inode *, pgoff_t, pgoff_t);
1987e9750824SNamjae Jeon int truncate_data_blocks_range(struct dnode_of_data *, int);
198839a53e0cSJaegeuk Kim long f2fs_ioctl(struct file *, unsigned int, unsigned long);
198939a53e0cSJaegeuk Kim long f2fs_compat_ioctl(struct file *, unsigned int, unsigned long);
199039a53e0cSJaegeuk Kim 
199139a53e0cSJaegeuk Kim /*
199239a53e0cSJaegeuk Kim  * inode.c
199339a53e0cSJaegeuk Kim  */
199439a53e0cSJaegeuk Kim void f2fs_set_inode_flags(struct inode *);
199539936837SJaegeuk Kim struct inode *f2fs_iget(struct super_block *, unsigned long);
1996e8ea9b3dSJaegeuk Kim struct inode *f2fs_iget_retry(struct super_block *, unsigned long);
19974660f9c0SJaegeuk Kim int try_to_free_nats(struct f2fs_sb_info *, int);
199812719ae1SJaegeuk Kim int update_inode(struct inode *, struct page *);
199912719ae1SJaegeuk Kim int update_inode_page(struct inode *);
200039a53e0cSJaegeuk Kim int f2fs_write_inode(struct inode *, struct writeback_control *);
200139a53e0cSJaegeuk Kim void f2fs_evict_inode(struct inode *);
200244c16156SJaegeuk Kim void handle_failed_inode(struct inode *);
200339a53e0cSJaegeuk Kim 
200439a53e0cSJaegeuk Kim /*
200539a53e0cSJaegeuk Kim  * namei.c
200639a53e0cSJaegeuk Kim  */
200739a53e0cSJaegeuk Kim struct dentry *f2fs_get_parent(struct dentry *child);
200839a53e0cSJaegeuk Kim 
200939a53e0cSJaegeuk Kim /*
201039a53e0cSJaegeuk Kim  * dir.c
201139a53e0cSJaegeuk Kim  */
2012510022a8SJaegeuk Kim void set_de_type(struct f2fs_dir_entry *, umode_t);
2013675f10bdSChao Yu unsigned char get_de_type(struct f2fs_dir_entry *);
20140b81d077SJaegeuk Kim struct f2fs_dir_entry *find_target_dentry(struct fscrypt_name *,
20156e22c691SJaegeuk Kim 			f2fs_hash_t, int *, struct f2fs_dentry_ptr *);
2016ed6bd4b1SChao Yu int f2fs_fill_dentries(struct dir_context *, struct f2fs_dentry_ptr *,
20170b81d077SJaegeuk Kim 			unsigned int, struct fscrypt_str *);
2018062a3e7bSJaegeuk Kim void do_make_empty_dir(struct inode *, struct inode *,
2019062a3e7bSJaegeuk Kim 			struct f2fs_dentry_ptr *);
2020dbeacf02SChao Yu struct page *init_inode_metadata(struct inode *, struct inode *,
20219421d570SChao Yu 		const struct qstr *, const struct qstr *, struct page *);
2022dbeacf02SChao Yu void update_parent_metadata(struct inode *, struct inode *, unsigned int);
2023a82afa20SJaegeuk Kim int room_for_filename(const void *, int, int);
20249f7c45ccSJaegeuk Kim void f2fs_drop_nlink(struct inode *, struct inode *);
2025e7ba108aSShuoran Liu struct f2fs_dir_entry *__f2fs_find_entry(struct inode *, struct fscrypt_name *,
2026e7ba108aSShuoran Liu 							struct page **);
2027185de68fSAl Viro struct f2fs_dir_entry *f2fs_find_entry(struct inode *, const struct qstr *,
202839a53e0cSJaegeuk Kim 							struct page **);
202939a53e0cSJaegeuk Kim struct f2fs_dir_entry *f2fs_parent_dir(struct inode *, struct page **);
2030835c92d4SLinus Torvalds ino_t f2fs_inode_by_name(struct inode *, const struct qstr *, struct page **);
203139a53e0cSJaegeuk Kim void f2fs_set_link(struct inode *, struct f2fs_dir_entry *,
203239a53e0cSJaegeuk Kim 				struct page *, struct inode *);
2033e7d55452SJaegeuk Kim int update_dent_inode(struct inode *, struct inode *, const struct qstr *);
2034510022a8SJaegeuk Kim void f2fs_update_dentry(nid_t ino, umode_t mode, struct f2fs_dentry_ptr *,
20353b4d732aSChao Yu 			const struct qstr *, f2fs_hash_t , unsigned int);
2036675f10bdSChao Yu int f2fs_add_regular_entry(struct inode *, const struct qstr *,
20379421d570SChao Yu 			const struct qstr *, struct inode *, nid_t, umode_t);
2038e7ba108aSShuoran Liu int __f2fs_do_add_link(struct inode *, struct fscrypt_name*, struct inode *,
2039e7ba108aSShuoran Liu 			nid_t, umode_t);
2040510022a8SJaegeuk Kim int __f2fs_add_link(struct inode *, const struct qstr *, struct inode *, nid_t,
2041510022a8SJaegeuk Kim 			umode_t);
2042dbeacf02SChao Yu void f2fs_delete_entry(struct f2fs_dir_entry *, struct page *, struct inode *,
2043dbeacf02SChao Yu 							struct inode *);
2044b97a9b5dSJaegeuk Kim int f2fs_do_tmpfile(struct inode *, struct inode *);
204539a53e0cSJaegeuk Kim bool f2fs_empty_dir(struct inode *);
204639a53e0cSJaegeuk Kim 
2047b7f7a5e0SAl Viro static inline int f2fs_add_link(struct dentry *dentry, struct inode *inode)
2048b7f7a5e0SAl Viro {
20492b0143b5SDavid Howells 	return __f2fs_add_link(d_inode(dentry->d_parent), &dentry->d_name,
2050510022a8SJaegeuk Kim 				inode, inode->i_ino, inode->i_mode);
2051b7f7a5e0SAl Viro }
2052b7f7a5e0SAl Viro 
205339a53e0cSJaegeuk Kim /*
205439a53e0cSJaegeuk Kim  * super.c
205539a53e0cSJaegeuk Kim  */
20567c45729aSJaegeuk Kim int f2fs_inode_dirtied(struct inode *, bool);
20570f18b462SJaegeuk Kim void f2fs_inode_synced(struct inode *);
2058c5bda1c8SChao Yu int f2fs_commit_super(struct f2fs_sb_info *, bool);
205939a53e0cSJaegeuk Kim int f2fs_sync_fs(struct super_block *, int);
2060a07ef784SNamjae Jeon extern __printf(3, 4)
2061a07ef784SNamjae Jeon void f2fs_msg(struct super_block *, const char *, const char *, ...);
2062984ec63cSShawn Lin int sanity_check_ckpt(struct f2fs_sb_info *sbi);
206339a53e0cSJaegeuk Kim 
206439a53e0cSJaegeuk Kim /*
206539a53e0cSJaegeuk Kim  * hash.c
206639a53e0cSJaegeuk Kim  */
2067eee6160fSGu Zheng f2fs_hash_t f2fs_dentry_hash(const struct qstr *);
206839a53e0cSJaegeuk Kim 
206939a53e0cSJaegeuk Kim /*
207039a53e0cSJaegeuk Kim  * node.c
207139a53e0cSJaegeuk Kim  */
207239a53e0cSJaegeuk Kim struct dnode_of_data;
207339a53e0cSJaegeuk Kim struct node_info;
207439a53e0cSJaegeuk Kim 
20756fb03f3aSJaegeuk Kim bool available_free_memory(struct f2fs_sb_info *, int);
20762dcf51abSJaegeuk Kim int need_dentry_mark(struct f2fs_sb_info *, nid_t);
207788bd02c9SJaegeuk Kim bool is_checkpointed_node(struct f2fs_sb_info *, nid_t);
207888bd02c9SJaegeuk Kim bool need_inode_block_update(struct f2fs_sb_info *, nid_t);
207939a53e0cSJaegeuk Kim void get_node_info(struct f2fs_sb_info *, nid_t, struct node_info *);
20803cf45747SChao Yu pgoff_t get_next_page_offset(struct dnode_of_data *, pgoff_t);
208139a53e0cSJaegeuk Kim int get_dnode_of_data(struct dnode_of_data *, pgoff_t, int);
208239a53e0cSJaegeuk Kim int truncate_inode_blocks(struct inode *, pgoff_t);
20834f16fb0fSJaegeuk Kim int truncate_xattr_node(struct inode *, struct page *);
2084cfe58f9dSJaegeuk Kim int wait_on_node_pages_writeback(struct f2fs_sb_info *, nid_t);
208513ec7297SChao Yu int remove_inode_page(struct inode *);
2086a014e037SJaegeuk Kim struct page *new_inode_page(struct inode *);
20878ae8f162SJaegeuk Kim struct page *new_node_page(struct dnode_of_data *, unsigned int, struct page *);
208839a53e0cSJaegeuk Kim void ra_node_page(struct f2fs_sb_info *, nid_t);
208939a53e0cSJaegeuk Kim struct page *get_node_page(struct f2fs_sb_info *, pgoff_t);
209039a53e0cSJaegeuk Kim struct page *get_node_page_ra(struct page *, int);
2091da011cc0SChao Yu void move_node_page(struct page *, int);
209226de9b11SJaegeuk Kim int fsync_node_pages(struct f2fs_sb_info *, struct inode *,
209326de9b11SJaegeuk Kim 			struct writeback_control *, bool);
209452681375SJaegeuk Kim int sync_node_pages(struct f2fs_sb_info *, struct writeback_control *);
20953a2ad567SChao Yu void build_free_nids(struct f2fs_sb_info *, bool);
209639a53e0cSJaegeuk Kim bool alloc_nid(struct f2fs_sb_info *, nid_t *);
209739a53e0cSJaegeuk Kim void alloc_nid_done(struct f2fs_sb_info *, nid_t);
209839a53e0cSJaegeuk Kim void alloc_nid_failed(struct f2fs_sb_info *, nid_t);
209931696580SChao Yu int try_to_free_nids(struct f2fs_sb_info *, int);
210070cfed88SChao Yu void recover_inline_xattr(struct inode *, struct page *);
21011c35a90eSJaegeuk Kim void recover_xattr_data(struct inode *, struct page *, block_t);
210239a53e0cSJaegeuk Kim int recover_inode_page(struct f2fs_sb_info *, struct page *);
210339a53e0cSJaegeuk Kim int restore_node_summary(struct f2fs_sb_info *, unsigned int,
210439a53e0cSJaegeuk Kim 				struct f2fs_summary_block *);
210539a53e0cSJaegeuk Kim void flush_nat_entries(struct f2fs_sb_info *);
210639a53e0cSJaegeuk Kim int build_node_manager(struct f2fs_sb_info *);
210739a53e0cSJaegeuk Kim void destroy_node_manager(struct f2fs_sb_info *);
21086e6093a8SNamjae Jeon int __init create_node_manager_caches(void);
210939a53e0cSJaegeuk Kim void destroy_node_manager_caches(void);
211039a53e0cSJaegeuk Kim 
211139a53e0cSJaegeuk Kim /*
211239a53e0cSJaegeuk Kim  * segment.c
211339a53e0cSJaegeuk Kim  */
211488b88a66SJaegeuk Kim void register_inmem_page(struct inode *, struct page *);
211529b96b54SChao Yu void drop_inmem_pages(struct inode *);
211629b96b54SChao Yu int commit_inmem_pages(struct inode *);
21172c4db1a6SJaegeuk Kim void f2fs_balance_fs(struct f2fs_sb_info *, bool);
21184660f9c0SJaegeuk Kim void f2fs_balance_fs_bg(struct f2fs_sb_info *);
21196b4afdd7SJaegeuk Kim int f2fs_issue_flush(struct f2fs_sb_info *);
21202163d198SGu Zheng int create_flush_cmd_control(struct f2fs_sb_info *);
21215eba8c5dSJaegeuk Kim void destroy_flush_cmd_control(struct f2fs_sb_info *, bool);
212239a53e0cSJaegeuk Kim void invalidate_blocks(struct f2fs_sb_info *, block_t);
21236e2c64adSJaegeuk Kim bool is_checkpointed_data(struct f2fs_sb_info *, block_t);
21245e443818SJaegeuk Kim void refresh_sit_entry(struct f2fs_sb_info *, block_t, block_t);
21254e6a8d9bSJaegeuk Kim void f2fs_wait_discard_bio(struct f2fs_sb_info *, block_t);
2126836b5a63SJaegeuk Kim void clear_prefree_segments(struct f2fs_sb_info *, struct cp_control *);
21274b2fecc8SJaegeuk Kim void release_discard_addrs(struct f2fs_sb_info *);
21283fa06d7bSChao Yu int npages_for_summary_flush(struct f2fs_sb_info *, bool);
212939a53e0cSJaegeuk Kim void allocate_new_segments(struct f2fs_sb_info *);
21304b2fecc8SJaegeuk Kim int f2fs_trim_fs(struct f2fs_sb_info *, struct fstrim_range *);
213125290fa5SJaegeuk Kim bool exist_trim_candidates(struct f2fs_sb_info *, struct cp_control *);
213239a53e0cSJaegeuk Kim struct page *get_sum_page(struct f2fs_sb_info *, unsigned int);
2133381722d2SChao Yu void update_meta_page(struct f2fs_sb_info *, void *, block_t);
2134577e3495SJaegeuk Kim void write_meta_page(struct f2fs_sb_info *, struct page *);
213505ca3632SJaegeuk Kim void write_node_page(unsigned int, struct f2fs_io_info *);
213605ca3632SJaegeuk Kim void write_data_page(struct dnode_of_data *, struct f2fs_io_info *);
213705ca3632SJaegeuk Kim void rewrite_data_page(struct f2fs_io_info *);
21384356e48eSChao Yu void __f2fs_replace_block(struct f2fs_sb_info *, struct f2fs_summary *,
21394356e48eSChao Yu 					block_t, block_t, bool, bool);
2140528e3459SChao Yu void f2fs_replace_block(struct f2fs_sb_info *, struct dnode_of_data *,
214128bc106bSChao Yu 				block_t, block_t, unsigned char, bool, bool);
2142bfad7c2dSJaegeuk Kim void allocate_data_block(struct f2fs_sb_info *, struct page *,
2143bfad7c2dSJaegeuk Kim 		block_t, block_t *, struct f2fs_summary *, int);
2144fec1d657SJaegeuk Kim void f2fs_wait_on_page_writeback(struct page *, enum page_type, bool);
214508b39fbdSChao Yu void f2fs_wait_on_encrypted_page_writeback(struct f2fs_sb_info *, block_t);
214639a53e0cSJaegeuk Kim void write_data_summaries(struct f2fs_sb_info *, block_t);
214739a53e0cSJaegeuk Kim void write_node_summaries(struct f2fs_sb_info *, block_t);
2148dfc08a12SChao Yu int lookup_journal_in_cursum(struct f2fs_journal *, int, unsigned int, int);
21494b2fecc8SJaegeuk Kim void flush_sit_entries(struct f2fs_sb_info *, struct cp_control *);
215039a53e0cSJaegeuk Kim int build_segment_manager(struct f2fs_sb_info *);
215139a53e0cSJaegeuk Kim void destroy_segment_manager(struct f2fs_sb_info *);
21527fd9e544SJaegeuk Kim int __init create_segment_manager_caches(void);
21537fd9e544SJaegeuk Kim void destroy_segment_manager_caches(void);
215439a53e0cSJaegeuk Kim 
215539a53e0cSJaegeuk Kim /*
215639a53e0cSJaegeuk Kim  * checkpoint.c
215739a53e0cSJaegeuk Kim  */
215838f91ca8SJaegeuk Kim void f2fs_stop_checkpoint(struct f2fs_sb_info *, bool);
215939a53e0cSJaegeuk Kim struct page *grab_meta_page(struct f2fs_sb_info *, pgoff_t);
216039a53e0cSJaegeuk Kim struct page *get_meta_page(struct f2fs_sb_info *, pgoff_t);
21612b947003SChao Yu struct page *get_tmp_page(struct f2fs_sb_info *, pgoff_t);
2162f0c9cadaSChao Yu bool is_valid_blkaddr(struct f2fs_sb_info *, block_t, int);
216326879fb1SChao Yu int ra_meta_pages(struct f2fs_sb_info *, block_t, int, int, bool);
2164635aee1fSChao Yu void ra_meta_pages_cond(struct f2fs_sb_info *, pgoff_t);
216539a53e0cSJaegeuk Kim long sync_meta_pages(struct f2fs_sb_info *, enum page_type, long);
2166a49324f1SChao Yu void add_ino_entry(struct f2fs_sb_info *, nid_t, int type);
2167a49324f1SChao Yu void remove_ino_entry(struct f2fs_sb_info *, nid_t, int type);
216874ef9241SJaegeuk Kim void release_ino_entry(struct f2fs_sb_info *, bool);
2169fff04f90SJaegeuk Kim bool exist_written_data(struct f2fs_sb_info *, nid_t, int);
21700f18b462SJaegeuk Kim int f2fs_sync_inode_meta(struct f2fs_sb_info *);
2171cbd56e7dSJaegeuk Kim int acquire_orphan_inode(struct f2fs_sb_info *);
2172cbd56e7dSJaegeuk Kim void release_orphan_inode(struct f2fs_sb_info *);
217367c3758dSJaegeuk Kim void add_orphan_inode(struct inode *);
217439a53e0cSJaegeuk Kim void remove_orphan_inode(struct f2fs_sb_info *, nid_t);
21758c14bfadSChao Yu int recover_orphan_inodes(struct f2fs_sb_info *);
217639a53e0cSJaegeuk Kim int get_valid_checkpoint(struct f2fs_sb_info *);
2177a7ffdbe2SJaegeuk Kim void update_dirty_page(struct inode *, struct page *);
2178c227f912SChao Yu void remove_dirty_inode(struct inode *);
21796d5a1495SChao Yu int sync_dirty_inodes(struct f2fs_sb_info *, enum inode_type);
2180c34f42e2SChao Yu int write_checkpoint(struct f2fs_sb_info *, struct cp_control *);
21816451e041SJaegeuk Kim void init_ino_entry_info(struct f2fs_sb_info *);
21826e6093a8SNamjae Jeon int __init create_checkpoint_caches(void);
218339a53e0cSJaegeuk Kim void destroy_checkpoint_caches(void);
218439a53e0cSJaegeuk Kim 
218539a53e0cSJaegeuk Kim /*
218639a53e0cSJaegeuk Kim  * data.c
218739a53e0cSJaegeuk Kim  */
2188458e6197SJaegeuk Kim void f2fs_submit_merged_bio(struct f2fs_sb_info *, enum page_type, int);
21890c3a5797SChao Yu void f2fs_submit_merged_bio_cond(struct f2fs_sb_info *, struct inode *,
21900c3a5797SChao Yu 				struct page *, nid_t, enum page_type, int);
2191406657ddSChao Yu void f2fs_flush_merged_bios(struct f2fs_sb_info *);
219205ca3632SJaegeuk Kim int f2fs_submit_page_bio(struct f2fs_io_info *);
21930a595ebaSJaegeuk Kim int f2fs_submit_page_mbio(struct f2fs_io_info *);
21943c62be17SJaegeuk Kim struct block_device *f2fs_target_device(struct f2fs_sb_info *,
21953c62be17SJaegeuk Kim 				block_t, struct bio *);
21963c62be17SJaegeuk Kim int f2fs_target_device_index(struct f2fs_sb_info *, block_t);
2197216a620aSChao Yu void set_data_blkaddr(struct dnode_of_data *);
2198f28b3434SChao Yu void f2fs_update_data_blkaddr(struct dnode_of_data *, block_t);
219946008c6dSChao Yu int reserve_new_blocks(struct dnode_of_data *, blkcnt_t);
220039a53e0cSJaegeuk Kim int reserve_new_block(struct dnode_of_data *);
2201759af1c9SFan Li int f2fs_get_block(struct dnode_of_data *, pgoff_t);
2202a7de6086SJaegeuk Kim int f2fs_preallocate_blocks(struct kiocb *, struct iov_iter *);
2203b600965cSHuajun Li int f2fs_reserve_block(struct dnode_of_data *, pgoff_t);
2204a56c7c6fSJaegeuk Kim struct page *get_read_data_page(struct inode *, pgoff_t, int, bool);
220543f3eae1SJaegeuk Kim struct page *find_data_page(struct inode *, pgoff_t);
2206a56c7c6fSJaegeuk Kim struct page *get_lock_data_page(struct inode *, pgoff_t, bool);
220764aa7ed9SJaegeuk Kim struct page *get_new_data_page(struct inode *, struct page *, pgoff_t, bool);
220805ca3632SJaegeuk Kim int do_write_data_page(struct f2fs_io_info *);
2209d323d005SChao Yu int f2fs_map_blocks(struct inode *, struct f2fs_map_blocks *, int, int);
22109ab70134SJaegeuk Kim int f2fs_fiemap(struct inode *inode, struct fiemap_extent_info *, u64, u64);
2211fe76b796SJaegeuk Kim void f2fs_set_page_dirty_nobuffers(struct page *);
2212487261f3SChao Yu void f2fs_invalidate_page(struct page *, unsigned int, unsigned int);
2213487261f3SChao Yu int f2fs_release_page(struct page *, gfp_t);
22145b7a487cSWeichao Guo #ifdef CONFIG_MIGRATION
22155b7a487cSWeichao Guo int f2fs_migrate_page(struct address_space *, struct page *, struct page *,
22165b7a487cSWeichao Guo 				enum migrate_mode);
22175b7a487cSWeichao Guo #endif
221839a53e0cSJaegeuk Kim 
221939a53e0cSJaegeuk Kim /*
222039a53e0cSJaegeuk Kim  * gc.c
222139a53e0cSJaegeuk Kim  */
222239a53e0cSJaegeuk Kim int start_gc_thread(struct f2fs_sb_info *);
222339a53e0cSJaegeuk Kim void stop_gc_thread(struct f2fs_sb_info *);
222481ca7350SChao Yu block_t start_bidx_of_node(unsigned int, struct inode *);
22257702bdbeSJaegeuk Kim int f2fs_gc(struct f2fs_sb_info *, bool, bool);
222639a53e0cSJaegeuk Kim void build_gc_manager(struct f2fs_sb_info *);
222739a53e0cSJaegeuk Kim 
222839a53e0cSJaegeuk Kim /*
222939a53e0cSJaegeuk Kim  * recovery.c
223039a53e0cSJaegeuk Kim  */
22316781eabbSJaegeuk Kim int recover_fsync_data(struct f2fs_sb_info *, bool);
223239a53e0cSJaegeuk Kim bool space_for_roll_forward(struct f2fs_sb_info *);
223339a53e0cSJaegeuk Kim 
223439a53e0cSJaegeuk Kim /*
223539a53e0cSJaegeuk Kim  * debug.c
223639a53e0cSJaegeuk Kim  */
223739a53e0cSJaegeuk Kim #ifdef CONFIG_F2FS_STAT_FS
223839a53e0cSJaegeuk Kim struct f2fs_stat_info {
223939a53e0cSJaegeuk Kim 	struct list_head stat_list;
224039a53e0cSJaegeuk Kim 	struct f2fs_sb_info *sbi;
224139a53e0cSJaegeuk Kim 	int all_area_segs, sit_area_segs, nat_area_segs, ssa_area_segs;
224239a53e0cSJaegeuk Kim 	int main_area_segs, main_area_sections, main_area_zones;
22435b7ee374SChao Yu 	unsigned long long hit_largest, hit_cached, hit_rbtree;
22445b7ee374SChao Yu 	unsigned long long hit_total, total_ext;
2245c00ba554SJaegeuk Kim 	int ext_tree, zombie_tree, ext_node;
224635782b23SJaegeuk Kim 	int ndirty_node, ndirty_dent, ndirty_meta, ndirty_data, ndirty_imeta;
224735782b23SJaegeuk Kim 	int inmem_pages;
22480f18b462SJaegeuk Kim 	unsigned int ndirty_dirs, ndirty_files, ndirty_all;
2249b8559dc2SChao Yu 	int nats, dirty_nats, sits, dirty_sits, free_nids, alloc_nids;
225039a53e0cSJaegeuk Kim 	int total_count, utilization;
225136951b38SChao Yu 	int bg_gc, nr_wb_cp_data, nr_wb_data;
2252652be551SJaegeuk Kim 	int inline_xattr, inline_inode, inline_dir, orphans;
225326a28a0cSJaegeuk Kim 	int aw_cnt, max_aw_cnt;
2254f83a2584SYunlei He 	unsigned int valid_count, valid_node_count, valid_inode_count, discard_blks;
225539a53e0cSJaegeuk Kim 	unsigned int bimodal, avg_vblocks;
225639a53e0cSJaegeuk Kim 	int util_free, util_valid, util_invalid;
225739a53e0cSJaegeuk Kim 	int rsvd_segs, overp_segs;
225839a53e0cSJaegeuk Kim 	int dirty_count, node_pages, meta_pages;
225942190d2aSJaegeuk Kim 	int prefree_count, call_count, cp_count, bg_cp_count;
226039a53e0cSJaegeuk Kim 	int tot_segs, node_segs, data_segs, free_segs, free_secs;
2261e1235983SChangman Lee 	int bg_node_segs, bg_data_segs;
226239a53e0cSJaegeuk Kim 	int tot_blks, data_blks, node_blks;
2263e1235983SChangman Lee 	int bg_data_blks, bg_node_blks;
226439a53e0cSJaegeuk Kim 	int curseg[NR_CURSEG_TYPE];
226539a53e0cSJaegeuk Kim 	int cursec[NR_CURSEG_TYPE];
226639a53e0cSJaegeuk Kim 	int curzone[NR_CURSEG_TYPE];
226739a53e0cSJaegeuk Kim 
226839a53e0cSJaegeuk Kim 	unsigned int segment_count[2];
226939a53e0cSJaegeuk Kim 	unsigned int block_count[2];
2270b9a2c252SChangman Lee 	unsigned int inplace_count;
22719edcdabfSChao Yu 	unsigned long long base_mem, cache_mem, page_mem;
227239a53e0cSJaegeuk Kim };
227339a53e0cSJaegeuk Kim 
2274963d4f7dSGu Zheng static inline struct f2fs_stat_info *F2FS_STAT(struct f2fs_sb_info *sbi)
2275963d4f7dSGu Zheng {
2276963d4f7dSGu Zheng 	return (struct f2fs_stat_info *)sbi->stat_info;
2277963d4f7dSGu Zheng }
2278963d4f7dSGu Zheng 
2279942e0be6SChangman Lee #define stat_inc_cp_count(si)		((si)->cp_count++)
228042190d2aSJaegeuk Kim #define stat_inc_bg_cp_count(si)	((si)->bg_cp_count++)
228139a53e0cSJaegeuk Kim #define stat_inc_call_count(si)		((si)->call_count++)
2282dcdfff65SJaegeuk Kim #define stat_inc_bggc_count(sbi)	((sbi)->bg_gc++)
228333fbd510SChao Yu #define stat_inc_dirty_inode(sbi, type)	((sbi)->ndirty_inode[type]++)
228433fbd510SChao Yu #define stat_dec_dirty_inode(sbi, type)	((sbi)->ndirty_inode[type]--)
22855b7ee374SChao Yu #define stat_inc_total_hit(sbi)		(atomic64_inc(&(sbi)->total_hit_ext))
22865b7ee374SChao Yu #define stat_inc_rbtree_node_hit(sbi)	(atomic64_inc(&(sbi)->read_hit_rbtree))
22875b7ee374SChao Yu #define stat_inc_largest_node_hit(sbi)	(atomic64_inc(&(sbi)->read_hit_largest))
22885b7ee374SChao Yu #define stat_inc_cached_node_hit(sbi)	(atomic64_inc(&(sbi)->read_hit_cached))
2289d5e8f6c9SChao Yu #define stat_inc_inline_xattr(inode)					\
2290d5e8f6c9SChao Yu 	do {								\
2291d5e8f6c9SChao Yu 		if (f2fs_has_inline_xattr(inode))			\
2292d5e8f6c9SChao Yu 			(atomic_inc(&F2FS_I_SB(inode)->inline_xattr));	\
2293d5e8f6c9SChao Yu 	} while (0)
2294d5e8f6c9SChao Yu #define stat_dec_inline_xattr(inode)					\
2295d5e8f6c9SChao Yu 	do {								\
2296d5e8f6c9SChao Yu 		if (f2fs_has_inline_xattr(inode))			\
2297d5e8f6c9SChao Yu 			(atomic_dec(&F2FS_I_SB(inode)->inline_xattr));	\
2298d5e8f6c9SChao Yu 	} while (0)
22990dbdc2aeSJaegeuk Kim #define stat_inc_inline_inode(inode)					\
23000dbdc2aeSJaegeuk Kim 	do {								\
23010dbdc2aeSJaegeuk Kim 		if (f2fs_has_inline_data(inode))			\
230203e14d52SChao Yu 			(atomic_inc(&F2FS_I_SB(inode)->inline_inode));	\
23030dbdc2aeSJaegeuk Kim 	} while (0)
23040dbdc2aeSJaegeuk Kim #define stat_dec_inline_inode(inode)					\
23050dbdc2aeSJaegeuk Kim 	do {								\
23060dbdc2aeSJaegeuk Kim 		if (f2fs_has_inline_data(inode))			\
230703e14d52SChao Yu 			(atomic_dec(&F2FS_I_SB(inode)->inline_inode));	\
23080dbdc2aeSJaegeuk Kim 	} while (0)
23093289c061SJaegeuk Kim #define stat_inc_inline_dir(inode)					\
23103289c061SJaegeuk Kim 	do {								\
23113289c061SJaegeuk Kim 		if (f2fs_has_inline_dentry(inode))			\
231203e14d52SChao Yu 			(atomic_inc(&F2FS_I_SB(inode)->inline_dir));	\
23133289c061SJaegeuk Kim 	} while (0)
23143289c061SJaegeuk Kim #define stat_dec_inline_dir(inode)					\
23153289c061SJaegeuk Kim 	do {								\
23163289c061SJaegeuk Kim 		if (f2fs_has_inline_dentry(inode))			\
231703e14d52SChao Yu 			(atomic_dec(&F2FS_I_SB(inode)->inline_dir));	\
23183289c061SJaegeuk Kim 	} while (0)
2319dcdfff65SJaegeuk Kim #define stat_inc_seg_type(sbi, curseg)					\
2320dcdfff65SJaegeuk Kim 		((sbi)->segment_count[(curseg)->alloc_type]++)
2321dcdfff65SJaegeuk Kim #define stat_inc_block_count(sbi, curseg)				\
2322dcdfff65SJaegeuk Kim 		((sbi)->block_count[(curseg)->alloc_type]++)
2323b9a2c252SChangman Lee #define stat_inc_inplace_blocks(sbi)					\
2324b9a2c252SChangman Lee 		(atomic_inc(&(sbi)->inplace_count))
232526a28a0cSJaegeuk Kim #define stat_inc_atomic_write(inode)					\
232626a28a0cSJaegeuk Kim 		(atomic_inc(&F2FS_I_SB(inode)->aw_cnt));
232726a28a0cSJaegeuk Kim #define stat_dec_atomic_write(inode)					\
232826a28a0cSJaegeuk Kim 		(atomic_dec(&F2FS_I_SB(inode)->aw_cnt));
232926a28a0cSJaegeuk Kim #define stat_update_max_atomic_write(inode)				\
233026a28a0cSJaegeuk Kim 	do {								\
233126a28a0cSJaegeuk Kim 		int cur = atomic_read(&F2FS_I_SB(inode)->aw_cnt);	\
233226a28a0cSJaegeuk Kim 		int max = atomic_read(&F2FS_I_SB(inode)->max_aw_cnt);	\
233326a28a0cSJaegeuk Kim 		if (cur > max)						\
233426a28a0cSJaegeuk Kim 			atomic_set(&F2FS_I_SB(inode)->max_aw_cnt, cur);	\
233526a28a0cSJaegeuk Kim 	} while (0)
2336e1235983SChangman Lee #define stat_inc_seg_count(sbi, type, gc_type)				\
233739a53e0cSJaegeuk Kim 	do {								\
2338963d4f7dSGu Zheng 		struct f2fs_stat_info *si = F2FS_STAT(sbi);		\
233939a53e0cSJaegeuk Kim 		(si)->tot_segs++;					\
2340e1235983SChangman Lee 		if (type == SUM_TYPE_DATA) {				\
234139a53e0cSJaegeuk Kim 			si->data_segs++;				\
2342e1235983SChangman Lee 			si->bg_data_segs += (gc_type == BG_GC) ? 1 : 0;	\
2343e1235983SChangman Lee 		} else {						\
234439a53e0cSJaegeuk Kim 			si->node_segs++;				\
2345e1235983SChangman Lee 			si->bg_node_segs += (gc_type == BG_GC) ? 1 : 0;	\
2346e1235983SChangman Lee 		}							\
234739a53e0cSJaegeuk Kim 	} while (0)
234839a53e0cSJaegeuk Kim 
234939a53e0cSJaegeuk Kim #define stat_inc_tot_blk_count(si, blks)				\
235039a53e0cSJaegeuk Kim 	(si->tot_blks += (blks))
235139a53e0cSJaegeuk Kim 
2352e1235983SChangman Lee #define stat_inc_data_blk_count(sbi, blks, gc_type)			\
235339a53e0cSJaegeuk Kim 	do {								\
2354963d4f7dSGu Zheng 		struct f2fs_stat_info *si = F2FS_STAT(sbi);		\
235539a53e0cSJaegeuk Kim 		stat_inc_tot_blk_count(si, blks);			\
235639a53e0cSJaegeuk Kim 		si->data_blks += (blks);				\
2357e1235983SChangman Lee 		si->bg_data_blks += (gc_type == BG_GC) ? (blks) : 0;	\
235839a53e0cSJaegeuk Kim 	} while (0)
235939a53e0cSJaegeuk Kim 
2360e1235983SChangman Lee #define stat_inc_node_blk_count(sbi, blks, gc_type)			\
236139a53e0cSJaegeuk Kim 	do {								\
2362963d4f7dSGu Zheng 		struct f2fs_stat_info *si = F2FS_STAT(sbi);		\
236339a53e0cSJaegeuk Kim 		stat_inc_tot_blk_count(si, blks);			\
236439a53e0cSJaegeuk Kim 		si->node_blks += (blks);				\
2365e1235983SChangman Lee 		si->bg_node_blks += (gc_type == BG_GC) ? (blks) : 0;	\
236639a53e0cSJaegeuk Kim 	} while (0)
236739a53e0cSJaegeuk Kim 
236839a53e0cSJaegeuk Kim int f2fs_build_stats(struct f2fs_sb_info *);
236939a53e0cSJaegeuk Kim void f2fs_destroy_stats(struct f2fs_sb_info *);
2370787c7b8cSChao Yu int __init f2fs_create_root_stats(void);
23714589d25dSNamjae Jeon void f2fs_destroy_root_stats(void);
237239a53e0cSJaegeuk Kim #else
2373942e0be6SChangman Lee #define stat_inc_cp_count(si)
237442190d2aSJaegeuk Kim #define stat_inc_bg_cp_count(si)
237539a53e0cSJaegeuk Kim #define stat_inc_call_count(si)
2376dcdfff65SJaegeuk Kim #define stat_inc_bggc_count(si)
237733fbd510SChao Yu #define stat_inc_dirty_inode(sbi, type)
237833fbd510SChao Yu #define stat_dec_dirty_inode(sbi, type)
2379dcdfff65SJaegeuk Kim #define stat_inc_total_hit(sb)
2380029e13ccSChao Yu #define stat_inc_rbtree_node_hit(sb)
238191c481ffSChao Yu #define stat_inc_largest_node_hit(sbi)
238291c481ffSChao Yu #define stat_inc_cached_node_hit(sbi)
2383d5e8f6c9SChao Yu #define stat_inc_inline_xattr(inode)
2384d5e8f6c9SChao Yu #define stat_dec_inline_xattr(inode)
23850dbdc2aeSJaegeuk Kim #define stat_inc_inline_inode(inode)
23860dbdc2aeSJaegeuk Kim #define stat_dec_inline_inode(inode)
23873289c061SJaegeuk Kim #define stat_inc_inline_dir(inode)
23883289c061SJaegeuk Kim #define stat_dec_inline_dir(inode)
238926a28a0cSJaegeuk Kim #define stat_inc_atomic_write(inode)
239026a28a0cSJaegeuk Kim #define stat_dec_atomic_write(inode)
239126a28a0cSJaegeuk Kim #define stat_update_max_atomic_write(inode)
2392dcdfff65SJaegeuk Kim #define stat_inc_seg_type(sbi, curseg)
2393dcdfff65SJaegeuk Kim #define stat_inc_block_count(sbi, curseg)
2394b9a2c252SChangman Lee #define stat_inc_inplace_blocks(sbi)
2395e1235983SChangman Lee #define stat_inc_seg_count(sbi, type, gc_type)
239639a53e0cSJaegeuk Kim #define stat_inc_tot_blk_count(si, blks)
2397e1235983SChangman Lee #define stat_inc_data_blk_count(sbi, blks, gc_type)
2398e1235983SChangman Lee #define stat_inc_node_blk_count(sbi, blks, gc_type)
239939a53e0cSJaegeuk Kim 
240039a53e0cSJaegeuk Kim static inline int f2fs_build_stats(struct f2fs_sb_info *sbi) { return 0; }
240139a53e0cSJaegeuk Kim static inline void f2fs_destroy_stats(struct f2fs_sb_info *sbi) { }
2402787c7b8cSChao Yu static inline int __init f2fs_create_root_stats(void) { return 0; }
24034589d25dSNamjae Jeon static inline void f2fs_destroy_root_stats(void) { }
240439a53e0cSJaegeuk Kim #endif
240539a53e0cSJaegeuk Kim 
240639a53e0cSJaegeuk Kim extern const struct file_operations f2fs_dir_operations;
240739a53e0cSJaegeuk Kim extern const struct file_operations f2fs_file_operations;
240839a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_file_inode_operations;
240939a53e0cSJaegeuk Kim extern const struct address_space_operations f2fs_dblock_aops;
241039a53e0cSJaegeuk Kim extern const struct address_space_operations f2fs_node_aops;
241139a53e0cSJaegeuk Kim extern const struct address_space_operations f2fs_meta_aops;
241239a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_dir_inode_operations;
241339a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_symlink_inode_operations;
2414cbaf042aSJaegeuk Kim extern const struct inode_operations f2fs_encrypted_symlink_inode_operations;
241539a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_special_inode_operations;
241629e7043fSJaegeuk Kim extern struct kmem_cache *inode_entry_slab;
24171001b347SHuajun Li 
2418e18c65b2SHuajun Li /*
2419e18c65b2SHuajun Li  * inline.c
2420e18c65b2SHuajun Li  */
242101b960e9SJaegeuk Kim bool f2fs_may_inline_data(struct inode *);
242201b960e9SJaegeuk Kim bool f2fs_may_inline_dentry(struct inode *);
2423b3d208f9SJaegeuk Kim void read_inline_data(struct page *, struct page *);
24240bfcfccaSChao Yu bool truncate_inline_inode(struct page *, u64);
2425e18c65b2SHuajun Li int f2fs_read_inline_data(struct inode *, struct page *);
2426b3d208f9SJaegeuk Kim int f2fs_convert_inline_page(struct dnode_of_data *, struct page *);
2427b3d208f9SJaegeuk Kim int f2fs_convert_inline_inode(struct inode *);
2428b3d208f9SJaegeuk Kim int f2fs_write_inline_data(struct inode *, struct page *);
24290342fd30SJaegeuk Kim bool recover_inline_data(struct inode *, struct page *);
24306e22c691SJaegeuk Kim struct f2fs_dir_entry *find_in_inline_dir(struct inode *,
24310b81d077SJaegeuk Kim 				struct fscrypt_name *, struct page **);
2432201a05beSChao Yu int make_empty_inline_dir(struct inode *inode, struct inode *, struct page *);
24339421d570SChao Yu int f2fs_add_inline_entry(struct inode *, const struct qstr *,
24349421d570SChao Yu 		const struct qstr *, struct inode *, nid_t, umode_t);
2435201a05beSChao Yu void f2fs_delete_inline_entry(struct f2fs_dir_entry *, struct page *,
2436201a05beSChao Yu 						struct inode *, struct inode *);
2437201a05beSChao Yu bool f2fs_empty_inline_dir(struct inode *);
2438d8c6822aSJaegeuk Kim int f2fs_read_inline_dir(struct file *, struct dir_context *,
24390b81d077SJaegeuk Kim 						struct fscrypt_str *);
244067f8cf3cSJaegeuk Kim int f2fs_inline_data_fiemap(struct inode *,
244167f8cf3cSJaegeuk Kim 		struct fiemap_extent_info *, __u64, __u64);
2442cde4de12SJaegeuk Kim 
2443cde4de12SJaegeuk Kim /*
24442658e50dSJaegeuk Kim  * shrinker.c
24452658e50dSJaegeuk Kim  */
24462658e50dSJaegeuk Kim unsigned long f2fs_shrink_count(struct shrinker *, struct shrink_control *);
24472658e50dSJaegeuk Kim unsigned long f2fs_shrink_scan(struct shrinker *, struct shrink_control *);
24482658e50dSJaegeuk Kim void f2fs_join_shrinker(struct f2fs_sb_info *);
24492658e50dSJaegeuk Kim void f2fs_leave_shrinker(struct f2fs_sb_info *);
24502658e50dSJaegeuk Kim 
24512658e50dSJaegeuk Kim /*
2452a28ef1f5SChao Yu  * extent_cache.c
2453a28ef1f5SChao Yu  */
2454a28ef1f5SChao Yu unsigned int f2fs_shrink_extent_tree(struct f2fs_sb_info *, int);
2455ed3d1256SJaegeuk Kim bool f2fs_init_extent_tree(struct inode *, struct f2fs_extent *);
24565f281fabSJaegeuk Kim void f2fs_drop_extent_tree(struct inode *);
2457a28ef1f5SChao Yu unsigned int f2fs_destroy_extent_node(struct inode *);
2458a28ef1f5SChao Yu void f2fs_destroy_extent_tree(struct inode *);
2459a28ef1f5SChao Yu bool f2fs_lookup_extent_cache(struct inode *, pgoff_t, struct extent_info *);
2460a28ef1f5SChao Yu void f2fs_update_extent_cache(struct dnode_of_data *);
246119b2c30dSChao Yu void f2fs_update_extent_cache_range(struct dnode_of_data *dn,
246219b2c30dSChao Yu 						pgoff_t, block_t, unsigned int);
2463a28ef1f5SChao Yu void init_extent_cache_info(struct f2fs_sb_info *);
2464a28ef1f5SChao Yu int __init create_extent_cache(void);
2465a28ef1f5SChao Yu void destroy_extent_cache(void);
2466a28ef1f5SChao Yu 
2467a28ef1f5SChao Yu /*
2468cde4de12SJaegeuk Kim  * crypto support
2469cde4de12SJaegeuk Kim  */
24700b81d077SJaegeuk Kim static inline bool f2fs_encrypted_inode(struct inode *inode)
2471cde4de12SJaegeuk Kim {
2472cde4de12SJaegeuk Kim 	return file_is_encrypt(inode);
2473cde4de12SJaegeuk Kim }
2474cde4de12SJaegeuk Kim 
2475cde4de12SJaegeuk Kim static inline void f2fs_set_encrypted_inode(struct inode *inode)
2476cde4de12SJaegeuk Kim {
2477cde4de12SJaegeuk Kim #ifdef CONFIG_F2FS_FS_ENCRYPTION
2478cde4de12SJaegeuk Kim 	file_set_encrypt(inode);
2479cde4de12SJaegeuk Kim #endif
2480cde4de12SJaegeuk Kim }
2481cde4de12SJaegeuk Kim 
2482cde4de12SJaegeuk Kim static inline bool f2fs_bio_encrypted(struct bio *bio)
2483cde4de12SJaegeuk Kim {
24840b81d077SJaegeuk Kim 	return bio->bi_private != NULL;
2485cde4de12SJaegeuk Kim }
2486cde4de12SJaegeuk Kim 
2487cde4de12SJaegeuk Kim static inline int f2fs_sb_has_crypto(struct super_block *sb)
2488cde4de12SJaegeuk Kim {
2489cde4de12SJaegeuk Kim 	return F2FS_HAS_FEATURE(sb, F2FS_FEATURE_ENCRYPT);
2490cde4de12SJaegeuk Kim }
2491f424f664SJaegeuk Kim 
24920bfd7a09SDamien Le Moal static inline int f2fs_sb_mounted_blkzoned(struct super_block *sb)
249352763a4bSJaegeuk Kim {
24940bfd7a09SDamien Le Moal 	return F2FS_HAS_FEATURE(sb, F2FS_FEATURE_BLKZONED);
249552763a4bSJaegeuk Kim }
249652763a4bSJaegeuk Kim 
2497178053e2SDamien Le Moal #ifdef CONFIG_BLK_DEV_ZONED
2498178053e2SDamien Le Moal static inline int get_blkz_type(struct f2fs_sb_info *sbi,
24993c62be17SJaegeuk Kim 			struct block_device *bdev, block_t blkaddr)
2500178053e2SDamien Le Moal {
2501178053e2SDamien Le Moal 	unsigned int zno = blkaddr >> sbi->log_blocks_per_blkz;
25023c62be17SJaegeuk Kim 	int i;
2503178053e2SDamien Le Moal 
25043c62be17SJaegeuk Kim 	for (i = 0; i < sbi->s_ndevs; i++)
25053c62be17SJaegeuk Kim 		if (FDEV(i).bdev == bdev)
25063c62be17SJaegeuk Kim 			return FDEV(i).blkz_type[zno];
25073c62be17SJaegeuk Kim 	return -EINVAL;
2508178053e2SDamien Le Moal }
2509178053e2SDamien Le Moal #endif
2510178053e2SDamien Le Moal 
251196ba2decSDamien Le Moal static inline bool f2fs_discard_en(struct f2fs_sb_info *sbi)
251296ba2decSDamien Le Moal {
251396ba2decSDamien Le Moal 	struct request_queue *q = bdev_get_queue(sbi->sb->s_bdev);
251496ba2decSDamien Le Moal 
251596ba2decSDamien Le Moal 	return blk_queue_discard(q) || f2fs_sb_mounted_blkzoned(sbi->sb);
251652763a4bSJaegeuk Kim }
251752763a4bSJaegeuk Kim 
251852763a4bSJaegeuk Kim static inline void set_opt_mode(struct f2fs_sb_info *sbi, unsigned int mt)
251952763a4bSJaegeuk Kim {
252052763a4bSJaegeuk Kim 	clear_opt(sbi, ADAPTIVE);
252152763a4bSJaegeuk Kim 	clear_opt(sbi, LFS);
252252763a4bSJaegeuk Kim 
252352763a4bSJaegeuk Kim 	switch (mt) {
252452763a4bSJaegeuk Kim 	case F2FS_MOUNT_ADAPTIVE:
252552763a4bSJaegeuk Kim 		set_opt(sbi, ADAPTIVE);
252652763a4bSJaegeuk Kim 		break;
252752763a4bSJaegeuk Kim 	case F2FS_MOUNT_LFS:
252852763a4bSJaegeuk Kim 		set_opt(sbi, LFS);
252952763a4bSJaegeuk Kim 		break;
253052763a4bSJaegeuk Kim 	}
253152763a4bSJaegeuk Kim }
253252763a4bSJaegeuk Kim 
2533fcc85a4dSJaegeuk Kim static inline bool f2fs_may_encrypt(struct inode *inode)
2534fcc85a4dSJaegeuk Kim {
2535fcc85a4dSJaegeuk Kim #ifdef CONFIG_F2FS_FS_ENCRYPTION
2536886f56f9SAl Viro 	umode_t mode = inode->i_mode;
2537fcc85a4dSJaegeuk Kim 
2538fcc85a4dSJaegeuk Kim 	return (S_ISREG(mode) || S_ISDIR(mode) || S_ISLNK(mode));
2539fcc85a4dSJaegeuk Kim #else
2540fcc85a4dSJaegeuk Kim 	return 0;
2541fcc85a4dSJaegeuk Kim #endif
2542fcc85a4dSJaegeuk Kim }
2543fcc85a4dSJaegeuk Kim 
25440b81d077SJaegeuk Kim #ifndef CONFIG_F2FS_FS_ENCRYPTION
25450b81d077SJaegeuk Kim #define fscrypt_set_d_op(i)
25460b81d077SJaegeuk Kim #define fscrypt_get_ctx			fscrypt_notsupp_get_ctx
25470b81d077SJaegeuk Kim #define fscrypt_release_ctx		fscrypt_notsupp_release_ctx
25480b81d077SJaegeuk Kim #define fscrypt_encrypt_page		fscrypt_notsupp_encrypt_page
25490b81d077SJaegeuk Kim #define fscrypt_decrypt_page		fscrypt_notsupp_decrypt_page
25500b81d077SJaegeuk Kim #define fscrypt_decrypt_bio_pages	fscrypt_notsupp_decrypt_bio_pages
25510b81d077SJaegeuk Kim #define fscrypt_pullback_bio_page	fscrypt_notsupp_pullback_bio_page
25520b81d077SJaegeuk Kim #define fscrypt_restore_control_page	fscrypt_notsupp_restore_control_page
25530b81d077SJaegeuk Kim #define fscrypt_zeroout_range		fscrypt_notsupp_zeroout_range
2554db717d8eSEric Biggers #define fscrypt_ioctl_set_policy	fscrypt_notsupp_ioctl_set_policy
2555db717d8eSEric Biggers #define fscrypt_ioctl_get_policy	fscrypt_notsupp_ioctl_get_policy
25560b81d077SJaegeuk Kim #define fscrypt_has_permitted_context	fscrypt_notsupp_has_permitted_context
25570b81d077SJaegeuk Kim #define fscrypt_inherit_context		fscrypt_notsupp_inherit_context
25580b81d077SJaegeuk Kim #define fscrypt_get_encryption_info	fscrypt_notsupp_get_encryption_info
25590b81d077SJaegeuk Kim #define fscrypt_put_encryption_info	fscrypt_notsupp_put_encryption_info
25600b81d077SJaegeuk Kim #define fscrypt_setup_filename		fscrypt_notsupp_setup_filename
25610b81d077SJaegeuk Kim #define fscrypt_free_filename		fscrypt_notsupp_free_filename
25620b81d077SJaegeuk Kim #define fscrypt_fname_encrypted_size	fscrypt_notsupp_fname_encrypted_size
25630b81d077SJaegeuk Kim #define fscrypt_fname_alloc_buffer	fscrypt_notsupp_fname_alloc_buffer
25640b81d077SJaegeuk Kim #define fscrypt_fname_free_buffer	fscrypt_notsupp_fname_free_buffer
25650b81d077SJaegeuk Kim #define fscrypt_fname_disk_to_usr	fscrypt_notsupp_fname_disk_to_usr
25660b81d077SJaegeuk Kim #define fscrypt_fname_usr_to_disk	fscrypt_notsupp_fname_usr_to_disk
256757e5055bSJaegeuk Kim #endif
256839a53e0cSJaegeuk Kim #endif
2569