xref: /openbmc/linux/fs/f2fs/f2fs.h (revision 0b54fb8458199dbed409abb06933c27439ea0911)
10a8165d7SJaegeuk Kim /*
239a53e0cSJaegeuk Kim  * fs/f2fs/f2fs.h
339a53e0cSJaegeuk Kim  *
439a53e0cSJaegeuk Kim  * Copyright (c) 2012 Samsung Electronics Co., Ltd.
539a53e0cSJaegeuk Kim  *             http://www.samsung.com/
639a53e0cSJaegeuk Kim  *
739a53e0cSJaegeuk Kim  * This program is free software; you can redistribute it and/or modify
839a53e0cSJaegeuk Kim  * it under the terms of the GNU General Public License version 2 as
939a53e0cSJaegeuk Kim  * published by the Free Software Foundation.
1039a53e0cSJaegeuk Kim  */
1139a53e0cSJaegeuk Kim #ifndef _LINUX_F2FS_H
1239a53e0cSJaegeuk Kim #define _LINUX_F2FS_H
1339a53e0cSJaegeuk Kim 
1439a53e0cSJaegeuk Kim #include <linux/types.h>
1539a53e0cSJaegeuk Kim #include <linux/page-flags.h>
1639a53e0cSJaegeuk Kim #include <linux/buffer_head.h>
1739a53e0cSJaegeuk Kim #include <linux/slab.h>
1839a53e0cSJaegeuk Kim #include <linux/crc32.h>
1939a53e0cSJaegeuk Kim #include <linux/magic.h>
20c2d715d1SJaegeuk Kim #include <linux/kobject.h>
217bd59381SGu Zheng #include <linux/sched.h>
2239307a8eSJaegeuk Kim #include <linux/vmalloc.h>
23740432f8SJaegeuk Kim #include <linux/bio.h>
24d0239e1bSJaegeuk Kim #include <linux/blkdev.h>
250b81d077SJaegeuk Kim #include <linux/fscrypto.h>
2643b6573bSKeith Mok #include <crypto/hash.h>
2739a53e0cSJaegeuk Kim 
285d56b671SJaegeuk Kim #ifdef CONFIG_F2FS_CHECK_FS
299850cf4aSJaegeuk Kim #define f2fs_bug_on(sbi, condition)	BUG_ON(condition)
305d56b671SJaegeuk Kim #else
319850cf4aSJaegeuk Kim #define f2fs_bug_on(sbi, condition)					\
329850cf4aSJaegeuk Kim 	do {								\
339850cf4aSJaegeuk Kim 		if (unlikely(condition)) {				\
349850cf4aSJaegeuk Kim 			WARN_ON(1);					\
35caf0047eSChao Yu 			set_sbi_flag(sbi, SBI_NEED_FSCK);		\
369850cf4aSJaegeuk Kim 		}							\
379850cf4aSJaegeuk Kim 	} while (0)
385d56b671SJaegeuk Kim #endif
395d56b671SJaegeuk Kim 
402c63feadSJaegeuk Kim #ifdef CONFIG_F2FS_FAULT_INJECTION
412c63feadSJaegeuk Kim enum {
422c63feadSJaegeuk Kim 	FAULT_KMALLOC,
43c41f3cc3SJaegeuk Kim 	FAULT_PAGE_ALLOC,
44cb78942bSJaegeuk Kim 	FAULT_ALLOC_NID,
45cb78942bSJaegeuk Kim 	FAULT_ORPHAN,
46cb78942bSJaegeuk Kim 	FAULT_BLOCK,
47cb78942bSJaegeuk Kim 	FAULT_DIR_DEPTH,
4853aa6bbfSJaegeuk Kim 	FAULT_EVICT_INODE,
498b038c70SChao Yu 	FAULT_IO,
500f348028SChao Yu 	FAULT_CHECKPOINT,
512c63feadSJaegeuk Kim 	FAULT_MAX,
522c63feadSJaegeuk Kim };
532c63feadSJaegeuk Kim 
5408796897SSheng Yong struct f2fs_fault_info {
5508796897SSheng Yong 	atomic_t inject_ops;
5608796897SSheng Yong 	unsigned int inject_rate;
5708796897SSheng Yong 	unsigned int inject_type;
5808796897SSheng Yong };
5908796897SSheng Yong 
602c63feadSJaegeuk Kim extern char *fault_name[FAULT_MAX];
611ecc0c5cSChao Yu #define IS_FAULT_SET(fi, type) (fi->inject_type & (1 << (type)))
622c63feadSJaegeuk Kim #endif
632c63feadSJaegeuk Kim 
6439a53e0cSJaegeuk Kim /*
6539a53e0cSJaegeuk Kim  * For mount options
6639a53e0cSJaegeuk Kim  */
6739a53e0cSJaegeuk Kim #define F2FS_MOUNT_BG_GC		0x00000001
6839a53e0cSJaegeuk Kim #define F2FS_MOUNT_DISABLE_ROLL_FORWARD	0x00000002
6939a53e0cSJaegeuk Kim #define F2FS_MOUNT_DISCARD		0x00000004
7039a53e0cSJaegeuk Kim #define F2FS_MOUNT_NOHEAP		0x00000008
7139a53e0cSJaegeuk Kim #define F2FS_MOUNT_XATTR_USER		0x00000010
7239a53e0cSJaegeuk Kim #define F2FS_MOUNT_POSIX_ACL		0x00000020
7339a53e0cSJaegeuk Kim #define F2FS_MOUNT_DISABLE_EXT_IDENTIFY	0x00000040
74444c580fSJaegeuk Kim #define F2FS_MOUNT_INLINE_XATTR		0x00000080
751001b347SHuajun Li #define F2FS_MOUNT_INLINE_DATA		0x00000100
7634d67debSChao Yu #define F2FS_MOUNT_INLINE_DENTRY	0x00000200
7734d67debSChao Yu #define F2FS_MOUNT_FLUSH_MERGE		0x00000400
7834d67debSChao Yu #define F2FS_MOUNT_NOBARRIER		0x00000800
79d5053a34SJaegeuk Kim #define F2FS_MOUNT_FASTBOOT		0x00001000
8089672159SChao Yu #define F2FS_MOUNT_EXTENT_CACHE		0x00002000
816aefd93bSJaegeuk Kim #define F2FS_MOUNT_FORCE_FG_GC		0x00004000
82343f40f0SChao Yu #define F2FS_MOUNT_DATA_FLUSH		0x00008000
8373faec4dSJaegeuk Kim #define F2FS_MOUNT_FAULT_INJECTION	0x00010000
8436abef4eSJaegeuk Kim #define F2FS_MOUNT_ADAPTIVE		0x00020000
8536abef4eSJaegeuk Kim #define F2FS_MOUNT_LFS			0x00040000
8639a53e0cSJaegeuk Kim 
8739a53e0cSJaegeuk Kim #define clear_opt(sbi, option)	(sbi->mount_opt.opt &= ~F2FS_MOUNT_##option)
8839a53e0cSJaegeuk Kim #define set_opt(sbi, option)	(sbi->mount_opt.opt |= F2FS_MOUNT_##option)
8939a53e0cSJaegeuk Kim #define test_opt(sbi, option)	(sbi->mount_opt.opt & F2FS_MOUNT_##option)
9039a53e0cSJaegeuk Kim 
9139a53e0cSJaegeuk Kim #define ver_after(a, b)	(typecheck(unsigned long long, a) &&		\
9239a53e0cSJaegeuk Kim 		typecheck(unsigned long long, b) &&			\
9339a53e0cSJaegeuk Kim 		((long long)((a) - (b)) > 0))
9439a53e0cSJaegeuk Kim 
95a9841c4dSJaegeuk Kim typedef u32 block_t;	/*
96a9841c4dSJaegeuk Kim 			 * should not change u32, since it is the on-disk block
97a9841c4dSJaegeuk Kim 			 * address format, __le32.
98a9841c4dSJaegeuk Kim 			 */
9939a53e0cSJaegeuk Kim typedef u32 nid_t;
10039a53e0cSJaegeuk Kim 
10139a53e0cSJaegeuk Kim struct f2fs_mount_info {
10239a53e0cSJaegeuk Kim 	unsigned int	opt;
10339a53e0cSJaegeuk Kim };
10439a53e0cSJaegeuk Kim 
105cde4de12SJaegeuk Kim #define F2FS_FEATURE_ENCRYPT	0x0001
1060bfd7a09SDamien Le Moal #define F2FS_FEATURE_BLKZONED	0x0002
107cde4de12SJaegeuk Kim 
10876f105a2SJaegeuk Kim #define F2FS_HAS_FEATURE(sb, mask)					\
10976f105a2SJaegeuk Kim 	((F2FS_SB(sb)->raw_super->feature & cpu_to_le32(mask)) != 0)
11076f105a2SJaegeuk Kim #define F2FS_SET_FEATURE(sb, mask)					\
11176f105a2SJaegeuk Kim 	F2FS_SB(sb)->raw_super->feature |= cpu_to_le32(mask)
11276f105a2SJaegeuk Kim #define F2FS_CLEAR_FEATURE(sb, mask)					\
11376f105a2SJaegeuk Kim 	F2FS_SB(sb)->raw_super->feature &= ~cpu_to_le32(mask)
11476f105a2SJaegeuk Kim 
11539a53e0cSJaegeuk Kim /*
11639a53e0cSJaegeuk Kim  * For checkpoint manager
11739a53e0cSJaegeuk Kim  */
11839a53e0cSJaegeuk Kim enum {
11939a53e0cSJaegeuk Kim 	NAT_BITMAP,
12039a53e0cSJaegeuk Kim 	SIT_BITMAP
12139a53e0cSJaegeuk Kim };
12239a53e0cSJaegeuk Kim 
12375ab4cb8SJaegeuk Kim enum {
12475ab4cb8SJaegeuk Kim 	CP_UMOUNT,
125119ee914SJaegeuk Kim 	CP_FASTBOOT,
12675ab4cb8SJaegeuk Kim 	CP_SYNC,
12710027551SJaegeuk Kim 	CP_RECOVERY,
1284b2fecc8SJaegeuk Kim 	CP_DISCARD,
12975ab4cb8SJaegeuk Kim };
13075ab4cb8SJaegeuk Kim 
1312d9e9c32SJaegeuk Kim #define DEF_BATCHED_TRIM_SECTIONS	2
132bba681cbSJaegeuk Kim #define BATCHED_TRIM_SEGMENTS(sbi)	\
133bba681cbSJaegeuk Kim 		(SM_I(sbi)->trim_sections * (sbi)->segs_per_sec)
134a66cdd98SJaegeuk Kim #define BATCHED_TRIM_BLOCKS(sbi)	\
135a66cdd98SJaegeuk Kim 		(BATCHED_TRIM_SEGMENTS(sbi) << (sbi)->log_blocks_per_seg)
13660b99b48SJaegeuk Kim #define DEF_CP_INTERVAL			60	/* 60 secs */
137dcf25fe8SChao Yu #define DEF_IDLE_INTERVAL		5	/* 5 secs */
138bba681cbSJaegeuk Kim 
13975ab4cb8SJaegeuk Kim struct cp_control {
14075ab4cb8SJaegeuk Kim 	int reason;
1414b2fecc8SJaegeuk Kim 	__u64 trim_start;
1424b2fecc8SJaegeuk Kim 	__u64 trim_end;
1434b2fecc8SJaegeuk Kim 	__u64 trim_minlen;
1444b2fecc8SJaegeuk Kim 	__u64 trimmed;
14575ab4cb8SJaegeuk Kim };
14675ab4cb8SJaegeuk Kim 
147662befdaSChao Yu /*
14881c1a0f1SChao Yu  * For CP/NAT/SIT/SSA readahead
149662befdaSChao Yu  */
150662befdaSChao Yu enum {
151662befdaSChao Yu 	META_CP,
152662befdaSChao Yu 	META_NAT,
15381c1a0f1SChao Yu 	META_SIT,
1544c521f49SJaegeuk Kim 	META_SSA,
1554c521f49SJaegeuk Kim 	META_POR,
156662befdaSChao Yu };
157662befdaSChao Yu 
1586451e041SJaegeuk Kim /* for the list of ino */
1596451e041SJaegeuk Kim enum {
1606451e041SJaegeuk Kim 	ORPHAN_INO,		/* for orphan ino list */
161fff04f90SJaegeuk Kim 	APPEND_INO,		/* for append ino list */
162fff04f90SJaegeuk Kim 	UPDATE_INO,		/* for update ino list */
1636451e041SJaegeuk Kim 	MAX_INO_ENTRY,		/* max. list */
1646451e041SJaegeuk Kim };
1656451e041SJaegeuk Kim 
1666451e041SJaegeuk Kim struct ino_entry {
16739a53e0cSJaegeuk Kim 	struct list_head list;	/* list head */
16839a53e0cSJaegeuk Kim 	nid_t ino;		/* inode number */
16939a53e0cSJaegeuk Kim };
17039a53e0cSJaegeuk Kim 
1712710fd7eSChao Yu /* for the list of inodes to be GCed */
17206292073SChao Yu struct inode_entry {
17339a53e0cSJaegeuk Kim 	struct list_head list;	/* list head */
17439a53e0cSJaegeuk Kim 	struct inode *inode;	/* vfs inode pointer */
17539a53e0cSJaegeuk Kim };
17639a53e0cSJaegeuk Kim 
1777fd9e544SJaegeuk Kim /* for the list of blockaddresses to be discarded */
1787fd9e544SJaegeuk Kim struct discard_entry {
1797fd9e544SJaegeuk Kim 	struct list_head list;	/* list head */
1807fd9e544SJaegeuk Kim 	block_t blkaddr;	/* block address to be discarded */
1817fd9e544SJaegeuk Kim 	int len;		/* # of consecutive blocks of the discard */
1827fd9e544SJaegeuk Kim };
1837fd9e544SJaegeuk Kim 
184b01a9201SJaegeuk Kim struct discard_cmd {
185b01a9201SJaegeuk Kim 	struct list_head list;		/* command list */
186b01a9201SJaegeuk Kim 	struct completion wait;		/* compleation */
187b01a9201SJaegeuk Kim 	block_t lstart;			/* logical start address */
188b01a9201SJaegeuk Kim 	block_t len;			/* length */
189b01a9201SJaegeuk Kim 	struct bio *bio;		/* bio */
190275b66b0SChao Yu };
191275b66b0SChao Yu 
192*0b54fb84SJaegeuk Kim struct discard_cmd_control {
193*0b54fb84SJaegeuk Kim 	struct list_head discard_entry_list;	/* 4KB discard entry list */
194*0b54fb84SJaegeuk Kim 	int nr_discards;			/* # of discards in the list */
195*0b54fb84SJaegeuk Kim 	struct list_head discard_cmd_list;	/* discard cmd list */
196*0b54fb84SJaegeuk Kim 	int max_discards;			/* max. discards to be issued */
197*0b54fb84SJaegeuk Kim };
198*0b54fb84SJaegeuk Kim 
19939a53e0cSJaegeuk Kim /* for the list of fsync inodes, used only during recovery */
20039a53e0cSJaegeuk Kim struct fsync_inode_entry {
20139a53e0cSJaegeuk Kim 	struct list_head list;	/* list head */
20239a53e0cSJaegeuk Kim 	struct inode *inode;	/* vfs inode pointer */
203c52e1b10SJaegeuk Kim 	block_t blkaddr;	/* block address locating the last fsync */
204c52e1b10SJaegeuk Kim 	block_t last_dentry;	/* block address locating the last dentry */
20539a53e0cSJaegeuk Kim };
20639a53e0cSJaegeuk Kim 
207dfc08a12SChao Yu #define nats_in_cursum(jnl)		(le16_to_cpu(jnl->n_nats))
208dfc08a12SChao Yu #define sits_in_cursum(jnl)		(le16_to_cpu(jnl->n_sits))
20939a53e0cSJaegeuk Kim 
210dfc08a12SChao Yu #define nat_in_journal(jnl, i)		(jnl->nat_j.entries[i].ne)
211dfc08a12SChao Yu #define nid_in_journal(jnl, i)		(jnl->nat_j.entries[i].nid)
212dfc08a12SChao Yu #define sit_in_journal(jnl, i)		(jnl->sit_j.entries[i].se)
213dfc08a12SChao Yu #define segno_in_journal(jnl, i)	(jnl->sit_j.entries[i].segno)
21439a53e0cSJaegeuk Kim 
215dfc08a12SChao Yu #define MAX_NAT_JENTRIES(jnl)	(NAT_JOURNAL_ENTRIES - nats_in_cursum(jnl))
216dfc08a12SChao Yu #define MAX_SIT_JENTRIES(jnl)	(SIT_JOURNAL_ENTRIES - sits_in_cursum(jnl))
217309cc2b6SJaegeuk Kim 
218dfc08a12SChao Yu static inline int update_nats_in_cursum(struct f2fs_journal *journal, int i)
21939a53e0cSJaegeuk Kim {
220dfc08a12SChao Yu 	int before = nats_in_cursum(journal);
221dfc08a12SChao Yu 	journal->n_nats = cpu_to_le16(before + i);
22239a53e0cSJaegeuk Kim 	return before;
22339a53e0cSJaegeuk Kim }
22439a53e0cSJaegeuk Kim 
225dfc08a12SChao Yu static inline int update_sits_in_cursum(struct f2fs_journal *journal, int i)
22639a53e0cSJaegeuk Kim {
227dfc08a12SChao Yu 	int before = sits_in_cursum(journal);
228dfc08a12SChao Yu 	journal->n_sits = cpu_to_le16(before + i);
22939a53e0cSJaegeuk Kim 	return before;
23039a53e0cSJaegeuk Kim }
23139a53e0cSJaegeuk Kim 
232dfc08a12SChao Yu static inline bool __has_cursum_space(struct f2fs_journal *journal,
233dfc08a12SChao Yu 							int size, int type)
234184a5cd2SChao Yu {
235184a5cd2SChao Yu 	if (type == NAT_JOURNAL)
236dfc08a12SChao Yu 		return size <= MAX_NAT_JENTRIES(journal);
237dfc08a12SChao Yu 	return size <= MAX_SIT_JENTRIES(journal);
238184a5cd2SChao Yu }
239184a5cd2SChao Yu 
24039a53e0cSJaegeuk Kim /*
241e9750824SNamjae Jeon  * ioctl commands
242e9750824SNamjae Jeon  */
243e9750824SNamjae Jeon #define F2FS_IOC_GETFLAGS		FS_IOC_GETFLAGS
244e9750824SNamjae Jeon #define F2FS_IOC_SETFLAGS		FS_IOC_SETFLAGS
245d49f3e89SChao Yu #define F2FS_IOC_GETVERSION		FS_IOC_GETVERSION
246e9750824SNamjae Jeon 
24788b88a66SJaegeuk Kim #define F2FS_IOCTL_MAGIC		0xf5
24888b88a66SJaegeuk Kim #define F2FS_IOC_START_ATOMIC_WRITE	_IO(F2FS_IOCTL_MAGIC, 1)
24988b88a66SJaegeuk Kim #define F2FS_IOC_COMMIT_ATOMIC_WRITE	_IO(F2FS_IOCTL_MAGIC, 2)
25002a1335fSJaegeuk Kim #define F2FS_IOC_START_VOLATILE_WRITE	_IO(F2FS_IOCTL_MAGIC, 3)
2511e84371fSJaegeuk Kim #define F2FS_IOC_RELEASE_VOLATILE_WRITE	_IO(F2FS_IOCTL_MAGIC, 4)
2521e84371fSJaegeuk Kim #define F2FS_IOC_ABORT_VOLATILE_WRITE	_IO(F2FS_IOCTL_MAGIC, 5)
253c1c1b583SChao Yu #define F2FS_IOC_GARBAGE_COLLECT	_IO(F2FS_IOCTL_MAGIC, 6)
254456b88e4SChao Yu #define F2FS_IOC_WRITE_CHECKPOINT	_IO(F2FS_IOCTL_MAGIC, 7)
255d323d005SChao Yu #define F2FS_IOC_DEFRAGMENT		_IO(F2FS_IOCTL_MAGIC, 8)
2564dd6f977SJaegeuk Kim #define F2FS_IOC_MOVE_RANGE		_IOWR(F2FS_IOCTL_MAGIC, 9,	\
2574dd6f977SJaegeuk Kim 						struct f2fs_move_range)
25888b88a66SJaegeuk Kim 
2590b81d077SJaegeuk Kim #define F2FS_IOC_SET_ENCRYPTION_POLICY	FS_IOC_SET_ENCRYPTION_POLICY
2600b81d077SJaegeuk Kim #define F2FS_IOC_GET_ENCRYPTION_POLICY	FS_IOC_GET_ENCRYPTION_POLICY
2610b81d077SJaegeuk Kim #define F2FS_IOC_GET_ENCRYPTION_PWSALT	FS_IOC_GET_ENCRYPTION_PWSALT
262f424f664SJaegeuk Kim 
2631abff93dSJaegeuk Kim /*
2641abff93dSJaegeuk Kim  * should be same as XFS_IOC_GOINGDOWN.
2651abff93dSJaegeuk Kim  * Flags for going down operation used by FS_IOC_GOINGDOWN
2661abff93dSJaegeuk Kim  */
2671abff93dSJaegeuk Kim #define F2FS_IOC_SHUTDOWN	_IOR('X', 125, __u32)	/* Shutdown */
2681abff93dSJaegeuk Kim #define F2FS_GOING_DOWN_FULLSYNC	0x0	/* going down with full sync */
2691abff93dSJaegeuk Kim #define F2FS_GOING_DOWN_METASYNC	0x1	/* going down with metadata */
2701abff93dSJaegeuk Kim #define F2FS_GOING_DOWN_NOSYNC		0x2	/* going down */
271c912a829SJaegeuk Kim #define F2FS_GOING_DOWN_METAFLUSH	0x3	/* going down with meta flush */
2721abff93dSJaegeuk Kim 
273e9750824SNamjae Jeon #if defined(__KERNEL__) && defined(CONFIG_COMPAT)
274e9750824SNamjae Jeon /*
275e9750824SNamjae Jeon  * ioctl commands in 32 bit emulation
276e9750824SNamjae Jeon  */
277e9750824SNamjae Jeon #define F2FS_IOC32_GETFLAGS		FS_IOC32_GETFLAGS
278e9750824SNamjae Jeon #define F2FS_IOC32_SETFLAGS		FS_IOC32_SETFLAGS
27904ef4b62SChao Yu #define F2FS_IOC32_GETVERSION		FS_IOC32_GETVERSION
280e9750824SNamjae Jeon #endif
281e9750824SNamjae Jeon 
282d323d005SChao Yu struct f2fs_defragment {
283d323d005SChao Yu 	u64 start;
284d323d005SChao Yu 	u64 len;
285d323d005SChao Yu };
286d323d005SChao Yu 
2874dd6f977SJaegeuk Kim struct f2fs_move_range {
2884dd6f977SJaegeuk Kim 	u32 dst_fd;		/* destination fd */
2894dd6f977SJaegeuk Kim 	u64 pos_in;		/* start position in src_fd */
2904dd6f977SJaegeuk Kim 	u64 pos_out;		/* start position in dst_fd */
2914dd6f977SJaegeuk Kim 	u64 len;		/* size to move */
2924dd6f977SJaegeuk Kim };
2934dd6f977SJaegeuk Kim 
294e9750824SNamjae Jeon /*
29539a53e0cSJaegeuk Kim  * For INODE and NODE manager
29639a53e0cSJaegeuk Kim  */
2977b3cd7d6SJaegeuk Kim /* for directory operations */
2987b3cd7d6SJaegeuk Kim struct f2fs_dentry_ptr {
299d8c6822aSJaegeuk Kim 	struct inode *inode;
3007b3cd7d6SJaegeuk Kim 	const void *bitmap;
3017b3cd7d6SJaegeuk Kim 	struct f2fs_dir_entry *dentry;
3027b3cd7d6SJaegeuk Kim 	__u8 (*filename)[F2FS_SLOT_LEN];
3037b3cd7d6SJaegeuk Kim 	int max;
3047b3cd7d6SJaegeuk Kim };
3057b3cd7d6SJaegeuk Kim 
306d8c6822aSJaegeuk Kim static inline void make_dentry_ptr(struct inode *inode,
307d8c6822aSJaegeuk Kim 		struct f2fs_dentry_ptr *d, void *src, int type)
3087b3cd7d6SJaegeuk Kim {
309d8c6822aSJaegeuk Kim 	d->inode = inode;
310d8c6822aSJaegeuk Kim 
3117b3cd7d6SJaegeuk Kim 	if (type == 1) {
3127b3cd7d6SJaegeuk Kim 		struct f2fs_dentry_block *t = (struct f2fs_dentry_block *)src;
3137b3cd7d6SJaegeuk Kim 		d->max = NR_DENTRY_IN_BLOCK;
3147b3cd7d6SJaegeuk Kim 		d->bitmap = &t->dentry_bitmap;
3157b3cd7d6SJaegeuk Kim 		d->dentry = t->dentry;
3167b3cd7d6SJaegeuk Kim 		d->filename = t->filename;
3177b3cd7d6SJaegeuk Kim 	} else {
3187b3cd7d6SJaegeuk Kim 		struct f2fs_inline_dentry *t = (struct f2fs_inline_dentry *)src;
3197b3cd7d6SJaegeuk Kim 		d->max = NR_INLINE_DENTRY;
3207b3cd7d6SJaegeuk Kim 		d->bitmap = &t->dentry_bitmap;
3217b3cd7d6SJaegeuk Kim 		d->dentry = t->dentry;
3227b3cd7d6SJaegeuk Kim 		d->filename = t->filename;
3237b3cd7d6SJaegeuk Kim 	}
3247b3cd7d6SJaegeuk Kim }
3257b3cd7d6SJaegeuk Kim 
326dbe6a5ffSJaegeuk Kim /*
327dbe6a5ffSJaegeuk Kim  * XATTR_NODE_OFFSET stores xattrs to one node block per file keeping -1
328dbe6a5ffSJaegeuk Kim  * as its node offset to distinguish from index node blocks.
329dbe6a5ffSJaegeuk Kim  * But some bits are used to mark the node block.
33039a53e0cSJaegeuk Kim  */
331dbe6a5ffSJaegeuk Kim #define XATTR_NODE_OFFSET	((((unsigned int)-1) << OFFSET_BIT_SHIFT) \
332dbe6a5ffSJaegeuk Kim 				>> OFFSET_BIT_SHIFT)
333266e97a8SJaegeuk Kim enum {
334266e97a8SJaegeuk Kim 	ALLOC_NODE,			/* allocate a new node page if needed */
335266e97a8SJaegeuk Kim 	LOOKUP_NODE,			/* look up a node without readahead */
336266e97a8SJaegeuk Kim 	LOOKUP_NODE_RA,			/*
337266e97a8SJaegeuk Kim 					 * look up a node with readahead called
3384f4124d0SChao Yu 					 * by get_data_block.
33939a53e0cSJaegeuk Kim 					 */
340266e97a8SJaegeuk Kim };
341266e97a8SJaegeuk Kim 
342a6db67f0SJaegeuk Kim #define F2FS_LINK_MAX	0xffffffff	/* maximum link count per file */
34339a53e0cSJaegeuk Kim 
344817202d9SChao Yu #define MAX_DIR_RA_PAGES	4	/* maximum ra pages of dir */
345817202d9SChao Yu 
34613054c54SChao Yu /* vector size for gang look-up from extent cache that consists of radix tree */
34713054c54SChao Yu #define EXT_TREE_VEC_SIZE	64
34813054c54SChao Yu 
34939a53e0cSJaegeuk Kim /* for in-memory extent cache entry */
35013054c54SChao Yu #define F2FS_MIN_EXTENT_LEN	64	/* minimum extent length */
35113054c54SChao Yu 
35213054c54SChao Yu /* number of extent info in extent cache we try to shrink */
35313054c54SChao Yu #define EXTENT_CACHE_SHRINK_NUMBER	128
354c11abd1aSJaegeuk Kim 
35539a53e0cSJaegeuk Kim struct extent_info {
35639a53e0cSJaegeuk Kim 	unsigned int fofs;		/* start offset in a file */
3574d0b0bd4SChao Yu 	u32 blk;			/* start block address of the extent */
358111d2495SMasanari Iida 	unsigned int len;		/* length of the extent */
35939a53e0cSJaegeuk Kim };
36039a53e0cSJaegeuk Kim 
36113054c54SChao Yu struct extent_node {
36213054c54SChao Yu 	struct rb_node rb_node;		/* rb node located in rb-tree */
36313054c54SChao Yu 	struct list_head list;		/* node in global extent list of sbi */
36413054c54SChao Yu 	struct extent_info ei;		/* extent info */
365201ef5e0SHou Pengyang 	struct extent_tree *et;		/* extent tree pointer */
36613054c54SChao Yu };
36713054c54SChao Yu 
36813054c54SChao Yu struct extent_tree {
36913054c54SChao Yu 	nid_t ino;			/* inode number */
37013054c54SChao Yu 	struct rb_root root;		/* root of extent info rb-tree */
37162c8af65SChao Yu 	struct extent_node *cached_en;	/* recently accessed extent node */
3723e72f721SJaegeuk Kim 	struct extent_info largest;	/* largested extent info */
373137d09f0SJaegeuk Kim 	struct list_head list;		/* to be used by sbi->zombie_list */
37413054c54SChao Yu 	rwlock_t lock;			/* protect extent info rb-tree */
37568e35385SChao Yu 	atomic_t node_cnt;		/* # of extent node in rb-tree*/
37613054c54SChao Yu };
37713054c54SChao Yu 
37839a53e0cSJaegeuk Kim /*
379003a3e1dSJaegeuk Kim  * This structure is taken from ext4_map_blocks.
380003a3e1dSJaegeuk Kim  *
381003a3e1dSJaegeuk Kim  * Note that, however, f2fs uses NEW and MAPPED flags for f2fs_map_blocks().
382003a3e1dSJaegeuk Kim  */
383003a3e1dSJaegeuk Kim #define F2FS_MAP_NEW		(1 << BH_New)
384003a3e1dSJaegeuk Kim #define F2FS_MAP_MAPPED		(1 << BH_Mapped)
3857f63eb77SJaegeuk Kim #define F2FS_MAP_UNWRITTEN	(1 << BH_Unwritten)
3867f63eb77SJaegeuk Kim #define F2FS_MAP_FLAGS		(F2FS_MAP_NEW | F2FS_MAP_MAPPED |\
3877f63eb77SJaegeuk Kim 				F2FS_MAP_UNWRITTEN)
388003a3e1dSJaegeuk Kim 
389003a3e1dSJaegeuk Kim struct f2fs_map_blocks {
390003a3e1dSJaegeuk Kim 	block_t m_pblk;
391003a3e1dSJaegeuk Kim 	block_t m_lblk;
392003a3e1dSJaegeuk Kim 	unsigned int m_len;
393003a3e1dSJaegeuk Kim 	unsigned int m_flags;
394da85985cSChao Yu 	pgoff_t *m_next_pgofs;		/* point next possible non-hole pgofs */
395003a3e1dSJaegeuk Kim };
396003a3e1dSJaegeuk Kim 
397e2b4e2bcSChao Yu /* for flag in get_data_block */
398e2b4e2bcSChao Yu #define F2FS_GET_BLOCK_READ		0
399e2b4e2bcSChao Yu #define F2FS_GET_BLOCK_DIO		1
400e2b4e2bcSChao Yu #define F2FS_GET_BLOCK_FIEMAP		2
401e2b4e2bcSChao Yu #define F2FS_GET_BLOCK_BMAP		3
402b439b103SJaegeuk Kim #define F2FS_GET_BLOCK_PRE_DIO		4
40324b84912SJaegeuk Kim #define F2FS_GET_BLOCK_PRE_AIO		5
404e2b4e2bcSChao Yu 
405003a3e1dSJaegeuk Kim /*
40639a53e0cSJaegeuk Kim  * i_advise uses FADVISE_XXX_BIT. We can add additional hints later.
40739a53e0cSJaegeuk Kim  */
40839a53e0cSJaegeuk Kim #define FADVISE_COLD_BIT	0x01
409354a3399SJaegeuk Kim #define FADVISE_LOST_PINO_BIT	0x02
410cde4de12SJaegeuk Kim #define FADVISE_ENCRYPT_BIT	0x04
411e7d55452SJaegeuk Kim #define FADVISE_ENC_NAME_BIT	0x08
41226787236SJaegeuk Kim #define FADVISE_KEEP_SIZE_BIT	0x10
41339a53e0cSJaegeuk Kim 
414b5492af7SJaegeuk Kim #define file_is_cold(inode)	is_file(inode, FADVISE_COLD_BIT)
415b5492af7SJaegeuk Kim #define file_wrong_pino(inode)	is_file(inode, FADVISE_LOST_PINO_BIT)
416b5492af7SJaegeuk Kim #define file_set_cold(inode)	set_file(inode, FADVISE_COLD_BIT)
417b5492af7SJaegeuk Kim #define file_lost_pino(inode)	set_file(inode, FADVISE_LOST_PINO_BIT)
418b5492af7SJaegeuk Kim #define file_clear_cold(inode)	clear_file(inode, FADVISE_COLD_BIT)
419b5492af7SJaegeuk Kim #define file_got_pino(inode)	clear_file(inode, FADVISE_LOST_PINO_BIT)
420cde4de12SJaegeuk Kim #define file_is_encrypt(inode)	is_file(inode, FADVISE_ENCRYPT_BIT)
421cde4de12SJaegeuk Kim #define file_set_encrypt(inode)	set_file(inode, FADVISE_ENCRYPT_BIT)
422cde4de12SJaegeuk Kim #define file_clear_encrypt(inode) clear_file(inode, FADVISE_ENCRYPT_BIT)
423e7d55452SJaegeuk Kim #define file_enc_name(inode)	is_file(inode, FADVISE_ENC_NAME_BIT)
424e7d55452SJaegeuk Kim #define file_set_enc_name(inode) set_file(inode, FADVISE_ENC_NAME_BIT)
42526787236SJaegeuk Kim #define file_keep_isize(inode)	is_file(inode, FADVISE_KEEP_SIZE_BIT)
42626787236SJaegeuk Kim #define file_set_keep_isize(inode) set_file(inode, FADVISE_KEEP_SIZE_BIT)
427cde4de12SJaegeuk Kim 
428ab9fa662SJaegeuk Kim #define DEF_DIR_LEVEL		0
429ab9fa662SJaegeuk Kim 
43039a53e0cSJaegeuk Kim struct f2fs_inode_info {
43139a53e0cSJaegeuk Kim 	struct inode vfs_inode;		/* serve a vfs inode */
43239a53e0cSJaegeuk Kim 	unsigned long i_flags;		/* keep an inode flags for ioctl */
43339a53e0cSJaegeuk Kim 	unsigned char i_advise;		/* use to give file attribute hints */
43438431545SJaegeuk Kim 	unsigned char i_dir_level;	/* use for dentry level for large dir */
43539a53e0cSJaegeuk Kim 	unsigned int i_current_depth;	/* use only in directory structure */
4366666e6aaSJaegeuk Kim 	unsigned int i_pino;		/* parent inode number */
43739a53e0cSJaegeuk Kim 	umode_t i_acl_mode;		/* keep file acl mode temporarily */
43839a53e0cSJaegeuk Kim 
43939a53e0cSJaegeuk Kim 	/* Use below internally in f2fs*/
44039a53e0cSJaegeuk Kim 	unsigned long flags;		/* use to pass per-file flags */
441d928bfbfSJaegeuk Kim 	struct rw_semaphore i_sem;	/* protect fi info */
442204706c7SJaegeuk Kim 	atomic_t dirty_pages;		/* # of dirty pages */
44339a53e0cSJaegeuk Kim 	f2fs_hash_t chash;		/* hash value of given file name */
44439a53e0cSJaegeuk Kim 	unsigned int clevel;		/* maximum level of given file name */
44539a53e0cSJaegeuk Kim 	nid_t i_xattr_nid;		/* node id that contains xattrs */
446e518ff81SJaegeuk Kim 	unsigned long long xattr_ver;	/* cp version of xattr modification */
44726de9b11SJaegeuk Kim 	loff_t	last_disk_size;		/* lastly written file size */
44888b88a66SJaegeuk Kim 
4490f18b462SJaegeuk Kim 	struct list_head dirty_list;	/* dirty list for dirs and files */
4500f18b462SJaegeuk Kim 	struct list_head gdirty_list;	/* linked in global dirty list */
45188b88a66SJaegeuk Kim 	struct list_head inmem_pages;	/* inmemory pages managed by f2fs */
45288b88a66SJaegeuk Kim 	struct mutex inmem_lock;	/* lock for inmemory pages */
4533e72f721SJaegeuk Kim 	struct extent_tree *extent_tree;	/* cached extent_tree entry */
45482e0a5aaSChao Yu 	struct rw_semaphore dio_rwsem[2];/* avoid racing between dio and gc */
45539a53e0cSJaegeuk Kim };
45639a53e0cSJaegeuk Kim 
45739a53e0cSJaegeuk Kim static inline void get_extent_info(struct extent_info *ext,
458bd933d4fSChao Yu 					struct f2fs_extent *i_ext)
45939a53e0cSJaegeuk Kim {
460bd933d4fSChao Yu 	ext->fofs = le32_to_cpu(i_ext->fofs);
461bd933d4fSChao Yu 	ext->blk = le32_to_cpu(i_ext->blk);
462bd933d4fSChao Yu 	ext->len = le32_to_cpu(i_ext->len);
46339a53e0cSJaegeuk Kim }
46439a53e0cSJaegeuk Kim 
46539a53e0cSJaegeuk Kim static inline void set_raw_extent(struct extent_info *ext,
46639a53e0cSJaegeuk Kim 					struct f2fs_extent *i_ext)
46739a53e0cSJaegeuk Kim {
46839a53e0cSJaegeuk Kim 	i_ext->fofs = cpu_to_le32(ext->fofs);
4694d0b0bd4SChao Yu 	i_ext->blk = cpu_to_le32(ext->blk);
47039a53e0cSJaegeuk Kim 	i_ext->len = cpu_to_le32(ext->len);
47139a53e0cSJaegeuk Kim }
47239a53e0cSJaegeuk Kim 
473429511cdSChao Yu static inline void set_extent_info(struct extent_info *ei, unsigned int fofs,
474429511cdSChao Yu 						u32 blk, unsigned int len)
475429511cdSChao Yu {
476429511cdSChao Yu 	ei->fofs = fofs;
477429511cdSChao Yu 	ei->blk = blk;
478429511cdSChao Yu 	ei->len = len;
479429511cdSChao Yu }
480429511cdSChao Yu 
4810bdee482SChao Yu static inline bool __is_extent_same(struct extent_info *ei1,
4820bdee482SChao Yu 						struct extent_info *ei2)
4830bdee482SChao Yu {
4840bdee482SChao Yu 	return (ei1->fofs == ei2->fofs && ei1->blk == ei2->blk &&
4850bdee482SChao Yu 						ei1->len == ei2->len);
4860bdee482SChao Yu }
4870bdee482SChao Yu 
488429511cdSChao Yu static inline bool __is_extent_mergeable(struct extent_info *back,
489429511cdSChao Yu 						struct extent_info *front)
490429511cdSChao Yu {
491429511cdSChao Yu 	return (back->fofs + back->len == front->fofs &&
492429511cdSChao Yu 			back->blk + back->len == front->blk);
493429511cdSChao Yu }
494429511cdSChao Yu 
495429511cdSChao Yu static inline bool __is_back_mergeable(struct extent_info *cur,
496429511cdSChao Yu 						struct extent_info *back)
497429511cdSChao Yu {
498429511cdSChao Yu 	return __is_extent_mergeable(back, cur);
499429511cdSChao Yu }
500429511cdSChao Yu 
501429511cdSChao Yu static inline bool __is_front_mergeable(struct extent_info *cur,
502429511cdSChao Yu 						struct extent_info *front)
503429511cdSChao Yu {
504429511cdSChao Yu 	return __is_extent_mergeable(cur, front);
505429511cdSChao Yu }
506429511cdSChao Yu 
5077c45729aSJaegeuk Kim extern void f2fs_mark_inode_dirty_sync(struct inode *, bool);
508205b9822SJaegeuk Kim static inline void __try_update_largest_extent(struct inode *inode,
509205b9822SJaegeuk Kim 			struct extent_tree *et, struct extent_node *en)
5104abd3f5aSChao Yu {
511205b9822SJaegeuk Kim 	if (en->ei.len > et->largest.len) {
5124abd3f5aSChao Yu 		et->largest = en->ei;
5137c45729aSJaegeuk Kim 		f2fs_mark_inode_dirty_sync(inode, true);
514205b9822SJaegeuk Kim 	}
5154abd3f5aSChao Yu }
5164abd3f5aSChao Yu 
517b8559dc2SChao Yu enum nid_list {
518b8559dc2SChao Yu 	FREE_NID_LIST,
519b8559dc2SChao Yu 	ALLOC_NID_LIST,
520b8559dc2SChao Yu 	MAX_NID_LIST,
521b8559dc2SChao Yu };
522b8559dc2SChao Yu 
52339a53e0cSJaegeuk Kim struct f2fs_nm_info {
52439a53e0cSJaegeuk Kim 	block_t nat_blkaddr;		/* base disk address of NAT */
52539a53e0cSJaegeuk Kim 	nid_t max_nid;			/* maximum possible node ids */
52604d47e67SChao Yu 	nid_t available_nids;		/* # of available node ids */
52739a53e0cSJaegeuk Kim 	nid_t next_scan_nid;		/* the next nid to be scanned */
528cdfc41c1SJaegeuk Kim 	unsigned int ram_thresh;	/* control the memory footprint */
529ea1a29a0SChao Yu 	unsigned int ra_nid_pages;	/* # of nid pages to be readaheaded */
5302304cb0cSChao Yu 	unsigned int dirty_nats_ratio;	/* control dirty nats ratio threshold */
53139a53e0cSJaegeuk Kim 
53239a53e0cSJaegeuk Kim 	/* NAT cache management */
53339a53e0cSJaegeuk Kim 	struct radix_tree_root nat_root;/* root of the nat entry cache */
534309cc2b6SJaegeuk Kim 	struct radix_tree_root nat_set_root;/* root of the nat set cache */
535b873b798SJaegeuk Kim 	struct rw_semaphore nat_tree_lock;	/* protect nat_tree_lock */
53639a53e0cSJaegeuk Kim 	struct list_head nat_entries;	/* cached nat entry list (clean) */
537309cc2b6SJaegeuk Kim 	unsigned int nat_cnt;		/* the # of cached nat entries */
538aec71382SChao Yu 	unsigned int dirty_nat_cnt;	/* total num of nat entries in set */
53939a53e0cSJaegeuk Kim 
54039a53e0cSJaegeuk Kim 	/* free node ids management */
5418a7ed66aSJaegeuk Kim 	struct radix_tree_root free_nid_root;/* root of the free_nid cache */
542b8559dc2SChao Yu 	struct list_head nid_list[MAX_NID_LIST];/* lists for free nids */
543b8559dc2SChao Yu 	unsigned int nid_cnt[MAX_NID_LIST];	/* the number of free node id */
544b8559dc2SChao Yu 	spinlock_t nid_list_lock;	/* protect nid lists ops */
54539a53e0cSJaegeuk Kim 	struct mutex build_lock;	/* lock for build free nids */
54639a53e0cSJaegeuk Kim 
54739a53e0cSJaegeuk Kim 	/* for checkpoint */
54839a53e0cSJaegeuk Kim 	char *nat_bitmap;		/* NAT bitmap pointer */
549599a09b2SChao Yu #ifdef CONFIG_F2FS_CHECK_FS
550599a09b2SChao Yu 	char *nat_bitmap_mir;		/* NAT bitmap mirror */
551599a09b2SChao Yu #endif
55239a53e0cSJaegeuk Kim 	int bitmap_size;		/* bitmap size */
55339a53e0cSJaegeuk Kim };
55439a53e0cSJaegeuk Kim 
55539a53e0cSJaegeuk Kim /*
55639a53e0cSJaegeuk Kim  * this structure is used as one of function parameters.
55739a53e0cSJaegeuk Kim  * all the information are dedicated to a given direct node block determined
55839a53e0cSJaegeuk Kim  * by the data offset in a file.
55939a53e0cSJaegeuk Kim  */
56039a53e0cSJaegeuk Kim struct dnode_of_data {
56139a53e0cSJaegeuk Kim 	struct inode *inode;		/* vfs inode pointer */
56239a53e0cSJaegeuk Kim 	struct page *inode_page;	/* its inode page, NULL is possible */
56339a53e0cSJaegeuk Kim 	struct page *node_page;		/* cached direct node page */
56439a53e0cSJaegeuk Kim 	nid_t nid;			/* node id of the direct node block */
56539a53e0cSJaegeuk Kim 	unsigned int ofs_in_node;	/* data offset in the node page */
56639a53e0cSJaegeuk Kim 	bool inode_page_locked;		/* inode page is locked or not */
56793bae099SJaegeuk Kim 	bool node_changed;		/* is node block changed */
5683cf45747SChao Yu 	char cur_level;			/* level of hole node page */
5693cf45747SChao Yu 	char max_level;			/* level of current page located */
57039a53e0cSJaegeuk Kim 	block_t	data_blkaddr;		/* block address of the node block */
57139a53e0cSJaegeuk Kim };
57239a53e0cSJaegeuk Kim 
57339a53e0cSJaegeuk Kim static inline void set_new_dnode(struct dnode_of_data *dn, struct inode *inode,
57439a53e0cSJaegeuk Kim 		struct page *ipage, struct page *npage, nid_t nid)
57539a53e0cSJaegeuk Kim {
576d66d1f76SJaegeuk Kim 	memset(dn, 0, sizeof(*dn));
57739a53e0cSJaegeuk Kim 	dn->inode = inode;
57839a53e0cSJaegeuk Kim 	dn->inode_page = ipage;
57939a53e0cSJaegeuk Kim 	dn->node_page = npage;
58039a53e0cSJaegeuk Kim 	dn->nid = nid;
58139a53e0cSJaegeuk Kim }
58239a53e0cSJaegeuk Kim 
58339a53e0cSJaegeuk Kim /*
58439a53e0cSJaegeuk Kim  * For SIT manager
58539a53e0cSJaegeuk Kim  *
58639a53e0cSJaegeuk Kim  * By default, there are 6 active log areas across the whole main area.
58739a53e0cSJaegeuk Kim  * When considering hot and cold data separation to reduce cleaning overhead,
58839a53e0cSJaegeuk Kim  * we split 3 for data logs and 3 for node logs as hot, warm, and cold types,
58939a53e0cSJaegeuk Kim  * respectively.
59039a53e0cSJaegeuk Kim  * In the current design, you should not change the numbers intentionally.
59139a53e0cSJaegeuk Kim  * Instead, as a mount option such as active_logs=x, you can use 2, 4, and 6
59239a53e0cSJaegeuk Kim  * logs individually according to the underlying devices. (default: 6)
59339a53e0cSJaegeuk Kim  * Just in case, on-disk layout covers maximum 16 logs that consist of 8 for
59439a53e0cSJaegeuk Kim  * data and 8 for node logs.
59539a53e0cSJaegeuk Kim  */
59639a53e0cSJaegeuk Kim #define	NR_CURSEG_DATA_TYPE	(3)
59739a53e0cSJaegeuk Kim #define NR_CURSEG_NODE_TYPE	(3)
59839a53e0cSJaegeuk Kim #define NR_CURSEG_TYPE	(NR_CURSEG_DATA_TYPE + NR_CURSEG_NODE_TYPE)
59939a53e0cSJaegeuk Kim 
60039a53e0cSJaegeuk Kim enum {
60139a53e0cSJaegeuk Kim 	CURSEG_HOT_DATA	= 0,	/* directory entry blocks */
60239a53e0cSJaegeuk Kim 	CURSEG_WARM_DATA,	/* data blocks */
60339a53e0cSJaegeuk Kim 	CURSEG_COLD_DATA,	/* multimedia or GCed data blocks */
60439a53e0cSJaegeuk Kim 	CURSEG_HOT_NODE,	/* direct node blocks of directory files */
60539a53e0cSJaegeuk Kim 	CURSEG_WARM_NODE,	/* direct node blocks of normal files */
60639a53e0cSJaegeuk Kim 	CURSEG_COLD_NODE,	/* indirect node blocks */
60738aa0889SJaegeuk Kim 	NO_CHECK_TYPE,
60839a53e0cSJaegeuk Kim };
60939a53e0cSJaegeuk Kim 
6106b4afdd7SJaegeuk Kim struct flush_cmd {
6116b4afdd7SJaegeuk Kim 	struct completion wait;
612721bd4d5SGu Zheng 	struct llist_node llnode;
6136b4afdd7SJaegeuk Kim 	int ret;
6146b4afdd7SJaegeuk Kim };
6156b4afdd7SJaegeuk Kim 
616a688b9d9SGu Zheng struct flush_cmd_control {
617a688b9d9SGu Zheng 	struct task_struct *f2fs_issue_flush;	/* flush thread */
618a688b9d9SGu Zheng 	wait_queue_head_t flush_wait_queue;	/* waiting queue for wake-up */
6190a87f664SJaegeuk Kim 	atomic_t submit_flush;			/* # of issued flushes */
620721bd4d5SGu Zheng 	struct llist_head issue_list;		/* list for command issue */
621721bd4d5SGu Zheng 	struct llist_node *dispatch_list;	/* list for command dispatch */
622a688b9d9SGu Zheng };
623a688b9d9SGu Zheng 
62439a53e0cSJaegeuk Kim struct f2fs_sm_info {
62539a53e0cSJaegeuk Kim 	struct sit_info *sit_info;		/* whole segment information */
62639a53e0cSJaegeuk Kim 	struct free_segmap_info *free_info;	/* free segment information */
62739a53e0cSJaegeuk Kim 	struct dirty_seglist_info *dirty_info;	/* dirty segment information */
62839a53e0cSJaegeuk Kim 	struct curseg_info *curseg_array;	/* active segment information */
62939a53e0cSJaegeuk Kim 
63039a53e0cSJaegeuk Kim 	block_t seg0_blkaddr;		/* block address of 0'th segment */
63139a53e0cSJaegeuk Kim 	block_t main_blkaddr;		/* start block address of main area */
63239a53e0cSJaegeuk Kim 	block_t ssa_blkaddr;		/* start block address of SSA area */
63339a53e0cSJaegeuk Kim 
63439a53e0cSJaegeuk Kim 	unsigned int segment_count;	/* total # of segments */
63539a53e0cSJaegeuk Kim 	unsigned int main_segments;	/* # of segments in main area */
63639a53e0cSJaegeuk Kim 	unsigned int reserved_segments;	/* # of reserved segments */
63739a53e0cSJaegeuk Kim 	unsigned int ovp_segments;	/* # of overprovision segments */
63881eb8d6eSJaegeuk Kim 
63981eb8d6eSJaegeuk Kim 	/* a threshold to reclaim prefree segments */
64081eb8d6eSJaegeuk Kim 	unsigned int rec_prefree_segments;
6417fd9e544SJaegeuk Kim 
642bba681cbSJaegeuk Kim 	/* for batched trimming */
643bba681cbSJaegeuk Kim 	unsigned int trim_sections;		/* # of sections to trim */
644bba681cbSJaegeuk Kim 
645184a5cd2SChao Yu 	struct list_head sit_entry_set;	/* sit entry set list */
646184a5cd2SChao Yu 
647216fbd64SJaegeuk Kim 	unsigned int ipu_policy;	/* in-place-update policy */
648216fbd64SJaegeuk Kim 	unsigned int min_ipu_util;	/* in-place-update threshold */
649c1ce1b02SJaegeuk Kim 	unsigned int min_fsync_blocks;	/* threshold for fsync */
6506b4afdd7SJaegeuk Kim 
6516b4afdd7SJaegeuk Kim 	/* for flush command control */
652b01a9201SJaegeuk Kim 	struct flush_cmd_control *fcc_info;
653*0b54fb84SJaegeuk Kim 
654*0b54fb84SJaegeuk Kim 	/* for discard command control */
655*0b54fb84SJaegeuk Kim 	struct discard_cmd_control *dcc_info;
65639a53e0cSJaegeuk Kim };
65739a53e0cSJaegeuk Kim 
65839a53e0cSJaegeuk Kim /*
65939a53e0cSJaegeuk Kim  * For superblock
66039a53e0cSJaegeuk Kim  */
66139a53e0cSJaegeuk Kim /*
66239a53e0cSJaegeuk Kim  * COUNT_TYPE for monitoring
66339a53e0cSJaegeuk Kim  *
66439a53e0cSJaegeuk Kim  * f2fs monitors the number of several block types such as on-writeback,
66539a53e0cSJaegeuk Kim  * dirty dentry blocks, dirty node blocks, and dirty meta blocks.
66639a53e0cSJaegeuk Kim  */
66736951b38SChao Yu #define WB_DATA_TYPE(p)	(__is_cp_guaranteed(p) ? F2FS_WB_CP_DATA : F2FS_WB_DATA)
66839a53e0cSJaegeuk Kim enum count_type {
66939a53e0cSJaegeuk Kim 	F2FS_DIRTY_DENTS,
670c227f912SChao Yu 	F2FS_DIRTY_DATA,
67139a53e0cSJaegeuk Kim 	F2FS_DIRTY_NODES,
67239a53e0cSJaegeuk Kim 	F2FS_DIRTY_META,
6738dcf2ff7SJaegeuk Kim 	F2FS_INMEM_PAGES,
6740f18b462SJaegeuk Kim 	F2FS_DIRTY_IMETA,
67536951b38SChao Yu 	F2FS_WB_CP_DATA,
67636951b38SChao Yu 	F2FS_WB_DATA,
67739a53e0cSJaegeuk Kim 	NR_COUNT_TYPE,
67839a53e0cSJaegeuk Kim };
67939a53e0cSJaegeuk Kim 
68039a53e0cSJaegeuk Kim /*
681e1c42045Sarter97  * The below are the page types of bios used in submit_bio().
68239a53e0cSJaegeuk Kim  * The available types are:
68339a53e0cSJaegeuk Kim  * DATA			User data pages. It operates as async mode.
68439a53e0cSJaegeuk Kim  * NODE			Node pages. It operates as async mode.
68539a53e0cSJaegeuk Kim  * META			FS metadata pages such as SIT, NAT, CP.
68639a53e0cSJaegeuk Kim  * NR_PAGE_TYPE		The number of page types.
68739a53e0cSJaegeuk Kim  * META_FLUSH		Make sure the previous pages are written
68839a53e0cSJaegeuk Kim  *			with waiting the bio's completion
68939a53e0cSJaegeuk Kim  * ...			Only can be used with META.
69039a53e0cSJaegeuk Kim  */
6917d5e5109SJaegeuk Kim #define PAGE_TYPE_OF_BIO(type)	((type) > META ? META : (type))
69239a53e0cSJaegeuk Kim enum page_type {
69339a53e0cSJaegeuk Kim 	DATA,
69439a53e0cSJaegeuk Kim 	NODE,
69539a53e0cSJaegeuk Kim 	META,
69639a53e0cSJaegeuk Kim 	NR_PAGE_TYPE,
69739a53e0cSJaegeuk Kim 	META_FLUSH,
6988ce67cb0SJaegeuk Kim 	INMEM,		/* the below types are used by tracepoints only. */
6998ce67cb0SJaegeuk Kim 	INMEM_DROP,
70028bc106bSChao Yu 	INMEM_REVOKE,
7018ce67cb0SJaegeuk Kim 	IPU,
7028ce67cb0SJaegeuk Kim 	OPU,
70339a53e0cSJaegeuk Kim };
70439a53e0cSJaegeuk Kim 
705458e6197SJaegeuk Kim struct f2fs_io_info {
70605ca3632SJaegeuk Kim 	struct f2fs_sb_info *sbi;	/* f2fs_sb_info pointer */
707458e6197SJaegeuk Kim 	enum page_type type;	/* contains DATA/NODE/META/META_FLUSH */
70804d328deSMike Christie 	int op;			/* contains REQ_OP_ */
709ef295ecfSChristoph Hellwig 	int op_flags;		/* req_flag_bits */
7107a9d7548SChao Yu 	block_t new_blkaddr;	/* new block address to be written */
71128bc106bSChao Yu 	block_t old_blkaddr;	/* old block address before Cow */
71205ca3632SJaegeuk Kim 	struct page *page;	/* page to be written */
7134375a336SJaegeuk Kim 	struct page *encrypted_page;	/* encrypted page */
714458e6197SJaegeuk Kim };
715458e6197SJaegeuk Kim 
71604d328deSMike Christie #define is_read_io(rw) (rw == READ)
7171ff7bd3bSJaegeuk Kim struct f2fs_bio_info {
718458e6197SJaegeuk Kim 	struct f2fs_sb_info *sbi;	/* f2fs superblock */
7191ff7bd3bSJaegeuk Kim 	struct bio *bio;		/* bios to merge */
7201ff7bd3bSJaegeuk Kim 	sector_t last_block_in_bio;	/* last block number */
721458e6197SJaegeuk Kim 	struct f2fs_io_info fio;	/* store buffered io info. */
722df0f8dc0SChao Yu 	struct rw_semaphore io_rwsem;	/* blocking op for bio */
7231ff7bd3bSJaegeuk Kim };
7241ff7bd3bSJaegeuk Kim 
7253c62be17SJaegeuk Kim #define FDEV(i)				(sbi->devs[i])
7263c62be17SJaegeuk Kim #define RDEV(i)				(raw_super->devs[i])
7273c62be17SJaegeuk Kim struct f2fs_dev_info {
7283c62be17SJaegeuk Kim 	struct block_device *bdev;
7293c62be17SJaegeuk Kim 	char path[MAX_PATH_LEN];
7303c62be17SJaegeuk Kim 	unsigned int total_segments;
7313c62be17SJaegeuk Kim 	block_t start_blk;
7323c62be17SJaegeuk Kim 	block_t end_blk;
7333c62be17SJaegeuk Kim #ifdef CONFIG_BLK_DEV_ZONED
7343c62be17SJaegeuk Kim 	unsigned int nr_blkz;			/* Total number of zones */
7353c62be17SJaegeuk Kim 	u8 *blkz_type;				/* Array of zones type */
7363c62be17SJaegeuk Kim #endif
7373c62be17SJaegeuk Kim };
7383c62be17SJaegeuk Kim 
739c227f912SChao Yu enum inode_type {
740c227f912SChao Yu 	DIR_INODE,			/* for dirty dir inode */
741c227f912SChao Yu 	FILE_INODE,			/* for dirty regular/symlink inode */
7420f18b462SJaegeuk Kim 	DIRTY_META,			/* for all dirtied inode metadata */
743c227f912SChao Yu 	NR_INODE_TYPE,
744c227f912SChao Yu };
745c227f912SChao Yu 
74667298804SChao Yu /* for inner inode cache management */
74767298804SChao Yu struct inode_management {
74867298804SChao Yu 	struct radix_tree_root ino_root;	/* ino entry array */
74967298804SChao Yu 	spinlock_t ino_lock;			/* for ino entry lock */
75067298804SChao Yu 	struct list_head ino_list;		/* inode list head */
75167298804SChao Yu 	unsigned long ino_num;			/* number of entries */
75267298804SChao Yu };
75367298804SChao Yu 
754caf0047eSChao Yu /* For s_flag in struct f2fs_sb_info */
755caf0047eSChao Yu enum {
756caf0047eSChao Yu 	SBI_IS_DIRTY,				/* dirty flag for checkpoint */
757caf0047eSChao Yu 	SBI_IS_CLOSE,				/* specify unmounting */
758caf0047eSChao Yu 	SBI_NEED_FSCK,				/* need fsck.f2fs to fix */
759caf0047eSChao Yu 	SBI_POR_DOING,				/* recovery is doing or not */
760df728b0fSJaegeuk Kim 	SBI_NEED_SB_WRITE,			/* need to recover superblock */
761bbf156f7SJaegeuk Kim 	SBI_NEED_CP,				/* need to checkpoint */
762caf0047eSChao Yu };
763caf0047eSChao Yu 
7646beceb54SJaegeuk Kim enum {
7656beceb54SJaegeuk Kim 	CP_TIME,
766d0239e1bSJaegeuk Kim 	REQ_TIME,
7676beceb54SJaegeuk Kim 	MAX_TIME,
7686beceb54SJaegeuk Kim };
7696beceb54SJaegeuk Kim 
770b5a7aef1SJaegeuk Kim #ifdef CONFIG_F2FS_FS_ENCRYPTION
771b5a7aef1SJaegeuk Kim #define F2FS_KEY_DESC_PREFIX "f2fs:"
772b5a7aef1SJaegeuk Kim #define F2FS_KEY_DESC_PREFIX_SIZE 5
773b5a7aef1SJaegeuk Kim #endif
77439a53e0cSJaegeuk Kim struct f2fs_sb_info {
77539a53e0cSJaegeuk Kim 	struct super_block *sb;			/* pointer to VFS super block */
7765e176d54SJaegeuk Kim 	struct proc_dir_entry *s_proc;		/* proc entry */
77739a53e0cSJaegeuk Kim 	struct f2fs_super_block *raw_super;	/* raw super block pointer */
778e8240f65SChao Yu 	int valid_super_block;			/* valid super block no */
779fadb2fb8SChao Yu 	unsigned long s_flag;				/* flags for sbi */
78039a53e0cSJaegeuk Kim 
781b5a7aef1SJaegeuk Kim #ifdef CONFIG_F2FS_FS_ENCRYPTION
782b5a7aef1SJaegeuk Kim 	u8 key_prefix[F2FS_KEY_DESC_PREFIX_SIZE];
783b5a7aef1SJaegeuk Kim 	u8 key_prefix_size;
784b5a7aef1SJaegeuk Kim #endif
785178053e2SDamien Le Moal 
786178053e2SDamien Le Moal #ifdef CONFIG_BLK_DEV_ZONED
787178053e2SDamien Le Moal 	unsigned int blocks_per_blkz;		/* F2FS blocks per zone */
788178053e2SDamien Le Moal 	unsigned int log_blocks_per_blkz;	/* log2 F2FS blocks per zone */
789178053e2SDamien Le Moal #endif
790178053e2SDamien Le Moal 
79139a53e0cSJaegeuk Kim 	/* for node-related operations */
79239a53e0cSJaegeuk Kim 	struct f2fs_nm_info *nm_info;		/* node manager */
79339a53e0cSJaegeuk Kim 	struct inode *node_inode;		/* cache node blocks */
79439a53e0cSJaegeuk Kim 
79539a53e0cSJaegeuk Kim 	/* for segment-related operations */
79639a53e0cSJaegeuk Kim 	struct f2fs_sm_info *sm_info;		/* segment manager */
7971ff7bd3bSJaegeuk Kim 
7981ff7bd3bSJaegeuk Kim 	/* for bio operations */
799924b720bSChao Yu 	struct f2fs_bio_info read_io;			/* for read bios */
8001ff7bd3bSJaegeuk Kim 	struct f2fs_bio_info write_io[NR_PAGE_TYPE];	/* for write bios */
8017dfeaa32SJaegeuk Kim 	struct mutex wio_mutex[NODE + 1];	/* bio ordering for NODE/DATA */
8020a595ebaSJaegeuk Kim 	int write_io_size_bits;			/* Write IO size bits */
8030a595ebaSJaegeuk Kim 	mempool_t *write_io_dummy;		/* Dummy pages */
80439a53e0cSJaegeuk Kim 
80539a53e0cSJaegeuk Kim 	/* for checkpoint */
80639a53e0cSJaegeuk Kim 	struct f2fs_checkpoint *ckpt;		/* raw checkpoint pointer */
8078508e44aSJaegeuk Kim 	int cur_cp_pack;			/* remain current cp pack */
808aaec2b1dSChao Yu 	spinlock_t cp_lock;			/* for flag in ckpt */
80939a53e0cSJaegeuk Kim 	struct inode *meta_inode;		/* cache meta blocks */
81039936837SJaegeuk Kim 	struct mutex cp_mutex;			/* checkpoint procedure lock */
811b873b798SJaegeuk Kim 	struct rw_semaphore cp_rwsem;		/* blocking FS operations */
812b3582c68SChao Yu 	struct rw_semaphore node_write;		/* locking node writes */
813fb51b5efSChangman Lee 	wait_queue_head_t cp_wait;
8146beceb54SJaegeuk Kim 	unsigned long last_time[MAX_TIME];	/* to store time in jiffies */
8156beceb54SJaegeuk Kim 	long interval_time[MAX_TIME];		/* to store thresholds */
81639a53e0cSJaegeuk Kim 
81767298804SChao Yu 	struct inode_management im[MAX_INO_ENTRY];      /* manage inode cache */
8186451e041SJaegeuk Kim 
8196451e041SJaegeuk Kim 	/* for orphan inode, use 0'th array */
8200d47c1adSGu Zheng 	unsigned int max_orphans;		/* max orphan inodes */
82139a53e0cSJaegeuk Kim 
822c227f912SChao Yu 	/* for inode management */
823c227f912SChao Yu 	struct list_head inode_list[NR_INODE_TYPE];	/* dirty inode list */
824c227f912SChao Yu 	spinlock_t inode_lock[NR_INODE_TYPE];	/* for dirty inode list lock */
82539a53e0cSJaegeuk Kim 
82613054c54SChao Yu 	/* for extent tree cache */
82713054c54SChao Yu 	struct radix_tree_root extent_tree_root;/* cache extent cache entries */
82813054c54SChao Yu 	struct rw_semaphore extent_tree_lock;	/* locking extent radix tree */
82913054c54SChao Yu 	struct list_head extent_list;		/* lru list for shrinker */
83013054c54SChao Yu 	spinlock_t extent_lock;			/* locking extent lru list */
8317441ccefSJaegeuk Kim 	atomic_t total_ext_tree;		/* extent tree count */
832137d09f0SJaegeuk Kim 	struct list_head zombie_list;		/* extent zombie tree list */
83374fd8d99SJaegeuk Kim 	atomic_t total_zombie_tree;		/* extent zombie tree count */
83413054c54SChao Yu 	atomic_t total_ext_node;		/* extent info count */
83513054c54SChao Yu 
83639a53e0cSJaegeuk Kim 	/* basic filesystem units */
83739a53e0cSJaegeuk Kim 	unsigned int log_sectors_per_block;	/* log2 sectors per block */
83839a53e0cSJaegeuk Kim 	unsigned int log_blocksize;		/* log2 block size */
83939a53e0cSJaegeuk Kim 	unsigned int blocksize;			/* block size */
84039a53e0cSJaegeuk Kim 	unsigned int root_ino_num;		/* root inode number*/
84139a53e0cSJaegeuk Kim 	unsigned int node_ino_num;		/* node inode number*/
84239a53e0cSJaegeuk Kim 	unsigned int meta_ino_num;		/* meta inode number*/
84339a53e0cSJaegeuk Kim 	unsigned int log_blocks_per_seg;	/* log2 blocks per segment */
84439a53e0cSJaegeuk Kim 	unsigned int blocks_per_seg;		/* blocks per segment */
84539a53e0cSJaegeuk Kim 	unsigned int segs_per_sec;		/* segments per section */
84639a53e0cSJaegeuk Kim 	unsigned int secs_per_zone;		/* sections per zone */
84739a53e0cSJaegeuk Kim 	unsigned int total_sections;		/* total section count */
84839a53e0cSJaegeuk Kim 	unsigned int total_node_count;		/* total node block count */
84939a53e0cSJaegeuk Kim 	unsigned int total_valid_node_count;	/* valid node block count */
850e0afc4d6SChao Yu 	loff_t max_file_blocks;			/* max block index of file */
85139a53e0cSJaegeuk Kim 	int active_logs;			/* # of active logs */
852ab9fa662SJaegeuk Kim 	int dir_level;				/* directory level */
85339a53e0cSJaegeuk Kim 
85439a53e0cSJaegeuk Kim 	block_t user_block_count;		/* # of user blocks */
85539a53e0cSJaegeuk Kim 	block_t total_valid_block_count;	/* # of valid blocks */
856a66cdd98SJaegeuk Kim 	block_t discard_blks;			/* discard command candidats */
85739a53e0cSJaegeuk Kim 	block_t last_valid_block_count;		/* for recovery */
85839a53e0cSJaegeuk Kim 	u32 s_next_generation;			/* for NFS support */
859523be8a6SJaegeuk Kim 
860523be8a6SJaegeuk Kim 	/* # of pages, see count_type */
86135782b23SJaegeuk Kim 	atomic_t nr_pages[NR_COUNT_TYPE];
86241382ec4SJaegeuk Kim 	/* # of allocated blocks */
86341382ec4SJaegeuk Kim 	struct percpu_counter alloc_valid_block_count;
86439a53e0cSJaegeuk Kim 
865513c5f37SJaegeuk Kim 	/* valid inode count */
866513c5f37SJaegeuk Kim 	struct percpu_counter total_valid_inode_count;
867513c5f37SJaegeuk Kim 
86839a53e0cSJaegeuk Kim 	struct f2fs_mount_info mount_opt;	/* mount options */
86939a53e0cSJaegeuk Kim 
87039a53e0cSJaegeuk Kim 	/* for cleaning operations */
87139a53e0cSJaegeuk Kim 	struct mutex gc_mutex;			/* mutex for GC */
87239a53e0cSJaegeuk Kim 	struct f2fs_gc_kthread	*gc_thread;	/* GC thread */
8735ec4e49fSJaegeuk Kim 	unsigned int cur_victim_sec;		/* current victim section num */
87439a53e0cSJaegeuk Kim 
875b1c57c1cSJaegeuk Kim 	/* maximum # of trials to find a victim segment for SSR and GC */
876b1c57c1cSJaegeuk Kim 	unsigned int max_victim_search;
877b1c57c1cSJaegeuk Kim 
87839a53e0cSJaegeuk Kim 	/*
87939a53e0cSJaegeuk Kim 	 * for stat information.
88039a53e0cSJaegeuk Kim 	 * one is for the LFS mode, and the other is for the SSR mode.
88139a53e0cSJaegeuk Kim 	 */
88235b09d82SNamjae Jeon #ifdef CONFIG_F2FS_STAT_FS
88339a53e0cSJaegeuk Kim 	struct f2fs_stat_info *stat_info;	/* FS status information */
88439a53e0cSJaegeuk Kim 	unsigned int segment_count[2];		/* # of allocated segments */
88539a53e0cSJaegeuk Kim 	unsigned int block_count[2];		/* # of allocated blocks */
886b9a2c252SChangman Lee 	atomic_t inplace_count;		/* # of inplace update */
8875b7ee374SChao Yu 	atomic64_t total_hit_ext;		/* # of lookup extent cache */
8885b7ee374SChao Yu 	atomic64_t read_hit_rbtree;		/* # of hit rbtree extent node */
8895b7ee374SChao Yu 	atomic64_t read_hit_largest;		/* # of hit largest extent node */
8905b7ee374SChao Yu 	atomic64_t read_hit_cached;		/* # of hit cached extent node */
891d5e8f6c9SChao Yu 	atomic_t inline_xattr;			/* # of inline_xattr inodes */
89203e14d52SChao Yu 	atomic_t inline_inode;			/* # of inline_data inodes */
89303e14d52SChao Yu 	atomic_t inline_dir;			/* # of inline_dentry inodes */
89426a28a0cSJaegeuk Kim 	atomic_t aw_cnt;			/* # of atomic writes */
89526a28a0cSJaegeuk Kim 	atomic_t max_aw_cnt;			/* max # of atomic writes */
89639a53e0cSJaegeuk Kim 	int bg_gc;				/* background gc calls */
89733fbd510SChao Yu 	unsigned int ndirty_inode[NR_INODE_TYPE];	/* # of dirty inodes */
89835b09d82SNamjae Jeon #endif
89935b09d82SNamjae Jeon 	unsigned int last_victim[2];		/* last victim segment # */
90039a53e0cSJaegeuk Kim 	spinlock_t stat_lock;			/* lock for stat operations */
901b59d0baeSNamjae Jeon 
902b59d0baeSNamjae Jeon 	/* For sysfs suppport */
903b59d0baeSNamjae Jeon 	struct kobject s_kobj;
904b59d0baeSNamjae Jeon 	struct completion s_kobj_unregister;
9052658e50dSJaegeuk Kim 
9062658e50dSJaegeuk Kim 	/* For shrinker support */
9072658e50dSJaegeuk Kim 	struct list_head s_list;
9083c62be17SJaegeuk Kim 	int s_ndevs;				/* number of devices */
9093c62be17SJaegeuk Kim 	struct f2fs_dev_info *devs;		/* for device list */
9102658e50dSJaegeuk Kim 	struct mutex umount_mutex;
9112658e50dSJaegeuk Kim 	unsigned int shrinker_run_no;
9128f1dbbbbSShuoran Liu 
9138f1dbbbbSShuoran Liu 	/* For write statistics */
9148f1dbbbbSShuoran Liu 	u64 sectors_written_start;
9158f1dbbbbSShuoran Liu 	u64 kbytes_written;
91643b6573bSKeith Mok 
91743b6573bSKeith Mok 	/* Reference to checksum algorithm driver via cryptoapi */
91843b6573bSKeith Mok 	struct crypto_shash *s_chksum_driver;
9191ecc0c5cSChao Yu 
9201ecc0c5cSChao Yu 	/* For fault injection */
9211ecc0c5cSChao Yu #ifdef CONFIG_F2FS_FAULT_INJECTION
9221ecc0c5cSChao Yu 	struct f2fs_fault_info fault_info;
9231ecc0c5cSChao Yu #endif
92439a53e0cSJaegeuk Kim };
92539a53e0cSJaegeuk Kim 
9261ecc0c5cSChao Yu #ifdef CONFIG_F2FS_FAULT_INJECTION
9271ecc0c5cSChao Yu static inline bool time_to_inject(struct f2fs_sb_info *sbi, int type)
9281ecc0c5cSChao Yu {
9291ecc0c5cSChao Yu 	struct f2fs_fault_info *ffi = &sbi->fault_info;
9301ecc0c5cSChao Yu 
9311ecc0c5cSChao Yu 	if (!ffi->inject_rate)
9321ecc0c5cSChao Yu 		return false;
9331ecc0c5cSChao Yu 
9341ecc0c5cSChao Yu 	if (!IS_FAULT_SET(ffi, type))
9351ecc0c5cSChao Yu 		return false;
9361ecc0c5cSChao Yu 
9371ecc0c5cSChao Yu 	atomic_inc(&ffi->inject_ops);
9381ecc0c5cSChao Yu 	if (atomic_read(&ffi->inject_ops) >= ffi->inject_rate) {
9391ecc0c5cSChao Yu 		atomic_set(&ffi->inject_ops, 0);
9401ecc0c5cSChao Yu 		printk("%sF2FS-fs : inject %s in %pF\n",
9411ecc0c5cSChao Yu 				KERN_INFO,
9421ecc0c5cSChao Yu 				fault_name[type],
9431ecc0c5cSChao Yu 				__builtin_return_address(0));
9441ecc0c5cSChao Yu 		return true;
9451ecc0c5cSChao Yu 	}
9461ecc0c5cSChao Yu 	return false;
9471ecc0c5cSChao Yu }
9481ecc0c5cSChao Yu #endif
9491ecc0c5cSChao Yu 
9508f1dbbbbSShuoran Liu /* For write statistics. Suppose sector size is 512 bytes,
9518f1dbbbbSShuoran Liu  * and the return value is in kbytes. s is of struct f2fs_sb_info.
9528f1dbbbbSShuoran Liu  */
9538f1dbbbbSShuoran Liu #define BD_PART_WRITTEN(s)						 \
9548f1dbbbbSShuoran Liu (((u64)part_stat_read(s->sb->s_bdev->bd_part, sectors[1]) -		 \
9558f1dbbbbSShuoran Liu 		s->sectors_written_start) >> 1)
9568f1dbbbbSShuoran Liu 
9576beceb54SJaegeuk Kim static inline void f2fs_update_time(struct f2fs_sb_info *sbi, int type)
9586beceb54SJaegeuk Kim {
9596beceb54SJaegeuk Kim 	sbi->last_time[type] = jiffies;
9606beceb54SJaegeuk Kim }
9616beceb54SJaegeuk Kim 
9626beceb54SJaegeuk Kim static inline bool f2fs_time_over(struct f2fs_sb_info *sbi, int type)
9636beceb54SJaegeuk Kim {
9646beceb54SJaegeuk Kim 	struct timespec ts = {sbi->interval_time[type], 0};
9656beceb54SJaegeuk Kim 	unsigned long interval = timespec_to_jiffies(&ts);
9666beceb54SJaegeuk Kim 
9676beceb54SJaegeuk Kim 	return time_after(jiffies, sbi->last_time[type] + interval);
9686beceb54SJaegeuk Kim }
9696beceb54SJaegeuk Kim 
970d0239e1bSJaegeuk Kim static inline bool is_idle(struct f2fs_sb_info *sbi)
971d0239e1bSJaegeuk Kim {
972d0239e1bSJaegeuk Kim 	struct block_device *bdev = sbi->sb->s_bdev;
973d0239e1bSJaegeuk Kim 	struct request_queue *q = bdev_get_queue(bdev);
974d0239e1bSJaegeuk Kim 	struct request_list *rl = &q->root_rl;
975d0239e1bSJaegeuk Kim 
976d0239e1bSJaegeuk Kim 	if (rl->count[BLK_RW_SYNC] || rl->count[BLK_RW_ASYNC])
977d0239e1bSJaegeuk Kim 		return 0;
978d0239e1bSJaegeuk Kim 
979d0239e1bSJaegeuk Kim 	return f2fs_time_over(sbi, REQ_TIME);
980d0239e1bSJaegeuk Kim }
981d0239e1bSJaegeuk Kim 
98239a53e0cSJaegeuk Kim /*
98339a53e0cSJaegeuk Kim  * Inline functions
98439a53e0cSJaegeuk Kim  */
98543b6573bSKeith Mok static inline u32 f2fs_crc32(struct f2fs_sb_info *sbi, const void *address,
98643b6573bSKeith Mok 			   unsigned int length)
98743b6573bSKeith Mok {
98843b6573bSKeith Mok 	SHASH_DESC_ON_STACK(shash, sbi->s_chksum_driver);
98943b6573bSKeith Mok 	u32 *ctx = (u32 *)shash_desc_ctx(shash);
99043b6573bSKeith Mok 	int err;
99143b6573bSKeith Mok 
99243b6573bSKeith Mok 	shash->tfm = sbi->s_chksum_driver;
99343b6573bSKeith Mok 	shash->flags = 0;
99443b6573bSKeith Mok 	*ctx = F2FS_SUPER_MAGIC;
99543b6573bSKeith Mok 
99643b6573bSKeith Mok 	err = crypto_shash_update(shash, address, length);
99743b6573bSKeith Mok 	BUG_ON(err);
99843b6573bSKeith Mok 
99943b6573bSKeith Mok 	return *ctx;
100043b6573bSKeith Mok }
100143b6573bSKeith Mok 
100243b6573bSKeith Mok static inline bool f2fs_crc_valid(struct f2fs_sb_info *sbi, __u32 blk_crc,
100343b6573bSKeith Mok 				  void *buf, size_t buf_size)
100443b6573bSKeith Mok {
100543b6573bSKeith Mok 	return f2fs_crc32(sbi, buf, buf_size) == blk_crc;
100643b6573bSKeith Mok }
100743b6573bSKeith Mok 
100839a53e0cSJaegeuk Kim static inline struct f2fs_inode_info *F2FS_I(struct inode *inode)
100939a53e0cSJaegeuk Kim {
101039a53e0cSJaegeuk Kim 	return container_of(inode, struct f2fs_inode_info, vfs_inode);
101139a53e0cSJaegeuk Kim }
101239a53e0cSJaegeuk Kim 
101339a53e0cSJaegeuk Kim static inline struct f2fs_sb_info *F2FS_SB(struct super_block *sb)
101439a53e0cSJaegeuk Kim {
101539a53e0cSJaegeuk Kim 	return sb->s_fs_info;
101639a53e0cSJaegeuk Kim }
101739a53e0cSJaegeuk Kim 
10184081363fSJaegeuk Kim static inline struct f2fs_sb_info *F2FS_I_SB(struct inode *inode)
10194081363fSJaegeuk Kim {
10204081363fSJaegeuk Kim 	return F2FS_SB(inode->i_sb);
10214081363fSJaegeuk Kim }
10224081363fSJaegeuk Kim 
10234081363fSJaegeuk Kim static inline struct f2fs_sb_info *F2FS_M_SB(struct address_space *mapping)
10244081363fSJaegeuk Kim {
10254081363fSJaegeuk Kim 	return F2FS_I_SB(mapping->host);
10264081363fSJaegeuk Kim }
10274081363fSJaegeuk Kim 
10284081363fSJaegeuk Kim static inline struct f2fs_sb_info *F2FS_P_SB(struct page *page)
10294081363fSJaegeuk Kim {
10304081363fSJaegeuk Kim 	return F2FS_M_SB(page->mapping);
10314081363fSJaegeuk Kim }
10324081363fSJaegeuk Kim 
103339a53e0cSJaegeuk Kim static inline struct f2fs_super_block *F2FS_RAW_SUPER(struct f2fs_sb_info *sbi)
103439a53e0cSJaegeuk Kim {
103539a53e0cSJaegeuk Kim 	return (struct f2fs_super_block *)(sbi->raw_super);
103639a53e0cSJaegeuk Kim }
103739a53e0cSJaegeuk Kim 
103839a53e0cSJaegeuk Kim static inline struct f2fs_checkpoint *F2FS_CKPT(struct f2fs_sb_info *sbi)
103939a53e0cSJaegeuk Kim {
104039a53e0cSJaegeuk Kim 	return (struct f2fs_checkpoint *)(sbi->ckpt);
104139a53e0cSJaegeuk Kim }
104239a53e0cSJaegeuk Kim 
104345590710SGu Zheng static inline struct f2fs_node *F2FS_NODE(struct page *page)
104445590710SGu Zheng {
104545590710SGu Zheng 	return (struct f2fs_node *)page_address(page);
104645590710SGu Zheng }
104745590710SGu Zheng 
104858bfaf44SJaegeuk Kim static inline struct f2fs_inode *F2FS_INODE(struct page *page)
104958bfaf44SJaegeuk Kim {
105058bfaf44SJaegeuk Kim 	return &((struct f2fs_node *)page_address(page))->i;
105158bfaf44SJaegeuk Kim }
105258bfaf44SJaegeuk Kim 
105339a53e0cSJaegeuk Kim static inline struct f2fs_nm_info *NM_I(struct f2fs_sb_info *sbi)
105439a53e0cSJaegeuk Kim {
105539a53e0cSJaegeuk Kim 	return (struct f2fs_nm_info *)(sbi->nm_info);
105639a53e0cSJaegeuk Kim }
105739a53e0cSJaegeuk Kim 
105839a53e0cSJaegeuk Kim static inline struct f2fs_sm_info *SM_I(struct f2fs_sb_info *sbi)
105939a53e0cSJaegeuk Kim {
106039a53e0cSJaegeuk Kim 	return (struct f2fs_sm_info *)(sbi->sm_info);
106139a53e0cSJaegeuk Kim }
106239a53e0cSJaegeuk Kim 
106339a53e0cSJaegeuk Kim static inline struct sit_info *SIT_I(struct f2fs_sb_info *sbi)
106439a53e0cSJaegeuk Kim {
106539a53e0cSJaegeuk Kim 	return (struct sit_info *)(SM_I(sbi)->sit_info);
106639a53e0cSJaegeuk Kim }
106739a53e0cSJaegeuk Kim 
106839a53e0cSJaegeuk Kim static inline struct free_segmap_info *FREE_I(struct f2fs_sb_info *sbi)
106939a53e0cSJaegeuk Kim {
107039a53e0cSJaegeuk Kim 	return (struct free_segmap_info *)(SM_I(sbi)->free_info);
107139a53e0cSJaegeuk Kim }
107239a53e0cSJaegeuk Kim 
107339a53e0cSJaegeuk Kim static inline struct dirty_seglist_info *DIRTY_I(struct f2fs_sb_info *sbi)
107439a53e0cSJaegeuk Kim {
107539a53e0cSJaegeuk Kim 	return (struct dirty_seglist_info *)(SM_I(sbi)->dirty_info);
107639a53e0cSJaegeuk Kim }
107739a53e0cSJaegeuk Kim 
10789df27d98SGu Zheng static inline struct address_space *META_MAPPING(struct f2fs_sb_info *sbi)
10799df27d98SGu Zheng {
10809df27d98SGu Zheng 	return sbi->meta_inode->i_mapping;
10819df27d98SGu Zheng }
10829df27d98SGu Zheng 
10834ef51a8fSJaegeuk Kim static inline struct address_space *NODE_MAPPING(struct f2fs_sb_info *sbi)
10844ef51a8fSJaegeuk Kim {
10854ef51a8fSJaegeuk Kim 	return sbi->node_inode->i_mapping;
10864ef51a8fSJaegeuk Kim }
10874ef51a8fSJaegeuk Kim 
1088caf0047eSChao Yu static inline bool is_sbi_flag_set(struct f2fs_sb_info *sbi, unsigned int type)
108939a53e0cSJaegeuk Kim {
1090fadb2fb8SChao Yu 	return test_bit(type, &sbi->s_flag);
109139a53e0cSJaegeuk Kim }
109239a53e0cSJaegeuk Kim 
1093caf0047eSChao Yu static inline void set_sbi_flag(struct f2fs_sb_info *sbi, unsigned int type)
109439a53e0cSJaegeuk Kim {
1095fadb2fb8SChao Yu 	set_bit(type, &sbi->s_flag);
1096caf0047eSChao Yu }
1097caf0047eSChao Yu 
1098caf0047eSChao Yu static inline void clear_sbi_flag(struct f2fs_sb_info *sbi, unsigned int type)
1099caf0047eSChao Yu {
1100fadb2fb8SChao Yu 	clear_bit(type, &sbi->s_flag);
110139a53e0cSJaegeuk Kim }
110239a53e0cSJaegeuk Kim 
1103d71b5564SJaegeuk Kim static inline unsigned long long cur_cp_version(struct f2fs_checkpoint *cp)
1104d71b5564SJaegeuk Kim {
1105d71b5564SJaegeuk Kim 	return le64_to_cpu(cp->checkpoint_ver);
1106d71b5564SJaegeuk Kim }
1107d71b5564SJaegeuk Kim 
1108aaec2b1dSChao Yu static inline bool __is_set_ckpt_flags(struct f2fs_checkpoint *cp, unsigned int f)
110925ca923bSJaegeuk Kim {
111025ca923bSJaegeuk Kim 	unsigned int ckpt_flags = le32_to_cpu(cp->ckpt_flags);
1111aaec2b1dSChao Yu 
111225ca923bSJaegeuk Kim 	return ckpt_flags & f;
111325ca923bSJaegeuk Kim }
111425ca923bSJaegeuk Kim 
1115aaec2b1dSChao Yu static inline bool is_set_ckpt_flags(struct f2fs_sb_info *sbi, unsigned int f)
111625ca923bSJaegeuk Kim {
1117aaec2b1dSChao Yu 	return __is_set_ckpt_flags(F2FS_CKPT(sbi), f);
1118aaec2b1dSChao Yu }
1119aaec2b1dSChao Yu 
1120aaec2b1dSChao Yu static inline void __set_ckpt_flags(struct f2fs_checkpoint *cp, unsigned int f)
1121aaec2b1dSChao Yu {
1122aaec2b1dSChao Yu 	unsigned int ckpt_flags;
1123aaec2b1dSChao Yu 
1124aaec2b1dSChao Yu 	ckpt_flags = le32_to_cpu(cp->ckpt_flags);
112525ca923bSJaegeuk Kim 	ckpt_flags |= f;
112625ca923bSJaegeuk Kim 	cp->ckpt_flags = cpu_to_le32(ckpt_flags);
112725ca923bSJaegeuk Kim }
112825ca923bSJaegeuk Kim 
1129aaec2b1dSChao Yu static inline void set_ckpt_flags(struct f2fs_sb_info *sbi, unsigned int f)
113025ca923bSJaegeuk Kim {
1131aaec2b1dSChao Yu 	spin_lock(&sbi->cp_lock);
1132aaec2b1dSChao Yu 	__set_ckpt_flags(F2FS_CKPT(sbi), f);
1133aaec2b1dSChao Yu 	spin_unlock(&sbi->cp_lock);
1134aaec2b1dSChao Yu }
1135aaec2b1dSChao Yu 
1136aaec2b1dSChao Yu static inline void __clear_ckpt_flags(struct f2fs_checkpoint *cp, unsigned int f)
1137aaec2b1dSChao Yu {
1138aaec2b1dSChao Yu 	unsigned int ckpt_flags;
1139aaec2b1dSChao Yu 
1140aaec2b1dSChao Yu 	ckpt_flags = le32_to_cpu(cp->ckpt_flags);
114125ca923bSJaegeuk Kim 	ckpt_flags &= (~f);
114225ca923bSJaegeuk Kim 	cp->ckpt_flags = cpu_to_le32(ckpt_flags);
114325ca923bSJaegeuk Kim }
114425ca923bSJaegeuk Kim 
1145aaec2b1dSChao Yu static inline void clear_ckpt_flags(struct f2fs_sb_info *sbi, unsigned int f)
1146aaec2b1dSChao Yu {
1147aaec2b1dSChao Yu 	spin_lock(&sbi->cp_lock);
1148aaec2b1dSChao Yu 	__clear_ckpt_flags(F2FS_CKPT(sbi), f);
1149aaec2b1dSChao Yu 	spin_unlock(&sbi->cp_lock);
1150aaec2b1dSChao Yu }
1151aaec2b1dSChao Yu 
1152e479556bSGu Zheng static inline void f2fs_lock_op(struct f2fs_sb_info *sbi)
115339a53e0cSJaegeuk Kim {
1154b873b798SJaegeuk Kim 	down_read(&sbi->cp_rwsem);
115539a53e0cSJaegeuk Kim }
115639a53e0cSJaegeuk Kim 
1157e479556bSGu Zheng static inline void f2fs_unlock_op(struct f2fs_sb_info *sbi)
115839a53e0cSJaegeuk Kim {
1159b873b798SJaegeuk Kim 	up_read(&sbi->cp_rwsem);
116039936837SJaegeuk Kim }
116139936837SJaegeuk Kim 
1162e479556bSGu Zheng static inline void f2fs_lock_all(struct f2fs_sb_info *sbi)
116339936837SJaegeuk Kim {
1164b873b798SJaegeuk Kim 	down_write(&sbi->cp_rwsem);
116539936837SJaegeuk Kim }
116639936837SJaegeuk Kim 
1167e479556bSGu Zheng static inline void f2fs_unlock_all(struct f2fs_sb_info *sbi)
116839936837SJaegeuk Kim {
1169b873b798SJaegeuk Kim 	up_write(&sbi->cp_rwsem);
117039a53e0cSJaegeuk Kim }
117139a53e0cSJaegeuk Kim 
1172119ee914SJaegeuk Kim static inline int __get_cp_reason(struct f2fs_sb_info *sbi)
1173119ee914SJaegeuk Kim {
1174119ee914SJaegeuk Kim 	int reason = CP_SYNC;
1175119ee914SJaegeuk Kim 
1176119ee914SJaegeuk Kim 	if (test_opt(sbi, FASTBOOT))
1177119ee914SJaegeuk Kim 		reason = CP_FASTBOOT;
1178119ee914SJaegeuk Kim 	if (is_sbi_flag_set(sbi, SBI_IS_CLOSE))
1179119ee914SJaegeuk Kim 		reason = CP_UMOUNT;
1180119ee914SJaegeuk Kim 	return reason;
1181119ee914SJaegeuk Kim }
1182119ee914SJaegeuk Kim 
1183119ee914SJaegeuk Kim static inline bool __remain_node_summaries(int reason)
1184119ee914SJaegeuk Kim {
1185119ee914SJaegeuk Kim 	return (reason == CP_UMOUNT || reason == CP_FASTBOOT);
1186119ee914SJaegeuk Kim }
1187119ee914SJaegeuk Kim 
1188119ee914SJaegeuk Kim static inline bool __exist_node_summaries(struct f2fs_sb_info *sbi)
1189119ee914SJaegeuk Kim {
1190aaec2b1dSChao Yu 	return (is_set_ckpt_flags(sbi, CP_UMOUNT_FLAG) ||
1191aaec2b1dSChao Yu 			is_set_ckpt_flags(sbi, CP_FASTBOOT_FLAG));
1192119ee914SJaegeuk Kim }
1193119ee914SJaegeuk Kim 
119439a53e0cSJaegeuk Kim /*
119539a53e0cSJaegeuk Kim  * Check whether the given nid is within node id range.
119639a53e0cSJaegeuk Kim  */
1197064e0823SNamjae Jeon static inline int check_nid_range(struct f2fs_sb_info *sbi, nid_t nid)
119839a53e0cSJaegeuk Kim {
1199d6b7d4b3SChao Yu 	if (unlikely(nid < F2FS_ROOT_INO(sbi)))
1200d6b7d4b3SChao Yu 		return -EINVAL;
1201cfb271d4SChao Yu 	if (unlikely(nid >= NM_I(sbi)->max_nid))
1202064e0823SNamjae Jeon 		return -EINVAL;
1203064e0823SNamjae Jeon 	return 0;
120439a53e0cSJaegeuk Kim }
120539a53e0cSJaegeuk Kim 
120639a53e0cSJaegeuk Kim #define F2FS_DEFAULT_ALLOCATED_BLOCKS	1
120739a53e0cSJaegeuk Kim 
120839a53e0cSJaegeuk Kim /*
120939a53e0cSJaegeuk Kim  * Check whether the inode has blocks or not
121039a53e0cSJaegeuk Kim  */
121139a53e0cSJaegeuk Kim static inline int F2FS_HAS_BLOCKS(struct inode *inode)
121239a53e0cSJaegeuk Kim {
121339a53e0cSJaegeuk Kim 	if (F2FS_I(inode)->i_xattr_nid)
12146c311ec6SChris Fries 		return inode->i_blocks > F2FS_DEFAULT_ALLOCATED_BLOCKS + 1;
121539a53e0cSJaegeuk Kim 	else
12166c311ec6SChris Fries 		return inode->i_blocks > F2FS_DEFAULT_ALLOCATED_BLOCKS;
121739a53e0cSJaegeuk Kim }
121839a53e0cSJaegeuk Kim 
12194bc8e9bcSChao Yu static inline bool f2fs_has_xattr_block(unsigned int ofs)
12204bc8e9bcSChao Yu {
12214bc8e9bcSChao Yu 	return ofs == XATTR_NODE_OFFSET;
12224bc8e9bcSChao Yu }
12234bc8e9bcSChao Yu 
12248edd03c8SJaegeuk Kim static inline void f2fs_i_blocks_write(struct inode *, blkcnt_t, bool);
122539a53e0cSJaegeuk Kim static inline bool inc_valid_block_count(struct f2fs_sb_info *sbi,
122646008c6dSChao Yu 				 struct inode *inode, blkcnt_t *count)
122739a53e0cSJaegeuk Kim {
1228dd11a5dfSJaegeuk Kim 	blkcnt_t diff;
1229dd11a5dfSJaegeuk Kim 
1230cb78942bSJaegeuk Kim #ifdef CONFIG_F2FS_FAULT_INJECTION
12311ecc0c5cSChao Yu 	if (time_to_inject(sbi, FAULT_BLOCK))
1232cb78942bSJaegeuk Kim 		return false;
1233cb78942bSJaegeuk Kim #endif
1234dd11a5dfSJaegeuk Kim 	/*
1235dd11a5dfSJaegeuk Kim 	 * let's increase this in prior to actual block count change in order
1236dd11a5dfSJaegeuk Kim 	 * for f2fs_sync_file to avoid data races when deciding checkpoint.
1237dd11a5dfSJaegeuk Kim 	 */
1238dd11a5dfSJaegeuk Kim 	percpu_counter_add(&sbi->alloc_valid_block_count, (*count));
1239cfb271d4SChao Yu 
124039a53e0cSJaegeuk Kim 	spin_lock(&sbi->stat_lock);
12412555a2d5SJaegeuk Kim 	sbi->total_valid_block_count += (block_t)(*count);
12422555a2d5SJaegeuk Kim 	if (unlikely(sbi->total_valid_block_count > sbi->user_block_count)) {
1243dd11a5dfSJaegeuk Kim 		diff = sbi->total_valid_block_count - sbi->user_block_count;
1244dd11a5dfSJaegeuk Kim 		*count -= diff;
12452555a2d5SJaegeuk Kim 		sbi->total_valid_block_count = sbi->user_block_count;
124646008c6dSChao Yu 		if (!*count) {
124739a53e0cSJaegeuk Kim 			spin_unlock(&sbi->stat_lock);
1248dd11a5dfSJaegeuk Kim 			percpu_counter_sub(&sbi->alloc_valid_block_count, diff);
124939a53e0cSJaegeuk Kim 			return false;
125039a53e0cSJaegeuk Kim 		}
125146008c6dSChao Yu 	}
125239a53e0cSJaegeuk Kim 	spin_unlock(&sbi->stat_lock);
125341382ec4SJaegeuk Kim 
12542555a2d5SJaegeuk Kim 	f2fs_i_blocks_write(inode, *count, true);
125539a53e0cSJaegeuk Kim 	return true;
125639a53e0cSJaegeuk Kim }
125739a53e0cSJaegeuk Kim 
1258da19b0dcSGu Zheng static inline void dec_valid_block_count(struct f2fs_sb_info *sbi,
125939a53e0cSJaegeuk Kim 						struct inode *inode,
126039a53e0cSJaegeuk Kim 						blkcnt_t count)
126139a53e0cSJaegeuk Kim {
126239a53e0cSJaegeuk Kim 	spin_lock(&sbi->stat_lock);
12639850cf4aSJaegeuk Kim 	f2fs_bug_on(sbi, sbi->total_valid_block_count < (block_t) count);
12649850cf4aSJaegeuk Kim 	f2fs_bug_on(sbi, inode->i_blocks < count);
126539a53e0cSJaegeuk Kim 	sbi->total_valid_block_count -= (block_t)count;
126639a53e0cSJaegeuk Kim 	spin_unlock(&sbi->stat_lock);
12672555a2d5SJaegeuk Kim 	f2fs_i_blocks_write(inode, count, false);
126839a53e0cSJaegeuk Kim }
126939a53e0cSJaegeuk Kim 
127039a53e0cSJaegeuk Kim static inline void inc_page_count(struct f2fs_sb_info *sbi, int count_type)
127139a53e0cSJaegeuk Kim {
127235782b23SJaegeuk Kim 	atomic_inc(&sbi->nr_pages[count_type]);
12737c4abcbeSChao Yu 
127436951b38SChao Yu 	if (count_type == F2FS_DIRTY_DATA || count_type == F2FS_INMEM_PAGES ||
127536951b38SChao Yu 		count_type == F2FS_WB_CP_DATA || count_type == F2FS_WB_DATA)
12767c4abcbeSChao Yu 		return;
12777c4abcbeSChao Yu 
1278caf0047eSChao Yu 	set_sbi_flag(sbi, SBI_IS_DIRTY);
127939a53e0cSJaegeuk Kim }
128039a53e0cSJaegeuk Kim 
1281a7ffdbe2SJaegeuk Kim static inline void inode_inc_dirty_pages(struct inode *inode)
128239a53e0cSJaegeuk Kim {
1283204706c7SJaegeuk Kim 	atomic_inc(&F2FS_I(inode)->dirty_pages);
1284c227f912SChao Yu 	inc_page_count(F2FS_I_SB(inode), S_ISDIR(inode->i_mode) ?
1285c227f912SChao Yu 				F2FS_DIRTY_DENTS : F2FS_DIRTY_DATA);
128639a53e0cSJaegeuk Kim }
128739a53e0cSJaegeuk Kim 
128839a53e0cSJaegeuk Kim static inline void dec_page_count(struct f2fs_sb_info *sbi, int count_type)
128939a53e0cSJaegeuk Kim {
129035782b23SJaegeuk Kim 	atomic_dec(&sbi->nr_pages[count_type]);
129139a53e0cSJaegeuk Kim }
129239a53e0cSJaegeuk Kim 
1293a7ffdbe2SJaegeuk Kim static inline void inode_dec_dirty_pages(struct inode *inode)
129439a53e0cSJaegeuk Kim {
12955ac9f36fSChao Yu 	if (!S_ISDIR(inode->i_mode) && !S_ISREG(inode->i_mode) &&
12965ac9f36fSChao Yu 			!S_ISLNK(inode->i_mode))
12971fe54f9dSJaegeuk Kim 		return;
12981fe54f9dSJaegeuk Kim 
1299204706c7SJaegeuk Kim 	atomic_dec(&F2FS_I(inode)->dirty_pages);
1300c227f912SChao Yu 	dec_page_count(F2FS_I_SB(inode), S_ISDIR(inode->i_mode) ?
1301c227f912SChao Yu 				F2FS_DIRTY_DENTS : F2FS_DIRTY_DATA);
130239a53e0cSJaegeuk Kim }
130339a53e0cSJaegeuk Kim 
1304523be8a6SJaegeuk Kim static inline s64 get_pages(struct f2fs_sb_info *sbi, int count_type)
130539a53e0cSJaegeuk Kim {
130635782b23SJaegeuk Kim 	return atomic_read(&sbi->nr_pages[count_type]);
130739a53e0cSJaegeuk Kim }
130839a53e0cSJaegeuk Kim 
1309204706c7SJaegeuk Kim static inline int get_dirty_pages(struct inode *inode)
1310f8b2c1f9SJaegeuk Kim {
1311204706c7SJaegeuk Kim 	return atomic_read(&F2FS_I(inode)->dirty_pages);
1312f8b2c1f9SJaegeuk Kim }
1313f8b2c1f9SJaegeuk Kim 
13145ac206cfSNamjae Jeon static inline int get_blocktype_secs(struct f2fs_sb_info *sbi, int block_type)
13155ac206cfSNamjae Jeon {
13163519e3f9SChao Yu 	unsigned int pages_per_sec = sbi->segs_per_sec * sbi->blocks_per_seg;
1317523be8a6SJaegeuk Kim 	unsigned int segs = (get_pages(sbi, block_type) + pages_per_sec - 1) >>
1318523be8a6SJaegeuk Kim 						sbi->log_blocks_per_seg;
1319523be8a6SJaegeuk Kim 
1320523be8a6SJaegeuk Kim 	return segs / sbi->segs_per_sec;
13215ac206cfSNamjae Jeon }
13225ac206cfSNamjae Jeon 
132339a53e0cSJaegeuk Kim static inline block_t valid_user_blocks(struct f2fs_sb_info *sbi)
132439a53e0cSJaegeuk Kim {
13258b8343faSJaegeuk Kim 	return sbi->total_valid_block_count;
132639a53e0cSJaegeuk Kim }
132739a53e0cSJaegeuk Kim 
1328f83a2584SYunlei He static inline block_t discard_blocks(struct f2fs_sb_info *sbi)
1329f83a2584SYunlei He {
1330f83a2584SYunlei He 	return sbi->discard_blks;
1331f83a2584SYunlei He }
1332f83a2584SYunlei He 
133339a53e0cSJaegeuk Kim static inline unsigned long __bitmap_size(struct f2fs_sb_info *sbi, int flag)
133439a53e0cSJaegeuk Kim {
133539a53e0cSJaegeuk Kim 	struct f2fs_checkpoint *ckpt = F2FS_CKPT(sbi);
133639a53e0cSJaegeuk Kim 
133739a53e0cSJaegeuk Kim 	/* return NAT or SIT bitmap */
133839a53e0cSJaegeuk Kim 	if (flag == NAT_BITMAP)
133939a53e0cSJaegeuk Kim 		return le32_to_cpu(ckpt->nat_ver_bitmap_bytesize);
134039a53e0cSJaegeuk Kim 	else if (flag == SIT_BITMAP)
134139a53e0cSJaegeuk Kim 		return le32_to_cpu(ckpt->sit_ver_bitmap_bytesize);
134239a53e0cSJaegeuk Kim 
134339a53e0cSJaegeuk Kim 	return 0;
134439a53e0cSJaegeuk Kim }
134539a53e0cSJaegeuk Kim 
134655141486SWanpeng Li static inline block_t __cp_payload(struct f2fs_sb_info *sbi)
134755141486SWanpeng Li {
134855141486SWanpeng Li 	return le32_to_cpu(F2FS_RAW_SUPER(sbi)->cp_payload);
134955141486SWanpeng Li }
135055141486SWanpeng Li 
135139a53e0cSJaegeuk Kim static inline void *__bitmap_ptr(struct f2fs_sb_info *sbi, int flag)
135239a53e0cSJaegeuk Kim {
135339a53e0cSJaegeuk Kim 	struct f2fs_checkpoint *ckpt = F2FS_CKPT(sbi);
13541dbe4152SChangman Lee 	int offset;
13551dbe4152SChangman Lee 
135655141486SWanpeng Li 	if (__cp_payload(sbi) > 0) {
13571dbe4152SChangman Lee 		if (flag == NAT_BITMAP)
13581dbe4152SChangman Lee 			return &ckpt->sit_nat_version_bitmap;
13591dbe4152SChangman Lee 		else
136065b85cccSJaegeuk Kim 			return (unsigned char *)ckpt + F2FS_BLKSIZE;
13611dbe4152SChangman Lee 	} else {
13621dbe4152SChangman Lee 		offset = (flag == NAT_BITMAP) ?
136325ca923bSJaegeuk Kim 			le32_to_cpu(ckpt->sit_ver_bitmap_bytesize) : 0;
136439a53e0cSJaegeuk Kim 		return &ckpt->sit_nat_version_bitmap + offset;
136539a53e0cSJaegeuk Kim 	}
13661dbe4152SChangman Lee }
136739a53e0cSJaegeuk Kim 
136839a53e0cSJaegeuk Kim static inline block_t __start_cp_addr(struct f2fs_sb_info *sbi)
136939a53e0cSJaegeuk Kim {
13708508e44aSJaegeuk Kim 	block_t start_addr = le32_to_cpu(F2FS_RAW_SUPER(sbi)->cp_blkaddr);
137139a53e0cSJaegeuk Kim 
13728508e44aSJaegeuk Kim 	if (sbi->cur_cp_pack == 2)
137339a53e0cSJaegeuk Kim 		start_addr += sbi->blocks_per_seg;
137439a53e0cSJaegeuk Kim 	return start_addr;
137539a53e0cSJaegeuk Kim }
137639a53e0cSJaegeuk Kim 
13778508e44aSJaegeuk Kim static inline block_t __start_cp_next_addr(struct f2fs_sb_info *sbi)
13788508e44aSJaegeuk Kim {
13798508e44aSJaegeuk Kim 	block_t start_addr = le32_to_cpu(F2FS_RAW_SUPER(sbi)->cp_blkaddr);
13808508e44aSJaegeuk Kim 
13818508e44aSJaegeuk Kim 	if (sbi->cur_cp_pack == 1)
13828508e44aSJaegeuk Kim 		start_addr += sbi->blocks_per_seg;
13838508e44aSJaegeuk Kim 	return start_addr;
13848508e44aSJaegeuk Kim }
13858508e44aSJaegeuk Kim 
13868508e44aSJaegeuk Kim static inline void __set_cp_next_pack(struct f2fs_sb_info *sbi)
13878508e44aSJaegeuk Kim {
13888508e44aSJaegeuk Kim 	sbi->cur_cp_pack = (sbi->cur_cp_pack == 1) ? 2 : 1;
13898508e44aSJaegeuk Kim }
13908508e44aSJaegeuk Kim 
139139a53e0cSJaegeuk Kim static inline block_t __start_sum_addr(struct f2fs_sb_info *sbi)
139239a53e0cSJaegeuk Kim {
139339a53e0cSJaegeuk Kim 	return le32_to_cpu(F2FS_CKPT(sbi)->cp_pack_start_sum);
139439a53e0cSJaegeuk Kim }
139539a53e0cSJaegeuk Kim 
139639a53e0cSJaegeuk Kim static inline bool inc_valid_node_count(struct f2fs_sb_info *sbi,
1397ef86d709SGu Zheng 						struct inode *inode)
139839a53e0cSJaegeuk Kim {
139939a53e0cSJaegeuk Kim 	block_t	valid_block_count;
140039a53e0cSJaegeuk Kim 	unsigned int valid_node_count;
140139a53e0cSJaegeuk Kim 
140239a53e0cSJaegeuk Kim 	spin_lock(&sbi->stat_lock);
140339a53e0cSJaegeuk Kim 
1404ef86d709SGu Zheng 	valid_block_count = sbi->total_valid_block_count + 1;
1405cfb271d4SChao Yu 	if (unlikely(valid_block_count > sbi->user_block_count)) {
140639a53e0cSJaegeuk Kim 		spin_unlock(&sbi->stat_lock);
140739a53e0cSJaegeuk Kim 		return false;
140839a53e0cSJaegeuk Kim 	}
140939a53e0cSJaegeuk Kim 
1410ef86d709SGu Zheng 	valid_node_count = sbi->total_valid_node_count + 1;
1411cfb271d4SChao Yu 	if (unlikely(valid_node_count > sbi->total_node_count)) {
141239a53e0cSJaegeuk Kim 		spin_unlock(&sbi->stat_lock);
141339a53e0cSJaegeuk Kim 		return false;
141439a53e0cSJaegeuk Kim 	}
141539a53e0cSJaegeuk Kim 
141639a53e0cSJaegeuk Kim 	if (inode)
14178edd03c8SJaegeuk Kim 		f2fs_i_blocks_write(inode, 1, true);
1418ef86d709SGu Zheng 
1419ef86d709SGu Zheng 	sbi->total_valid_node_count++;
1420ef86d709SGu Zheng 	sbi->total_valid_block_count++;
142139a53e0cSJaegeuk Kim 	spin_unlock(&sbi->stat_lock);
142239a53e0cSJaegeuk Kim 
142341382ec4SJaegeuk Kim 	percpu_counter_inc(&sbi->alloc_valid_block_count);
142439a53e0cSJaegeuk Kim 	return true;
142539a53e0cSJaegeuk Kim }
142639a53e0cSJaegeuk Kim 
142739a53e0cSJaegeuk Kim static inline void dec_valid_node_count(struct f2fs_sb_info *sbi,
1428ef86d709SGu Zheng 						struct inode *inode)
142939a53e0cSJaegeuk Kim {
143039a53e0cSJaegeuk Kim 	spin_lock(&sbi->stat_lock);
143139a53e0cSJaegeuk Kim 
14329850cf4aSJaegeuk Kim 	f2fs_bug_on(sbi, !sbi->total_valid_block_count);
14339850cf4aSJaegeuk Kim 	f2fs_bug_on(sbi, !sbi->total_valid_node_count);
14349850cf4aSJaegeuk Kim 	f2fs_bug_on(sbi, !inode->i_blocks);
143539a53e0cSJaegeuk Kim 
14368edd03c8SJaegeuk Kim 	f2fs_i_blocks_write(inode, 1, false);
1437ef86d709SGu Zheng 	sbi->total_valid_node_count--;
1438ef86d709SGu Zheng 	sbi->total_valid_block_count--;
143939a53e0cSJaegeuk Kim 
144039a53e0cSJaegeuk Kim 	spin_unlock(&sbi->stat_lock);
144139a53e0cSJaegeuk Kim }
144239a53e0cSJaegeuk Kim 
144339a53e0cSJaegeuk Kim static inline unsigned int valid_node_count(struct f2fs_sb_info *sbi)
144439a53e0cSJaegeuk Kim {
14458b8343faSJaegeuk Kim 	return sbi->total_valid_node_count;
144639a53e0cSJaegeuk Kim }
144739a53e0cSJaegeuk Kim 
144839a53e0cSJaegeuk Kim static inline void inc_valid_inode_count(struct f2fs_sb_info *sbi)
144939a53e0cSJaegeuk Kim {
1450513c5f37SJaegeuk Kim 	percpu_counter_inc(&sbi->total_valid_inode_count);
145139a53e0cSJaegeuk Kim }
145239a53e0cSJaegeuk Kim 
14530e80220aSJaegeuk Kim static inline void dec_valid_inode_count(struct f2fs_sb_info *sbi)
145439a53e0cSJaegeuk Kim {
1455513c5f37SJaegeuk Kim 	percpu_counter_dec(&sbi->total_valid_inode_count);
145639a53e0cSJaegeuk Kim }
145739a53e0cSJaegeuk Kim 
1458513c5f37SJaegeuk Kim static inline s64 valid_inode_count(struct f2fs_sb_info *sbi)
145939a53e0cSJaegeuk Kim {
1460513c5f37SJaegeuk Kim 	return percpu_counter_sum_positive(&sbi->total_valid_inode_count);
146139a53e0cSJaegeuk Kim }
146239a53e0cSJaegeuk Kim 
1463a56c7c6fSJaegeuk Kim static inline struct page *f2fs_grab_cache_page(struct address_space *mapping,
1464a56c7c6fSJaegeuk Kim 						pgoff_t index, bool for_write)
1465a56c7c6fSJaegeuk Kim {
1466c41f3cc3SJaegeuk Kim #ifdef CONFIG_F2FS_FAULT_INJECTION
1467c41f3cc3SJaegeuk Kim 	struct page *page = find_lock_page(mapping, index);
1468c41f3cc3SJaegeuk Kim 	if (page)
1469c41f3cc3SJaegeuk Kim 		return page;
1470c41f3cc3SJaegeuk Kim 
14711ecc0c5cSChao Yu 	if (time_to_inject(F2FS_M_SB(mapping), FAULT_PAGE_ALLOC))
1472c41f3cc3SJaegeuk Kim 		return NULL;
1473c41f3cc3SJaegeuk Kim #endif
1474a56c7c6fSJaegeuk Kim 	if (!for_write)
1475a56c7c6fSJaegeuk Kim 		return grab_cache_page(mapping, index);
1476a56c7c6fSJaegeuk Kim 	return grab_cache_page_write_begin(mapping, index, AOP_FLAG_NOFS);
1477a56c7c6fSJaegeuk Kim }
1478a56c7c6fSJaegeuk Kim 
14796e2c64adSJaegeuk Kim static inline void f2fs_copy_page(struct page *src, struct page *dst)
14806e2c64adSJaegeuk Kim {
14816e2c64adSJaegeuk Kim 	char *src_kaddr = kmap(src);
14826e2c64adSJaegeuk Kim 	char *dst_kaddr = kmap(dst);
14836e2c64adSJaegeuk Kim 
14846e2c64adSJaegeuk Kim 	memcpy(dst_kaddr, src_kaddr, PAGE_SIZE);
14856e2c64adSJaegeuk Kim 	kunmap(dst);
14866e2c64adSJaegeuk Kim 	kunmap(src);
14876e2c64adSJaegeuk Kim }
14886e2c64adSJaegeuk Kim 
148939a53e0cSJaegeuk Kim static inline void f2fs_put_page(struct page *page, int unlock)
149039a53e0cSJaegeuk Kim {
1491031fa8ccSJaegeuk Kim 	if (!page)
149239a53e0cSJaegeuk Kim 		return;
149339a53e0cSJaegeuk Kim 
149439a53e0cSJaegeuk Kim 	if (unlock) {
14959850cf4aSJaegeuk Kim 		f2fs_bug_on(F2FS_P_SB(page), !PageLocked(page));
149639a53e0cSJaegeuk Kim 		unlock_page(page);
149739a53e0cSJaegeuk Kim 	}
149809cbfeafSKirill A. Shutemov 	put_page(page);
149939a53e0cSJaegeuk Kim }
150039a53e0cSJaegeuk Kim 
150139a53e0cSJaegeuk Kim static inline void f2fs_put_dnode(struct dnode_of_data *dn)
150239a53e0cSJaegeuk Kim {
150339a53e0cSJaegeuk Kim 	if (dn->node_page)
150439a53e0cSJaegeuk Kim 		f2fs_put_page(dn->node_page, 1);
150539a53e0cSJaegeuk Kim 	if (dn->inode_page && dn->node_page != dn->inode_page)
150639a53e0cSJaegeuk Kim 		f2fs_put_page(dn->inode_page, 0);
150739a53e0cSJaegeuk Kim 	dn->node_page = NULL;
150839a53e0cSJaegeuk Kim 	dn->inode_page = NULL;
150939a53e0cSJaegeuk Kim }
151039a53e0cSJaegeuk Kim 
151139a53e0cSJaegeuk Kim static inline struct kmem_cache *f2fs_kmem_cache_create(const char *name,
1512e8512d2eSGu Zheng 					size_t size)
151339a53e0cSJaegeuk Kim {
1514e8512d2eSGu Zheng 	return kmem_cache_create(name, size, 0, SLAB_RECLAIM_ACCOUNT, NULL);
151539a53e0cSJaegeuk Kim }
151639a53e0cSJaegeuk Kim 
15177bd59381SGu Zheng static inline void *f2fs_kmem_cache_alloc(struct kmem_cache *cachep,
15187bd59381SGu Zheng 						gfp_t flags)
15197bd59381SGu Zheng {
15207bd59381SGu Zheng 	void *entry;
15217bd59381SGu Zheng 
152280c54505SJaegeuk Kim 	entry = kmem_cache_alloc(cachep, flags);
152380c54505SJaegeuk Kim 	if (!entry)
152480c54505SJaegeuk Kim 		entry = kmem_cache_alloc(cachep, flags | __GFP_NOFAIL);
15257bd59381SGu Zheng 	return entry;
15267bd59381SGu Zheng }
15277bd59381SGu Zheng 
1528740432f8SJaegeuk Kim static inline struct bio *f2fs_bio_alloc(int npages)
1529740432f8SJaegeuk Kim {
1530740432f8SJaegeuk Kim 	struct bio *bio;
1531740432f8SJaegeuk Kim 
1532740432f8SJaegeuk Kim 	/* No failure on bio allocation */
1533740432f8SJaegeuk Kim 	bio = bio_alloc(GFP_NOIO, npages);
153480c54505SJaegeuk Kim 	if (!bio)
153580c54505SJaegeuk Kim 		bio = bio_alloc(GFP_NOIO | __GFP_NOFAIL, npages);
1536740432f8SJaegeuk Kim 	return bio;
1537740432f8SJaegeuk Kim }
1538740432f8SJaegeuk Kim 
15399be32d72SJaegeuk Kim static inline void f2fs_radix_tree_insert(struct radix_tree_root *root,
15409be32d72SJaegeuk Kim 				unsigned long index, void *item)
15419be32d72SJaegeuk Kim {
15429be32d72SJaegeuk Kim 	while (radix_tree_insert(root, index, item))
15439be32d72SJaegeuk Kim 		cond_resched();
15449be32d72SJaegeuk Kim }
15459be32d72SJaegeuk Kim 
154639a53e0cSJaegeuk Kim #define RAW_IS_INODE(p)	((p)->footer.nid == (p)->footer.ino)
154739a53e0cSJaegeuk Kim 
154839a53e0cSJaegeuk Kim static inline bool IS_INODE(struct page *page)
154939a53e0cSJaegeuk Kim {
155045590710SGu Zheng 	struct f2fs_node *p = F2FS_NODE(page);
155139a53e0cSJaegeuk Kim 	return RAW_IS_INODE(p);
155239a53e0cSJaegeuk Kim }
155339a53e0cSJaegeuk Kim 
155439a53e0cSJaegeuk Kim static inline __le32 *blkaddr_in_node(struct f2fs_node *node)
155539a53e0cSJaegeuk Kim {
155639a53e0cSJaegeuk Kim 	return RAW_IS_INODE(node) ? node->i.i_addr : node->dn.addr;
155739a53e0cSJaegeuk Kim }
155839a53e0cSJaegeuk Kim 
155939a53e0cSJaegeuk Kim static inline block_t datablock_addr(struct page *node_page,
156039a53e0cSJaegeuk Kim 		unsigned int offset)
156139a53e0cSJaegeuk Kim {
156239a53e0cSJaegeuk Kim 	struct f2fs_node *raw_node;
156339a53e0cSJaegeuk Kim 	__le32 *addr_array;
156445590710SGu Zheng 	raw_node = F2FS_NODE(node_page);
156539a53e0cSJaegeuk Kim 	addr_array = blkaddr_in_node(raw_node);
156639a53e0cSJaegeuk Kim 	return le32_to_cpu(addr_array[offset]);
156739a53e0cSJaegeuk Kim }
156839a53e0cSJaegeuk Kim 
156939a53e0cSJaegeuk Kim static inline int f2fs_test_bit(unsigned int nr, char *addr)
157039a53e0cSJaegeuk Kim {
157139a53e0cSJaegeuk Kim 	int mask;
157239a53e0cSJaegeuk Kim 
157339a53e0cSJaegeuk Kim 	addr += (nr >> 3);
157439a53e0cSJaegeuk Kim 	mask = 1 << (7 - (nr & 0x07));
157539a53e0cSJaegeuk Kim 	return mask & *addr;
157639a53e0cSJaegeuk Kim }
157739a53e0cSJaegeuk Kim 
1578a66cdd98SJaegeuk Kim static inline void f2fs_set_bit(unsigned int nr, char *addr)
1579a66cdd98SJaegeuk Kim {
1580a66cdd98SJaegeuk Kim 	int mask;
1581a66cdd98SJaegeuk Kim 
1582a66cdd98SJaegeuk Kim 	addr += (nr >> 3);
1583a66cdd98SJaegeuk Kim 	mask = 1 << (7 - (nr & 0x07));
1584a66cdd98SJaegeuk Kim 	*addr |= mask;
1585a66cdd98SJaegeuk Kim }
1586a66cdd98SJaegeuk Kim 
1587a66cdd98SJaegeuk Kim static inline void f2fs_clear_bit(unsigned int nr, char *addr)
1588a66cdd98SJaegeuk Kim {
1589a66cdd98SJaegeuk Kim 	int mask;
1590a66cdd98SJaegeuk Kim 
1591a66cdd98SJaegeuk Kim 	addr += (nr >> 3);
1592a66cdd98SJaegeuk Kim 	mask = 1 << (7 - (nr & 0x07));
1593a66cdd98SJaegeuk Kim 	*addr &= ~mask;
1594a66cdd98SJaegeuk Kim }
1595a66cdd98SJaegeuk Kim 
159652aca074SGu Zheng static inline int f2fs_test_and_set_bit(unsigned int nr, char *addr)
159739a53e0cSJaegeuk Kim {
159839a53e0cSJaegeuk Kim 	int mask;
159939a53e0cSJaegeuk Kim 	int ret;
160039a53e0cSJaegeuk Kim 
160139a53e0cSJaegeuk Kim 	addr += (nr >> 3);
160239a53e0cSJaegeuk Kim 	mask = 1 << (7 - (nr & 0x07));
160339a53e0cSJaegeuk Kim 	ret = mask & *addr;
160439a53e0cSJaegeuk Kim 	*addr |= mask;
160539a53e0cSJaegeuk Kim 	return ret;
160639a53e0cSJaegeuk Kim }
160739a53e0cSJaegeuk Kim 
160852aca074SGu Zheng static inline int f2fs_test_and_clear_bit(unsigned int nr, char *addr)
160939a53e0cSJaegeuk Kim {
161039a53e0cSJaegeuk Kim 	int mask;
161139a53e0cSJaegeuk Kim 	int ret;
161239a53e0cSJaegeuk Kim 
161339a53e0cSJaegeuk Kim 	addr += (nr >> 3);
161439a53e0cSJaegeuk Kim 	mask = 1 << (7 - (nr & 0x07));
161539a53e0cSJaegeuk Kim 	ret = mask & *addr;
161639a53e0cSJaegeuk Kim 	*addr &= ~mask;
161739a53e0cSJaegeuk Kim 	return ret;
161839a53e0cSJaegeuk Kim }
161939a53e0cSJaegeuk Kim 
1620c6ac4c0eSGu Zheng static inline void f2fs_change_bit(unsigned int nr, char *addr)
1621c6ac4c0eSGu Zheng {
1622c6ac4c0eSGu Zheng 	int mask;
1623c6ac4c0eSGu Zheng 
1624c6ac4c0eSGu Zheng 	addr += (nr >> 3);
1625c6ac4c0eSGu Zheng 	mask = 1 << (7 - (nr & 0x07));
1626c6ac4c0eSGu Zheng 	*addr ^= mask;
1627c6ac4c0eSGu Zheng }
1628c6ac4c0eSGu Zheng 
162939a53e0cSJaegeuk Kim /* used for f2fs_inode_info->flags */
163039a53e0cSJaegeuk Kim enum {
163139a53e0cSJaegeuk Kim 	FI_NEW_INODE,		/* indicate newly allocated inode */
1632b3783873SJaegeuk Kim 	FI_DIRTY_INODE,		/* indicate inode is dirty or not */
163326de9b11SJaegeuk Kim 	FI_AUTO_RECOVER,	/* indicate inode is recoverable */
1634ed57c27fSJaegeuk Kim 	FI_DIRTY_DIR,		/* indicate directory has dirty pages */
163539a53e0cSJaegeuk Kim 	FI_INC_LINK,		/* need to increment i_nlink */
163639a53e0cSJaegeuk Kim 	FI_ACL_MODE,		/* indicate acl mode */
163739a53e0cSJaegeuk Kim 	FI_NO_ALLOC,		/* should not allocate any blocks */
1638c9b63bd0SJaegeuk Kim 	FI_FREE_NID,		/* free allocated nide */
1639c11abd1aSJaegeuk Kim 	FI_NO_EXTENT,		/* not to use the extent cache */
1640444c580fSJaegeuk Kim 	FI_INLINE_XATTR,	/* used for inline xattr */
16411001b347SHuajun Li 	FI_INLINE_DATA,		/* used for inline data*/
164234d67debSChao Yu 	FI_INLINE_DENTRY,	/* used for inline dentry */
1643fff04f90SJaegeuk Kim 	FI_APPEND_WRITE,	/* inode has appended data */
1644fff04f90SJaegeuk Kim 	FI_UPDATE_WRITE,	/* inode has in-place-update data */
164588b88a66SJaegeuk Kim 	FI_NEED_IPU,		/* used for ipu per file */
164688b88a66SJaegeuk Kim 	FI_ATOMIC_FILE,		/* indicate atomic file */
16475fe45743SChao Yu 	FI_ATOMIC_COMMIT,	/* indicate the state of atomical committing */
164802a1335fSJaegeuk Kim 	FI_VOLATILE_FILE,	/* indicate volatile file */
16493c6c2bebSJaegeuk Kim 	FI_FIRST_BLOCK_WRITTEN,	/* indicate #0 data block was written */
16501e84371fSJaegeuk Kim 	FI_DROP_CACHE,		/* drop dirty page cache */
1651b3d208f9SJaegeuk Kim 	FI_DATA_EXIST,		/* indicate data exists */
1652510022a8SJaegeuk Kim 	FI_INLINE_DOTS,		/* indicate inline dot dentries */
1653d323d005SChao Yu 	FI_DO_DEFRAG,		/* indicate defragment is running */
1654c227f912SChao Yu 	FI_DIRTY_FILE,		/* indicate regular/symlink has dirty pages */
165539a53e0cSJaegeuk Kim };
165639a53e0cSJaegeuk Kim 
1657205b9822SJaegeuk Kim static inline void __mark_inode_dirty_flag(struct inode *inode,
1658205b9822SJaegeuk Kim 						int flag, bool set)
165939a53e0cSJaegeuk Kim {
1660205b9822SJaegeuk Kim 	switch (flag) {
1661205b9822SJaegeuk Kim 	case FI_INLINE_XATTR:
1662205b9822SJaegeuk Kim 	case FI_INLINE_DATA:
1663205b9822SJaegeuk Kim 	case FI_INLINE_DENTRY:
1664205b9822SJaegeuk Kim 		if (set)
1665205b9822SJaegeuk Kim 			return;
1666205b9822SJaegeuk Kim 	case FI_DATA_EXIST:
1667205b9822SJaegeuk Kim 	case FI_INLINE_DOTS:
16687c45729aSJaegeuk Kim 		f2fs_mark_inode_dirty_sync(inode, true);
1669205b9822SJaegeuk Kim 	}
167039a53e0cSJaegeuk Kim }
167139a53e0cSJaegeuk Kim 
167291942321SJaegeuk Kim static inline void set_inode_flag(struct inode *inode, int flag)
167339a53e0cSJaegeuk Kim {
167491942321SJaegeuk Kim 	if (!test_bit(flag, &F2FS_I(inode)->flags))
167591942321SJaegeuk Kim 		set_bit(flag, &F2FS_I(inode)->flags);
1676205b9822SJaegeuk Kim 	__mark_inode_dirty_flag(inode, flag, true);
167739a53e0cSJaegeuk Kim }
167839a53e0cSJaegeuk Kim 
167991942321SJaegeuk Kim static inline int is_inode_flag_set(struct inode *inode, int flag)
168039a53e0cSJaegeuk Kim {
168191942321SJaegeuk Kim 	return test_bit(flag, &F2FS_I(inode)->flags);
168239a53e0cSJaegeuk Kim }
168339a53e0cSJaegeuk Kim 
168491942321SJaegeuk Kim static inline void clear_inode_flag(struct inode *inode, int flag)
168539a53e0cSJaegeuk Kim {
168691942321SJaegeuk Kim 	if (test_bit(flag, &F2FS_I(inode)->flags))
168791942321SJaegeuk Kim 		clear_bit(flag, &F2FS_I(inode)->flags);
1688205b9822SJaegeuk Kim 	__mark_inode_dirty_flag(inode, flag, false);
168939a53e0cSJaegeuk Kim }
169039a53e0cSJaegeuk Kim 
169191942321SJaegeuk Kim static inline void set_acl_inode(struct inode *inode, umode_t mode)
1692444c580fSJaegeuk Kim {
169391942321SJaegeuk Kim 	F2FS_I(inode)->i_acl_mode = mode;
169491942321SJaegeuk Kim 	set_inode_flag(inode, FI_ACL_MODE);
16957c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, false);
169639a53e0cSJaegeuk Kim }
169739a53e0cSJaegeuk Kim 
1698a1961246SJaegeuk Kim static inline void f2fs_i_links_write(struct inode *inode, bool inc)
1699a1961246SJaegeuk Kim {
1700a1961246SJaegeuk Kim 	if (inc)
1701a1961246SJaegeuk Kim 		inc_nlink(inode);
1702a1961246SJaegeuk Kim 	else
1703a1961246SJaegeuk Kim 		drop_nlink(inode);
17047c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, true);
1705a1961246SJaegeuk Kim }
1706a1961246SJaegeuk Kim 
17078edd03c8SJaegeuk Kim static inline void f2fs_i_blocks_write(struct inode *inode,
17088edd03c8SJaegeuk Kim 					blkcnt_t diff, bool add)
17098edd03c8SJaegeuk Kim {
171026de9b11SJaegeuk Kim 	bool clean = !is_inode_flag_set(inode, FI_DIRTY_INODE);
171126de9b11SJaegeuk Kim 	bool recover = is_inode_flag_set(inode, FI_AUTO_RECOVER);
171226de9b11SJaegeuk Kim 
17138edd03c8SJaegeuk Kim 	inode->i_blocks = add ? inode->i_blocks + diff :
17148edd03c8SJaegeuk Kim 				inode->i_blocks - diff;
17157c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, true);
171626de9b11SJaegeuk Kim 	if (clean || recover)
171726de9b11SJaegeuk Kim 		set_inode_flag(inode, FI_AUTO_RECOVER);
17188edd03c8SJaegeuk Kim }
17198edd03c8SJaegeuk Kim 
1720fc9581c8SJaegeuk Kim static inline void f2fs_i_size_write(struct inode *inode, loff_t i_size)
1721fc9581c8SJaegeuk Kim {
172226de9b11SJaegeuk Kim 	bool clean = !is_inode_flag_set(inode, FI_DIRTY_INODE);
172326de9b11SJaegeuk Kim 	bool recover = is_inode_flag_set(inode, FI_AUTO_RECOVER);
172426de9b11SJaegeuk Kim 
1725fc9581c8SJaegeuk Kim 	if (i_size_read(inode) == i_size)
1726fc9581c8SJaegeuk Kim 		return;
1727fc9581c8SJaegeuk Kim 
1728fc9581c8SJaegeuk Kim 	i_size_write(inode, i_size);
17297c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, true);
173026de9b11SJaegeuk Kim 	if (clean || recover)
173126de9b11SJaegeuk Kim 		set_inode_flag(inode, FI_AUTO_RECOVER);
173226de9b11SJaegeuk Kim }
173326de9b11SJaegeuk Kim 
1734205b9822SJaegeuk Kim static inline void f2fs_i_depth_write(struct inode *inode, unsigned int depth)
1735205b9822SJaegeuk Kim {
1736205b9822SJaegeuk Kim 	F2FS_I(inode)->i_current_depth = depth;
17377c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, true);
1738205b9822SJaegeuk Kim }
1739205b9822SJaegeuk Kim 
1740205b9822SJaegeuk Kim static inline void f2fs_i_xnid_write(struct inode *inode, nid_t xnid)
1741205b9822SJaegeuk Kim {
1742205b9822SJaegeuk Kim 	F2FS_I(inode)->i_xattr_nid = xnid;
17437c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, true);
1744205b9822SJaegeuk Kim }
1745205b9822SJaegeuk Kim 
1746205b9822SJaegeuk Kim static inline void f2fs_i_pino_write(struct inode *inode, nid_t pino)
1747205b9822SJaegeuk Kim {
1748205b9822SJaegeuk Kim 	F2FS_I(inode)->i_pino = pino;
17497c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, true);
1750205b9822SJaegeuk Kim }
1751205b9822SJaegeuk Kim 
175291942321SJaegeuk Kim static inline void get_inline_info(struct inode *inode, struct f2fs_inode *ri)
1753444c580fSJaegeuk Kim {
1754205b9822SJaegeuk Kim 	struct f2fs_inode_info *fi = F2FS_I(inode);
1755205b9822SJaegeuk Kim 
1756444c580fSJaegeuk Kim 	if (ri->i_inline & F2FS_INLINE_XATTR)
1757205b9822SJaegeuk Kim 		set_bit(FI_INLINE_XATTR, &fi->flags);
17581001b347SHuajun Li 	if (ri->i_inline & F2FS_INLINE_DATA)
1759205b9822SJaegeuk Kim 		set_bit(FI_INLINE_DATA, &fi->flags);
176034d67debSChao Yu 	if (ri->i_inline & F2FS_INLINE_DENTRY)
1761205b9822SJaegeuk Kim 		set_bit(FI_INLINE_DENTRY, &fi->flags);
1762b3d208f9SJaegeuk Kim 	if (ri->i_inline & F2FS_DATA_EXIST)
1763205b9822SJaegeuk Kim 		set_bit(FI_DATA_EXIST, &fi->flags);
1764510022a8SJaegeuk Kim 	if (ri->i_inline & F2FS_INLINE_DOTS)
1765205b9822SJaegeuk Kim 		set_bit(FI_INLINE_DOTS, &fi->flags);
1766444c580fSJaegeuk Kim }
1767444c580fSJaegeuk Kim 
176891942321SJaegeuk Kim static inline void set_raw_inline(struct inode *inode, struct f2fs_inode *ri)
1769444c580fSJaegeuk Kim {
1770444c580fSJaegeuk Kim 	ri->i_inline = 0;
1771444c580fSJaegeuk Kim 
177291942321SJaegeuk Kim 	if (is_inode_flag_set(inode, FI_INLINE_XATTR))
1773444c580fSJaegeuk Kim 		ri->i_inline |= F2FS_INLINE_XATTR;
177491942321SJaegeuk Kim 	if (is_inode_flag_set(inode, FI_INLINE_DATA))
17751001b347SHuajun Li 		ri->i_inline |= F2FS_INLINE_DATA;
177691942321SJaegeuk Kim 	if (is_inode_flag_set(inode, FI_INLINE_DENTRY))
177734d67debSChao Yu 		ri->i_inline |= F2FS_INLINE_DENTRY;
177891942321SJaegeuk Kim 	if (is_inode_flag_set(inode, FI_DATA_EXIST))
1779b3d208f9SJaegeuk Kim 		ri->i_inline |= F2FS_DATA_EXIST;
178091942321SJaegeuk Kim 	if (is_inode_flag_set(inode, FI_INLINE_DOTS))
1781510022a8SJaegeuk Kim 		ri->i_inline |= F2FS_INLINE_DOTS;
1782444c580fSJaegeuk Kim }
1783444c580fSJaegeuk Kim 
1784987c7c31SChao Yu static inline int f2fs_has_inline_xattr(struct inode *inode)
1785987c7c31SChao Yu {
178691942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_INLINE_XATTR);
1787987c7c31SChao Yu }
1788987c7c31SChao Yu 
178981ca7350SChao Yu static inline unsigned int addrs_per_inode(struct inode *inode)
1790de93653fSJaegeuk Kim {
179181ca7350SChao Yu 	if (f2fs_has_inline_xattr(inode))
1792de93653fSJaegeuk Kim 		return DEF_ADDRS_PER_INODE - F2FS_INLINE_XATTR_ADDRS;
1793de93653fSJaegeuk Kim 	return DEF_ADDRS_PER_INODE;
1794de93653fSJaegeuk Kim }
1795de93653fSJaegeuk Kim 
179665985d93SJaegeuk Kim static inline void *inline_xattr_addr(struct page *page)
179765985d93SJaegeuk Kim {
1798695fd1edSChao Yu 	struct f2fs_inode *ri = F2FS_INODE(page);
179965985d93SJaegeuk Kim 	return (void *)&(ri->i_addr[DEF_ADDRS_PER_INODE -
180065985d93SJaegeuk Kim 					F2FS_INLINE_XATTR_ADDRS]);
180165985d93SJaegeuk Kim }
180265985d93SJaegeuk Kim 
180365985d93SJaegeuk Kim static inline int inline_xattr_size(struct inode *inode)
180465985d93SJaegeuk Kim {
1805987c7c31SChao Yu 	if (f2fs_has_inline_xattr(inode))
180665985d93SJaegeuk Kim 		return F2FS_INLINE_XATTR_ADDRS << 2;
180765985d93SJaegeuk Kim 	else
180865985d93SJaegeuk Kim 		return 0;
180965985d93SJaegeuk Kim }
181065985d93SJaegeuk Kim 
18110dbdc2aeSJaegeuk Kim static inline int f2fs_has_inline_data(struct inode *inode)
18120dbdc2aeSJaegeuk Kim {
181391942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_INLINE_DATA);
18140dbdc2aeSJaegeuk Kim }
18150dbdc2aeSJaegeuk Kim 
1816b3d208f9SJaegeuk Kim static inline void f2fs_clear_inline_inode(struct inode *inode)
1817b3d208f9SJaegeuk Kim {
181891942321SJaegeuk Kim 	clear_inode_flag(inode, FI_INLINE_DATA);
181991942321SJaegeuk Kim 	clear_inode_flag(inode, FI_DATA_EXIST);
1820b3d208f9SJaegeuk Kim }
1821b3d208f9SJaegeuk Kim 
1822b3d208f9SJaegeuk Kim static inline int f2fs_exist_data(struct inode *inode)
1823b3d208f9SJaegeuk Kim {
182491942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_DATA_EXIST);
1825b3d208f9SJaegeuk Kim }
1826b3d208f9SJaegeuk Kim 
1827510022a8SJaegeuk Kim static inline int f2fs_has_inline_dots(struct inode *inode)
1828510022a8SJaegeuk Kim {
182991942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_INLINE_DOTS);
1830510022a8SJaegeuk Kim }
1831510022a8SJaegeuk Kim 
183288b88a66SJaegeuk Kim static inline bool f2fs_is_atomic_file(struct inode *inode)
183388b88a66SJaegeuk Kim {
183491942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_ATOMIC_FILE);
183588b88a66SJaegeuk Kim }
183688b88a66SJaegeuk Kim 
18375fe45743SChao Yu static inline bool f2fs_is_commit_atomic_write(struct inode *inode)
18385fe45743SChao Yu {
18395fe45743SChao Yu 	return is_inode_flag_set(inode, FI_ATOMIC_COMMIT);
18405fe45743SChao Yu }
18415fe45743SChao Yu 
184202a1335fSJaegeuk Kim static inline bool f2fs_is_volatile_file(struct inode *inode)
184302a1335fSJaegeuk Kim {
184491942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_VOLATILE_FILE);
184502a1335fSJaegeuk Kim }
184602a1335fSJaegeuk Kim 
18473c6c2bebSJaegeuk Kim static inline bool f2fs_is_first_block_written(struct inode *inode)
18483c6c2bebSJaegeuk Kim {
184991942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_FIRST_BLOCK_WRITTEN);
18503c6c2bebSJaegeuk Kim }
18513c6c2bebSJaegeuk Kim 
18521e84371fSJaegeuk Kim static inline bool f2fs_is_drop_cache(struct inode *inode)
18531e84371fSJaegeuk Kim {
185491942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_DROP_CACHE);
18551e84371fSJaegeuk Kim }
18561e84371fSJaegeuk Kim 
18571001b347SHuajun Li static inline void *inline_data_addr(struct page *page)
18581001b347SHuajun Li {
1859695fd1edSChao Yu 	struct f2fs_inode *ri = F2FS_INODE(page);
18601001b347SHuajun Li 	return (void *)&(ri->i_addr[1]);
18611001b347SHuajun Li }
18621001b347SHuajun Li 
186334d67debSChao Yu static inline int f2fs_has_inline_dentry(struct inode *inode)
186434d67debSChao Yu {
186591942321SJaegeuk Kim 	return is_inode_flag_set(inode, FI_INLINE_DENTRY);
186634d67debSChao Yu }
186734d67debSChao Yu 
18689486ba44SJaegeuk Kim static inline void f2fs_dentry_kunmap(struct inode *dir, struct page *page)
18699486ba44SJaegeuk Kim {
18709486ba44SJaegeuk Kim 	if (!f2fs_has_inline_dentry(dir))
18719486ba44SJaegeuk Kim 		kunmap(page);
18729486ba44SJaegeuk Kim }
18739486ba44SJaegeuk Kim 
1874b5492af7SJaegeuk Kim static inline int is_file(struct inode *inode, int type)
1875b5492af7SJaegeuk Kim {
1876b5492af7SJaegeuk Kim 	return F2FS_I(inode)->i_advise & type;
1877b5492af7SJaegeuk Kim }
1878b5492af7SJaegeuk Kim 
1879b5492af7SJaegeuk Kim static inline void set_file(struct inode *inode, int type)
1880b5492af7SJaegeuk Kim {
1881b5492af7SJaegeuk Kim 	F2FS_I(inode)->i_advise |= type;
18827c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, true);
1883b5492af7SJaegeuk Kim }
1884b5492af7SJaegeuk Kim 
1885b5492af7SJaegeuk Kim static inline void clear_file(struct inode *inode, int type)
1886b5492af7SJaegeuk Kim {
1887b5492af7SJaegeuk Kim 	F2FS_I(inode)->i_advise &= ~type;
18887c45729aSJaegeuk Kim 	f2fs_mark_inode_dirty_sync(inode, true);
1889b5492af7SJaegeuk Kim }
1890b5492af7SJaegeuk Kim 
189126787236SJaegeuk Kim static inline bool f2fs_skip_inode_update(struct inode *inode, int dsync)
189226787236SJaegeuk Kim {
189326787236SJaegeuk Kim 	if (dsync) {
189426787236SJaegeuk Kim 		struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
189526787236SJaegeuk Kim 		bool ret;
189626787236SJaegeuk Kim 
189726787236SJaegeuk Kim 		spin_lock(&sbi->inode_lock[DIRTY_META]);
189826787236SJaegeuk Kim 		ret = list_empty(&F2FS_I(inode)->gdirty_list);
189926787236SJaegeuk Kim 		spin_unlock(&sbi->inode_lock[DIRTY_META]);
190026787236SJaegeuk Kim 		return ret;
190126787236SJaegeuk Kim 	}
190226787236SJaegeuk Kim 	if (!is_inode_flag_set(inode, FI_AUTO_RECOVER) ||
190326787236SJaegeuk Kim 			file_keep_isize(inode) ||
190426787236SJaegeuk Kim 			i_size_read(inode) & PAGE_MASK)
190526787236SJaegeuk Kim 		return false;
190626787236SJaegeuk Kim 	return F2FS_I(inode)->last_disk_size == i_size_read(inode);
1907267378d4SChao Yu }
1908267378d4SChao Yu 
1909267378d4SChao Yu static inline int f2fs_readonly(struct super_block *sb)
1910267378d4SChao Yu {
1911267378d4SChao Yu 	return sb->s_flags & MS_RDONLY;
1912267378d4SChao Yu }
191339a53e0cSJaegeuk Kim 
191439a53e0cSJaegeuk Kim static inline bool f2fs_cp_error(struct f2fs_sb_info *sbi)
191539a53e0cSJaegeuk Kim {
1916aaec2b1dSChao Yu 	return is_set_ckpt_flags(sbi, CP_ERROR_FLAG);
191739a53e0cSJaegeuk Kim }
191839a53e0cSJaegeuk Kim 
1919eaa693f4SJaegeuk Kim static inline bool is_dot_dotdot(const struct qstr *str)
1920eaa693f4SJaegeuk Kim {
1921eaa693f4SJaegeuk Kim 	if (str->len == 1 && str->name[0] == '.')
1922eaa693f4SJaegeuk Kim 		return true;
1923eaa693f4SJaegeuk Kim 
1924eaa693f4SJaegeuk Kim 	if (str->len == 2 && str->name[0] == '.' && str->name[1] == '.')
1925eaa693f4SJaegeuk Kim 		return true;
1926eaa693f4SJaegeuk Kim 
1927eaa693f4SJaegeuk Kim 	return false;
1928eaa693f4SJaegeuk Kim }
1929eaa693f4SJaegeuk Kim 
19303e72f721SJaegeuk Kim static inline bool f2fs_may_extent_tree(struct inode *inode)
19313e72f721SJaegeuk Kim {
19323e72f721SJaegeuk Kim 	if (!test_opt(F2FS_I_SB(inode), EXTENT_CACHE) ||
193391942321SJaegeuk Kim 			is_inode_flag_set(inode, FI_NO_EXTENT))
19343e72f721SJaegeuk Kim 		return false;
19353e72f721SJaegeuk Kim 
1936886f56f9SAl Viro 	return S_ISREG(inode->i_mode);
19373e72f721SJaegeuk Kim }
19383e72f721SJaegeuk Kim 
19391ecc0c5cSChao Yu static inline void *f2fs_kmalloc(struct f2fs_sb_info *sbi,
19401ecc0c5cSChao Yu 					size_t size, gfp_t flags)
19410414b004SJaegeuk Kim {
19422c63feadSJaegeuk Kim #ifdef CONFIG_F2FS_FAULT_INJECTION
19431ecc0c5cSChao Yu 	if (time_to_inject(sbi, FAULT_KMALLOC))
19442c63feadSJaegeuk Kim 		return NULL;
19452c63feadSJaegeuk Kim #endif
19460414b004SJaegeuk Kim 	return kmalloc(size, flags);
19470414b004SJaegeuk Kim }
19480414b004SJaegeuk Kim 
194939307a8eSJaegeuk Kim static inline void *f2fs_kvmalloc(size_t size, gfp_t flags)
195039307a8eSJaegeuk Kim {
195139307a8eSJaegeuk Kim 	void *ret;
195239307a8eSJaegeuk Kim 
195339307a8eSJaegeuk Kim 	ret = kmalloc(size, flags | __GFP_NOWARN);
195439307a8eSJaegeuk Kim 	if (!ret)
195539307a8eSJaegeuk Kim 		ret = __vmalloc(size, flags, PAGE_KERNEL);
195639307a8eSJaegeuk Kim 	return ret;
195739307a8eSJaegeuk Kim }
195839307a8eSJaegeuk Kim 
195939307a8eSJaegeuk Kim static inline void *f2fs_kvzalloc(size_t size, gfp_t flags)
196039307a8eSJaegeuk Kim {
196139307a8eSJaegeuk Kim 	void *ret;
196239307a8eSJaegeuk Kim 
196339307a8eSJaegeuk Kim 	ret = kzalloc(size, flags | __GFP_NOWARN);
196439307a8eSJaegeuk Kim 	if (!ret)
196539307a8eSJaegeuk Kim 		ret = __vmalloc(size, flags | __GFP_ZERO, PAGE_KERNEL);
196639307a8eSJaegeuk Kim 	return ret;
196739307a8eSJaegeuk Kim }
196839307a8eSJaegeuk Kim 
196939a53e0cSJaegeuk Kim #define get_inode_mode(i) \
197091942321SJaegeuk Kim 	((is_inode_flag_set(i, FI_ACL_MODE)) ? \
197139a53e0cSJaegeuk Kim 	 (F2FS_I(i)->i_acl_mode) : ((i)->i_mode))
197239a53e0cSJaegeuk Kim 
197339a53e0cSJaegeuk Kim /* get offset of first page in next direct node */
197481ca7350SChao Yu #define PGOFS_OF_NEXT_DNODE(pgofs, inode)				\
197581ca7350SChao Yu 	((pgofs < ADDRS_PER_INODE(inode)) ? ADDRS_PER_INODE(inode) :	\
197681ca7350SChao Yu 	(pgofs - ADDRS_PER_INODE(inode) + ADDRS_PER_BLOCK) /	\
197781ca7350SChao Yu 	ADDRS_PER_BLOCK * ADDRS_PER_BLOCK + ADDRS_PER_INODE(inode))
19781e1bb4baSJaegeuk Kim 
197939a53e0cSJaegeuk Kim /*
19802d4d9fb5SJaegeuk Kim  * file.c
198139a53e0cSJaegeuk Kim  */
198239a53e0cSJaegeuk Kim int f2fs_sync_file(struct file *, loff_t, loff_t, int);
1983b292dcabSJaegeuk Kim void truncate_data_blocks(struct dnode_of_data *);
1984764aa3e9SJaegeuk Kim int truncate_blocks(struct inode *, u64, bool);
19859a449e9cSJaegeuk Kim int f2fs_truncate(struct inode *);
198639a53e0cSJaegeuk Kim int f2fs_getattr(struct vfsmount *, struct dentry *, struct kstat *);
198739a53e0cSJaegeuk Kim int f2fs_setattr(struct dentry *, struct iattr *);
198839a53e0cSJaegeuk Kim int truncate_hole(struct inode *, pgoff_t, pgoff_t);
1989e9750824SNamjae Jeon int truncate_data_blocks_range(struct dnode_of_data *, int);
199039a53e0cSJaegeuk Kim long f2fs_ioctl(struct file *, unsigned int, unsigned long);
199139a53e0cSJaegeuk Kim long f2fs_compat_ioctl(struct file *, unsigned int, unsigned long);
199239a53e0cSJaegeuk Kim 
199339a53e0cSJaegeuk Kim /*
199439a53e0cSJaegeuk Kim  * inode.c
199539a53e0cSJaegeuk Kim  */
199639a53e0cSJaegeuk Kim void f2fs_set_inode_flags(struct inode *);
199739936837SJaegeuk Kim struct inode *f2fs_iget(struct super_block *, unsigned long);
1998e8ea9b3dSJaegeuk Kim struct inode *f2fs_iget_retry(struct super_block *, unsigned long);
19994660f9c0SJaegeuk Kim int try_to_free_nats(struct f2fs_sb_info *, int);
200012719ae1SJaegeuk Kim int update_inode(struct inode *, struct page *);
200112719ae1SJaegeuk Kim int update_inode_page(struct inode *);
200239a53e0cSJaegeuk Kim int f2fs_write_inode(struct inode *, struct writeback_control *);
200339a53e0cSJaegeuk Kim void f2fs_evict_inode(struct inode *);
200444c16156SJaegeuk Kim void handle_failed_inode(struct inode *);
200539a53e0cSJaegeuk Kim 
200639a53e0cSJaegeuk Kim /*
200739a53e0cSJaegeuk Kim  * namei.c
200839a53e0cSJaegeuk Kim  */
200939a53e0cSJaegeuk Kim struct dentry *f2fs_get_parent(struct dentry *child);
201039a53e0cSJaegeuk Kim 
201139a53e0cSJaegeuk Kim /*
201239a53e0cSJaegeuk Kim  * dir.c
201339a53e0cSJaegeuk Kim  */
2014510022a8SJaegeuk Kim void set_de_type(struct f2fs_dir_entry *, umode_t);
2015675f10bdSChao Yu unsigned char get_de_type(struct f2fs_dir_entry *);
20160b81d077SJaegeuk Kim struct f2fs_dir_entry *find_target_dentry(struct fscrypt_name *,
20176e22c691SJaegeuk Kim 			f2fs_hash_t, int *, struct f2fs_dentry_ptr *);
2018ed6bd4b1SChao Yu int f2fs_fill_dentries(struct dir_context *, struct f2fs_dentry_ptr *,
20190b81d077SJaegeuk Kim 			unsigned int, struct fscrypt_str *);
2020062a3e7bSJaegeuk Kim void do_make_empty_dir(struct inode *, struct inode *,
2021062a3e7bSJaegeuk Kim 			struct f2fs_dentry_ptr *);
2022dbeacf02SChao Yu struct page *init_inode_metadata(struct inode *, struct inode *,
20239421d570SChao Yu 		const struct qstr *, const struct qstr *, struct page *);
2024dbeacf02SChao Yu void update_parent_metadata(struct inode *, struct inode *, unsigned int);
2025a82afa20SJaegeuk Kim int room_for_filename(const void *, int, int);
20269f7c45ccSJaegeuk Kim void f2fs_drop_nlink(struct inode *, struct inode *);
2027e7ba108aSShuoran Liu struct f2fs_dir_entry *__f2fs_find_entry(struct inode *, struct fscrypt_name *,
2028e7ba108aSShuoran Liu 							struct page **);
2029185de68fSAl Viro struct f2fs_dir_entry *f2fs_find_entry(struct inode *, const struct qstr *,
203039a53e0cSJaegeuk Kim 							struct page **);
203139a53e0cSJaegeuk Kim struct f2fs_dir_entry *f2fs_parent_dir(struct inode *, struct page **);
2032835c92d4SLinus Torvalds ino_t f2fs_inode_by_name(struct inode *, const struct qstr *, struct page **);
203339a53e0cSJaegeuk Kim void f2fs_set_link(struct inode *, struct f2fs_dir_entry *,
203439a53e0cSJaegeuk Kim 				struct page *, struct inode *);
2035e7d55452SJaegeuk Kim int update_dent_inode(struct inode *, struct inode *, const struct qstr *);
2036510022a8SJaegeuk Kim void f2fs_update_dentry(nid_t ino, umode_t mode, struct f2fs_dentry_ptr *,
20373b4d732aSChao Yu 			const struct qstr *, f2fs_hash_t , unsigned int);
2038675f10bdSChao Yu int f2fs_add_regular_entry(struct inode *, const struct qstr *,
20399421d570SChao Yu 			const struct qstr *, struct inode *, nid_t, umode_t);
2040e7ba108aSShuoran Liu int __f2fs_do_add_link(struct inode *, struct fscrypt_name*, struct inode *,
2041e7ba108aSShuoran Liu 			nid_t, umode_t);
2042510022a8SJaegeuk Kim int __f2fs_add_link(struct inode *, const struct qstr *, struct inode *, nid_t,
2043510022a8SJaegeuk Kim 			umode_t);
2044dbeacf02SChao Yu void f2fs_delete_entry(struct f2fs_dir_entry *, struct page *, struct inode *,
2045dbeacf02SChao Yu 							struct inode *);
2046b97a9b5dSJaegeuk Kim int f2fs_do_tmpfile(struct inode *, struct inode *);
204739a53e0cSJaegeuk Kim bool f2fs_empty_dir(struct inode *);
204839a53e0cSJaegeuk Kim 
2049b7f7a5e0SAl Viro static inline int f2fs_add_link(struct dentry *dentry, struct inode *inode)
2050b7f7a5e0SAl Viro {
20512b0143b5SDavid Howells 	return __f2fs_add_link(d_inode(dentry->d_parent), &dentry->d_name,
2052510022a8SJaegeuk Kim 				inode, inode->i_ino, inode->i_mode);
2053b7f7a5e0SAl Viro }
2054b7f7a5e0SAl Viro 
205539a53e0cSJaegeuk Kim /*
205639a53e0cSJaegeuk Kim  * super.c
205739a53e0cSJaegeuk Kim  */
20587c45729aSJaegeuk Kim int f2fs_inode_dirtied(struct inode *, bool);
20590f18b462SJaegeuk Kim void f2fs_inode_synced(struct inode *);
2060c5bda1c8SChao Yu int f2fs_commit_super(struct f2fs_sb_info *, bool);
206139a53e0cSJaegeuk Kim int f2fs_sync_fs(struct super_block *, int);
2062a07ef784SNamjae Jeon extern __printf(3, 4)
2063a07ef784SNamjae Jeon void f2fs_msg(struct super_block *, const char *, const char *, ...);
2064984ec63cSShawn Lin int sanity_check_ckpt(struct f2fs_sb_info *sbi);
206539a53e0cSJaegeuk Kim 
206639a53e0cSJaegeuk Kim /*
206739a53e0cSJaegeuk Kim  * hash.c
206839a53e0cSJaegeuk Kim  */
2069eee6160fSGu Zheng f2fs_hash_t f2fs_dentry_hash(const struct qstr *);
207039a53e0cSJaegeuk Kim 
207139a53e0cSJaegeuk Kim /*
207239a53e0cSJaegeuk Kim  * node.c
207339a53e0cSJaegeuk Kim  */
207439a53e0cSJaegeuk Kim struct dnode_of_data;
207539a53e0cSJaegeuk Kim struct node_info;
207639a53e0cSJaegeuk Kim 
20776fb03f3aSJaegeuk Kim bool available_free_memory(struct f2fs_sb_info *, int);
20782dcf51abSJaegeuk Kim int need_dentry_mark(struct f2fs_sb_info *, nid_t);
207988bd02c9SJaegeuk Kim bool is_checkpointed_node(struct f2fs_sb_info *, nid_t);
208088bd02c9SJaegeuk Kim bool need_inode_block_update(struct f2fs_sb_info *, nid_t);
208139a53e0cSJaegeuk Kim void get_node_info(struct f2fs_sb_info *, nid_t, struct node_info *);
20823cf45747SChao Yu pgoff_t get_next_page_offset(struct dnode_of_data *, pgoff_t);
208339a53e0cSJaegeuk Kim int get_dnode_of_data(struct dnode_of_data *, pgoff_t, int);
208439a53e0cSJaegeuk Kim int truncate_inode_blocks(struct inode *, pgoff_t);
20854f16fb0fSJaegeuk Kim int truncate_xattr_node(struct inode *, struct page *);
2086cfe58f9dSJaegeuk Kim int wait_on_node_pages_writeback(struct f2fs_sb_info *, nid_t);
208713ec7297SChao Yu int remove_inode_page(struct inode *);
2088a014e037SJaegeuk Kim struct page *new_inode_page(struct inode *);
20898ae8f162SJaegeuk Kim struct page *new_node_page(struct dnode_of_data *, unsigned int, struct page *);
209039a53e0cSJaegeuk Kim void ra_node_page(struct f2fs_sb_info *, nid_t);
209139a53e0cSJaegeuk Kim struct page *get_node_page(struct f2fs_sb_info *, pgoff_t);
209239a53e0cSJaegeuk Kim struct page *get_node_page_ra(struct page *, int);
2093da011cc0SChao Yu void move_node_page(struct page *, int);
209426de9b11SJaegeuk Kim int fsync_node_pages(struct f2fs_sb_info *, struct inode *,
209526de9b11SJaegeuk Kim 			struct writeback_control *, bool);
209652681375SJaegeuk Kim int sync_node_pages(struct f2fs_sb_info *, struct writeback_control *);
20973a2ad567SChao Yu void build_free_nids(struct f2fs_sb_info *, bool);
209839a53e0cSJaegeuk Kim bool alloc_nid(struct f2fs_sb_info *, nid_t *);
209939a53e0cSJaegeuk Kim void alloc_nid_done(struct f2fs_sb_info *, nid_t);
210039a53e0cSJaegeuk Kim void alloc_nid_failed(struct f2fs_sb_info *, nid_t);
210131696580SChao Yu int try_to_free_nids(struct f2fs_sb_info *, int);
210270cfed88SChao Yu void recover_inline_xattr(struct inode *, struct page *);
21031c35a90eSJaegeuk Kim void recover_xattr_data(struct inode *, struct page *, block_t);
210439a53e0cSJaegeuk Kim int recover_inode_page(struct f2fs_sb_info *, struct page *);
210539a53e0cSJaegeuk Kim int restore_node_summary(struct f2fs_sb_info *, unsigned int,
210639a53e0cSJaegeuk Kim 				struct f2fs_summary_block *);
210739a53e0cSJaegeuk Kim void flush_nat_entries(struct f2fs_sb_info *);
210839a53e0cSJaegeuk Kim int build_node_manager(struct f2fs_sb_info *);
210939a53e0cSJaegeuk Kim void destroy_node_manager(struct f2fs_sb_info *);
21106e6093a8SNamjae Jeon int __init create_node_manager_caches(void);
211139a53e0cSJaegeuk Kim void destroy_node_manager_caches(void);
211239a53e0cSJaegeuk Kim 
211339a53e0cSJaegeuk Kim /*
211439a53e0cSJaegeuk Kim  * segment.c
211539a53e0cSJaegeuk Kim  */
211688b88a66SJaegeuk Kim void register_inmem_page(struct inode *, struct page *);
211729b96b54SChao Yu void drop_inmem_pages(struct inode *);
211829b96b54SChao Yu int commit_inmem_pages(struct inode *);
21192c4db1a6SJaegeuk Kim void f2fs_balance_fs(struct f2fs_sb_info *, bool);
21204660f9c0SJaegeuk Kim void f2fs_balance_fs_bg(struct f2fs_sb_info *);
21216b4afdd7SJaegeuk Kim int f2fs_issue_flush(struct f2fs_sb_info *);
21222163d198SGu Zheng int create_flush_cmd_control(struct f2fs_sb_info *);
21235eba8c5dSJaegeuk Kim void destroy_flush_cmd_control(struct f2fs_sb_info *, bool);
212439a53e0cSJaegeuk Kim void invalidate_blocks(struct f2fs_sb_info *, block_t);
21256e2c64adSJaegeuk Kim bool is_checkpointed_data(struct f2fs_sb_info *, block_t);
21265e443818SJaegeuk Kim void refresh_sit_entry(struct f2fs_sb_info *, block_t, block_t);
21274e6a8d9bSJaegeuk Kim void f2fs_wait_discard_bio(struct f2fs_sb_info *, block_t);
2128836b5a63SJaegeuk Kim void clear_prefree_segments(struct f2fs_sb_info *, struct cp_control *);
21294b2fecc8SJaegeuk Kim void release_discard_addrs(struct f2fs_sb_info *);
21303fa06d7bSChao Yu int npages_for_summary_flush(struct f2fs_sb_info *, bool);
213139a53e0cSJaegeuk Kim void allocate_new_segments(struct f2fs_sb_info *);
21324b2fecc8SJaegeuk Kim int f2fs_trim_fs(struct f2fs_sb_info *, struct fstrim_range *);
213325290fa5SJaegeuk Kim bool exist_trim_candidates(struct f2fs_sb_info *, struct cp_control *);
213439a53e0cSJaegeuk Kim struct page *get_sum_page(struct f2fs_sb_info *, unsigned int);
2135381722d2SChao Yu void update_meta_page(struct f2fs_sb_info *, void *, block_t);
2136577e3495SJaegeuk Kim void write_meta_page(struct f2fs_sb_info *, struct page *);
213705ca3632SJaegeuk Kim void write_node_page(unsigned int, struct f2fs_io_info *);
213805ca3632SJaegeuk Kim void write_data_page(struct dnode_of_data *, struct f2fs_io_info *);
213905ca3632SJaegeuk Kim void rewrite_data_page(struct f2fs_io_info *);
21404356e48eSChao Yu void __f2fs_replace_block(struct f2fs_sb_info *, struct f2fs_summary *,
21414356e48eSChao Yu 					block_t, block_t, bool, bool);
2142528e3459SChao Yu void f2fs_replace_block(struct f2fs_sb_info *, struct dnode_of_data *,
214328bc106bSChao Yu 				block_t, block_t, unsigned char, bool, bool);
2144bfad7c2dSJaegeuk Kim void allocate_data_block(struct f2fs_sb_info *, struct page *,
2145bfad7c2dSJaegeuk Kim 		block_t, block_t *, struct f2fs_summary *, int);
2146fec1d657SJaegeuk Kim void f2fs_wait_on_page_writeback(struct page *, enum page_type, bool);
214708b39fbdSChao Yu void f2fs_wait_on_encrypted_page_writeback(struct f2fs_sb_info *, block_t);
214839a53e0cSJaegeuk Kim void write_data_summaries(struct f2fs_sb_info *, block_t);
214939a53e0cSJaegeuk Kim void write_node_summaries(struct f2fs_sb_info *, block_t);
2150dfc08a12SChao Yu int lookup_journal_in_cursum(struct f2fs_journal *, int, unsigned int, int);
21514b2fecc8SJaegeuk Kim void flush_sit_entries(struct f2fs_sb_info *, struct cp_control *);
215239a53e0cSJaegeuk Kim int build_segment_manager(struct f2fs_sb_info *);
215339a53e0cSJaegeuk Kim void destroy_segment_manager(struct f2fs_sb_info *);
21547fd9e544SJaegeuk Kim int __init create_segment_manager_caches(void);
21557fd9e544SJaegeuk Kim void destroy_segment_manager_caches(void);
215639a53e0cSJaegeuk Kim 
215739a53e0cSJaegeuk Kim /*
215839a53e0cSJaegeuk Kim  * checkpoint.c
215939a53e0cSJaegeuk Kim  */
216038f91ca8SJaegeuk Kim void f2fs_stop_checkpoint(struct f2fs_sb_info *, bool);
216139a53e0cSJaegeuk Kim struct page *grab_meta_page(struct f2fs_sb_info *, pgoff_t);
216239a53e0cSJaegeuk Kim struct page *get_meta_page(struct f2fs_sb_info *, pgoff_t);
21632b947003SChao Yu struct page *get_tmp_page(struct f2fs_sb_info *, pgoff_t);
2164f0c9cadaSChao Yu bool is_valid_blkaddr(struct f2fs_sb_info *, block_t, int);
216526879fb1SChao Yu int ra_meta_pages(struct f2fs_sb_info *, block_t, int, int, bool);
2166635aee1fSChao Yu void ra_meta_pages_cond(struct f2fs_sb_info *, pgoff_t);
216739a53e0cSJaegeuk Kim long sync_meta_pages(struct f2fs_sb_info *, enum page_type, long);
2168a49324f1SChao Yu void add_ino_entry(struct f2fs_sb_info *, nid_t, int type);
2169a49324f1SChao Yu void remove_ino_entry(struct f2fs_sb_info *, nid_t, int type);
217074ef9241SJaegeuk Kim void release_ino_entry(struct f2fs_sb_info *, bool);
2171fff04f90SJaegeuk Kim bool exist_written_data(struct f2fs_sb_info *, nid_t, int);
21720f18b462SJaegeuk Kim int f2fs_sync_inode_meta(struct f2fs_sb_info *);
2173cbd56e7dSJaegeuk Kim int acquire_orphan_inode(struct f2fs_sb_info *);
2174cbd56e7dSJaegeuk Kim void release_orphan_inode(struct f2fs_sb_info *);
217567c3758dSJaegeuk Kim void add_orphan_inode(struct inode *);
217639a53e0cSJaegeuk Kim void remove_orphan_inode(struct f2fs_sb_info *, nid_t);
21778c14bfadSChao Yu int recover_orphan_inodes(struct f2fs_sb_info *);
217839a53e0cSJaegeuk Kim int get_valid_checkpoint(struct f2fs_sb_info *);
2179a7ffdbe2SJaegeuk Kim void update_dirty_page(struct inode *, struct page *);
2180c227f912SChao Yu void remove_dirty_inode(struct inode *);
21816d5a1495SChao Yu int sync_dirty_inodes(struct f2fs_sb_info *, enum inode_type);
2182c34f42e2SChao Yu int write_checkpoint(struct f2fs_sb_info *, struct cp_control *);
21836451e041SJaegeuk Kim void init_ino_entry_info(struct f2fs_sb_info *);
21846e6093a8SNamjae Jeon int __init create_checkpoint_caches(void);
218539a53e0cSJaegeuk Kim void destroy_checkpoint_caches(void);
218639a53e0cSJaegeuk Kim 
218739a53e0cSJaegeuk Kim /*
218839a53e0cSJaegeuk Kim  * data.c
218939a53e0cSJaegeuk Kim  */
2190458e6197SJaegeuk Kim void f2fs_submit_merged_bio(struct f2fs_sb_info *, enum page_type, int);
21910c3a5797SChao Yu void f2fs_submit_merged_bio_cond(struct f2fs_sb_info *, struct inode *,
21920c3a5797SChao Yu 				struct page *, nid_t, enum page_type, int);
2193406657ddSChao Yu void f2fs_flush_merged_bios(struct f2fs_sb_info *);
219405ca3632SJaegeuk Kim int f2fs_submit_page_bio(struct f2fs_io_info *);
21950a595ebaSJaegeuk Kim int f2fs_submit_page_mbio(struct f2fs_io_info *);
21963c62be17SJaegeuk Kim struct block_device *f2fs_target_device(struct f2fs_sb_info *,
21973c62be17SJaegeuk Kim 				block_t, struct bio *);
21983c62be17SJaegeuk Kim int f2fs_target_device_index(struct f2fs_sb_info *, block_t);
2199216a620aSChao Yu void set_data_blkaddr(struct dnode_of_data *);
2200f28b3434SChao Yu void f2fs_update_data_blkaddr(struct dnode_of_data *, block_t);
220146008c6dSChao Yu int reserve_new_blocks(struct dnode_of_data *, blkcnt_t);
220239a53e0cSJaegeuk Kim int reserve_new_block(struct dnode_of_data *);
2203759af1c9SFan Li int f2fs_get_block(struct dnode_of_data *, pgoff_t);
2204a7de6086SJaegeuk Kim int f2fs_preallocate_blocks(struct kiocb *, struct iov_iter *);
2205b600965cSHuajun Li int f2fs_reserve_block(struct dnode_of_data *, pgoff_t);
2206a56c7c6fSJaegeuk Kim struct page *get_read_data_page(struct inode *, pgoff_t, int, bool);
220743f3eae1SJaegeuk Kim struct page *find_data_page(struct inode *, pgoff_t);
2208a56c7c6fSJaegeuk Kim struct page *get_lock_data_page(struct inode *, pgoff_t, bool);
220964aa7ed9SJaegeuk Kim struct page *get_new_data_page(struct inode *, struct page *, pgoff_t, bool);
221005ca3632SJaegeuk Kim int do_write_data_page(struct f2fs_io_info *);
2211d323d005SChao Yu int f2fs_map_blocks(struct inode *, struct f2fs_map_blocks *, int, int);
22129ab70134SJaegeuk Kim int f2fs_fiemap(struct inode *inode, struct fiemap_extent_info *, u64, u64);
2213fe76b796SJaegeuk Kim void f2fs_set_page_dirty_nobuffers(struct page *);
2214487261f3SChao Yu void f2fs_invalidate_page(struct page *, unsigned int, unsigned int);
2215487261f3SChao Yu int f2fs_release_page(struct page *, gfp_t);
22165b7a487cSWeichao Guo #ifdef CONFIG_MIGRATION
22175b7a487cSWeichao Guo int f2fs_migrate_page(struct address_space *, struct page *, struct page *,
22185b7a487cSWeichao Guo 				enum migrate_mode);
22195b7a487cSWeichao Guo #endif
222039a53e0cSJaegeuk Kim 
222139a53e0cSJaegeuk Kim /*
222239a53e0cSJaegeuk Kim  * gc.c
222339a53e0cSJaegeuk Kim  */
222439a53e0cSJaegeuk Kim int start_gc_thread(struct f2fs_sb_info *);
222539a53e0cSJaegeuk Kim void stop_gc_thread(struct f2fs_sb_info *);
222681ca7350SChao Yu block_t start_bidx_of_node(unsigned int, struct inode *);
22277702bdbeSJaegeuk Kim int f2fs_gc(struct f2fs_sb_info *, bool, bool);
222839a53e0cSJaegeuk Kim void build_gc_manager(struct f2fs_sb_info *);
222939a53e0cSJaegeuk Kim 
223039a53e0cSJaegeuk Kim /*
223139a53e0cSJaegeuk Kim  * recovery.c
223239a53e0cSJaegeuk Kim  */
22336781eabbSJaegeuk Kim int recover_fsync_data(struct f2fs_sb_info *, bool);
223439a53e0cSJaegeuk Kim bool space_for_roll_forward(struct f2fs_sb_info *);
223539a53e0cSJaegeuk Kim 
223639a53e0cSJaegeuk Kim /*
223739a53e0cSJaegeuk Kim  * debug.c
223839a53e0cSJaegeuk Kim  */
223939a53e0cSJaegeuk Kim #ifdef CONFIG_F2FS_STAT_FS
224039a53e0cSJaegeuk Kim struct f2fs_stat_info {
224139a53e0cSJaegeuk Kim 	struct list_head stat_list;
224239a53e0cSJaegeuk Kim 	struct f2fs_sb_info *sbi;
224339a53e0cSJaegeuk Kim 	int all_area_segs, sit_area_segs, nat_area_segs, ssa_area_segs;
224439a53e0cSJaegeuk Kim 	int main_area_segs, main_area_sections, main_area_zones;
22455b7ee374SChao Yu 	unsigned long long hit_largest, hit_cached, hit_rbtree;
22465b7ee374SChao Yu 	unsigned long long hit_total, total_ext;
2247c00ba554SJaegeuk Kim 	int ext_tree, zombie_tree, ext_node;
224835782b23SJaegeuk Kim 	int ndirty_node, ndirty_dent, ndirty_meta, ndirty_data, ndirty_imeta;
224935782b23SJaegeuk Kim 	int inmem_pages;
22500f18b462SJaegeuk Kim 	unsigned int ndirty_dirs, ndirty_files, ndirty_all;
2251b8559dc2SChao Yu 	int nats, dirty_nats, sits, dirty_sits, free_nids, alloc_nids;
225239a53e0cSJaegeuk Kim 	int total_count, utilization;
225336951b38SChao Yu 	int bg_gc, nr_wb_cp_data, nr_wb_data;
2254652be551SJaegeuk Kim 	int inline_xattr, inline_inode, inline_dir, orphans;
225526a28a0cSJaegeuk Kim 	int aw_cnt, max_aw_cnt;
2256f83a2584SYunlei He 	unsigned int valid_count, valid_node_count, valid_inode_count, discard_blks;
225739a53e0cSJaegeuk Kim 	unsigned int bimodal, avg_vblocks;
225839a53e0cSJaegeuk Kim 	int util_free, util_valid, util_invalid;
225939a53e0cSJaegeuk Kim 	int rsvd_segs, overp_segs;
226039a53e0cSJaegeuk Kim 	int dirty_count, node_pages, meta_pages;
226142190d2aSJaegeuk Kim 	int prefree_count, call_count, cp_count, bg_cp_count;
226239a53e0cSJaegeuk Kim 	int tot_segs, node_segs, data_segs, free_segs, free_secs;
2263e1235983SChangman Lee 	int bg_node_segs, bg_data_segs;
226439a53e0cSJaegeuk Kim 	int tot_blks, data_blks, node_blks;
2265e1235983SChangman Lee 	int bg_data_blks, bg_node_blks;
226639a53e0cSJaegeuk Kim 	int curseg[NR_CURSEG_TYPE];
226739a53e0cSJaegeuk Kim 	int cursec[NR_CURSEG_TYPE];
226839a53e0cSJaegeuk Kim 	int curzone[NR_CURSEG_TYPE];
226939a53e0cSJaegeuk Kim 
227039a53e0cSJaegeuk Kim 	unsigned int segment_count[2];
227139a53e0cSJaegeuk Kim 	unsigned int block_count[2];
2272b9a2c252SChangman Lee 	unsigned int inplace_count;
22739edcdabfSChao Yu 	unsigned long long base_mem, cache_mem, page_mem;
227439a53e0cSJaegeuk Kim };
227539a53e0cSJaegeuk Kim 
2276963d4f7dSGu Zheng static inline struct f2fs_stat_info *F2FS_STAT(struct f2fs_sb_info *sbi)
2277963d4f7dSGu Zheng {
2278963d4f7dSGu Zheng 	return (struct f2fs_stat_info *)sbi->stat_info;
2279963d4f7dSGu Zheng }
2280963d4f7dSGu Zheng 
2281942e0be6SChangman Lee #define stat_inc_cp_count(si)		((si)->cp_count++)
228242190d2aSJaegeuk Kim #define stat_inc_bg_cp_count(si)	((si)->bg_cp_count++)
228339a53e0cSJaegeuk Kim #define stat_inc_call_count(si)		((si)->call_count++)
2284dcdfff65SJaegeuk Kim #define stat_inc_bggc_count(sbi)	((sbi)->bg_gc++)
228533fbd510SChao Yu #define stat_inc_dirty_inode(sbi, type)	((sbi)->ndirty_inode[type]++)
228633fbd510SChao Yu #define stat_dec_dirty_inode(sbi, type)	((sbi)->ndirty_inode[type]--)
22875b7ee374SChao Yu #define stat_inc_total_hit(sbi)		(atomic64_inc(&(sbi)->total_hit_ext))
22885b7ee374SChao Yu #define stat_inc_rbtree_node_hit(sbi)	(atomic64_inc(&(sbi)->read_hit_rbtree))
22895b7ee374SChao Yu #define stat_inc_largest_node_hit(sbi)	(atomic64_inc(&(sbi)->read_hit_largest))
22905b7ee374SChao Yu #define stat_inc_cached_node_hit(sbi)	(atomic64_inc(&(sbi)->read_hit_cached))
2291d5e8f6c9SChao Yu #define stat_inc_inline_xattr(inode)					\
2292d5e8f6c9SChao Yu 	do {								\
2293d5e8f6c9SChao Yu 		if (f2fs_has_inline_xattr(inode))			\
2294d5e8f6c9SChao Yu 			(atomic_inc(&F2FS_I_SB(inode)->inline_xattr));	\
2295d5e8f6c9SChao Yu 	} while (0)
2296d5e8f6c9SChao Yu #define stat_dec_inline_xattr(inode)					\
2297d5e8f6c9SChao Yu 	do {								\
2298d5e8f6c9SChao Yu 		if (f2fs_has_inline_xattr(inode))			\
2299d5e8f6c9SChao Yu 			(atomic_dec(&F2FS_I_SB(inode)->inline_xattr));	\
2300d5e8f6c9SChao Yu 	} while (0)
23010dbdc2aeSJaegeuk Kim #define stat_inc_inline_inode(inode)					\
23020dbdc2aeSJaegeuk Kim 	do {								\
23030dbdc2aeSJaegeuk Kim 		if (f2fs_has_inline_data(inode))			\
230403e14d52SChao Yu 			(atomic_inc(&F2FS_I_SB(inode)->inline_inode));	\
23050dbdc2aeSJaegeuk Kim 	} while (0)
23060dbdc2aeSJaegeuk Kim #define stat_dec_inline_inode(inode)					\
23070dbdc2aeSJaegeuk Kim 	do {								\
23080dbdc2aeSJaegeuk Kim 		if (f2fs_has_inline_data(inode))			\
230903e14d52SChao Yu 			(atomic_dec(&F2FS_I_SB(inode)->inline_inode));	\
23100dbdc2aeSJaegeuk Kim 	} while (0)
23113289c061SJaegeuk Kim #define stat_inc_inline_dir(inode)					\
23123289c061SJaegeuk Kim 	do {								\
23133289c061SJaegeuk Kim 		if (f2fs_has_inline_dentry(inode))			\
231403e14d52SChao Yu 			(atomic_inc(&F2FS_I_SB(inode)->inline_dir));	\
23153289c061SJaegeuk Kim 	} while (0)
23163289c061SJaegeuk Kim #define stat_dec_inline_dir(inode)					\
23173289c061SJaegeuk Kim 	do {								\
23183289c061SJaegeuk Kim 		if (f2fs_has_inline_dentry(inode))			\
231903e14d52SChao Yu 			(atomic_dec(&F2FS_I_SB(inode)->inline_dir));	\
23203289c061SJaegeuk Kim 	} while (0)
2321dcdfff65SJaegeuk Kim #define stat_inc_seg_type(sbi, curseg)					\
2322dcdfff65SJaegeuk Kim 		((sbi)->segment_count[(curseg)->alloc_type]++)
2323dcdfff65SJaegeuk Kim #define stat_inc_block_count(sbi, curseg)				\
2324dcdfff65SJaegeuk Kim 		((sbi)->block_count[(curseg)->alloc_type]++)
2325b9a2c252SChangman Lee #define stat_inc_inplace_blocks(sbi)					\
2326b9a2c252SChangman Lee 		(atomic_inc(&(sbi)->inplace_count))
232726a28a0cSJaegeuk Kim #define stat_inc_atomic_write(inode)					\
232826a28a0cSJaegeuk Kim 		(atomic_inc(&F2FS_I_SB(inode)->aw_cnt));
232926a28a0cSJaegeuk Kim #define stat_dec_atomic_write(inode)					\
233026a28a0cSJaegeuk Kim 		(atomic_dec(&F2FS_I_SB(inode)->aw_cnt));
233126a28a0cSJaegeuk Kim #define stat_update_max_atomic_write(inode)				\
233226a28a0cSJaegeuk Kim 	do {								\
233326a28a0cSJaegeuk Kim 		int cur = atomic_read(&F2FS_I_SB(inode)->aw_cnt);	\
233426a28a0cSJaegeuk Kim 		int max = atomic_read(&F2FS_I_SB(inode)->max_aw_cnt);	\
233526a28a0cSJaegeuk Kim 		if (cur > max)						\
233626a28a0cSJaegeuk Kim 			atomic_set(&F2FS_I_SB(inode)->max_aw_cnt, cur);	\
233726a28a0cSJaegeuk Kim 	} while (0)
2338e1235983SChangman Lee #define stat_inc_seg_count(sbi, type, gc_type)				\
233939a53e0cSJaegeuk Kim 	do {								\
2340963d4f7dSGu Zheng 		struct f2fs_stat_info *si = F2FS_STAT(sbi);		\
234139a53e0cSJaegeuk Kim 		(si)->tot_segs++;					\
2342e1235983SChangman Lee 		if (type == SUM_TYPE_DATA) {				\
234339a53e0cSJaegeuk Kim 			si->data_segs++;				\
2344e1235983SChangman Lee 			si->bg_data_segs += (gc_type == BG_GC) ? 1 : 0;	\
2345e1235983SChangman Lee 		} else {						\
234639a53e0cSJaegeuk Kim 			si->node_segs++;				\
2347e1235983SChangman Lee 			si->bg_node_segs += (gc_type == BG_GC) ? 1 : 0;	\
2348e1235983SChangman Lee 		}							\
234939a53e0cSJaegeuk Kim 	} while (0)
235039a53e0cSJaegeuk Kim 
235139a53e0cSJaegeuk Kim #define stat_inc_tot_blk_count(si, blks)				\
235239a53e0cSJaegeuk Kim 	(si->tot_blks += (blks))
235339a53e0cSJaegeuk Kim 
2354e1235983SChangman Lee #define stat_inc_data_blk_count(sbi, blks, gc_type)			\
235539a53e0cSJaegeuk Kim 	do {								\
2356963d4f7dSGu Zheng 		struct f2fs_stat_info *si = F2FS_STAT(sbi);		\
235739a53e0cSJaegeuk Kim 		stat_inc_tot_blk_count(si, blks);			\
235839a53e0cSJaegeuk Kim 		si->data_blks += (blks);				\
2359e1235983SChangman Lee 		si->bg_data_blks += (gc_type == BG_GC) ? (blks) : 0;	\
236039a53e0cSJaegeuk Kim 	} while (0)
236139a53e0cSJaegeuk Kim 
2362e1235983SChangman Lee #define stat_inc_node_blk_count(sbi, blks, gc_type)			\
236339a53e0cSJaegeuk Kim 	do {								\
2364963d4f7dSGu Zheng 		struct f2fs_stat_info *si = F2FS_STAT(sbi);		\
236539a53e0cSJaegeuk Kim 		stat_inc_tot_blk_count(si, blks);			\
236639a53e0cSJaegeuk Kim 		si->node_blks += (blks);				\
2367e1235983SChangman Lee 		si->bg_node_blks += (gc_type == BG_GC) ? (blks) : 0;	\
236839a53e0cSJaegeuk Kim 	} while (0)
236939a53e0cSJaegeuk Kim 
237039a53e0cSJaegeuk Kim int f2fs_build_stats(struct f2fs_sb_info *);
237139a53e0cSJaegeuk Kim void f2fs_destroy_stats(struct f2fs_sb_info *);
2372787c7b8cSChao Yu int __init f2fs_create_root_stats(void);
23734589d25dSNamjae Jeon void f2fs_destroy_root_stats(void);
237439a53e0cSJaegeuk Kim #else
2375942e0be6SChangman Lee #define stat_inc_cp_count(si)
237642190d2aSJaegeuk Kim #define stat_inc_bg_cp_count(si)
237739a53e0cSJaegeuk Kim #define stat_inc_call_count(si)
2378dcdfff65SJaegeuk Kim #define stat_inc_bggc_count(si)
237933fbd510SChao Yu #define stat_inc_dirty_inode(sbi, type)
238033fbd510SChao Yu #define stat_dec_dirty_inode(sbi, type)
2381dcdfff65SJaegeuk Kim #define stat_inc_total_hit(sb)
2382029e13ccSChao Yu #define stat_inc_rbtree_node_hit(sb)
238391c481ffSChao Yu #define stat_inc_largest_node_hit(sbi)
238491c481ffSChao Yu #define stat_inc_cached_node_hit(sbi)
2385d5e8f6c9SChao Yu #define stat_inc_inline_xattr(inode)
2386d5e8f6c9SChao Yu #define stat_dec_inline_xattr(inode)
23870dbdc2aeSJaegeuk Kim #define stat_inc_inline_inode(inode)
23880dbdc2aeSJaegeuk Kim #define stat_dec_inline_inode(inode)
23893289c061SJaegeuk Kim #define stat_inc_inline_dir(inode)
23903289c061SJaegeuk Kim #define stat_dec_inline_dir(inode)
239126a28a0cSJaegeuk Kim #define stat_inc_atomic_write(inode)
239226a28a0cSJaegeuk Kim #define stat_dec_atomic_write(inode)
239326a28a0cSJaegeuk Kim #define stat_update_max_atomic_write(inode)
2394dcdfff65SJaegeuk Kim #define stat_inc_seg_type(sbi, curseg)
2395dcdfff65SJaegeuk Kim #define stat_inc_block_count(sbi, curseg)
2396b9a2c252SChangman Lee #define stat_inc_inplace_blocks(sbi)
2397e1235983SChangman Lee #define stat_inc_seg_count(sbi, type, gc_type)
239839a53e0cSJaegeuk Kim #define stat_inc_tot_blk_count(si, blks)
2399e1235983SChangman Lee #define stat_inc_data_blk_count(sbi, blks, gc_type)
2400e1235983SChangman Lee #define stat_inc_node_blk_count(sbi, blks, gc_type)
240139a53e0cSJaegeuk Kim 
240239a53e0cSJaegeuk Kim static inline int f2fs_build_stats(struct f2fs_sb_info *sbi) { return 0; }
240339a53e0cSJaegeuk Kim static inline void f2fs_destroy_stats(struct f2fs_sb_info *sbi) { }
2404787c7b8cSChao Yu static inline int __init f2fs_create_root_stats(void) { return 0; }
24054589d25dSNamjae Jeon static inline void f2fs_destroy_root_stats(void) { }
240639a53e0cSJaegeuk Kim #endif
240739a53e0cSJaegeuk Kim 
240839a53e0cSJaegeuk Kim extern const struct file_operations f2fs_dir_operations;
240939a53e0cSJaegeuk Kim extern const struct file_operations f2fs_file_operations;
241039a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_file_inode_operations;
241139a53e0cSJaegeuk Kim extern const struct address_space_operations f2fs_dblock_aops;
241239a53e0cSJaegeuk Kim extern const struct address_space_operations f2fs_node_aops;
241339a53e0cSJaegeuk Kim extern const struct address_space_operations f2fs_meta_aops;
241439a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_dir_inode_operations;
241539a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_symlink_inode_operations;
2416cbaf042aSJaegeuk Kim extern const struct inode_operations f2fs_encrypted_symlink_inode_operations;
241739a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_special_inode_operations;
241829e7043fSJaegeuk Kim extern struct kmem_cache *inode_entry_slab;
24191001b347SHuajun Li 
2420e18c65b2SHuajun Li /*
2421e18c65b2SHuajun Li  * inline.c
2422e18c65b2SHuajun Li  */
242301b960e9SJaegeuk Kim bool f2fs_may_inline_data(struct inode *);
242401b960e9SJaegeuk Kim bool f2fs_may_inline_dentry(struct inode *);
2425b3d208f9SJaegeuk Kim void read_inline_data(struct page *, struct page *);
24260bfcfccaSChao Yu bool truncate_inline_inode(struct page *, u64);
2427e18c65b2SHuajun Li int f2fs_read_inline_data(struct inode *, struct page *);
2428b3d208f9SJaegeuk Kim int f2fs_convert_inline_page(struct dnode_of_data *, struct page *);
2429b3d208f9SJaegeuk Kim int f2fs_convert_inline_inode(struct inode *);
2430b3d208f9SJaegeuk Kim int f2fs_write_inline_data(struct inode *, struct page *);
24310342fd30SJaegeuk Kim bool recover_inline_data(struct inode *, struct page *);
24326e22c691SJaegeuk Kim struct f2fs_dir_entry *find_in_inline_dir(struct inode *,
24330b81d077SJaegeuk Kim 				struct fscrypt_name *, struct page **);
2434201a05beSChao Yu int make_empty_inline_dir(struct inode *inode, struct inode *, struct page *);
24359421d570SChao Yu int f2fs_add_inline_entry(struct inode *, const struct qstr *,
24369421d570SChao Yu 		const struct qstr *, struct inode *, nid_t, umode_t);
2437201a05beSChao Yu void f2fs_delete_inline_entry(struct f2fs_dir_entry *, struct page *,
2438201a05beSChao Yu 						struct inode *, struct inode *);
2439201a05beSChao Yu bool f2fs_empty_inline_dir(struct inode *);
2440d8c6822aSJaegeuk Kim int f2fs_read_inline_dir(struct file *, struct dir_context *,
24410b81d077SJaegeuk Kim 						struct fscrypt_str *);
244267f8cf3cSJaegeuk Kim int f2fs_inline_data_fiemap(struct inode *,
244367f8cf3cSJaegeuk Kim 		struct fiemap_extent_info *, __u64, __u64);
2444cde4de12SJaegeuk Kim 
2445cde4de12SJaegeuk Kim /*
24462658e50dSJaegeuk Kim  * shrinker.c
24472658e50dSJaegeuk Kim  */
24482658e50dSJaegeuk Kim unsigned long f2fs_shrink_count(struct shrinker *, struct shrink_control *);
24492658e50dSJaegeuk Kim unsigned long f2fs_shrink_scan(struct shrinker *, struct shrink_control *);
24502658e50dSJaegeuk Kim void f2fs_join_shrinker(struct f2fs_sb_info *);
24512658e50dSJaegeuk Kim void f2fs_leave_shrinker(struct f2fs_sb_info *);
24522658e50dSJaegeuk Kim 
24532658e50dSJaegeuk Kim /*
2454a28ef1f5SChao Yu  * extent_cache.c
2455a28ef1f5SChao Yu  */
2456a28ef1f5SChao Yu unsigned int f2fs_shrink_extent_tree(struct f2fs_sb_info *, int);
2457ed3d1256SJaegeuk Kim bool f2fs_init_extent_tree(struct inode *, struct f2fs_extent *);
24585f281fabSJaegeuk Kim void f2fs_drop_extent_tree(struct inode *);
2459a28ef1f5SChao Yu unsigned int f2fs_destroy_extent_node(struct inode *);
2460a28ef1f5SChao Yu void f2fs_destroy_extent_tree(struct inode *);
2461a28ef1f5SChao Yu bool f2fs_lookup_extent_cache(struct inode *, pgoff_t, struct extent_info *);
2462a28ef1f5SChao Yu void f2fs_update_extent_cache(struct dnode_of_data *);
246319b2c30dSChao Yu void f2fs_update_extent_cache_range(struct dnode_of_data *dn,
246419b2c30dSChao Yu 						pgoff_t, block_t, unsigned int);
2465a28ef1f5SChao Yu void init_extent_cache_info(struct f2fs_sb_info *);
2466a28ef1f5SChao Yu int __init create_extent_cache(void);
2467a28ef1f5SChao Yu void destroy_extent_cache(void);
2468a28ef1f5SChao Yu 
2469a28ef1f5SChao Yu /*
2470cde4de12SJaegeuk Kim  * crypto support
2471cde4de12SJaegeuk Kim  */
24720b81d077SJaegeuk Kim static inline bool f2fs_encrypted_inode(struct inode *inode)
2473cde4de12SJaegeuk Kim {
2474cde4de12SJaegeuk Kim 	return file_is_encrypt(inode);
2475cde4de12SJaegeuk Kim }
2476cde4de12SJaegeuk Kim 
2477cde4de12SJaegeuk Kim static inline void f2fs_set_encrypted_inode(struct inode *inode)
2478cde4de12SJaegeuk Kim {
2479cde4de12SJaegeuk Kim #ifdef CONFIG_F2FS_FS_ENCRYPTION
2480cde4de12SJaegeuk Kim 	file_set_encrypt(inode);
2481cde4de12SJaegeuk Kim #endif
2482cde4de12SJaegeuk Kim }
2483cde4de12SJaegeuk Kim 
2484cde4de12SJaegeuk Kim static inline bool f2fs_bio_encrypted(struct bio *bio)
2485cde4de12SJaegeuk Kim {
24860b81d077SJaegeuk Kim 	return bio->bi_private != NULL;
2487cde4de12SJaegeuk Kim }
2488cde4de12SJaegeuk Kim 
2489cde4de12SJaegeuk Kim static inline int f2fs_sb_has_crypto(struct super_block *sb)
2490cde4de12SJaegeuk Kim {
2491cde4de12SJaegeuk Kim 	return F2FS_HAS_FEATURE(sb, F2FS_FEATURE_ENCRYPT);
2492cde4de12SJaegeuk Kim }
2493f424f664SJaegeuk Kim 
24940bfd7a09SDamien Le Moal static inline int f2fs_sb_mounted_blkzoned(struct super_block *sb)
249552763a4bSJaegeuk Kim {
24960bfd7a09SDamien Le Moal 	return F2FS_HAS_FEATURE(sb, F2FS_FEATURE_BLKZONED);
249752763a4bSJaegeuk Kim }
249852763a4bSJaegeuk Kim 
2499178053e2SDamien Le Moal #ifdef CONFIG_BLK_DEV_ZONED
2500178053e2SDamien Le Moal static inline int get_blkz_type(struct f2fs_sb_info *sbi,
25013c62be17SJaegeuk Kim 			struct block_device *bdev, block_t blkaddr)
2502178053e2SDamien Le Moal {
2503178053e2SDamien Le Moal 	unsigned int zno = blkaddr >> sbi->log_blocks_per_blkz;
25043c62be17SJaegeuk Kim 	int i;
2505178053e2SDamien Le Moal 
25063c62be17SJaegeuk Kim 	for (i = 0; i < sbi->s_ndevs; i++)
25073c62be17SJaegeuk Kim 		if (FDEV(i).bdev == bdev)
25083c62be17SJaegeuk Kim 			return FDEV(i).blkz_type[zno];
25093c62be17SJaegeuk Kim 	return -EINVAL;
2510178053e2SDamien Le Moal }
2511178053e2SDamien Le Moal #endif
2512178053e2SDamien Le Moal 
251396ba2decSDamien Le Moal static inline bool f2fs_discard_en(struct f2fs_sb_info *sbi)
251496ba2decSDamien Le Moal {
251596ba2decSDamien Le Moal 	struct request_queue *q = bdev_get_queue(sbi->sb->s_bdev);
251696ba2decSDamien Le Moal 
251796ba2decSDamien Le Moal 	return blk_queue_discard(q) || f2fs_sb_mounted_blkzoned(sbi->sb);
251852763a4bSJaegeuk Kim }
251952763a4bSJaegeuk Kim 
252052763a4bSJaegeuk Kim static inline void set_opt_mode(struct f2fs_sb_info *sbi, unsigned int mt)
252152763a4bSJaegeuk Kim {
252252763a4bSJaegeuk Kim 	clear_opt(sbi, ADAPTIVE);
252352763a4bSJaegeuk Kim 	clear_opt(sbi, LFS);
252452763a4bSJaegeuk Kim 
252552763a4bSJaegeuk Kim 	switch (mt) {
252652763a4bSJaegeuk Kim 	case F2FS_MOUNT_ADAPTIVE:
252752763a4bSJaegeuk Kim 		set_opt(sbi, ADAPTIVE);
252852763a4bSJaegeuk Kim 		break;
252952763a4bSJaegeuk Kim 	case F2FS_MOUNT_LFS:
253052763a4bSJaegeuk Kim 		set_opt(sbi, LFS);
253152763a4bSJaegeuk Kim 		break;
253252763a4bSJaegeuk Kim 	}
253352763a4bSJaegeuk Kim }
253452763a4bSJaegeuk Kim 
2535fcc85a4dSJaegeuk Kim static inline bool f2fs_may_encrypt(struct inode *inode)
2536fcc85a4dSJaegeuk Kim {
2537fcc85a4dSJaegeuk Kim #ifdef CONFIG_F2FS_FS_ENCRYPTION
2538886f56f9SAl Viro 	umode_t mode = inode->i_mode;
2539fcc85a4dSJaegeuk Kim 
2540fcc85a4dSJaegeuk Kim 	return (S_ISREG(mode) || S_ISDIR(mode) || S_ISLNK(mode));
2541fcc85a4dSJaegeuk Kim #else
2542fcc85a4dSJaegeuk Kim 	return 0;
2543fcc85a4dSJaegeuk Kim #endif
2544fcc85a4dSJaegeuk Kim }
2545fcc85a4dSJaegeuk Kim 
25460b81d077SJaegeuk Kim #ifndef CONFIG_F2FS_FS_ENCRYPTION
25470b81d077SJaegeuk Kim #define fscrypt_set_d_op(i)
25480b81d077SJaegeuk Kim #define fscrypt_get_ctx			fscrypt_notsupp_get_ctx
25490b81d077SJaegeuk Kim #define fscrypt_release_ctx		fscrypt_notsupp_release_ctx
25500b81d077SJaegeuk Kim #define fscrypt_encrypt_page		fscrypt_notsupp_encrypt_page
25510b81d077SJaegeuk Kim #define fscrypt_decrypt_page		fscrypt_notsupp_decrypt_page
25520b81d077SJaegeuk Kim #define fscrypt_decrypt_bio_pages	fscrypt_notsupp_decrypt_bio_pages
25530b81d077SJaegeuk Kim #define fscrypt_pullback_bio_page	fscrypt_notsupp_pullback_bio_page
25540b81d077SJaegeuk Kim #define fscrypt_restore_control_page	fscrypt_notsupp_restore_control_page
25550b81d077SJaegeuk Kim #define fscrypt_zeroout_range		fscrypt_notsupp_zeroout_range
2556db717d8eSEric Biggers #define fscrypt_ioctl_set_policy	fscrypt_notsupp_ioctl_set_policy
2557db717d8eSEric Biggers #define fscrypt_ioctl_get_policy	fscrypt_notsupp_ioctl_get_policy
25580b81d077SJaegeuk Kim #define fscrypt_has_permitted_context	fscrypt_notsupp_has_permitted_context
25590b81d077SJaegeuk Kim #define fscrypt_inherit_context		fscrypt_notsupp_inherit_context
25600b81d077SJaegeuk Kim #define fscrypt_get_encryption_info	fscrypt_notsupp_get_encryption_info
25610b81d077SJaegeuk Kim #define fscrypt_put_encryption_info	fscrypt_notsupp_put_encryption_info
25620b81d077SJaegeuk Kim #define fscrypt_setup_filename		fscrypt_notsupp_setup_filename
25630b81d077SJaegeuk Kim #define fscrypt_free_filename		fscrypt_notsupp_free_filename
25640b81d077SJaegeuk Kim #define fscrypt_fname_encrypted_size	fscrypt_notsupp_fname_encrypted_size
25650b81d077SJaegeuk Kim #define fscrypt_fname_alloc_buffer	fscrypt_notsupp_fname_alloc_buffer
25660b81d077SJaegeuk Kim #define fscrypt_fname_free_buffer	fscrypt_notsupp_fname_free_buffer
25670b81d077SJaegeuk Kim #define fscrypt_fname_disk_to_usr	fscrypt_notsupp_fname_disk_to_usr
25680b81d077SJaegeuk Kim #define fscrypt_fname_usr_to_disk	fscrypt_notsupp_fname_usr_to_disk
256957e5055bSJaegeuk Kim #endif
257039a53e0cSJaegeuk Kim #endif
2571