xref: /openbmc/linux/fs/f2fs/f2fs.h (revision 81c1a0f13e6306a76fc3743b8504085d96659a5f)
10a8165d7SJaegeuk Kim /*
239a53e0cSJaegeuk Kim  * fs/f2fs/f2fs.h
339a53e0cSJaegeuk Kim  *
439a53e0cSJaegeuk Kim  * Copyright (c) 2012 Samsung Electronics Co., Ltd.
539a53e0cSJaegeuk Kim  *             http://www.samsung.com/
639a53e0cSJaegeuk Kim  *
739a53e0cSJaegeuk Kim  * This program is free software; you can redistribute it and/or modify
839a53e0cSJaegeuk Kim  * it under the terms of the GNU General Public License version 2 as
939a53e0cSJaegeuk Kim  * published by the Free Software Foundation.
1039a53e0cSJaegeuk Kim  */
1139a53e0cSJaegeuk Kim #ifndef _LINUX_F2FS_H
1239a53e0cSJaegeuk Kim #define _LINUX_F2FS_H
1339a53e0cSJaegeuk Kim 
1439a53e0cSJaegeuk Kim #include <linux/types.h>
1539a53e0cSJaegeuk Kim #include <linux/page-flags.h>
1639a53e0cSJaegeuk Kim #include <linux/buffer_head.h>
1739a53e0cSJaegeuk Kim #include <linux/slab.h>
1839a53e0cSJaegeuk Kim #include <linux/crc32.h>
1939a53e0cSJaegeuk Kim #include <linux/magic.h>
20c2d715d1SJaegeuk Kim #include <linux/kobject.h>
217bd59381SGu Zheng #include <linux/sched.h>
2239a53e0cSJaegeuk Kim 
235d56b671SJaegeuk Kim #ifdef CONFIG_F2FS_CHECK_FS
245d56b671SJaegeuk Kim #define f2fs_bug_on(condition)	BUG_ON(condition)
250daaad97SJaegeuk Kim #define f2fs_down_write(x, y)	down_write_nest_lock(x, y)
265d56b671SJaegeuk Kim #else
275d56b671SJaegeuk Kim #define f2fs_bug_on(condition)
280daaad97SJaegeuk Kim #define f2fs_down_write(x, y)	down_write(x)
295d56b671SJaegeuk Kim #endif
305d56b671SJaegeuk Kim 
3139a53e0cSJaegeuk Kim /*
3239a53e0cSJaegeuk Kim  * For mount options
3339a53e0cSJaegeuk Kim  */
3439a53e0cSJaegeuk Kim #define F2FS_MOUNT_BG_GC		0x00000001
3539a53e0cSJaegeuk Kim #define F2FS_MOUNT_DISABLE_ROLL_FORWARD	0x00000002
3639a53e0cSJaegeuk Kim #define F2FS_MOUNT_DISCARD		0x00000004
3739a53e0cSJaegeuk Kim #define F2FS_MOUNT_NOHEAP		0x00000008
3839a53e0cSJaegeuk Kim #define F2FS_MOUNT_XATTR_USER		0x00000010
3939a53e0cSJaegeuk Kim #define F2FS_MOUNT_POSIX_ACL		0x00000020
4039a53e0cSJaegeuk Kim #define F2FS_MOUNT_DISABLE_EXT_IDENTIFY	0x00000040
41444c580fSJaegeuk Kim #define F2FS_MOUNT_INLINE_XATTR		0x00000080
421001b347SHuajun Li #define F2FS_MOUNT_INLINE_DATA		0x00000100
4339a53e0cSJaegeuk Kim 
4439a53e0cSJaegeuk Kim #define clear_opt(sbi, option)	(sbi->mount_opt.opt &= ~F2FS_MOUNT_##option)
4539a53e0cSJaegeuk Kim #define set_opt(sbi, option)	(sbi->mount_opt.opt |= F2FS_MOUNT_##option)
4639a53e0cSJaegeuk Kim #define test_opt(sbi, option)	(sbi->mount_opt.opt & F2FS_MOUNT_##option)
4739a53e0cSJaegeuk Kim 
4839a53e0cSJaegeuk Kim #define ver_after(a, b)	(typecheck(unsigned long long, a) &&		\
4939a53e0cSJaegeuk Kim 		typecheck(unsigned long long, b) &&			\
5039a53e0cSJaegeuk Kim 		((long long)((a) - (b)) > 0))
5139a53e0cSJaegeuk Kim 
52a9841c4dSJaegeuk Kim typedef u32 block_t;	/*
53a9841c4dSJaegeuk Kim 			 * should not change u32, since it is the on-disk block
54a9841c4dSJaegeuk Kim 			 * address format, __le32.
55a9841c4dSJaegeuk Kim 			 */
5639a53e0cSJaegeuk Kim typedef u32 nid_t;
5739a53e0cSJaegeuk Kim 
5839a53e0cSJaegeuk Kim struct f2fs_mount_info {
5939a53e0cSJaegeuk Kim 	unsigned int	opt;
6039a53e0cSJaegeuk Kim };
6139a53e0cSJaegeuk Kim 
627e586fa0SJaegeuk Kim #define CRCPOLY_LE 0xedb88320
637e586fa0SJaegeuk Kim 
647e586fa0SJaegeuk Kim static inline __u32 f2fs_crc32(void *buf, size_t len)
6539a53e0cSJaegeuk Kim {
667e586fa0SJaegeuk Kim 	unsigned char *p = (unsigned char *)buf;
677e586fa0SJaegeuk Kim 	__u32 crc = F2FS_SUPER_MAGIC;
687e586fa0SJaegeuk Kim 	int i;
697e586fa0SJaegeuk Kim 
707e586fa0SJaegeuk Kim 	while (len--) {
717e586fa0SJaegeuk Kim 		crc ^= *p++;
727e586fa0SJaegeuk Kim 		for (i = 0; i < 8; i++)
737e586fa0SJaegeuk Kim 			crc = (crc >> 1) ^ ((crc & 1) ? CRCPOLY_LE : 0);
747e586fa0SJaegeuk Kim 	}
757e586fa0SJaegeuk Kim 	return crc;
7639a53e0cSJaegeuk Kim }
7739a53e0cSJaegeuk Kim 
787e586fa0SJaegeuk Kim static inline bool f2fs_crc_valid(__u32 blk_crc, void *buf, size_t buf_size)
7939a53e0cSJaegeuk Kim {
807e586fa0SJaegeuk Kim 	return f2fs_crc32(buf, buf_size) == blk_crc;
8139a53e0cSJaegeuk Kim }
8239a53e0cSJaegeuk Kim 
8339a53e0cSJaegeuk Kim /*
8439a53e0cSJaegeuk Kim  * For checkpoint manager
8539a53e0cSJaegeuk Kim  */
8639a53e0cSJaegeuk Kim enum {
8739a53e0cSJaegeuk Kim 	NAT_BITMAP,
8839a53e0cSJaegeuk Kim 	SIT_BITMAP
8939a53e0cSJaegeuk Kim };
9039a53e0cSJaegeuk Kim 
91662befdaSChao Yu /*
92*81c1a0f1SChao Yu  * For CP/NAT/SIT/SSA readahead
93662befdaSChao Yu  */
94662befdaSChao Yu enum {
95662befdaSChao Yu 	META_CP,
96662befdaSChao Yu 	META_NAT,
97*81c1a0f1SChao Yu 	META_SIT,
98*81c1a0f1SChao Yu 	META_SSA
99662befdaSChao Yu };
100662befdaSChao Yu 
10139a53e0cSJaegeuk Kim /* for the list of orphan inodes */
10239a53e0cSJaegeuk Kim struct orphan_inode_entry {
10339a53e0cSJaegeuk Kim 	struct list_head list;	/* list head */
10439a53e0cSJaegeuk Kim 	nid_t ino;		/* inode number */
10539a53e0cSJaegeuk Kim };
10639a53e0cSJaegeuk Kim 
10739a53e0cSJaegeuk Kim /* for the list of directory inodes */
10839a53e0cSJaegeuk Kim struct dir_inode_entry {
10939a53e0cSJaegeuk Kim 	struct list_head list;	/* list head */
11039a53e0cSJaegeuk Kim 	struct inode *inode;	/* vfs inode pointer */
11139a53e0cSJaegeuk Kim };
11239a53e0cSJaegeuk Kim 
1137fd9e544SJaegeuk Kim /* for the list of blockaddresses to be discarded */
1147fd9e544SJaegeuk Kim struct discard_entry {
1157fd9e544SJaegeuk Kim 	struct list_head list;	/* list head */
1167fd9e544SJaegeuk Kim 	block_t blkaddr;	/* block address to be discarded */
1177fd9e544SJaegeuk Kim 	int len;		/* # of consecutive blocks of the discard */
1187fd9e544SJaegeuk Kim };
1197fd9e544SJaegeuk Kim 
12039a53e0cSJaegeuk Kim /* for the list of fsync inodes, used only during recovery */
12139a53e0cSJaegeuk Kim struct fsync_inode_entry {
12239a53e0cSJaegeuk Kim 	struct list_head list;	/* list head */
12339a53e0cSJaegeuk Kim 	struct inode *inode;	/* vfs inode pointer */
12439a53e0cSJaegeuk Kim 	block_t blkaddr;	/* block address locating the last inode */
12539a53e0cSJaegeuk Kim };
12639a53e0cSJaegeuk Kim 
12739a53e0cSJaegeuk Kim #define nats_in_cursum(sum)		(le16_to_cpu(sum->n_nats))
12839a53e0cSJaegeuk Kim #define sits_in_cursum(sum)		(le16_to_cpu(sum->n_sits))
12939a53e0cSJaegeuk Kim 
13039a53e0cSJaegeuk Kim #define nat_in_journal(sum, i)		(sum->nat_j.entries[i].ne)
13139a53e0cSJaegeuk Kim #define nid_in_journal(sum, i)		(sum->nat_j.entries[i].nid)
13239a53e0cSJaegeuk Kim #define sit_in_journal(sum, i)		(sum->sit_j.entries[i].se)
13339a53e0cSJaegeuk Kim #define segno_in_journal(sum, i)	(sum->sit_j.entries[i].segno)
13439a53e0cSJaegeuk Kim 
13539a53e0cSJaegeuk Kim static inline int update_nats_in_cursum(struct f2fs_summary_block *rs, int i)
13639a53e0cSJaegeuk Kim {
13739a53e0cSJaegeuk Kim 	int before = nats_in_cursum(rs);
13839a53e0cSJaegeuk Kim 	rs->n_nats = cpu_to_le16(before + i);
13939a53e0cSJaegeuk Kim 	return before;
14039a53e0cSJaegeuk Kim }
14139a53e0cSJaegeuk Kim 
14239a53e0cSJaegeuk Kim static inline int update_sits_in_cursum(struct f2fs_summary_block *rs, int i)
14339a53e0cSJaegeuk Kim {
14439a53e0cSJaegeuk Kim 	int before = sits_in_cursum(rs);
14539a53e0cSJaegeuk Kim 	rs->n_sits = cpu_to_le16(before + i);
14639a53e0cSJaegeuk Kim 	return before;
14739a53e0cSJaegeuk Kim }
14839a53e0cSJaegeuk Kim 
14939a53e0cSJaegeuk Kim /*
150e9750824SNamjae Jeon  * ioctl commands
151e9750824SNamjae Jeon  */
152e9750824SNamjae Jeon #define F2FS_IOC_GETFLAGS               FS_IOC_GETFLAGS
153e9750824SNamjae Jeon #define F2FS_IOC_SETFLAGS               FS_IOC_SETFLAGS
154e9750824SNamjae Jeon 
155e9750824SNamjae Jeon #if defined(__KERNEL__) && defined(CONFIG_COMPAT)
156e9750824SNamjae Jeon /*
157e9750824SNamjae Jeon  * ioctl commands in 32 bit emulation
158e9750824SNamjae Jeon  */
159e9750824SNamjae Jeon #define F2FS_IOC32_GETFLAGS             FS_IOC32_GETFLAGS
160e9750824SNamjae Jeon #define F2FS_IOC32_SETFLAGS             FS_IOC32_SETFLAGS
161e9750824SNamjae Jeon #endif
162e9750824SNamjae Jeon 
163e9750824SNamjae Jeon /*
16439a53e0cSJaegeuk Kim  * For INODE and NODE manager
16539a53e0cSJaegeuk Kim  */
166dbe6a5ffSJaegeuk Kim /*
167dbe6a5ffSJaegeuk Kim  * XATTR_NODE_OFFSET stores xattrs to one node block per file keeping -1
168dbe6a5ffSJaegeuk Kim  * as its node offset to distinguish from index node blocks.
169dbe6a5ffSJaegeuk Kim  * But some bits are used to mark the node block.
17039a53e0cSJaegeuk Kim  */
171dbe6a5ffSJaegeuk Kim #define XATTR_NODE_OFFSET	((((unsigned int)-1) << OFFSET_BIT_SHIFT) \
172dbe6a5ffSJaegeuk Kim 				>> OFFSET_BIT_SHIFT)
173266e97a8SJaegeuk Kim enum {
174266e97a8SJaegeuk Kim 	ALLOC_NODE,			/* allocate a new node page if needed */
175266e97a8SJaegeuk Kim 	LOOKUP_NODE,			/* look up a node without readahead */
176266e97a8SJaegeuk Kim 	LOOKUP_NODE_RA,			/*
177266e97a8SJaegeuk Kim 					 * look up a node with readahead called
1784f4124d0SChao Yu 					 * by get_data_block.
17939a53e0cSJaegeuk Kim 					 */
180266e97a8SJaegeuk Kim };
181266e97a8SJaegeuk Kim 
18239a53e0cSJaegeuk Kim #define F2FS_LINK_MAX		32000	/* maximum link count per file */
18339a53e0cSJaegeuk Kim 
18439a53e0cSJaegeuk Kim /* for in-memory extent cache entry */
185c11abd1aSJaegeuk Kim #define F2FS_MIN_EXTENT_LEN	16	/* minimum extent length */
186c11abd1aSJaegeuk Kim 
18739a53e0cSJaegeuk Kim struct extent_info {
18839a53e0cSJaegeuk Kim 	rwlock_t ext_lock;	/* rwlock for consistency */
18939a53e0cSJaegeuk Kim 	unsigned int fofs;	/* start offset in a file */
19039a53e0cSJaegeuk Kim 	u32 blk_addr;		/* start block address of the extent */
191111d2495SMasanari Iida 	unsigned int len;	/* length of the extent */
19239a53e0cSJaegeuk Kim };
19339a53e0cSJaegeuk Kim 
19439a53e0cSJaegeuk Kim /*
19539a53e0cSJaegeuk Kim  * i_advise uses FADVISE_XXX_BIT. We can add additional hints later.
19639a53e0cSJaegeuk Kim  */
19739a53e0cSJaegeuk Kim #define FADVISE_COLD_BIT	0x01
198354a3399SJaegeuk Kim #define FADVISE_LOST_PINO_BIT	0x02
19939a53e0cSJaegeuk Kim 
200ab9fa662SJaegeuk Kim #define DEF_DIR_LEVEL		0
201ab9fa662SJaegeuk Kim 
20239a53e0cSJaegeuk Kim struct f2fs_inode_info {
20339a53e0cSJaegeuk Kim 	struct inode vfs_inode;		/* serve a vfs inode */
20439a53e0cSJaegeuk Kim 	unsigned long i_flags;		/* keep an inode flags for ioctl */
20539a53e0cSJaegeuk Kim 	unsigned char i_advise;		/* use to give file attribute hints */
20638431545SJaegeuk Kim 	unsigned char i_dir_level;	/* use for dentry level for large dir */
20739a53e0cSJaegeuk Kim 	unsigned int i_current_depth;	/* use only in directory structure */
2086666e6aaSJaegeuk Kim 	unsigned int i_pino;		/* parent inode number */
20939a53e0cSJaegeuk Kim 	umode_t i_acl_mode;		/* keep file acl mode temporarily */
21039a53e0cSJaegeuk Kim 
21139a53e0cSJaegeuk Kim 	/* Use below internally in f2fs*/
21239a53e0cSJaegeuk Kim 	unsigned long flags;		/* use to pass per-file flags */
21339a53e0cSJaegeuk Kim 	atomic_t dirty_dents;		/* # of dirty dentry pages */
21439a53e0cSJaegeuk Kim 	f2fs_hash_t chash;		/* hash value of given file name */
21539a53e0cSJaegeuk Kim 	unsigned int clevel;		/* maximum level of given file name */
21639a53e0cSJaegeuk Kim 	nid_t i_xattr_nid;		/* node id that contains xattrs */
217e518ff81SJaegeuk Kim 	unsigned long long xattr_ver;	/* cp version of xattr modification */
21839a53e0cSJaegeuk Kim 	struct extent_info ext;		/* in-memory extent cache entry */
21939a53e0cSJaegeuk Kim };
22039a53e0cSJaegeuk Kim 
22139a53e0cSJaegeuk Kim static inline void get_extent_info(struct extent_info *ext,
22239a53e0cSJaegeuk Kim 					struct f2fs_extent i_ext)
22339a53e0cSJaegeuk Kim {
22439a53e0cSJaegeuk Kim 	write_lock(&ext->ext_lock);
22539a53e0cSJaegeuk Kim 	ext->fofs = le32_to_cpu(i_ext.fofs);
22639a53e0cSJaegeuk Kim 	ext->blk_addr = le32_to_cpu(i_ext.blk_addr);
22739a53e0cSJaegeuk Kim 	ext->len = le32_to_cpu(i_ext.len);
22839a53e0cSJaegeuk Kim 	write_unlock(&ext->ext_lock);
22939a53e0cSJaegeuk Kim }
23039a53e0cSJaegeuk Kim 
23139a53e0cSJaegeuk Kim static inline void set_raw_extent(struct extent_info *ext,
23239a53e0cSJaegeuk Kim 					struct f2fs_extent *i_ext)
23339a53e0cSJaegeuk Kim {
23439a53e0cSJaegeuk Kim 	read_lock(&ext->ext_lock);
23539a53e0cSJaegeuk Kim 	i_ext->fofs = cpu_to_le32(ext->fofs);
23639a53e0cSJaegeuk Kim 	i_ext->blk_addr = cpu_to_le32(ext->blk_addr);
23739a53e0cSJaegeuk Kim 	i_ext->len = cpu_to_le32(ext->len);
23839a53e0cSJaegeuk Kim 	read_unlock(&ext->ext_lock);
23939a53e0cSJaegeuk Kim }
24039a53e0cSJaegeuk Kim 
24139a53e0cSJaegeuk Kim struct f2fs_nm_info {
24239a53e0cSJaegeuk Kim 	block_t nat_blkaddr;		/* base disk address of NAT */
24339a53e0cSJaegeuk Kim 	nid_t max_nid;			/* maximum possible node ids */
24439a53e0cSJaegeuk Kim 	nid_t next_scan_nid;		/* the next nid to be scanned */
24539a53e0cSJaegeuk Kim 
24639a53e0cSJaegeuk Kim 	/* NAT cache management */
24739a53e0cSJaegeuk Kim 	struct radix_tree_root nat_root;/* root of the nat entry cache */
24839a53e0cSJaegeuk Kim 	rwlock_t nat_tree_lock;		/* protect nat_tree_lock */
24939a53e0cSJaegeuk Kim 	unsigned int nat_cnt;		/* the # of cached nat entries */
25039a53e0cSJaegeuk Kim 	struct list_head nat_entries;	/* cached nat entry list (clean) */
25139a53e0cSJaegeuk Kim 	struct list_head dirty_nat_entries; /* cached nat entry list (dirty) */
25239a53e0cSJaegeuk Kim 
25339a53e0cSJaegeuk Kim 	/* free node ids management */
2548a7ed66aSJaegeuk Kim 	struct radix_tree_root free_nid_root;/* root of the free_nid cache */
25539a53e0cSJaegeuk Kim 	struct list_head free_nid_list;	/* a list for free nids */
25639a53e0cSJaegeuk Kim 	spinlock_t free_nid_list_lock;	/* protect free nid list */
25739a53e0cSJaegeuk Kim 	unsigned int fcnt;		/* the number of free node id */
25839a53e0cSJaegeuk Kim 	struct mutex build_lock;	/* lock for build free nids */
25939a53e0cSJaegeuk Kim 
26039a53e0cSJaegeuk Kim 	/* for checkpoint */
26139a53e0cSJaegeuk Kim 	char *nat_bitmap;		/* NAT bitmap pointer */
26239a53e0cSJaegeuk Kim 	int bitmap_size;		/* bitmap size */
26339a53e0cSJaegeuk Kim };
26439a53e0cSJaegeuk Kim 
26539a53e0cSJaegeuk Kim /*
26639a53e0cSJaegeuk Kim  * this structure is used as one of function parameters.
26739a53e0cSJaegeuk Kim  * all the information are dedicated to a given direct node block determined
26839a53e0cSJaegeuk Kim  * by the data offset in a file.
26939a53e0cSJaegeuk Kim  */
27039a53e0cSJaegeuk Kim struct dnode_of_data {
27139a53e0cSJaegeuk Kim 	struct inode *inode;		/* vfs inode pointer */
27239a53e0cSJaegeuk Kim 	struct page *inode_page;	/* its inode page, NULL is possible */
27339a53e0cSJaegeuk Kim 	struct page *node_page;		/* cached direct node page */
27439a53e0cSJaegeuk Kim 	nid_t nid;			/* node id of the direct node block */
27539a53e0cSJaegeuk Kim 	unsigned int ofs_in_node;	/* data offset in the node page */
27639a53e0cSJaegeuk Kim 	bool inode_page_locked;		/* inode page is locked or not */
27739a53e0cSJaegeuk Kim 	block_t	data_blkaddr;		/* block address of the node block */
27839a53e0cSJaegeuk Kim };
27939a53e0cSJaegeuk Kim 
28039a53e0cSJaegeuk Kim static inline void set_new_dnode(struct dnode_of_data *dn, struct inode *inode,
28139a53e0cSJaegeuk Kim 		struct page *ipage, struct page *npage, nid_t nid)
28239a53e0cSJaegeuk Kim {
283d66d1f76SJaegeuk Kim 	memset(dn, 0, sizeof(*dn));
28439a53e0cSJaegeuk Kim 	dn->inode = inode;
28539a53e0cSJaegeuk Kim 	dn->inode_page = ipage;
28639a53e0cSJaegeuk Kim 	dn->node_page = npage;
28739a53e0cSJaegeuk Kim 	dn->nid = nid;
28839a53e0cSJaegeuk Kim }
28939a53e0cSJaegeuk Kim 
29039a53e0cSJaegeuk Kim /*
29139a53e0cSJaegeuk Kim  * For SIT manager
29239a53e0cSJaegeuk Kim  *
29339a53e0cSJaegeuk Kim  * By default, there are 6 active log areas across the whole main area.
29439a53e0cSJaegeuk Kim  * When considering hot and cold data separation to reduce cleaning overhead,
29539a53e0cSJaegeuk Kim  * we split 3 for data logs and 3 for node logs as hot, warm, and cold types,
29639a53e0cSJaegeuk Kim  * respectively.
29739a53e0cSJaegeuk Kim  * In the current design, you should not change the numbers intentionally.
29839a53e0cSJaegeuk Kim  * Instead, as a mount option such as active_logs=x, you can use 2, 4, and 6
29939a53e0cSJaegeuk Kim  * logs individually according to the underlying devices. (default: 6)
30039a53e0cSJaegeuk Kim  * Just in case, on-disk layout covers maximum 16 logs that consist of 8 for
30139a53e0cSJaegeuk Kim  * data and 8 for node logs.
30239a53e0cSJaegeuk Kim  */
30339a53e0cSJaegeuk Kim #define	NR_CURSEG_DATA_TYPE	(3)
30439a53e0cSJaegeuk Kim #define NR_CURSEG_NODE_TYPE	(3)
30539a53e0cSJaegeuk Kim #define NR_CURSEG_TYPE	(NR_CURSEG_DATA_TYPE + NR_CURSEG_NODE_TYPE)
30639a53e0cSJaegeuk Kim 
30739a53e0cSJaegeuk Kim enum {
30839a53e0cSJaegeuk Kim 	CURSEG_HOT_DATA	= 0,	/* directory entry blocks */
30939a53e0cSJaegeuk Kim 	CURSEG_WARM_DATA,	/* data blocks */
31039a53e0cSJaegeuk Kim 	CURSEG_COLD_DATA,	/* multimedia or GCed data blocks */
31139a53e0cSJaegeuk Kim 	CURSEG_HOT_NODE,	/* direct node blocks of directory files */
31239a53e0cSJaegeuk Kim 	CURSEG_WARM_NODE,	/* direct node blocks of normal files */
31339a53e0cSJaegeuk Kim 	CURSEG_COLD_NODE,	/* indirect node blocks */
31439a53e0cSJaegeuk Kim 	NO_CHECK_TYPE
31539a53e0cSJaegeuk Kim };
31639a53e0cSJaegeuk Kim 
31739a53e0cSJaegeuk Kim struct f2fs_sm_info {
31839a53e0cSJaegeuk Kim 	struct sit_info *sit_info;		/* whole segment information */
31939a53e0cSJaegeuk Kim 	struct free_segmap_info *free_info;	/* free segment information */
32039a53e0cSJaegeuk Kim 	struct dirty_seglist_info *dirty_info;	/* dirty segment information */
32139a53e0cSJaegeuk Kim 	struct curseg_info *curseg_array;	/* active segment information */
32239a53e0cSJaegeuk Kim 
32339a53e0cSJaegeuk Kim 	struct list_head wblist_head;	/* list of under-writeback pages */
32439a53e0cSJaegeuk Kim 	spinlock_t wblist_lock;		/* lock for checkpoint */
32539a53e0cSJaegeuk Kim 
32639a53e0cSJaegeuk Kim 	block_t seg0_blkaddr;		/* block address of 0'th segment */
32739a53e0cSJaegeuk Kim 	block_t main_blkaddr;		/* start block address of main area */
32839a53e0cSJaegeuk Kim 	block_t ssa_blkaddr;		/* start block address of SSA area */
32939a53e0cSJaegeuk Kim 
33039a53e0cSJaegeuk Kim 	unsigned int segment_count;	/* total # of segments */
33139a53e0cSJaegeuk Kim 	unsigned int main_segments;	/* # of segments in main area */
33239a53e0cSJaegeuk Kim 	unsigned int reserved_segments;	/* # of reserved segments */
33339a53e0cSJaegeuk Kim 	unsigned int ovp_segments;	/* # of overprovision segments */
33481eb8d6eSJaegeuk Kim 
33581eb8d6eSJaegeuk Kim 	/* a threshold to reclaim prefree segments */
33681eb8d6eSJaegeuk Kim 	unsigned int rec_prefree_segments;
3377fd9e544SJaegeuk Kim 
3387fd9e544SJaegeuk Kim 	/* for small discard management */
3397fd9e544SJaegeuk Kim 	struct list_head discard_list;		/* 4KB discard list */
3407fd9e544SJaegeuk Kim 	int nr_discards;			/* # of discards in the list */
3417fd9e544SJaegeuk Kim 	int max_discards;			/* max. discards to be issued */
342216fbd64SJaegeuk Kim 
343216fbd64SJaegeuk Kim 	unsigned int ipu_policy;	/* in-place-update policy */
344216fbd64SJaegeuk Kim 	unsigned int min_ipu_util;	/* in-place-update threshold */
34539a53e0cSJaegeuk Kim };
34639a53e0cSJaegeuk Kim 
34739a53e0cSJaegeuk Kim /*
34839a53e0cSJaegeuk Kim  * For superblock
34939a53e0cSJaegeuk Kim  */
35039a53e0cSJaegeuk Kim /*
35139a53e0cSJaegeuk Kim  * COUNT_TYPE for monitoring
35239a53e0cSJaegeuk Kim  *
35339a53e0cSJaegeuk Kim  * f2fs monitors the number of several block types such as on-writeback,
35439a53e0cSJaegeuk Kim  * dirty dentry blocks, dirty node blocks, and dirty meta blocks.
35539a53e0cSJaegeuk Kim  */
35639a53e0cSJaegeuk Kim enum count_type {
35739a53e0cSJaegeuk Kim 	F2FS_WRITEBACK,
35839a53e0cSJaegeuk Kim 	F2FS_DIRTY_DENTS,
35939a53e0cSJaegeuk Kim 	F2FS_DIRTY_NODES,
36039a53e0cSJaegeuk Kim 	F2FS_DIRTY_META,
36139a53e0cSJaegeuk Kim 	NR_COUNT_TYPE,
36239a53e0cSJaegeuk Kim };
36339a53e0cSJaegeuk Kim 
36439a53e0cSJaegeuk Kim /*
36539a53e0cSJaegeuk Kim  * The below are the page types of bios used in submti_bio().
36639a53e0cSJaegeuk Kim  * The available types are:
36739a53e0cSJaegeuk Kim  * DATA			User data pages. It operates as async mode.
36839a53e0cSJaegeuk Kim  * NODE			Node pages. It operates as async mode.
36939a53e0cSJaegeuk Kim  * META			FS metadata pages such as SIT, NAT, CP.
37039a53e0cSJaegeuk Kim  * NR_PAGE_TYPE		The number of page types.
37139a53e0cSJaegeuk Kim  * META_FLUSH		Make sure the previous pages are written
37239a53e0cSJaegeuk Kim  *			with waiting the bio's completion
37339a53e0cSJaegeuk Kim  * ...			Only can be used with META.
37439a53e0cSJaegeuk Kim  */
3757d5e5109SJaegeuk Kim #define PAGE_TYPE_OF_BIO(type)	((type) > META ? META : (type))
37639a53e0cSJaegeuk Kim enum page_type {
37739a53e0cSJaegeuk Kim 	DATA,
37839a53e0cSJaegeuk Kim 	NODE,
37939a53e0cSJaegeuk Kim 	META,
38039a53e0cSJaegeuk Kim 	NR_PAGE_TYPE,
38139a53e0cSJaegeuk Kim 	META_FLUSH,
38239a53e0cSJaegeuk Kim };
38339a53e0cSJaegeuk Kim 
384458e6197SJaegeuk Kim struct f2fs_io_info {
385458e6197SJaegeuk Kim 	enum page_type type;	/* contains DATA/NODE/META/META_FLUSH */
3867e8f2308SGu Zheng 	int rw;			/* contains R/RS/W/WS with REQ_META/REQ_PRIO */
387458e6197SJaegeuk Kim };
388458e6197SJaegeuk Kim 
38993dfe2acSJaegeuk Kim #define is_read_io(rw)	(((rw) & 1) == READ)
3901ff7bd3bSJaegeuk Kim struct f2fs_bio_info {
391458e6197SJaegeuk Kim 	struct f2fs_sb_info *sbi;	/* f2fs superblock */
3921ff7bd3bSJaegeuk Kim 	struct bio *bio;		/* bios to merge */
3931ff7bd3bSJaegeuk Kim 	sector_t last_block_in_bio;	/* last block number */
394458e6197SJaegeuk Kim 	struct f2fs_io_info fio;	/* store buffered io info. */
3951ff7bd3bSJaegeuk Kim 	struct mutex io_mutex;		/* mutex for bio */
3961ff7bd3bSJaegeuk Kim };
3971ff7bd3bSJaegeuk Kim 
39839a53e0cSJaegeuk Kim struct f2fs_sb_info {
39939a53e0cSJaegeuk Kim 	struct super_block *sb;			/* pointer to VFS super block */
4005e176d54SJaegeuk Kim 	struct proc_dir_entry *s_proc;		/* proc entry */
40139a53e0cSJaegeuk Kim 	struct buffer_head *raw_super_buf;	/* buffer head of raw sb */
40239a53e0cSJaegeuk Kim 	struct f2fs_super_block *raw_super;	/* raw super block pointer */
40339a53e0cSJaegeuk Kim 	int s_dirty;				/* dirty flag for checkpoint */
40439a53e0cSJaegeuk Kim 
40539a53e0cSJaegeuk Kim 	/* for node-related operations */
40639a53e0cSJaegeuk Kim 	struct f2fs_nm_info *nm_info;		/* node manager */
40739a53e0cSJaegeuk Kim 	struct inode *node_inode;		/* cache node blocks */
40839a53e0cSJaegeuk Kim 
40939a53e0cSJaegeuk Kim 	/* for segment-related operations */
41039a53e0cSJaegeuk Kim 	struct f2fs_sm_info *sm_info;		/* segment manager */
4111ff7bd3bSJaegeuk Kim 
4121ff7bd3bSJaegeuk Kim 	/* for bio operations */
413924b720bSChao Yu 	struct f2fs_bio_info read_io;			/* for read bios */
4141ff7bd3bSJaegeuk Kim 	struct f2fs_bio_info write_io[NR_PAGE_TYPE];	/* for write bios */
4151b1f559fSJaegeuk Kim 	struct completion *wait_io;		/* for completion bios */
41639a53e0cSJaegeuk Kim 
41739a53e0cSJaegeuk Kim 	/* for checkpoint */
41839a53e0cSJaegeuk Kim 	struct f2fs_checkpoint *ckpt;		/* raw checkpoint pointer */
41939a53e0cSJaegeuk Kim 	struct inode *meta_inode;		/* cache meta blocks */
42039936837SJaegeuk Kim 	struct mutex cp_mutex;			/* checkpoint procedure lock */
421e479556bSGu Zheng 	struct rw_semaphore cp_rwsem;		/* blocking FS operations */
42239936837SJaegeuk Kim 	struct mutex node_write;		/* locking node writes */
42339a53e0cSJaegeuk Kim 	struct mutex writepages;		/* mutex for writepages() */
424aabe5136SHaicheng Li 	bool por_doing;				/* recovery is doing or not */
425fb51b5efSChangman Lee 	wait_queue_head_t cp_wait;
42639a53e0cSJaegeuk Kim 
42739a53e0cSJaegeuk Kim 	/* for orphan inode management */
42839a53e0cSJaegeuk Kim 	struct list_head orphan_inode_list;	/* orphan inode list */
42917b692f6SGu Zheng 	spinlock_t orphan_inode_lock;		/* for orphan inode list */
43039a53e0cSJaegeuk Kim 	unsigned int n_orphans;			/* # of orphan inodes */
4310d47c1adSGu Zheng 	unsigned int max_orphans;		/* max orphan inodes */
43239a53e0cSJaegeuk Kim 
43339a53e0cSJaegeuk Kim 	/* for directory inode management */
43439a53e0cSJaegeuk Kim 	struct list_head dir_inode_list;	/* dir inode list */
43539a53e0cSJaegeuk Kim 	spinlock_t dir_inode_lock;		/* for dir inode list lock */
43639a53e0cSJaegeuk Kim 
43739a53e0cSJaegeuk Kim 	/* basic file system units */
43839a53e0cSJaegeuk Kim 	unsigned int log_sectors_per_block;	/* log2 sectors per block */
43939a53e0cSJaegeuk Kim 	unsigned int log_blocksize;		/* log2 block size */
44039a53e0cSJaegeuk Kim 	unsigned int blocksize;			/* block size */
44139a53e0cSJaegeuk Kim 	unsigned int root_ino_num;		/* root inode number*/
44239a53e0cSJaegeuk Kim 	unsigned int node_ino_num;		/* node inode number*/
44339a53e0cSJaegeuk Kim 	unsigned int meta_ino_num;		/* meta inode number*/
44439a53e0cSJaegeuk Kim 	unsigned int log_blocks_per_seg;	/* log2 blocks per segment */
44539a53e0cSJaegeuk Kim 	unsigned int blocks_per_seg;		/* blocks per segment */
44639a53e0cSJaegeuk Kim 	unsigned int segs_per_sec;		/* segments per section */
44739a53e0cSJaegeuk Kim 	unsigned int secs_per_zone;		/* sections per zone */
44839a53e0cSJaegeuk Kim 	unsigned int total_sections;		/* total section count */
44939a53e0cSJaegeuk Kim 	unsigned int total_node_count;		/* total node block count */
45039a53e0cSJaegeuk Kim 	unsigned int total_valid_node_count;	/* valid node block count */
45139a53e0cSJaegeuk Kim 	unsigned int total_valid_inode_count;	/* valid inode count */
45239a53e0cSJaegeuk Kim 	int active_logs;			/* # of active logs */
453ab9fa662SJaegeuk Kim 	int dir_level;				/* directory level */
45439a53e0cSJaegeuk Kim 
45539a53e0cSJaegeuk Kim 	block_t user_block_count;		/* # of user blocks */
45639a53e0cSJaegeuk Kim 	block_t total_valid_block_count;	/* # of valid blocks */
45739a53e0cSJaegeuk Kim 	block_t alloc_valid_block_count;	/* # of allocated blocks */
45839a53e0cSJaegeuk Kim 	block_t last_valid_block_count;		/* for recovery */
45939a53e0cSJaegeuk Kim 	u32 s_next_generation;			/* for NFS support */
46039a53e0cSJaegeuk Kim 	atomic_t nr_pages[NR_COUNT_TYPE];	/* # of pages, see count_type */
46139a53e0cSJaegeuk Kim 
46239a53e0cSJaegeuk Kim 	struct f2fs_mount_info mount_opt;	/* mount options */
46339a53e0cSJaegeuk Kim 
46439a53e0cSJaegeuk Kim 	/* for cleaning operations */
46539a53e0cSJaegeuk Kim 	struct mutex gc_mutex;			/* mutex for GC */
46639a53e0cSJaegeuk Kim 	struct f2fs_gc_kthread	*gc_thread;	/* GC thread */
4675ec4e49fSJaegeuk Kim 	unsigned int cur_victim_sec;		/* current victim section num */
46839a53e0cSJaegeuk Kim 
469b1c57c1cSJaegeuk Kim 	/* maximum # of trials to find a victim segment for SSR and GC */
470b1c57c1cSJaegeuk Kim 	unsigned int max_victim_search;
471b1c57c1cSJaegeuk Kim 
47239a53e0cSJaegeuk Kim 	/*
47339a53e0cSJaegeuk Kim 	 * for stat information.
47439a53e0cSJaegeuk Kim 	 * one is for the LFS mode, and the other is for the SSR mode.
47539a53e0cSJaegeuk Kim 	 */
47635b09d82SNamjae Jeon #ifdef CONFIG_F2FS_STAT_FS
47739a53e0cSJaegeuk Kim 	struct f2fs_stat_info *stat_info;	/* FS status information */
47839a53e0cSJaegeuk Kim 	unsigned int segment_count[2];		/* # of allocated segments */
47939a53e0cSJaegeuk Kim 	unsigned int block_count[2];		/* # of allocated blocks */
48039a53e0cSJaegeuk Kim 	int total_hit_ext, read_hit_ext;	/* extent cache hit ratio */
4810dbdc2aeSJaegeuk Kim 	int inline_inode;			/* # of inline_data inodes */
48239a53e0cSJaegeuk Kim 	int bg_gc;				/* background gc calls */
48335b09d82SNamjae Jeon 	unsigned int n_dirty_dirs;		/* # of dir inodes */
48435b09d82SNamjae Jeon #endif
48535b09d82SNamjae Jeon 	unsigned int last_victim[2];		/* last victim segment # */
48639a53e0cSJaegeuk Kim 	spinlock_t stat_lock;			/* lock for stat operations */
487b59d0baeSNamjae Jeon 
488b59d0baeSNamjae Jeon 	/* For sysfs suppport */
489b59d0baeSNamjae Jeon 	struct kobject s_kobj;
490b59d0baeSNamjae Jeon 	struct completion s_kobj_unregister;
49139a53e0cSJaegeuk Kim };
49239a53e0cSJaegeuk Kim 
49339a53e0cSJaegeuk Kim /*
49439a53e0cSJaegeuk Kim  * Inline functions
49539a53e0cSJaegeuk Kim  */
49639a53e0cSJaegeuk Kim static inline struct f2fs_inode_info *F2FS_I(struct inode *inode)
49739a53e0cSJaegeuk Kim {
49839a53e0cSJaegeuk Kim 	return container_of(inode, struct f2fs_inode_info, vfs_inode);
49939a53e0cSJaegeuk Kim }
50039a53e0cSJaegeuk Kim 
50139a53e0cSJaegeuk Kim static inline struct f2fs_sb_info *F2FS_SB(struct super_block *sb)
50239a53e0cSJaegeuk Kim {
50339a53e0cSJaegeuk Kim 	return sb->s_fs_info;
50439a53e0cSJaegeuk Kim }
50539a53e0cSJaegeuk Kim 
50639a53e0cSJaegeuk Kim static inline struct f2fs_super_block *F2FS_RAW_SUPER(struct f2fs_sb_info *sbi)
50739a53e0cSJaegeuk Kim {
50839a53e0cSJaegeuk Kim 	return (struct f2fs_super_block *)(sbi->raw_super);
50939a53e0cSJaegeuk Kim }
51039a53e0cSJaegeuk Kim 
51139a53e0cSJaegeuk Kim static inline struct f2fs_checkpoint *F2FS_CKPT(struct f2fs_sb_info *sbi)
51239a53e0cSJaegeuk Kim {
51339a53e0cSJaegeuk Kim 	return (struct f2fs_checkpoint *)(sbi->ckpt);
51439a53e0cSJaegeuk Kim }
51539a53e0cSJaegeuk Kim 
51645590710SGu Zheng static inline struct f2fs_node *F2FS_NODE(struct page *page)
51745590710SGu Zheng {
51845590710SGu Zheng 	return (struct f2fs_node *)page_address(page);
51945590710SGu Zheng }
52045590710SGu Zheng 
52158bfaf44SJaegeuk Kim static inline struct f2fs_inode *F2FS_INODE(struct page *page)
52258bfaf44SJaegeuk Kim {
52358bfaf44SJaegeuk Kim 	return &((struct f2fs_node *)page_address(page))->i;
52458bfaf44SJaegeuk Kim }
52558bfaf44SJaegeuk Kim 
52639a53e0cSJaegeuk Kim static inline struct f2fs_nm_info *NM_I(struct f2fs_sb_info *sbi)
52739a53e0cSJaegeuk Kim {
52839a53e0cSJaegeuk Kim 	return (struct f2fs_nm_info *)(sbi->nm_info);
52939a53e0cSJaegeuk Kim }
53039a53e0cSJaegeuk Kim 
53139a53e0cSJaegeuk Kim static inline struct f2fs_sm_info *SM_I(struct f2fs_sb_info *sbi)
53239a53e0cSJaegeuk Kim {
53339a53e0cSJaegeuk Kim 	return (struct f2fs_sm_info *)(sbi->sm_info);
53439a53e0cSJaegeuk Kim }
53539a53e0cSJaegeuk Kim 
53639a53e0cSJaegeuk Kim static inline struct sit_info *SIT_I(struct f2fs_sb_info *sbi)
53739a53e0cSJaegeuk Kim {
53839a53e0cSJaegeuk Kim 	return (struct sit_info *)(SM_I(sbi)->sit_info);
53939a53e0cSJaegeuk Kim }
54039a53e0cSJaegeuk Kim 
54139a53e0cSJaegeuk Kim static inline struct free_segmap_info *FREE_I(struct f2fs_sb_info *sbi)
54239a53e0cSJaegeuk Kim {
54339a53e0cSJaegeuk Kim 	return (struct free_segmap_info *)(SM_I(sbi)->free_info);
54439a53e0cSJaegeuk Kim }
54539a53e0cSJaegeuk Kim 
54639a53e0cSJaegeuk Kim static inline struct dirty_seglist_info *DIRTY_I(struct f2fs_sb_info *sbi)
54739a53e0cSJaegeuk Kim {
54839a53e0cSJaegeuk Kim 	return (struct dirty_seglist_info *)(SM_I(sbi)->dirty_info);
54939a53e0cSJaegeuk Kim }
55039a53e0cSJaegeuk Kim 
5519df27d98SGu Zheng static inline struct address_space *META_MAPPING(struct f2fs_sb_info *sbi)
5529df27d98SGu Zheng {
5539df27d98SGu Zheng 	return sbi->meta_inode->i_mapping;
5549df27d98SGu Zheng }
5559df27d98SGu Zheng 
5564ef51a8fSJaegeuk Kim static inline struct address_space *NODE_MAPPING(struct f2fs_sb_info *sbi)
5574ef51a8fSJaegeuk Kim {
5584ef51a8fSJaegeuk Kim 	return sbi->node_inode->i_mapping;
5594ef51a8fSJaegeuk Kim }
5604ef51a8fSJaegeuk Kim 
56139a53e0cSJaegeuk Kim static inline void F2FS_SET_SB_DIRT(struct f2fs_sb_info *sbi)
56239a53e0cSJaegeuk Kim {
56339a53e0cSJaegeuk Kim 	sbi->s_dirty = 1;
56439a53e0cSJaegeuk Kim }
56539a53e0cSJaegeuk Kim 
56639a53e0cSJaegeuk Kim static inline void F2FS_RESET_SB_DIRT(struct f2fs_sb_info *sbi)
56739a53e0cSJaegeuk Kim {
56839a53e0cSJaegeuk Kim 	sbi->s_dirty = 0;
56939a53e0cSJaegeuk Kim }
57039a53e0cSJaegeuk Kim 
571d71b5564SJaegeuk Kim static inline unsigned long long cur_cp_version(struct f2fs_checkpoint *cp)
572d71b5564SJaegeuk Kim {
573d71b5564SJaegeuk Kim 	return le64_to_cpu(cp->checkpoint_ver);
574d71b5564SJaegeuk Kim }
575d71b5564SJaegeuk Kim 
57625ca923bSJaegeuk Kim static inline bool is_set_ckpt_flags(struct f2fs_checkpoint *cp, unsigned int f)
57725ca923bSJaegeuk Kim {
57825ca923bSJaegeuk Kim 	unsigned int ckpt_flags = le32_to_cpu(cp->ckpt_flags);
57925ca923bSJaegeuk Kim 	return ckpt_flags & f;
58025ca923bSJaegeuk Kim }
58125ca923bSJaegeuk Kim 
58225ca923bSJaegeuk Kim static inline void set_ckpt_flags(struct f2fs_checkpoint *cp, unsigned int f)
58325ca923bSJaegeuk Kim {
58425ca923bSJaegeuk Kim 	unsigned int ckpt_flags = le32_to_cpu(cp->ckpt_flags);
58525ca923bSJaegeuk Kim 	ckpt_flags |= f;
58625ca923bSJaegeuk Kim 	cp->ckpt_flags = cpu_to_le32(ckpt_flags);
58725ca923bSJaegeuk Kim }
58825ca923bSJaegeuk Kim 
58925ca923bSJaegeuk Kim static inline void clear_ckpt_flags(struct f2fs_checkpoint *cp, unsigned int f)
59025ca923bSJaegeuk Kim {
59125ca923bSJaegeuk Kim 	unsigned int ckpt_flags = le32_to_cpu(cp->ckpt_flags);
59225ca923bSJaegeuk Kim 	ckpt_flags &= (~f);
59325ca923bSJaegeuk Kim 	cp->ckpt_flags = cpu_to_le32(ckpt_flags);
59425ca923bSJaegeuk Kim }
59525ca923bSJaegeuk Kim 
596e479556bSGu Zheng static inline void f2fs_lock_op(struct f2fs_sb_info *sbi)
59739a53e0cSJaegeuk Kim {
598e479556bSGu Zheng 	down_read(&sbi->cp_rwsem);
59939a53e0cSJaegeuk Kim }
60039a53e0cSJaegeuk Kim 
601e479556bSGu Zheng static inline void f2fs_unlock_op(struct f2fs_sb_info *sbi)
60239a53e0cSJaegeuk Kim {
603e479556bSGu Zheng 	up_read(&sbi->cp_rwsem);
60439936837SJaegeuk Kim }
60539936837SJaegeuk Kim 
606e479556bSGu Zheng static inline void f2fs_lock_all(struct f2fs_sb_info *sbi)
60739936837SJaegeuk Kim {
6080daaad97SJaegeuk Kim 	f2fs_down_write(&sbi->cp_rwsem, &sbi->cp_mutex);
60939936837SJaegeuk Kim }
61039936837SJaegeuk Kim 
611e479556bSGu Zheng static inline void f2fs_unlock_all(struct f2fs_sb_info *sbi)
61239936837SJaegeuk Kim {
613e479556bSGu Zheng 	up_write(&sbi->cp_rwsem);
61439a53e0cSJaegeuk Kim }
61539a53e0cSJaegeuk Kim 
61639a53e0cSJaegeuk Kim /*
61739a53e0cSJaegeuk Kim  * Check whether the given nid is within node id range.
61839a53e0cSJaegeuk Kim  */
619064e0823SNamjae Jeon static inline int check_nid_range(struct f2fs_sb_info *sbi, nid_t nid)
62039a53e0cSJaegeuk Kim {
621064e0823SNamjae Jeon 	WARN_ON((nid >= NM_I(sbi)->max_nid));
622cfb271d4SChao Yu 	if (unlikely(nid >= NM_I(sbi)->max_nid))
623064e0823SNamjae Jeon 		return -EINVAL;
624064e0823SNamjae Jeon 	return 0;
62539a53e0cSJaegeuk Kim }
62639a53e0cSJaegeuk Kim 
62739a53e0cSJaegeuk Kim #define F2FS_DEFAULT_ALLOCATED_BLOCKS	1
62839a53e0cSJaegeuk Kim 
62939a53e0cSJaegeuk Kim /*
63039a53e0cSJaegeuk Kim  * Check whether the inode has blocks or not
63139a53e0cSJaegeuk Kim  */
63239a53e0cSJaegeuk Kim static inline int F2FS_HAS_BLOCKS(struct inode *inode)
63339a53e0cSJaegeuk Kim {
63439a53e0cSJaegeuk Kim 	if (F2FS_I(inode)->i_xattr_nid)
6356c311ec6SChris Fries 		return inode->i_blocks > F2FS_DEFAULT_ALLOCATED_BLOCKS + 1;
63639a53e0cSJaegeuk Kim 	else
6376c311ec6SChris Fries 		return inode->i_blocks > F2FS_DEFAULT_ALLOCATED_BLOCKS;
63839a53e0cSJaegeuk Kim }
63939a53e0cSJaegeuk Kim 
64039a53e0cSJaegeuk Kim static inline bool inc_valid_block_count(struct f2fs_sb_info *sbi,
64139a53e0cSJaegeuk Kim 				 struct inode *inode, blkcnt_t count)
64239a53e0cSJaegeuk Kim {
64339a53e0cSJaegeuk Kim 	block_t	valid_block_count;
64439a53e0cSJaegeuk Kim 
64539a53e0cSJaegeuk Kim 	spin_lock(&sbi->stat_lock);
64639a53e0cSJaegeuk Kim 	valid_block_count =
64739a53e0cSJaegeuk Kim 		sbi->total_valid_block_count + (block_t)count;
648cfb271d4SChao Yu 	if (unlikely(valid_block_count > sbi->user_block_count)) {
64939a53e0cSJaegeuk Kim 		spin_unlock(&sbi->stat_lock);
65039a53e0cSJaegeuk Kim 		return false;
65139a53e0cSJaegeuk Kim 	}
65239a53e0cSJaegeuk Kim 	inode->i_blocks += count;
65339a53e0cSJaegeuk Kim 	sbi->total_valid_block_count = valid_block_count;
65439a53e0cSJaegeuk Kim 	sbi->alloc_valid_block_count += (block_t)count;
65539a53e0cSJaegeuk Kim 	spin_unlock(&sbi->stat_lock);
65639a53e0cSJaegeuk Kim 	return true;
65739a53e0cSJaegeuk Kim }
65839a53e0cSJaegeuk Kim 
659da19b0dcSGu Zheng static inline void dec_valid_block_count(struct f2fs_sb_info *sbi,
66039a53e0cSJaegeuk Kim 						struct inode *inode,
66139a53e0cSJaegeuk Kim 						blkcnt_t count)
66239a53e0cSJaegeuk Kim {
66339a53e0cSJaegeuk Kim 	spin_lock(&sbi->stat_lock);
6645d56b671SJaegeuk Kim 	f2fs_bug_on(sbi->total_valid_block_count < (block_t) count);
6655d56b671SJaegeuk Kim 	f2fs_bug_on(inode->i_blocks < count);
66639a53e0cSJaegeuk Kim 	inode->i_blocks -= count;
66739a53e0cSJaegeuk Kim 	sbi->total_valid_block_count -= (block_t)count;
66839a53e0cSJaegeuk Kim 	spin_unlock(&sbi->stat_lock);
66939a53e0cSJaegeuk Kim }
67039a53e0cSJaegeuk Kim 
67139a53e0cSJaegeuk Kim static inline void inc_page_count(struct f2fs_sb_info *sbi, int count_type)
67239a53e0cSJaegeuk Kim {
67339a53e0cSJaegeuk Kim 	atomic_inc(&sbi->nr_pages[count_type]);
67439a53e0cSJaegeuk Kim 	F2FS_SET_SB_DIRT(sbi);
67539a53e0cSJaegeuk Kim }
67639a53e0cSJaegeuk Kim 
67739a53e0cSJaegeuk Kim static inline void inode_inc_dirty_dents(struct inode *inode)
67839a53e0cSJaegeuk Kim {
6791fe54f9dSJaegeuk Kim 	inc_page_count(F2FS_SB(inode->i_sb), F2FS_DIRTY_DENTS);
68039a53e0cSJaegeuk Kim 	atomic_inc(&F2FS_I(inode)->dirty_dents);
68139a53e0cSJaegeuk Kim }
68239a53e0cSJaegeuk Kim 
68339a53e0cSJaegeuk Kim static inline void dec_page_count(struct f2fs_sb_info *sbi, int count_type)
68439a53e0cSJaegeuk Kim {
68539a53e0cSJaegeuk Kim 	atomic_dec(&sbi->nr_pages[count_type]);
68639a53e0cSJaegeuk Kim }
68739a53e0cSJaegeuk Kim 
68839a53e0cSJaegeuk Kim static inline void inode_dec_dirty_dents(struct inode *inode)
68939a53e0cSJaegeuk Kim {
6901fe54f9dSJaegeuk Kim 	if (!S_ISDIR(inode->i_mode))
6911fe54f9dSJaegeuk Kim 		return;
6921fe54f9dSJaegeuk Kim 
6931fe54f9dSJaegeuk Kim 	dec_page_count(F2FS_SB(inode->i_sb), F2FS_DIRTY_DENTS);
69439a53e0cSJaegeuk Kim 	atomic_dec(&F2FS_I(inode)->dirty_dents);
69539a53e0cSJaegeuk Kim }
69639a53e0cSJaegeuk Kim 
69739a53e0cSJaegeuk Kim static inline int get_pages(struct f2fs_sb_info *sbi, int count_type)
69839a53e0cSJaegeuk Kim {
69939a53e0cSJaegeuk Kim 	return atomic_read(&sbi->nr_pages[count_type]);
70039a53e0cSJaegeuk Kim }
70139a53e0cSJaegeuk Kim 
7025ac206cfSNamjae Jeon static inline int get_blocktype_secs(struct f2fs_sb_info *sbi, int block_type)
7035ac206cfSNamjae Jeon {
7045ac206cfSNamjae Jeon 	unsigned int pages_per_sec = sbi->segs_per_sec *
7055ac206cfSNamjae Jeon 					(1 << sbi->log_blocks_per_seg);
7065ac206cfSNamjae Jeon 	return ((get_pages(sbi, block_type) + pages_per_sec - 1)
7075ac206cfSNamjae Jeon 			>> sbi->log_blocks_per_seg) / sbi->segs_per_sec;
7085ac206cfSNamjae Jeon }
7095ac206cfSNamjae Jeon 
71039a53e0cSJaegeuk Kim static inline block_t valid_user_blocks(struct f2fs_sb_info *sbi)
71139a53e0cSJaegeuk Kim {
7128b8343faSJaegeuk Kim 	return sbi->total_valid_block_count;
71339a53e0cSJaegeuk Kim }
71439a53e0cSJaegeuk Kim 
71539a53e0cSJaegeuk Kim static inline unsigned long __bitmap_size(struct f2fs_sb_info *sbi, int flag)
71639a53e0cSJaegeuk Kim {
71739a53e0cSJaegeuk Kim 	struct f2fs_checkpoint *ckpt = F2FS_CKPT(sbi);
71839a53e0cSJaegeuk Kim 
71939a53e0cSJaegeuk Kim 	/* return NAT or SIT bitmap */
72039a53e0cSJaegeuk Kim 	if (flag == NAT_BITMAP)
72139a53e0cSJaegeuk Kim 		return le32_to_cpu(ckpt->nat_ver_bitmap_bytesize);
72239a53e0cSJaegeuk Kim 	else if (flag == SIT_BITMAP)
72339a53e0cSJaegeuk Kim 		return le32_to_cpu(ckpt->sit_ver_bitmap_bytesize);
72439a53e0cSJaegeuk Kim 
72539a53e0cSJaegeuk Kim 	return 0;
72639a53e0cSJaegeuk Kim }
72739a53e0cSJaegeuk Kim 
72839a53e0cSJaegeuk Kim static inline void *__bitmap_ptr(struct f2fs_sb_info *sbi, int flag)
72939a53e0cSJaegeuk Kim {
73039a53e0cSJaegeuk Kim 	struct f2fs_checkpoint *ckpt = F2FS_CKPT(sbi);
73125ca923bSJaegeuk Kim 	int offset = (flag == NAT_BITMAP) ?
73225ca923bSJaegeuk Kim 			le32_to_cpu(ckpt->sit_ver_bitmap_bytesize) : 0;
73339a53e0cSJaegeuk Kim 	return &ckpt->sit_nat_version_bitmap + offset;
73439a53e0cSJaegeuk Kim }
73539a53e0cSJaegeuk Kim 
73639a53e0cSJaegeuk Kim static inline block_t __start_cp_addr(struct f2fs_sb_info *sbi)
73739a53e0cSJaegeuk Kim {
73839a53e0cSJaegeuk Kim 	block_t start_addr;
73939a53e0cSJaegeuk Kim 	struct f2fs_checkpoint *ckpt = F2FS_CKPT(sbi);
740d71b5564SJaegeuk Kim 	unsigned long long ckpt_version = cur_cp_version(ckpt);
74139a53e0cSJaegeuk Kim 
74225ca923bSJaegeuk Kim 	start_addr = le32_to_cpu(F2FS_RAW_SUPER(sbi)->cp_blkaddr);
74339a53e0cSJaegeuk Kim 
74439a53e0cSJaegeuk Kim 	/*
74539a53e0cSJaegeuk Kim 	 * odd numbered checkpoint should at cp segment 0
74639a53e0cSJaegeuk Kim 	 * and even segent must be at cp segment 1
74739a53e0cSJaegeuk Kim 	 */
74839a53e0cSJaegeuk Kim 	if (!(ckpt_version & 1))
74939a53e0cSJaegeuk Kim 		start_addr += sbi->blocks_per_seg;
75039a53e0cSJaegeuk Kim 
75139a53e0cSJaegeuk Kim 	return start_addr;
75239a53e0cSJaegeuk Kim }
75339a53e0cSJaegeuk Kim 
75439a53e0cSJaegeuk Kim static inline block_t __start_sum_addr(struct f2fs_sb_info *sbi)
75539a53e0cSJaegeuk Kim {
75639a53e0cSJaegeuk Kim 	return le32_to_cpu(F2FS_CKPT(sbi)->cp_pack_start_sum);
75739a53e0cSJaegeuk Kim }
75839a53e0cSJaegeuk Kim 
75939a53e0cSJaegeuk Kim static inline bool inc_valid_node_count(struct f2fs_sb_info *sbi,
760ef86d709SGu Zheng 						struct inode *inode)
76139a53e0cSJaegeuk Kim {
76239a53e0cSJaegeuk Kim 	block_t	valid_block_count;
76339a53e0cSJaegeuk Kim 	unsigned int valid_node_count;
76439a53e0cSJaegeuk Kim 
76539a53e0cSJaegeuk Kim 	spin_lock(&sbi->stat_lock);
76639a53e0cSJaegeuk Kim 
767ef86d709SGu Zheng 	valid_block_count = sbi->total_valid_block_count + 1;
768cfb271d4SChao Yu 	if (unlikely(valid_block_count > sbi->user_block_count)) {
76939a53e0cSJaegeuk Kim 		spin_unlock(&sbi->stat_lock);
77039a53e0cSJaegeuk Kim 		return false;
77139a53e0cSJaegeuk Kim 	}
77239a53e0cSJaegeuk Kim 
773ef86d709SGu Zheng 	valid_node_count = sbi->total_valid_node_count + 1;
774cfb271d4SChao Yu 	if (unlikely(valid_node_count > sbi->total_node_count)) {
77539a53e0cSJaegeuk Kim 		spin_unlock(&sbi->stat_lock);
77639a53e0cSJaegeuk Kim 		return false;
77739a53e0cSJaegeuk Kim 	}
77839a53e0cSJaegeuk Kim 
77939a53e0cSJaegeuk Kim 	if (inode)
780ef86d709SGu Zheng 		inode->i_blocks++;
781ef86d709SGu Zheng 
782ef86d709SGu Zheng 	sbi->alloc_valid_block_count++;
783ef86d709SGu Zheng 	sbi->total_valid_node_count++;
784ef86d709SGu Zheng 	sbi->total_valid_block_count++;
78539a53e0cSJaegeuk Kim 	spin_unlock(&sbi->stat_lock);
78639a53e0cSJaegeuk Kim 
78739a53e0cSJaegeuk Kim 	return true;
78839a53e0cSJaegeuk Kim }
78939a53e0cSJaegeuk Kim 
79039a53e0cSJaegeuk Kim static inline void dec_valid_node_count(struct f2fs_sb_info *sbi,
791ef86d709SGu Zheng 						struct inode *inode)
79239a53e0cSJaegeuk Kim {
79339a53e0cSJaegeuk Kim 	spin_lock(&sbi->stat_lock);
79439a53e0cSJaegeuk Kim 
795ef86d709SGu Zheng 	f2fs_bug_on(!sbi->total_valid_block_count);
796ef86d709SGu Zheng 	f2fs_bug_on(!sbi->total_valid_node_count);
797ef86d709SGu Zheng 	f2fs_bug_on(!inode->i_blocks);
79839a53e0cSJaegeuk Kim 
799ef86d709SGu Zheng 	inode->i_blocks--;
800ef86d709SGu Zheng 	sbi->total_valid_node_count--;
801ef86d709SGu Zheng 	sbi->total_valid_block_count--;
80239a53e0cSJaegeuk Kim 
80339a53e0cSJaegeuk Kim 	spin_unlock(&sbi->stat_lock);
80439a53e0cSJaegeuk Kim }
80539a53e0cSJaegeuk Kim 
80639a53e0cSJaegeuk Kim static inline unsigned int valid_node_count(struct f2fs_sb_info *sbi)
80739a53e0cSJaegeuk Kim {
8088b8343faSJaegeuk Kim 	return sbi->total_valid_node_count;
80939a53e0cSJaegeuk Kim }
81039a53e0cSJaegeuk Kim 
81139a53e0cSJaegeuk Kim static inline void inc_valid_inode_count(struct f2fs_sb_info *sbi)
81239a53e0cSJaegeuk Kim {
81339a53e0cSJaegeuk Kim 	spin_lock(&sbi->stat_lock);
8145d56b671SJaegeuk Kim 	f2fs_bug_on(sbi->total_valid_inode_count == sbi->total_node_count);
81539a53e0cSJaegeuk Kim 	sbi->total_valid_inode_count++;
81639a53e0cSJaegeuk Kim 	spin_unlock(&sbi->stat_lock);
81739a53e0cSJaegeuk Kim }
81839a53e0cSJaegeuk Kim 
8190e80220aSJaegeuk Kim static inline void dec_valid_inode_count(struct f2fs_sb_info *sbi)
82039a53e0cSJaegeuk Kim {
82139a53e0cSJaegeuk Kim 	spin_lock(&sbi->stat_lock);
8225d56b671SJaegeuk Kim 	f2fs_bug_on(!sbi->total_valid_inode_count);
82339a53e0cSJaegeuk Kim 	sbi->total_valid_inode_count--;
82439a53e0cSJaegeuk Kim 	spin_unlock(&sbi->stat_lock);
82539a53e0cSJaegeuk Kim }
82639a53e0cSJaegeuk Kim 
82739a53e0cSJaegeuk Kim static inline unsigned int valid_inode_count(struct f2fs_sb_info *sbi)
82839a53e0cSJaegeuk Kim {
8298b8343faSJaegeuk Kim 	return sbi->total_valid_inode_count;
83039a53e0cSJaegeuk Kim }
83139a53e0cSJaegeuk Kim 
83239a53e0cSJaegeuk Kim static inline void f2fs_put_page(struct page *page, int unlock)
83339a53e0cSJaegeuk Kim {
834031fa8ccSJaegeuk Kim 	if (!page)
83539a53e0cSJaegeuk Kim 		return;
83639a53e0cSJaegeuk Kim 
83739a53e0cSJaegeuk Kim 	if (unlock) {
8385d56b671SJaegeuk Kim 		f2fs_bug_on(!PageLocked(page));
83939a53e0cSJaegeuk Kim 		unlock_page(page);
84039a53e0cSJaegeuk Kim 	}
84139a53e0cSJaegeuk Kim 	page_cache_release(page);
84239a53e0cSJaegeuk Kim }
84339a53e0cSJaegeuk Kim 
84439a53e0cSJaegeuk Kim static inline void f2fs_put_dnode(struct dnode_of_data *dn)
84539a53e0cSJaegeuk Kim {
84639a53e0cSJaegeuk Kim 	if (dn->node_page)
84739a53e0cSJaegeuk Kim 		f2fs_put_page(dn->node_page, 1);
84839a53e0cSJaegeuk Kim 	if (dn->inode_page && dn->node_page != dn->inode_page)
84939a53e0cSJaegeuk Kim 		f2fs_put_page(dn->inode_page, 0);
85039a53e0cSJaegeuk Kim 	dn->node_page = NULL;
85139a53e0cSJaegeuk Kim 	dn->inode_page = NULL;
85239a53e0cSJaegeuk Kim }
85339a53e0cSJaegeuk Kim 
85439a53e0cSJaegeuk Kim static inline struct kmem_cache *f2fs_kmem_cache_create(const char *name,
85539a53e0cSJaegeuk Kim 					size_t size, void (*ctor)(void *))
85639a53e0cSJaegeuk Kim {
85739a53e0cSJaegeuk Kim 	return kmem_cache_create(name, size, 0, SLAB_RECLAIM_ACCOUNT, ctor);
85839a53e0cSJaegeuk Kim }
85939a53e0cSJaegeuk Kim 
8607bd59381SGu Zheng static inline void *f2fs_kmem_cache_alloc(struct kmem_cache *cachep,
8617bd59381SGu Zheng 						gfp_t flags)
8627bd59381SGu Zheng {
8637bd59381SGu Zheng 	void *entry;
8647bd59381SGu Zheng retry:
8657bd59381SGu Zheng 	entry = kmem_cache_alloc(cachep, flags);
8667bd59381SGu Zheng 	if (!entry) {
8677bd59381SGu Zheng 		cond_resched();
8687bd59381SGu Zheng 		goto retry;
8697bd59381SGu Zheng 	}
8707bd59381SGu Zheng 
8717bd59381SGu Zheng 	return entry;
8727bd59381SGu Zheng }
8737bd59381SGu Zheng 
87439a53e0cSJaegeuk Kim #define RAW_IS_INODE(p)	((p)->footer.nid == (p)->footer.ino)
87539a53e0cSJaegeuk Kim 
87639a53e0cSJaegeuk Kim static inline bool IS_INODE(struct page *page)
87739a53e0cSJaegeuk Kim {
87845590710SGu Zheng 	struct f2fs_node *p = F2FS_NODE(page);
87939a53e0cSJaegeuk Kim 	return RAW_IS_INODE(p);
88039a53e0cSJaegeuk Kim }
88139a53e0cSJaegeuk Kim 
88239a53e0cSJaegeuk Kim static inline __le32 *blkaddr_in_node(struct f2fs_node *node)
88339a53e0cSJaegeuk Kim {
88439a53e0cSJaegeuk Kim 	return RAW_IS_INODE(node) ? node->i.i_addr : node->dn.addr;
88539a53e0cSJaegeuk Kim }
88639a53e0cSJaegeuk Kim 
88739a53e0cSJaegeuk Kim static inline block_t datablock_addr(struct page *node_page,
88839a53e0cSJaegeuk Kim 		unsigned int offset)
88939a53e0cSJaegeuk Kim {
89039a53e0cSJaegeuk Kim 	struct f2fs_node *raw_node;
89139a53e0cSJaegeuk Kim 	__le32 *addr_array;
89245590710SGu Zheng 	raw_node = F2FS_NODE(node_page);
89339a53e0cSJaegeuk Kim 	addr_array = blkaddr_in_node(raw_node);
89439a53e0cSJaegeuk Kim 	return le32_to_cpu(addr_array[offset]);
89539a53e0cSJaegeuk Kim }
89639a53e0cSJaegeuk Kim 
89739a53e0cSJaegeuk Kim static inline int f2fs_test_bit(unsigned int nr, char *addr)
89839a53e0cSJaegeuk Kim {
89939a53e0cSJaegeuk Kim 	int mask;
90039a53e0cSJaegeuk Kim 
90139a53e0cSJaegeuk Kim 	addr += (nr >> 3);
90239a53e0cSJaegeuk Kim 	mask = 1 << (7 - (nr & 0x07));
90339a53e0cSJaegeuk Kim 	return mask & *addr;
90439a53e0cSJaegeuk Kim }
90539a53e0cSJaegeuk Kim 
90639a53e0cSJaegeuk Kim static inline int f2fs_set_bit(unsigned int nr, char *addr)
90739a53e0cSJaegeuk Kim {
90839a53e0cSJaegeuk Kim 	int mask;
90939a53e0cSJaegeuk Kim 	int ret;
91039a53e0cSJaegeuk Kim 
91139a53e0cSJaegeuk Kim 	addr += (nr >> 3);
91239a53e0cSJaegeuk Kim 	mask = 1 << (7 - (nr & 0x07));
91339a53e0cSJaegeuk Kim 	ret = mask & *addr;
91439a53e0cSJaegeuk Kim 	*addr |= mask;
91539a53e0cSJaegeuk Kim 	return ret;
91639a53e0cSJaegeuk Kim }
91739a53e0cSJaegeuk Kim 
91839a53e0cSJaegeuk Kim static inline int f2fs_clear_bit(unsigned int nr, char *addr)
91939a53e0cSJaegeuk Kim {
92039a53e0cSJaegeuk Kim 	int mask;
92139a53e0cSJaegeuk Kim 	int ret;
92239a53e0cSJaegeuk Kim 
92339a53e0cSJaegeuk Kim 	addr += (nr >> 3);
92439a53e0cSJaegeuk Kim 	mask = 1 << (7 - (nr & 0x07));
92539a53e0cSJaegeuk Kim 	ret = mask & *addr;
92639a53e0cSJaegeuk Kim 	*addr &= ~mask;
92739a53e0cSJaegeuk Kim 	return ret;
92839a53e0cSJaegeuk Kim }
92939a53e0cSJaegeuk Kim 
93039a53e0cSJaegeuk Kim /* used for f2fs_inode_info->flags */
93139a53e0cSJaegeuk Kim enum {
93239a53e0cSJaegeuk Kim 	FI_NEW_INODE,		/* indicate newly allocated inode */
933b3783873SJaegeuk Kim 	FI_DIRTY_INODE,		/* indicate inode is dirty or not */
93439a53e0cSJaegeuk Kim 	FI_INC_LINK,		/* need to increment i_nlink */
93539a53e0cSJaegeuk Kim 	FI_ACL_MODE,		/* indicate acl mode */
93639a53e0cSJaegeuk Kim 	FI_NO_ALLOC,		/* should not allocate any blocks */
937699489bbSJaegeuk Kim 	FI_UPDATE_DIR,		/* should update inode block for consistency */
93874d0b917SJaegeuk Kim 	FI_DELAY_IPUT,		/* used for the recovery */
939c11abd1aSJaegeuk Kim 	FI_NO_EXTENT,		/* not to use the extent cache */
940444c580fSJaegeuk Kim 	FI_INLINE_XATTR,	/* used for inline xattr */
9411001b347SHuajun Li 	FI_INLINE_DATA,		/* used for inline data*/
94239a53e0cSJaegeuk Kim };
94339a53e0cSJaegeuk Kim 
94439a53e0cSJaegeuk Kim static inline void set_inode_flag(struct f2fs_inode_info *fi, int flag)
94539a53e0cSJaegeuk Kim {
94639a53e0cSJaegeuk Kim 	set_bit(flag, &fi->flags);
94739a53e0cSJaegeuk Kim }
94839a53e0cSJaegeuk Kim 
94939a53e0cSJaegeuk Kim static inline int is_inode_flag_set(struct f2fs_inode_info *fi, int flag)
95039a53e0cSJaegeuk Kim {
95139a53e0cSJaegeuk Kim 	return test_bit(flag, &fi->flags);
95239a53e0cSJaegeuk Kim }
95339a53e0cSJaegeuk Kim 
95439a53e0cSJaegeuk Kim static inline void clear_inode_flag(struct f2fs_inode_info *fi, int flag)
95539a53e0cSJaegeuk Kim {
95639a53e0cSJaegeuk Kim 	clear_bit(flag, &fi->flags);
95739a53e0cSJaegeuk Kim }
95839a53e0cSJaegeuk Kim 
95939a53e0cSJaegeuk Kim static inline void set_acl_inode(struct f2fs_inode_info *fi, umode_t mode)
96039a53e0cSJaegeuk Kim {
96139a53e0cSJaegeuk Kim 	fi->i_acl_mode = mode;
96239a53e0cSJaegeuk Kim 	set_inode_flag(fi, FI_ACL_MODE);
96339a53e0cSJaegeuk Kim }
96439a53e0cSJaegeuk Kim 
96539a53e0cSJaegeuk Kim static inline int cond_clear_inode_flag(struct f2fs_inode_info *fi, int flag)
96639a53e0cSJaegeuk Kim {
96739a53e0cSJaegeuk Kim 	if (is_inode_flag_set(fi, FI_ACL_MODE)) {
96839a53e0cSJaegeuk Kim 		clear_inode_flag(fi, FI_ACL_MODE);
96939a53e0cSJaegeuk Kim 		return 1;
97039a53e0cSJaegeuk Kim 	}
97139a53e0cSJaegeuk Kim 	return 0;
97239a53e0cSJaegeuk Kim }
97339a53e0cSJaegeuk Kim 
974444c580fSJaegeuk Kim static inline void get_inline_info(struct f2fs_inode_info *fi,
975444c580fSJaegeuk Kim 					struct f2fs_inode *ri)
976444c580fSJaegeuk Kim {
977444c580fSJaegeuk Kim 	if (ri->i_inline & F2FS_INLINE_XATTR)
978444c580fSJaegeuk Kim 		set_inode_flag(fi, FI_INLINE_XATTR);
9791001b347SHuajun Li 	if (ri->i_inline & F2FS_INLINE_DATA)
9801001b347SHuajun Li 		set_inode_flag(fi, FI_INLINE_DATA);
981444c580fSJaegeuk Kim }
982444c580fSJaegeuk Kim 
983444c580fSJaegeuk Kim static inline void set_raw_inline(struct f2fs_inode_info *fi,
984444c580fSJaegeuk Kim 					struct f2fs_inode *ri)
985444c580fSJaegeuk Kim {
986444c580fSJaegeuk Kim 	ri->i_inline = 0;
987444c580fSJaegeuk Kim 
988444c580fSJaegeuk Kim 	if (is_inode_flag_set(fi, FI_INLINE_XATTR))
989444c580fSJaegeuk Kim 		ri->i_inline |= F2FS_INLINE_XATTR;
9901001b347SHuajun Li 	if (is_inode_flag_set(fi, FI_INLINE_DATA))
9911001b347SHuajun Li 		ri->i_inline |= F2FS_INLINE_DATA;
992444c580fSJaegeuk Kim }
993444c580fSJaegeuk Kim 
994de93653fSJaegeuk Kim static inline unsigned int addrs_per_inode(struct f2fs_inode_info *fi)
995de93653fSJaegeuk Kim {
996de93653fSJaegeuk Kim 	if (is_inode_flag_set(fi, FI_INLINE_XATTR))
997de93653fSJaegeuk Kim 		return DEF_ADDRS_PER_INODE - F2FS_INLINE_XATTR_ADDRS;
998de93653fSJaegeuk Kim 	return DEF_ADDRS_PER_INODE;
999de93653fSJaegeuk Kim }
1000de93653fSJaegeuk Kim 
100165985d93SJaegeuk Kim static inline void *inline_xattr_addr(struct page *page)
100265985d93SJaegeuk Kim {
100365985d93SJaegeuk Kim 	struct f2fs_inode *ri;
100465985d93SJaegeuk Kim 	ri = (struct f2fs_inode *)page_address(page);
100565985d93SJaegeuk Kim 	return (void *)&(ri->i_addr[DEF_ADDRS_PER_INODE -
100665985d93SJaegeuk Kim 					F2FS_INLINE_XATTR_ADDRS]);
100765985d93SJaegeuk Kim }
100865985d93SJaegeuk Kim 
100965985d93SJaegeuk Kim static inline int inline_xattr_size(struct inode *inode)
101065985d93SJaegeuk Kim {
101165985d93SJaegeuk Kim 	if (is_inode_flag_set(F2FS_I(inode), FI_INLINE_XATTR))
101265985d93SJaegeuk Kim 		return F2FS_INLINE_XATTR_ADDRS << 2;
101365985d93SJaegeuk Kim 	else
101465985d93SJaegeuk Kim 		return 0;
101565985d93SJaegeuk Kim }
101665985d93SJaegeuk Kim 
10170dbdc2aeSJaegeuk Kim static inline int f2fs_has_inline_data(struct inode *inode)
10180dbdc2aeSJaegeuk Kim {
10190dbdc2aeSJaegeuk Kim 	return is_inode_flag_set(F2FS_I(inode), FI_INLINE_DATA);
10200dbdc2aeSJaegeuk Kim }
10210dbdc2aeSJaegeuk Kim 
10221001b347SHuajun Li static inline void *inline_data_addr(struct page *page)
10231001b347SHuajun Li {
10241001b347SHuajun Li 	struct f2fs_inode *ri;
10251001b347SHuajun Li 	ri = (struct f2fs_inode *)page_address(page);
10261001b347SHuajun Li 	return (void *)&(ri->i_addr[1]);
10271001b347SHuajun Li }
10281001b347SHuajun Li 
102977888c1eSJaegeuk Kim static inline int f2fs_readonly(struct super_block *sb)
103077888c1eSJaegeuk Kim {
103177888c1eSJaegeuk Kim 	return sb->s_flags & MS_RDONLY;
103277888c1eSJaegeuk Kim }
103377888c1eSJaegeuk Kim 
1034744602cfSJaegeuk Kim static inline void f2fs_stop_checkpoint(struct f2fs_sb_info *sbi)
1035744602cfSJaegeuk Kim {
1036744602cfSJaegeuk Kim 	set_ckpt_flags(sbi->ckpt, CP_ERROR_FLAG);
1037744602cfSJaegeuk Kim 	sbi->sb->s_flags |= MS_RDONLY;
1038744602cfSJaegeuk Kim }
1039744602cfSJaegeuk Kim 
1040a6dda0e6SChristoph Hellwig #define get_inode_mode(i) \
1041a6dda0e6SChristoph Hellwig 	((is_inode_flag_set(F2FS_I(i), FI_ACL_MODE)) ? \
1042a6dda0e6SChristoph Hellwig 	 (F2FS_I(i)->i_acl_mode) : ((i)->i_mode))
1043a6dda0e6SChristoph Hellwig 
104439a53e0cSJaegeuk Kim /*
104539a53e0cSJaegeuk Kim  * file.c
104639a53e0cSJaegeuk Kim  */
104739a53e0cSJaegeuk Kim int f2fs_sync_file(struct file *, loff_t, loff_t, int);
104839a53e0cSJaegeuk Kim void truncate_data_blocks(struct dnode_of_data *);
10491e1bb4baSJaegeuk Kim int truncate_blocks(struct inode *, u64);
105039a53e0cSJaegeuk Kim void f2fs_truncate(struct inode *);
10512d4d9fb5SJaegeuk Kim int f2fs_getattr(struct vfsmount *, struct dentry *, struct kstat *);
105239a53e0cSJaegeuk Kim int f2fs_setattr(struct dentry *, struct iattr *);
105339a53e0cSJaegeuk Kim int truncate_hole(struct inode *, pgoff_t, pgoff_t);
1054b292dcabSJaegeuk Kim int truncate_data_blocks_range(struct dnode_of_data *, int);
105539a53e0cSJaegeuk Kim long f2fs_ioctl(struct file *, unsigned int, unsigned long);
1056e9750824SNamjae Jeon long f2fs_compat_ioctl(struct file *, unsigned int, unsigned long);
105739a53e0cSJaegeuk Kim 
105839a53e0cSJaegeuk Kim /*
105939a53e0cSJaegeuk Kim  * inode.c
106039a53e0cSJaegeuk Kim  */
106139a53e0cSJaegeuk Kim void f2fs_set_inode_flags(struct inode *);
106239a53e0cSJaegeuk Kim struct inode *f2fs_iget(struct super_block *, unsigned long);
10634660f9c0SJaegeuk Kim int try_to_free_nats(struct f2fs_sb_info *, int);
106439a53e0cSJaegeuk Kim void update_inode(struct inode *, struct page *);
1065744602cfSJaegeuk Kim void update_inode_page(struct inode *);
106639a53e0cSJaegeuk Kim int f2fs_write_inode(struct inode *, struct writeback_control *);
106739a53e0cSJaegeuk Kim void f2fs_evict_inode(struct inode *);
106839a53e0cSJaegeuk Kim 
106939a53e0cSJaegeuk Kim /*
107039a53e0cSJaegeuk Kim  * namei.c
107139a53e0cSJaegeuk Kim  */
107239a53e0cSJaegeuk Kim struct dentry *f2fs_get_parent(struct dentry *child);
107339a53e0cSJaegeuk Kim 
107439a53e0cSJaegeuk Kim /*
107539a53e0cSJaegeuk Kim  * dir.c
107639a53e0cSJaegeuk Kim  */
107739a53e0cSJaegeuk Kim struct f2fs_dir_entry *f2fs_find_entry(struct inode *, struct qstr *,
107839a53e0cSJaegeuk Kim 							struct page **);
107939a53e0cSJaegeuk Kim struct f2fs_dir_entry *f2fs_parent_dir(struct inode *, struct page **);
108039a53e0cSJaegeuk Kim ino_t f2fs_inode_by_name(struct inode *, struct qstr *);
108139a53e0cSJaegeuk Kim void f2fs_set_link(struct inode *, struct f2fs_dir_entry *,
108239a53e0cSJaegeuk Kim 				struct page *, struct inode *);
10831cd14cafSJaegeuk Kim int update_dent_inode(struct inode *, const struct qstr *);
1084b7f7a5e0SAl Viro int __f2fs_add_link(struct inode *, const struct qstr *, struct inode *);
108539a53e0cSJaegeuk Kim void f2fs_delete_entry(struct f2fs_dir_entry *, struct page *, struct inode *);
108639a53e0cSJaegeuk Kim int f2fs_make_empty(struct inode *, struct inode *);
108739a53e0cSJaegeuk Kim bool f2fs_empty_dir(struct inode *);
108839a53e0cSJaegeuk Kim 
1089b7f7a5e0SAl Viro static inline int f2fs_add_link(struct dentry *dentry, struct inode *inode)
1090b7f7a5e0SAl Viro {
1091b7f7a5e0SAl Viro 	return __f2fs_add_link(dentry->d_parent->d_inode, &dentry->d_name,
1092b7f7a5e0SAl Viro 				inode);
1093b7f7a5e0SAl Viro }
1094b7f7a5e0SAl Viro 
109539a53e0cSJaegeuk Kim /*
109639a53e0cSJaegeuk Kim  * super.c
109739a53e0cSJaegeuk Kim  */
109839a53e0cSJaegeuk Kim int f2fs_sync_fs(struct super_block *, int);
1099a07ef784SNamjae Jeon extern __printf(3, 4)
1100a07ef784SNamjae Jeon void f2fs_msg(struct super_block *, const char *, const char *, ...);
110139a53e0cSJaegeuk Kim 
110239a53e0cSJaegeuk Kim /*
110339a53e0cSJaegeuk Kim  * hash.c
110439a53e0cSJaegeuk Kim  */
11059836b8b9SLeon Romanovsky f2fs_hash_t f2fs_dentry_hash(const char *, size_t);
110639a53e0cSJaegeuk Kim 
110739a53e0cSJaegeuk Kim /*
110839a53e0cSJaegeuk Kim  * node.c
110939a53e0cSJaegeuk Kim  */
111039a53e0cSJaegeuk Kim struct dnode_of_data;
111139a53e0cSJaegeuk Kim struct node_info;
111239a53e0cSJaegeuk Kim 
111339a53e0cSJaegeuk Kim int is_checkpointed_node(struct f2fs_sb_info *, nid_t);
111439a53e0cSJaegeuk Kim void get_node_info(struct f2fs_sb_info *, nid_t, struct node_info *);
111539a53e0cSJaegeuk Kim int get_dnode_of_data(struct dnode_of_data *, pgoff_t, int);
111639a53e0cSJaegeuk Kim int truncate_inode_blocks(struct inode *, pgoff_t);
11174f16fb0fSJaegeuk Kim int truncate_xattr_node(struct inode *, struct page *);
1118cfe58f9dSJaegeuk Kim int wait_on_node_pages_writeback(struct f2fs_sb_info *, nid_t);
111958e674d6SGu Zheng void remove_inode_page(struct inode *);
112044a83ff6SJaegeuk Kim struct page *new_inode_page(struct inode *, const struct qstr *);
11218ae8f162SJaegeuk Kim struct page *new_node_page(struct dnode_of_data *, unsigned int, struct page *);
112239a53e0cSJaegeuk Kim void ra_node_page(struct f2fs_sb_info *, nid_t);
112339a53e0cSJaegeuk Kim struct page *get_node_page(struct f2fs_sb_info *, pgoff_t);
112439a53e0cSJaegeuk Kim struct page *get_node_page_ra(struct page *, int);
112539a53e0cSJaegeuk Kim void sync_inode_page(struct dnode_of_data *);
112639a53e0cSJaegeuk Kim int sync_node_pages(struct f2fs_sb_info *, nid_t, struct writeback_control *);
112739a53e0cSJaegeuk Kim bool alloc_nid(struct f2fs_sb_info *, nid_t *);
112839a53e0cSJaegeuk Kim void alloc_nid_done(struct f2fs_sb_info *, nid_t);
112939a53e0cSJaegeuk Kim void alloc_nid_failed(struct f2fs_sb_info *, nid_t);
113039a53e0cSJaegeuk Kim void recover_node_page(struct f2fs_sb_info *, struct page *,
113139a53e0cSJaegeuk Kim 		struct f2fs_summary *, struct node_info *, block_t);
1132abb2366cSJaegeuk Kim bool recover_xattr_data(struct inode *, struct page *, block_t);
113339a53e0cSJaegeuk Kim int recover_inode_page(struct f2fs_sb_info *, struct page *);
113439a53e0cSJaegeuk Kim int restore_node_summary(struct f2fs_sb_info *, unsigned int,
113539a53e0cSJaegeuk Kim 				struct f2fs_summary_block *);
113639a53e0cSJaegeuk Kim void flush_nat_entries(struct f2fs_sb_info *);
113739a53e0cSJaegeuk Kim int build_node_manager(struct f2fs_sb_info *);
113839a53e0cSJaegeuk Kim void destroy_node_manager(struct f2fs_sb_info *);
11396e6093a8SNamjae Jeon int __init create_node_manager_caches(void);
114039a53e0cSJaegeuk Kim void destroy_node_manager_caches(void);
114139a53e0cSJaegeuk Kim 
114239a53e0cSJaegeuk Kim /*
114339a53e0cSJaegeuk Kim  * segment.c
114439a53e0cSJaegeuk Kim  */
114539a53e0cSJaegeuk Kim void f2fs_balance_fs(struct f2fs_sb_info *);
11464660f9c0SJaegeuk Kim void f2fs_balance_fs_bg(struct f2fs_sb_info *);
114739a53e0cSJaegeuk Kim void invalidate_blocks(struct f2fs_sb_info *, block_t);
11485e443818SJaegeuk Kim void refresh_sit_entry(struct f2fs_sb_info *, block_t, block_t);
114939a53e0cSJaegeuk Kim void clear_prefree_segments(struct f2fs_sb_info *);
115039a53e0cSJaegeuk Kim int npages_for_summary_flush(struct f2fs_sb_info *);
115139a53e0cSJaegeuk Kim void allocate_new_segments(struct f2fs_sb_info *);
115239a53e0cSJaegeuk Kim struct page *get_sum_page(struct f2fs_sb_info *, unsigned int);
1153577e3495SJaegeuk Kim void write_meta_page(struct f2fs_sb_info *, struct page *);
1154fb5566daSJaegeuk Kim void write_node_page(struct f2fs_sb_info *, struct page *,
1155fb5566daSJaegeuk Kim 		struct f2fs_io_info *, unsigned int, block_t, block_t *);
1156458e6197SJaegeuk Kim void write_data_page(struct page *, struct dnode_of_data *, block_t *,
1157458e6197SJaegeuk Kim 					struct f2fs_io_info *);
1158458e6197SJaegeuk Kim void rewrite_data_page(struct page *, block_t, struct f2fs_io_info *);
115939a53e0cSJaegeuk Kim void recover_data_page(struct f2fs_sb_info *, struct page *,
116039a53e0cSJaegeuk Kim 				struct f2fs_summary *, block_t, block_t);
116139a53e0cSJaegeuk Kim void rewrite_node_page(struct f2fs_sb_info *, struct page *,
116239a53e0cSJaegeuk Kim 				struct f2fs_summary *, block_t, block_t);
1163bfad7c2dSJaegeuk Kim void allocate_data_block(struct f2fs_sb_info *, struct page *,
1164bfad7c2dSJaegeuk Kim 		block_t, block_t *, struct f2fs_summary *, int);
11655514f0aaSYuan Zhong void f2fs_wait_on_page_writeback(struct page *, enum page_type);
116639a53e0cSJaegeuk Kim void write_data_summaries(struct f2fs_sb_info *, block_t);
116739a53e0cSJaegeuk Kim void write_node_summaries(struct f2fs_sb_info *, block_t);
116839a53e0cSJaegeuk Kim int lookup_journal_in_cursum(struct f2fs_summary_block *,
116939a53e0cSJaegeuk Kim 					int, unsigned int, int);
117039a53e0cSJaegeuk Kim void flush_sit_entries(struct f2fs_sb_info *);
117139a53e0cSJaegeuk Kim int build_segment_manager(struct f2fs_sb_info *);
117239a53e0cSJaegeuk Kim void destroy_segment_manager(struct f2fs_sb_info *);
11737fd9e544SJaegeuk Kim int __init create_segment_manager_caches(void);
11747fd9e544SJaegeuk Kim void destroy_segment_manager_caches(void);
117539a53e0cSJaegeuk Kim 
117639a53e0cSJaegeuk Kim /*
117739a53e0cSJaegeuk Kim  * checkpoint.c
117839a53e0cSJaegeuk Kim  */
117939a53e0cSJaegeuk Kim struct page *grab_meta_page(struct f2fs_sb_info *, pgoff_t);
118039a53e0cSJaegeuk Kim struct page *get_meta_page(struct f2fs_sb_info *, pgoff_t);
1181662befdaSChao Yu int ra_meta_pages(struct f2fs_sb_info *, int, int, int);
118239a53e0cSJaegeuk Kim long sync_meta_pages(struct f2fs_sb_info *, enum page_type, long);
1183cbd56e7dSJaegeuk Kim int acquire_orphan_inode(struct f2fs_sb_info *);
1184cbd56e7dSJaegeuk Kim void release_orphan_inode(struct f2fs_sb_info *);
118539a53e0cSJaegeuk Kim void add_orphan_inode(struct f2fs_sb_info *, nid_t);
118639a53e0cSJaegeuk Kim void remove_orphan_inode(struct f2fs_sb_info *, nid_t);
11878f99a946SChao Yu void recover_orphan_inodes(struct f2fs_sb_info *);
118839a53e0cSJaegeuk Kim int get_valid_checkpoint(struct f2fs_sb_info *);
118939a53e0cSJaegeuk Kim void set_dirty_dir_page(struct inode *, struct page *);
11905deb8267SJaegeuk Kim void add_dirty_dir_inode(struct inode *);
119139a53e0cSJaegeuk Kim void remove_dirty_dir_inode(struct inode *);
119274d0b917SJaegeuk Kim struct inode *check_dirty_dir_inode(struct f2fs_sb_info *, nid_t);
119339a53e0cSJaegeuk Kim void sync_dirty_dir_inodes(struct f2fs_sb_info *);
119443727527SJaegeuk Kim void write_checkpoint(struct f2fs_sb_info *, bool);
119539a53e0cSJaegeuk Kim void init_orphan_info(struct f2fs_sb_info *);
11966e6093a8SNamjae Jeon int __init create_checkpoint_caches(void);
119739a53e0cSJaegeuk Kim void destroy_checkpoint_caches(void);
119839a53e0cSJaegeuk Kim 
119939a53e0cSJaegeuk Kim /*
120039a53e0cSJaegeuk Kim  * data.c
120139a53e0cSJaegeuk Kim  */
1202458e6197SJaegeuk Kim void f2fs_submit_merged_bio(struct f2fs_sb_info *, enum page_type, int);
120393dfe2acSJaegeuk Kim int f2fs_submit_page_bio(struct f2fs_sb_info *, struct page *, block_t, int);
120493dfe2acSJaegeuk Kim void f2fs_submit_page_mbio(struct f2fs_sb_info *, struct page *, block_t,
1205458e6197SJaegeuk Kim 						struct f2fs_io_info *);
120639a53e0cSJaegeuk Kim int reserve_new_block(struct dnode_of_data *);
1207b600965cSHuajun Li int f2fs_reserve_block(struct dnode_of_data *, pgoff_t);
120839a53e0cSJaegeuk Kim void update_extent_cache(block_t, struct dnode_of_data *);
1209c718379bSJaegeuk Kim struct page *find_data_page(struct inode *, pgoff_t, bool);
121039a53e0cSJaegeuk Kim struct page *get_lock_data_page(struct inode *, pgoff_t);
121164aa7ed9SJaegeuk Kim struct page *get_new_data_page(struct inode *, struct page *, pgoff_t, bool);
1212458e6197SJaegeuk Kim int do_write_data_page(struct page *, struct f2fs_io_info *);
121339a53e0cSJaegeuk Kim 
121439a53e0cSJaegeuk Kim /*
121539a53e0cSJaegeuk Kim  * gc.c
121639a53e0cSJaegeuk Kim  */
121739a53e0cSJaegeuk Kim int start_gc_thread(struct f2fs_sb_info *);
121839a53e0cSJaegeuk Kim void stop_gc_thread(struct f2fs_sb_info *);
1219de93653fSJaegeuk Kim block_t start_bidx_of_node(unsigned int, struct f2fs_inode_info *);
1220408e9375SJaegeuk Kim int f2fs_gc(struct f2fs_sb_info *);
122139a53e0cSJaegeuk Kim void build_gc_manager(struct f2fs_sb_info *);
12226e6093a8SNamjae Jeon int __init create_gc_caches(void);
122339a53e0cSJaegeuk Kim void destroy_gc_caches(void);
122439a53e0cSJaegeuk Kim 
122539a53e0cSJaegeuk Kim /*
122639a53e0cSJaegeuk Kim  * recovery.c
122739a53e0cSJaegeuk Kim  */
12286ead1142SJaegeuk Kim int recover_fsync_data(struct f2fs_sb_info *);
122939a53e0cSJaegeuk Kim bool space_for_roll_forward(struct f2fs_sb_info *);
123039a53e0cSJaegeuk Kim 
123139a53e0cSJaegeuk Kim /*
123239a53e0cSJaegeuk Kim  * debug.c
123339a53e0cSJaegeuk Kim  */
123439a53e0cSJaegeuk Kim #ifdef CONFIG_F2FS_STAT_FS
123539a53e0cSJaegeuk Kim struct f2fs_stat_info {
123639a53e0cSJaegeuk Kim 	struct list_head stat_list;
123739a53e0cSJaegeuk Kim 	struct f2fs_sb_info *sbi;
123839a53e0cSJaegeuk Kim 	struct mutex stat_lock;
123939a53e0cSJaegeuk Kim 	int all_area_segs, sit_area_segs, nat_area_segs, ssa_area_segs;
124039a53e0cSJaegeuk Kim 	int main_area_segs, main_area_sections, main_area_zones;
124139a53e0cSJaegeuk Kim 	int hit_ext, total_ext;
124239a53e0cSJaegeuk Kim 	int ndirty_node, ndirty_dent, ndirty_dirs, ndirty_meta;
124339a53e0cSJaegeuk Kim 	int nats, sits, fnids;
124439a53e0cSJaegeuk Kim 	int total_count, utilization;
12450dbdc2aeSJaegeuk Kim 	int bg_gc, inline_inode;
124639a53e0cSJaegeuk Kim 	unsigned int valid_count, valid_node_count, valid_inode_count;
124739a53e0cSJaegeuk Kim 	unsigned int bimodal, avg_vblocks;
124839a53e0cSJaegeuk Kim 	int util_free, util_valid, util_invalid;
124939a53e0cSJaegeuk Kim 	int rsvd_segs, overp_segs;
125039a53e0cSJaegeuk Kim 	int dirty_count, node_pages, meta_pages;
1251942e0be6SChangman Lee 	int prefree_count, call_count, cp_count;
125239a53e0cSJaegeuk Kim 	int tot_segs, node_segs, data_segs, free_segs, free_secs;
125339a53e0cSJaegeuk Kim 	int tot_blks, data_blks, node_blks;
125439a53e0cSJaegeuk Kim 	int curseg[NR_CURSEG_TYPE];
125539a53e0cSJaegeuk Kim 	int cursec[NR_CURSEG_TYPE];
125639a53e0cSJaegeuk Kim 	int curzone[NR_CURSEG_TYPE];
125739a53e0cSJaegeuk Kim 
125839a53e0cSJaegeuk Kim 	unsigned int segment_count[2];
125939a53e0cSJaegeuk Kim 	unsigned int block_count[2];
126039a53e0cSJaegeuk Kim 	unsigned base_mem, cache_mem;
126139a53e0cSJaegeuk Kim };
126239a53e0cSJaegeuk Kim 
1263963d4f7dSGu Zheng static inline struct f2fs_stat_info *F2FS_STAT(struct f2fs_sb_info *sbi)
1264963d4f7dSGu Zheng {
1265963d4f7dSGu Zheng 	return (struct f2fs_stat_info *)sbi->stat_info;
1266963d4f7dSGu Zheng }
1267963d4f7dSGu Zheng 
1268942e0be6SChangman Lee #define stat_inc_cp_count(si)		((si)->cp_count++)
126939a53e0cSJaegeuk Kim #define stat_inc_call_count(si)		((si)->call_count++)
1270dcdfff65SJaegeuk Kim #define stat_inc_bggc_count(sbi)	((sbi)->bg_gc++)
1271dcdfff65SJaegeuk Kim #define stat_inc_dirty_dir(sbi)		((sbi)->n_dirty_dirs++)
1272dcdfff65SJaegeuk Kim #define stat_dec_dirty_dir(sbi)		((sbi)->n_dirty_dirs--)
1273dcdfff65SJaegeuk Kim #define stat_inc_total_hit(sb)		((F2FS_SB(sb))->total_hit_ext++)
1274dcdfff65SJaegeuk Kim #define stat_inc_read_hit(sb)		((F2FS_SB(sb))->read_hit_ext++)
12750dbdc2aeSJaegeuk Kim #define stat_inc_inline_inode(inode)					\
12760dbdc2aeSJaegeuk Kim 	do {								\
12770dbdc2aeSJaegeuk Kim 		if (f2fs_has_inline_data(inode))			\
12780dbdc2aeSJaegeuk Kim 			((F2FS_SB(inode->i_sb))->inline_inode++);	\
12790dbdc2aeSJaegeuk Kim 	} while (0)
12800dbdc2aeSJaegeuk Kim #define stat_dec_inline_inode(inode)					\
12810dbdc2aeSJaegeuk Kim 	do {								\
12820dbdc2aeSJaegeuk Kim 		if (f2fs_has_inline_data(inode))			\
12830dbdc2aeSJaegeuk Kim 			((F2FS_SB(inode->i_sb))->inline_inode--);	\
12840dbdc2aeSJaegeuk Kim 	} while (0)
12850dbdc2aeSJaegeuk Kim 
1286dcdfff65SJaegeuk Kim #define stat_inc_seg_type(sbi, curseg)					\
1287dcdfff65SJaegeuk Kim 		((sbi)->segment_count[(curseg)->alloc_type]++)
1288dcdfff65SJaegeuk Kim #define stat_inc_block_count(sbi, curseg)				\
1289dcdfff65SJaegeuk Kim 		((sbi)->block_count[(curseg)->alloc_type]++)
129039a53e0cSJaegeuk Kim 
129139a53e0cSJaegeuk Kim #define stat_inc_seg_count(sbi, type)					\
129239a53e0cSJaegeuk Kim 	do {								\
1293963d4f7dSGu Zheng 		struct f2fs_stat_info *si = F2FS_STAT(sbi);		\
129439a53e0cSJaegeuk Kim 		(si)->tot_segs++;					\
129539a53e0cSJaegeuk Kim 		if (type == SUM_TYPE_DATA)				\
129639a53e0cSJaegeuk Kim 			si->data_segs++;				\
129739a53e0cSJaegeuk Kim 		else							\
129839a53e0cSJaegeuk Kim 			si->node_segs++;				\
129939a53e0cSJaegeuk Kim 	} while (0)
130039a53e0cSJaegeuk Kim 
130139a53e0cSJaegeuk Kim #define stat_inc_tot_blk_count(si, blks)				\
130239a53e0cSJaegeuk Kim 	(si->tot_blks += (blks))
130339a53e0cSJaegeuk Kim 
130439a53e0cSJaegeuk Kim #define stat_inc_data_blk_count(sbi, blks)				\
130539a53e0cSJaegeuk Kim 	do {								\
1306963d4f7dSGu Zheng 		struct f2fs_stat_info *si = F2FS_STAT(sbi);		\
130739a53e0cSJaegeuk Kim 		stat_inc_tot_blk_count(si, blks);			\
130839a53e0cSJaegeuk Kim 		si->data_blks += (blks);				\
130939a53e0cSJaegeuk Kim 	} while (0)
131039a53e0cSJaegeuk Kim 
131139a53e0cSJaegeuk Kim #define stat_inc_node_blk_count(sbi, blks)				\
131239a53e0cSJaegeuk Kim 	do {								\
1313963d4f7dSGu Zheng 		struct f2fs_stat_info *si = F2FS_STAT(sbi);		\
131439a53e0cSJaegeuk Kim 		stat_inc_tot_blk_count(si, blks);			\
131539a53e0cSJaegeuk Kim 		si->node_blks += (blks);				\
131639a53e0cSJaegeuk Kim 	} while (0)
131739a53e0cSJaegeuk Kim 
131839a53e0cSJaegeuk Kim int f2fs_build_stats(struct f2fs_sb_info *);
131939a53e0cSJaegeuk Kim void f2fs_destroy_stats(struct f2fs_sb_info *);
13206e6093a8SNamjae Jeon void __init f2fs_create_root_stats(void);
13214589d25dSNamjae Jeon void f2fs_destroy_root_stats(void);
132239a53e0cSJaegeuk Kim #else
1323942e0be6SChangman Lee #define stat_inc_cp_count(si)
132439a53e0cSJaegeuk Kim #define stat_inc_call_count(si)
1325dcdfff65SJaegeuk Kim #define stat_inc_bggc_count(si)
1326dcdfff65SJaegeuk Kim #define stat_inc_dirty_dir(sbi)
1327dcdfff65SJaegeuk Kim #define stat_dec_dirty_dir(sbi)
1328dcdfff65SJaegeuk Kim #define stat_inc_total_hit(sb)
1329dcdfff65SJaegeuk Kim #define stat_inc_read_hit(sb)
13300dbdc2aeSJaegeuk Kim #define stat_inc_inline_inode(inode)
13310dbdc2aeSJaegeuk Kim #define stat_dec_inline_inode(inode)
1332dcdfff65SJaegeuk Kim #define stat_inc_seg_type(sbi, curseg)
1333dcdfff65SJaegeuk Kim #define stat_inc_block_count(sbi, curseg)
133439a53e0cSJaegeuk Kim #define stat_inc_seg_count(si, type)
133539a53e0cSJaegeuk Kim #define stat_inc_tot_blk_count(si, blks)
133639a53e0cSJaegeuk Kim #define stat_inc_data_blk_count(si, blks)
133739a53e0cSJaegeuk Kim #define stat_inc_node_blk_count(sbi, blks)
133839a53e0cSJaegeuk Kim 
133939a53e0cSJaegeuk Kim static inline int f2fs_build_stats(struct f2fs_sb_info *sbi) { return 0; }
134039a53e0cSJaegeuk Kim static inline void f2fs_destroy_stats(struct f2fs_sb_info *sbi) { }
13416e6093a8SNamjae Jeon static inline void __init f2fs_create_root_stats(void) { }
13424589d25dSNamjae Jeon static inline void f2fs_destroy_root_stats(void) { }
134339a53e0cSJaegeuk Kim #endif
134439a53e0cSJaegeuk Kim 
134539a53e0cSJaegeuk Kim extern const struct file_operations f2fs_dir_operations;
134639a53e0cSJaegeuk Kim extern const struct file_operations f2fs_file_operations;
134739a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_file_inode_operations;
134839a53e0cSJaegeuk Kim extern const struct address_space_operations f2fs_dblock_aops;
134939a53e0cSJaegeuk Kim extern const struct address_space_operations f2fs_node_aops;
135039a53e0cSJaegeuk Kim extern const struct address_space_operations f2fs_meta_aops;
135139a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_dir_inode_operations;
135239a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_symlink_inode_operations;
135339a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_special_inode_operations;
13541001b347SHuajun Li 
1355e18c65b2SHuajun Li /*
1356e18c65b2SHuajun Li  * inline.c
1357e18c65b2SHuajun Li  */
1358e18c65b2SHuajun Li bool f2fs_may_inline(struct inode *);
1359e18c65b2SHuajun Li int f2fs_read_inline_data(struct inode *, struct page *);
13609e09fc85SJaegeuk Kim int f2fs_convert_inline_data(struct inode *, pgoff_t);
1361e18c65b2SHuajun Li int f2fs_write_inline_data(struct inode *, struct page *, unsigned int);
13621e1bb4baSJaegeuk Kim int recover_inline_data(struct inode *, struct page *);
136339a53e0cSJaegeuk Kim #endif
1364