10a8165d7SJaegeuk Kim /* 239a53e0cSJaegeuk Kim * fs/f2fs/f2fs.h 339a53e0cSJaegeuk Kim * 439a53e0cSJaegeuk Kim * Copyright (c) 2012 Samsung Electronics Co., Ltd. 539a53e0cSJaegeuk Kim * http://www.samsung.com/ 639a53e0cSJaegeuk Kim * 739a53e0cSJaegeuk Kim * This program is free software; you can redistribute it and/or modify 839a53e0cSJaegeuk Kim * it under the terms of the GNU General Public License version 2 as 939a53e0cSJaegeuk Kim * published by the Free Software Foundation. 1039a53e0cSJaegeuk Kim */ 1139a53e0cSJaegeuk Kim #ifndef _LINUX_F2FS_H 1239a53e0cSJaegeuk Kim #define _LINUX_F2FS_H 1339a53e0cSJaegeuk Kim 1439a53e0cSJaegeuk Kim #include <linux/types.h> 1539a53e0cSJaegeuk Kim #include <linux/page-flags.h> 1639a53e0cSJaegeuk Kim #include <linux/buffer_head.h> 1739a53e0cSJaegeuk Kim #include <linux/slab.h> 1839a53e0cSJaegeuk Kim #include <linux/crc32.h> 1939a53e0cSJaegeuk Kim #include <linux/magic.h> 20c2d715d1SJaegeuk Kim #include <linux/kobject.h> 217bd59381SGu Zheng #include <linux/sched.h> 2239a53e0cSJaegeuk Kim 235d56b671SJaegeuk Kim #ifdef CONFIG_F2FS_CHECK_FS 245d56b671SJaegeuk Kim #define f2fs_bug_on(condition) BUG_ON(condition) 250daaad97SJaegeuk Kim #define f2fs_down_write(x, y) down_write_nest_lock(x, y) 265d56b671SJaegeuk Kim #else 275d56b671SJaegeuk Kim #define f2fs_bug_on(condition) 280daaad97SJaegeuk Kim #define f2fs_down_write(x, y) down_write(x) 295d56b671SJaegeuk Kim #endif 305d56b671SJaegeuk Kim 3139a53e0cSJaegeuk Kim /* 3239a53e0cSJaegeuk Kim * For mount options 3339a53e0cSJaegeuk Kim */ 3439a53e0cSJaegeuk Kim #define F2FS_MOUNT_BG_GC 0x00000001 3539a53e0cSJaegeuk Kim #define F2FS_MOUNT_DISABLE_ROLL_FORWARD 0x00000002 3639a53e0cSJaegeuk Kim #define F2FS_MOUNT_DISCARD 0x00000004 3739a53e0cSJaegeuk Kim #define F2FS_MOUNT_NOHEAP 0x00000008 3839a53e0cSJaegeuk Kim #define F2FS_MOUNT_XATTR_USER 0x00000010 3939a53e0cSJaegeuk Kim #define F2FS_MOUNT_POSIX_ACL 0x00000020 4039a53e0cSJaegeuk Kim #define F2FS_MOUNT_DISABLE_EXT_IDENTIFY 0x00000040 41444c580fSJaegeuk Kim #define F2FS_MOUNT_INLINE_XATTR 0x00000080 421001b347SHuajun Li #define F2FS_MOUNT_INLINE_DATA 0x00000100 4339a53e0cSJaegeuk Kim 4439a53e0cSJaegeuk Kim #define clear_opt(sbi, option) (sbi->mount_opt.opt &= ~F2FS_MOUNT_##option) 4539a53e0cSJaegeuk Kim #define set_opt(sbi, option) (sbi->mount_opt.opt |= F2FS_MOUNT_##option) 4639a53e0cSJaegeuk Kim #define test_opt(sbi, option) (sbi->mount_opt.opt & F2FS_MOUNT_##option) 4739a53e0cSJaegeuk Kim 4839a53e0cSJaegeuk Kim #define ver_after(a, b) (typecheck(unsigned long long, a) && \ 4939a53e0cSJaegeuk Kim typecheck(unsigned long long, b) && \ 5039a53e0cSJaegeuk Kim ((long long)((a) - (b)) > 0)) 5139a53e0cSJaegeuk Kim 52a9841c4dSJaegeuk Kim typedef u32 block_t; /* 53a9841c4dSJaegeuk Kim * should not change u32, since it is the on-disk block 54a9841c4dSJaegeuk Kim * address format, __le32. 55a9841c4dSJaegeuk Kim */ 5639a53e0cSJaegeuk Kim typedef u32 nid_t; 5739a53e0cSJaegeuk Kim 5839a53e0cSJaegeuk Kim struct f2fs_mount_info { 5939a53e0cSJaegeuk Kim unsigned int opt; 6039a53e0cSJaegeuk Kim }; 6139a53e0cSJaegeuk Kim 627e586fa0SJaegeuk Kim #define CRCPOLY_LE 0xedb88320 637e586fa0SJaegeuk Kim 647e586fa0SJaegeuk Kim static inline __u32 f2fs_crc32(void *buf, size_t len) 6539a53e0cSJaegeuk Kim { 667e586fa0SJaegeuk Kim unsigned char *p = (unsigned char *)buf; 677e586fa0SJaegeuk Kim __u32 crc = F2FS_SUPER_MAGIC; 687e586fa0SJaegeuk Kim int i; 697e586fa0SJaegeuk Kim 707e586fa0SJaegeuk Kim while (len--) { 717e586fa0SJaegeuk Kim crc ^= *p++; 727e586fa0SJaegeuk Kim for (i = 0; i < 8; i++) 737e586fa0SJaegeuk Kim crc = (crc >> 1) ^ ((crc & 1) ? CRCPOLY_LE : 0); 747e586fa0SJaegeuk Kim } 757e586fa0SJaegeuk Kim return crc; 7639a53e0cSJaegeuk Kim } 7739a53e0cSJaegeuk Kim 787e586fa0SJaegeuk Kim static inline bool f2fs_crc_valid(__u32 blk_crc, void *buf, size_t buf_size) 7939a53e0cSJaegeuk Kim { 807e586fa0SJaegeuk Kim return f2fs_crc32(buf, buf_size) == blk_crc; 8139a53e0cSJaegeuk Kim } 8239a53e0cSJaegeuk Kim 8339a53e0cSJaegeuk Kim /* 8439a53e0cSJaegeuk Kim * For checkpoint manager 8539a53e0cSJaegeuk Kim */ 8639a53e0cSJaegeuk Kim enum { 8739a53e0cSJaegeuk Kim NAT_BITMAP, 8839a53e0cSJaegeuk Kim SIT_BITMAP 8939a53e0cSJaegeuk Kim }; 9039a53e0cSJaegeuk Kim 91*662befdaSChao Yu /* 92*662befdaSChao Yu * For CP/NAT/SIT readahead 93*662befdaSChao Yu */ 94*662befdaSChao Yu enum { 95*662befdaSChao Yu META_CP, 96*662befdaSChao Yu META_NAT, 97*662befdaSChao Yu META_SIT 98*662befdaSChao Yu }; 99*662befdaSChao Yu 10039a53e0cSJaegeuk Kim /* for the list of orphan inodes */ 10139a53e0cSJaegeuk Kim struct orphan_inode_entry { 10239a53e0cSJaegeuk Kim struct list_head list; /* list head */ 10339a53e0cSJaegeuk Kim nid_t ino; /* inode number */ 10439a53e0cSJaegeuk Kim }; 10539a53e0cSJaegeuk Kim 10639a53e0cSJaegeuk Kim /* for the list of directory inodes */ 10739a53e0cSJaegeuk Kim struct dir_inode_entry { 10839a53e0cSJaegeuk Kim struct list_head list; /* list head */ 10939a53e0cSJaegeuk Kim struct inode *inode; /* vfs inode pointer */ 11039a53e0cSJaegeuk Kim }; 11139a53e0cSJaegeuk Kim 1127fd9e544SJaegeuk Kim /* for the list of blockaddresses to be discarded */ 1137fd9e544SJaegeuk Kim struct discard_entry { 1147fd9e544SJaegeuk Kim struct list_head list; /* list head */ 1157fd9e544SJaegeuk Kim block_t blkaddr; /* block address to be discarded */ 1167fd9e544SJaegeuk Kim int len; /* # of consecutive blocks of the discard */ 1177fd9e544SJaegeuk Kim }; 1187fd9e544SJaegeuk Kim 11939a53e0cSJaegeuk Kim /* for the list of fsync inodes, used only during recovery */ 12039a53e0cSJaegeuk Kim struct fsync_inode_entry { 12139a53e0cSJaegeuk Kim struct list_head list; /* list head */ 12239a53e0cSJaegeuk Kim struct inode *inode; /* vfs inode pointer */ 12339a53e0cSJaegeuk Kim block_t blkaddr; /* block address locating the last inode */ 12439a53e0cSJaegeuk Kim }; 12539a53e0cSJaegeuk Kim 12639a53e0cSJaegeuk Kim #define nats_in_cursum(sum) (le16_to_cpu(sum->n_nats)) 12739a53e0cSJaegeuk Kim #define sits_in_cursum(sum) (le16_to_cpu(sum->n_sits)) 12839a53e0cSJaegeuk Kim 12939a53e0cSJaegeuk Kim #define nat_in_journal(sum, i) (sum->nat_j.entries[i].ne) 13039a53e0cSJaegeuk Kim #define nid_in_journal(sum, i) (sum->nat_j.entries[i].nid) 13139a53e0cSJaegeuk Kim #define sit_in_journal(sum, i) (sum->sit_j.entries[i].se) 13239a53e0cSJaegeuk Kim #define segno_in_journal(sum, i) (sum->sit_j.entries[i].segno) 13339a53e0cSJaegeuk Kim 13439a53e0cSJaegeuk Kim static inline int update_nats_in_cursum(struct f2fs_summary_block *rs, int i) 13539a53e0cSJaegeuk Kim { 13639a53e0cSJaegeuk Kim int before = nats_in_cursum(rs); 13739a53e0cSJaegeuk Kim rs->n_nats = cpu_to_le16(before + i); 13839a53e0cSJaegeuk Kim return before; 13939a53e0cSJaegeuk Kim } 14039a53e0cSJaegeuk Kim 14139a53e0cSJaegeuk Kim static inline int update_sits_in_cursum(struct f2fs_summary_block *rs, int i) 14239a53e0cSJaegeuk Kim { 14339a53e0cSJaegeuk Kim int before = sits_in_cursum(rs); 14439a53e0cSJaegeuk Kim rs->n_sits = cpu_to_le16(before + i); 14539a53e0cSJaegeuk Kim return before; 14639a53e0cSJaegeuk Kim } 14739a53e0cSJaegeuk Kim 14839a53e0cSJaegeuk Kim /* 149e9750824SNamjae Jeon * ioctl commands 150e9750824SNamjae Jeon */ 151e9750824SNamjae Jeon #define F2FS_IOC_GETFLAGS FS_IOC_GETFLAGS 152e9750824SNamjae Jeon #define F2FS_IOC_SETFLAGS FS_IOC_SETFLAGS 153e9750824SNamjae Jeon 154e9750824SNamjae Jeon #if defined(__KERNEL__) && defined(CONFIG_COMPAT) 155e9750824SNamjae Jeon /* 156e9750824SNamjae Jeon * ioctl commands in 32 bit emulation 157e9750824SNamjae Jeon */ 158e9750824SNamjae Jeon #define F2FS_IOC32_GETFLAGS FS_IOC32_GETFLAGS 159e9750824SNamjae Jeon #define F2FS_IOC32_SETFLAGS FS_IOC32_SETFLAGS 160e9750824SNamjae Jeon #endif 161e9750824SNamjae Jeon 162e9750824SNamjae Jeon /* 16339a53e0cSJaegeuk Kim * For INODE and NODE manager 16439a53e0cSJaegeuk Kim */ 165dbe6a5ffSJaegeuk Kim /* 166dbe6a5ffSJaegeuk Kim * XATTR_NODE_OFFSET stores xattrs to one node block per file keeping -1 167dbe6a5ffSJaegeuk Kim * as its node offset to distinguish from index node blocks. 168dbe6a5ffSJaegeuk Kim * But some bits are used to mark the node block. 16939a53e0cSJaegeuk Kim */ 170dbe6a5ffSJaegeuk Kim #define XATTR_NODE_OFFSET ((((unsigned int)-1) << OFFSET_BIT_SHIFT) \ 171dbe6a5ffSJaegeuk Kim >> OFFSET_BIT_SHIFT) 172266e97a8SJaegeuk Kim enum { 173266e97a8SJaegeuk Kim ALLOC_NODE, /* allocate a new node page if needed */ 174266e97a8SJaegeuk Kim LOOKUP_NODE, /* look up a node without readahead */ 175266e97a8SJaegeuk Kim LOOKUP_NODE_RA, /* 176266e97a8SJaegeuk Kim * look up a node with readahead called 1774f4124d0SChao Yu * by get_data_block. 17839a53e0cSJaegeuk Kim */ 179266e97a8SJaegeuk Kim }; 180266e97a8SJaegeuk Kim 18139a53e0cSJaegeuk Kim #define F2FS_LINK_MAX 32000 /* maximum link count per file */ 18239a53e0cSJaegeuk Kim 18339a53e0cSJaegeuk Kim /* for in-memory extent cache entry */ 184c11abd1aSJaegeuk Kim #define F2FS_MIN_EXTENT_LEN 16 /* minimum extent length */ 185c11abd1aSJaegeuk Kim 18639a53e0cSJaegeuk Kim struct extent_info { 18739a53e0cSJaegeuk Kim rwlock_t ext_lock; /* rwlock for consistency */ 18839a53e0cSJaegeuk Kim unsigned int fofs; /* start offset in a file */ 18939a53e0cSJaegeuk Kim u32 blk_addr; /* start block address of the extent */ 190111d2495SMasanari Iida unsigned int len; /* length of the extent */ 19139a53e0cSJaegeuk Kim }; 19239a53e0cSJaegeuk Kim 19339a53e0cSJaegeuk Kim /* 19439a53e0cSJaegeuk Kim * i_advise uses FADVISE_XXX_BIT. We can add additional hints later. 19539a53e0cSJaegeuk Kim */ 19639a53e0cSJaegeuk Kim #define FADVISE_COLD_BIT 0x01 197354a3399SJaegeuk Kim #define FADVISE_LOST_PINO_BIT 0x02 19839a53e0cSJaegeuk Kim 19939a53e0cSJaegeuk Kim struct f2fs_inode_info { 20039a53e0cSJaegeuk Kim struct inode vfs_inode; /* serve a vfs inode */ 20139a53e0cSJaegeuk Kim unsigned long i_flags; /* keep an inode flags for ioctl */ 20239a53e0cSJaegeuk Kim unsigned char i_advise; /* use to give file attribute hints */ 20339a53e0cSJaegeuk Kim unsigned int i_current_depth; /* use only in directory structure */ 2046666e6aaSJaegeuk Kim unsigned int i_pino; /* parent inode number */ 20539a53e0cSJaegeuk Kim umode_t i_acl_mode; /* keep file acl mode temporarily */ 20639a53e0cSJaegeuk Kim 20739a53e0cSJaegeuk Kim /* Use below internally in f2fs*/ 20839a53e0cSJaegeuk Kim unsigned long flags; /* use to pass per-file flags */ 20939a53e0cSJaegeuk Kim atomic_t dirty_dents; /* # of dirty dentry pages */ 21039a53e0cSJaegeuk Kim f2fs_hash_t chash; /* hash value of given file name */ 21139a53e0cSJaegeuk Kim unsigned int clevel; /* maximum level of given file name */ 21239a53e0cSJaegeuk Kim nid_t i_xattr_nid; /* node id that contains xattrs */ 213e518ff81SJaegeuk Kim unsigned long long xattr_ver; /* cp version of xattr modification */ 21439a53e0cSJaegeuk Kim struct extent_info ext; /* in-memory extent cache entry */ 21539a53e0cSJaegeuk Kim }; 21639a53e0cSJaegeuk Kim 21739a53e0cSJaegeuk Kim static inline void get_extent_info(struct extent_info *ext, 21839a53e0cSJaegeuk Kim struct f2fs_extent i_ext) 21939a53e0cSJaegeuk Kim { 22039a53e0cSJaegeuk Kim write_lock(&ext->ext_lock); 22139a53e0cSJaegeuk Kim ext->fofs = le32_to_cpu(i_ext.fofs); 22239a53e0cSJaegeuk Kim ext->blk_addr = le32_to_cpu(i_ext.blk_addr); 22339a53e0cSJaegeuk Kim ext->len = le32_to_cpu(i_ext.len); 22439a53e0cSJaegeuk Kim write_unlock(&ext->ext_lock); 22539a53e0cSJaegeuk Kim } 22639a53e0cSJaegeuk Kim 22739a53e0cSJaegeuk Kim static inline void set_raw_extent(struct extent_info *ext, 22839a53e0cSJaegeuk Kim struct f2fs_extent *i_ext) 22939a53e0cSJaegeuk Kim { 23039a53e0cSJaegeuk Kim read_lock(&ext->ext_lock); 23139a53e0cSJaegeuk Kim i_ext->fofs = cpu_to_le32(ext->fofs); 23239a53e0cSJaegeuk Kim i_ext->blk_addr = cpu_to_le32(ext->blk_addr); 23339a53e0cSJaegeuk Kim i_ext->len = cpu_to_le32(ext->len); 23439a53e0cSJaegeuk Kim read_unlock(&ext->ext_lock); 23539a53e0cSJaegeuk Kim } 23639a53e0cSJaegeuk Kim 23739a53e0cSJaegeuk Kim struct f2fs_nm_info { 23839a53e0cSJaegeuk Kim block_t nat_blkaddr; /* base disk address of NAT */ 23939a53e0cSJaegeuk Kim nid_t max_nid; /* maximum possible node ids */ 24039a53e0cSJaegeuk Kim nid_t next_scan_nid; /* the next nid to be scanned */ 24139a53e0cSJaegeuk Kim 24239a53e0cSJaegeuk Kim /* NAT cache management */ 24339a53e0cSJaegeuk Kim struct radix_tree_root nat_root;/* root of the nat entry cache */ 24439a53e0cSJaegeuk Kim rwlock_t nat_tree_lock; /* protect nat_tree_lock */ 24539a53e0cSJaegeuk Kim unsigned int nat_cnt; /* the # of cached nat entries */ 24639a53e0cSJaegeuk Kim struct list_head nat_entries; /* cached nat entry list (clean) */ 24739a53e0cSJaegeuk Kim struct list_head dirty_nat_entries; /* cached nat entry list (dirty) */ 24839a53e0cSJaegeuk Kim 24939a53e0cSJaegeuk Kim /* free node ids management */ 25039a53e0cSJaegeuk Kim struct list_head free_nid_list; /* a list for free nids */ 25139a53e0cSJaegeuk Kim spinlock_t free_nid_list_lock; /* protect free nid list */ 25239a53e0cSJaegeuk Kim unsigned int fcnt; /* the number of free node id */ 25339a53e0cSJaegeuk Kim struct mutex build_lock; /* lock for build free nids */ 25439a53e0cSJaegeuk Kim 25539a53e0cSJaegeuk Kim /* for checkpoint */ 25639a53e0cSJaegeuk Kim char *nat_bitmap; /* NAT bitmap pointer */ 25739a53e0cSJaegeuk Kim int bitmap_size; /* bitmap size */ 25839a53e0cSJaegeuk Kim }; 25939a53e0cSJaegeuk Kim 26039a53e0cSJaegeuk Kim /* 26139a53e0cSJaegeuk Kim * this structure is used as one of function parameters. 26239a53e0cSJaegeuk Kim * all the information are dedicated to a given direct node block determined 26339a53e0cSJaegeuk Kim * by the data offset in a file. 26439a53e0cSJaegeuk Kim */ 26539a53e0cSJaegeuk Kim struct dnode_of_data { 26639a53e0cSJaegeuk Kim struct inode *inode; /* vfs inode pointer */ 26739a53e0cSJaegeuk Kim struct page *inode_page; /* its inode page, NULL is possible */ 26839a53e0cSJaegeuk Kim struct page *node_page; /* cached direct node page */ 26939a53e0cSJaegeuk Kim nid_t nid; /* node id of the direct node block */ 27039a53e0cSJaegeuk Kim unsigned int ofs_in_node; /* data offset in the node page */ 27139a53e0cSJaegeuk Kim bool inode_page_locked; /* inode page is locked or not */ 27239a53e0cSJaegeuk Kim block_t data_blkaddr; /* block address of the node block */ 27339a53e0cSJaegeuk Kim }; 27439a53e0cSJaegeuk Kim 27539a53e0cSJaegeuk Kim static inline void set_new_dnode(struct dnode_of_data *dn, struct inode *inode, 27639a53e0cSJaegeuk Kim struct page *ipage, struct page *npage, nid_t nid) 27739a53e0cSJaegeuk Kim { 278d66d1f76SJaegeuk Kim memset(dn, 0, sizeof(*dn)); 27939a53e0cSJaegeuk Kim dn->inode = inode; 28039a53e0cSJaegeuk Kim dn->inode_page = ipage; 28139a53e0cSJaegeuk Kim dn->node_page = npage; 28239a53e0cSJaegeuk Kim dn->nid = nid; 28339a53e0cSJaegeuk Kim } 28439a53e0cSJaegeuk Kim 28539a53e0cSJaegeuk Kim /* 28639a53e0cSJaegeuk Kim * For SIT manager 28739a53e0cSJaegeuk Kim * 28839a53e0cSJaegeuk Kim * By default, there are 6 active log areas across the whole main area. 28939a53e0cSJaegeuk Kim * When considering hot and cold data separation to reduce cleaning overhead, 29039a53e0cSJaegeuk Kim * we split 3 for data logs and 3 for node logs as hot, warm, and cold types, 29139a53e0cSJaegeuk Kim * respectively. 29239a53e0cSJaegeuk Kim * In the current design, you should not change the numbers intentionally. 29339a53e0cSJaegeuk Kim * Instead, as a mount option such as active_logs=x, you can use 2, 4, and 6 29439a53e0cSJaegeuk Kim * logs individually according to the underlying devices. (default: 6) 29539a53e0cSJaegeuk Kim * Just in case, on-disk layout covers maximum 16 logs that consist of 8 for 29639a53e0cSJaegeuk Kim * data and 8 for node logs. 29739a53e0cSJaegeuk Kim */ 29839a53e0cSJaegeuk Kim #define NR_CURSEG_DATA_TYPE (3) 29939a53e0cSJaegeuk Kim #define NR_CURSEG_NODE_TYPE (3) 30039a53e0cSJaegeuk Kim #define NR_CURSEG_TYPE (NR_CURSEG_DATA_TYPE + NR_CURSEG_NODE_TYPE) 30139a53e0cSJaegeuk Kim 30239a53e0cSJaegeuk Kim enum { 30339a53e0cSJaegeuk Kim CURSEG_HOT_DATA = 0, /* directory entry blocks */ 30439a53e0cSJaegeuk Kim CURSEG_WARM_DATA, /* data blocks */ 30539a53e0cSJaegeuk Kim CURSEG_COLD_DATA, /* multimedia or GCed data blocks */ 30639a53e0cSJaegeuk Kim CURSEG_HOT_NODE, /* direct node blocks of directory files */ 30739a53e0cSJaegeuk Kim CURSEG_WARM_NODE, /* direct node blocks of normal files */ 30839a53e0cSJaegeuk Kim CURSEG_COLD_NODE, /* indirect node blocks */ 30939a53e0cSJaegeuk Kim NO_CHECK_TYPE 31039a53e0cSJaegeuk Kim }; 31139a53e0cSJaegeuk Kim 31239a53e0cSJaegeuk Kim struct f2fs_sm_info { 31339a53e0cSJaegeuk Kim struct sit_info *sit_info; /* whole segment information */ 31439a53e0cSJaegeuk Kim struct free_segmap_info *free_info; /* free segment information */ 31539a53e0cSJaegeuk Kim struct dirty_seglist_info *dirty_info; /* dirty segment information */ 31639a53e0cSJaegeuk Kim struct curseg_info *curseg_array; /* active segment information */ 31739a53e0cSJaegeuk Kim 31839a53e0cSJaegeuk Kim struct list_head wblist_head; /* list of under-writeback pages */ 31939a53e0cSJaegeuk Kim spinlock_t wblist_lock; /* lock for checkpoint */ 32039a53e0cSJaegeuk Kim 32139a53e0cSJaegeuk Kim block_t seg0_blkaddr; /* block address of 0'th segment */ 32239a53e0cSJaegeuk Kim block_t main_blkaddr; /* start block address of main area */ 32339a53e0cSJaegeuk Kim block_t ssa_blkaddr; /* start block address of SSA area */ 32439a53e0cSJaegeuk Kim 32539a53e0cSJaegeuk Kim unsigned int segment_count; /* total # of segments */ 32639a53e0cSJaegeuk Kim unsigned int main_segments; /* # of segments in main area */ 32739a53e0cSJaegeuk Kim unsigned int reserved_segments; /* # of reserved segments */ 32839a53e0cSJaegeuk Kim unsigned int ovp_segments; /* # of overprovision segments */ 32981eb8d6eSJaegeuk Kim 33081eb8d6eSJaegeuk Kim /* a threshold to reclaim prefree segments */ 33181eb8d6eSJaegeuk Kim unsigned int rec_prefree_segments; 3327fd9e544SJaegeuk Kim 3337fd9e544SJaegeuk Kim /* for small discard management */ 3347fd9e544SJaegeuk Kim struct list_head discard_list; /* 4KB discard list */ 3357fd9e544SJaegeuk Kim int nr_discards; /* # of discards in the list */ 3367fd9e544SJaegeuk Kim int max_discards; /* max. discards to be issued */ 337216fbd64SJaegeuk Kim 338216fbd64SJaegeuk Kim unsigned int ipu_policy; /* in-place-update policy */ 339216fbd64SJaegeuk Kim unsigned int min_ipu_util; /* in-place-update threshold */ 34039a53e0cSJaegeuk Kim }; 34139a53e0cSJaegeuk Kim 34239a53e0cSJaegeuk Kim /* 34339a53e0cSJaegeuk Kim * For superblock 34439a53e0cSJaegeuk Kim */ 34539a53e0cSJaegeuk Kim /* 34639a53e0cSJaegeuk Kim * COUNT_TYPE for monitoring 34739a53e0cSJaegeuk Kim * 34839a53e0cSJaegeuk Kim * f2fs monitors the number of several block types such as on-writeback, 34939a53e0cSJaegeuk Kim * dirty dentry blocks, dirty node blocks, and dirty meta blocks. 35039a53e0cSJaegeuk Kim */ 35139a53e0cSJaegeuk Kim enum count_type { 35239a53e0cSJaegeuk Kim F2FS_WRITEBACK, 35339a53e0cSJaegeuk Kim F2FS_DIRTY_DENTS, 35439a53e0cSJaegeuk Kim F2FS_DIRTY_NODES, 35539a53e0cSJaegeuk Kim F2FS_DIRTY_META, 35639a53e0cSJaegeuk Kim NR_COUNT_TYPE, 35739a53e0cSJaegeuk Kim }; 35839a53e0cSJaegeuk Kim 35939a53e0cSJaegeuk Kim /* 36039a53e0cSJaegeuk Kim * The below are the page types of bios used in submti_bio(). 36139a53e0cSJaegeuk Kim * The available types are: 36239a53e0cSJaegeuk Kim * DATA User data pages. It operates as async mode. 36339a53e0cSJaegeuk Kim * NODE Node pages. It operates as async mode. 36439a53e0cSJaegeuk Kim * META FS metadata pages such as SIT, NAT, CP. 36539a53e0cSJaegeuk Kim * NR_PAGE_TYPE The number of page types. 36639a53e0cSJaegeuk Kim * META_FLUSH Make sure the previous pages are written 36739a53e0cSJaegeuk Kim * with waiting the bio's completion 36839a53e0cSJaegeuk Kim * ... Only can be used with META. 36939a53e0cSJaegeuk Kim */ 3707d5e5109SJaegeuk Kim #define PAGE_TYPE_OF_BIO(type) ((type) > META ? META : (type)) 37139a53e0cSJaegeuk Kim enum page_type { 37239a53e0cSJaegeuk Kim DATA, 37339a53e0cSJaegeuk Kim NODE, 37439a53e0cSJaegeuk Kim META, 37539a53e0cSJaegeuk Kim NR_PAGE_TYPE, 37639a53e0cSJaegeuk Kim META_FLUSH, 37739a53e0cSJaegeuk Kim }; 37839a53e0cSJaegeuk Kim 379458e6197SJaegeuk Kim struct f2fs_io_info { 380458e6197SJaegeuk Kim enum page_type type; /* contains DATA/NODE/META/META_FLUSH */ 3817e8f2308SGu Zheng int rw; /* contains R/RS/W/WS with REQ_META/REQ_PRIO */ 382458e6197SJaegeuk Kim }; 383458e6197SJaegeuk Kim 38493dfe2acSJaegeuk Kim #define is_read_io(rw) (((rw) & 1) == READ) 3851ff7bd3bSJaegeuk Kim struct f2fs_bio_info { 386458e6197SJaegeuk Kim struct f2fs_sb_info *sbi; /* f2fs superblock */ 3871ff7bd3bSJaegeuk Kim struct bio *bio; /* bios to merge */ 3881ff7bd3bSJaegeuk Kim sector_t last_block_in_bio; /* last block number */ 389458e6197SJaegeuk Kim struct f2fs_io_info fio; /* store buffered io info. */ 3901ff7bd3bSJaegeuk Kim struct mutex io_mutex; /* mutex for bio */ 3911ff7bd3bSJaegeuk Kim }; 3921ff7bd3bSJaegeuk Kim 39339a53e0cSJaegeuk Kim struct f2fs_sb_info { 39439a53e0cSJaegeuk Kim struct super_block *sb; /* pointer to VFS super block */ 3955e176d54SJaegeuk Kim struct proc_dir_entry *s_proc; /* proc entry */ 39639a53e0cSJaegeuk Kim struct buffer_head *raw_super_buf; /* buffer head of raw sb */ 39739a53e0cSJaegeuk Kim struct f2fs_super_block *raw_super; /* raw super block pointer */ 39839a53e0cSJaegeuk Kim int s_dirty; /* dirty flag for checkpoint */ 39939a53e0cSJaegeuk Kim 40039a53e0cSJaegeuk Kim /* for node-related operations */ 40139a53e0cSJaegeuk Kim struct f2fs_nm_info *nm_info; /* node manager */ 40239a53e0cSJaegeuk Kim struct inode *node_inode; /* cache node blocks */ 40339a53e0cSJaegeuk Kim 40439a53e0cSJaegeuk Kim /* for segment-related operations */ 40539a53e0cSJaegeuk Kim struct f2fs_sm_info *sm_info; /* segment manager */ 4061ff7bd3bSJaegeuk Kim 4071ff7bd3bSJaegeuk Kim /* for bio operations */ 408924b720bSChao Yu struct f2fs_bio_info read_io; /* for read bios */ 4091ff7bd3bSJaegeuk Kim struct f2fs_bio_info write_io[NR_PAGE_TYPE]; /* for write bios */ 4101b1f559fSJaegeuk Kim struct completion *wait_io; /* for completion bios */ 41139a53e0cSJaegeuk Kim 41239a53e0cSJaegeuk Kim /* for checkpoint */ 41339a53e0cSJaegeuk Kim struct f2fs_checkpoint *ckpt; /* raw checkpoint pointer */ 41439a53e0cSJaegeuk Kim struct inode *meta_inode; /* cache meta blocks */ 41539936837SJaegeuk Kim struct mutex cp_mutex; /* checkpoint procedure lock */ 416e479556bSGu Zheng struct rw_semaphore cp_rwsem; /* blocking FS operations */ 41739936837SJaegeuk Kim struct mutex node_write; /* locking node writes */ 41839a53e0cSJaegeuk Kim struct mutex writepages; /* mutex for writepages() */ 419aabe5136SHaicheng Li bool por_doing; /* recovery is doing or not */ 420aabe5136SHaicheng Li bool on_build_free_nids; /* build_free_nids is doing */ 421fb51b5efSChangman Lee wait_queue_head_t cp_wait; 42239a53e0cSJaegeuk Kim 42339a53e0cSJaegeuk Kim /* for orphan inode management */ 42439a53e0cSJaegeuk Kim struct list_head orphan_inode_list; /* orphan inode list */ 42517b692f6SGu Zheng spinlock_t orphan_inode_lock; /* for orphan inode list */ 42639a53e0cSJaegeuk Kim unsigned int n_orphans; /* # of orphan inodes */ 4270d47c1adSGu Zheng unsigned int max_orphans; /* max orphan inodes */ 42839a53e0cSJaegeuk Kim 42939a53e0cSJaegeuk Kim /* for directory inode management */ 43039a53e0cSJaegeuk Kim struct list_head dir_inode_list; /* dir inode list */ 43139a53e0cSJaegeuk Kim spinlock_t dir_inode_lock; /* for dir inode list lock */ 43239a53e0cSJaegeuk Kim 43339a53e0cSJaegeuk Kim /* basic file system units */ 43439a53e0cSJaegeuk Kim unsigned int log_sectors_per_block; /* log2 sectors per block */ 43539a53e0cSJaegeuk Kim unsigned int log_blocksize; /* log2 block size */ 43639a53e0cSJaegeuk Kim unsigned int blocksize; /* block size */ 43739a53e0cSJaegeuk Kim unsigned int root_ino_num; /* root inode number*/ 43839a53e0cSJaegeuk Kim unsigned int node_ino_num; /* node inode number*/ 43939a53e0cSJaegeuk Kim unsigned int meta_ino_num; /* meta inode number*/ 44039a53e0cSJaegeuk Kim unsigned int log_blocks_per_seg; /* log2 blocks per segment */ 44139a53e0cSJaegeuk Kim unsigned int blocks_per_seg; /* blocks per segment */ 44239a53e0cSJaegeuk Kim unsigned int segs_per_sec; /* segments per section */ 44339a53e0cSJaegeuk Kim unsigned int secs_per_zone; /* sections per zone */ 44439a53e0cSJaegeuk Kim unsigned int total_sections; /* total section count */ 44539a53e0cSJaegeuk Kim unsigned int total_node_count; /* total node block count */ 44639a53e0cSJaegeuk Kim unsigned int total_valid_node_count; /* valid node block count */ 44739a53e0cSJaegeuk Kim unsigned int total_valid_inode_count; /* valid inode count */ 44839a53e0cSJaegeuk Kim int active_logs; /* # of active logs */ 44939a53e0cSJaegeuk Kim 45039a53e0cSJaegeuk Kim block_t user_block_count; /* # of user blocks */ 45139a53e0cSJaegeuk Kim block_t total_valid_block_count; /* # of valid blocks */ 45239a53e0cSJaegeuk Kim block_t alloc_valid_block_count; /* # of allocated blocks */ 45339a53e0cSJaegeuk Kim block_t last_valid_block_count; /* for recovery */ 45439a53e0cSJaegeuk Kim u32 s_next_generation; /* for NFS support */ 45539a53e0cSJaegeuk Kim atomic_t nr_pages[NR_COUNT_TYPE]; /* # of pages, see count_type */ 45639a53e0cSJaegeuk Kim 45739a53e0cSJaegeuk Kim struct f2fs_mount_info mount_opt; /* mount options */ 45839a53e0cSJaegeuk Kim 45939a53e0cSJaegeuk Kim /* for cleaning operations */ 46039a53e0cSJaegeuk Kim struct mutex gc_mutex; /* mutex for GC */ 46139a53e0cSJaegeuk Kim struct f2fs_gc_kthread *gc_thread; /* GC thread */ 4625ec4e49fSJaegeuk Kim unsigned int cur_victim_sec; /* current victim section num */ 46339a53e0cSJaegeuk Kim 464b1c57c1cSJaegeuk Kim /* maximum # of trials to find a victim segment for SSR and GC */ 465b1c57c1cSJaegeuk Kim unsigned int max_victim_search; 466b1c57c1cSJaegeuk Kim 46739a53e0cSJaegeuk Kim /* 46839a53e0cSJaegeuk Kim * for stat information. 46939a53e0cSJaegeuk Kim * one is for the LFS mode, and the other is for the SSR mode. 47039a53e0cSJaegeuk Kim */ 47135b09d82SNamjae Jeon #ifdef CONFIG_F2FS_STAT_FS 47239a53e0cSJaegeuk Kim struct f2fs_stat_info *stat_info; /* FS status information */ 47339a53e0cSJaegeuk Kim unsigned int segment_count[2]; /* # of allocated segments */ 47439a53e0cSJaegeuk Kim unsigned int block_count[2]; /* # of allocated blocks */ 47539a53e0cSJaegeuk Kim int total_hit_ext, read_hit_ext; /* extent cache hit ratio */ 4760dbdc2aeSJaegeuk Kim int inline_inode; /* # of inline_data inodes */ 47739a53e0cSJaegeuk Kim int bg_gc; /* background gc calls */ 47835b09d82SNamjae Jeon unsigned int n_dirty_dirs; /* # of dir inodes */ 47935b09d82SNamjae Jeon #endif 48035b09d82SNamjae Jeon unsigned int last_victim[2]; /* last victim segment # */ 48139a53e0cSJaegeuk Kim spinlock_t stat_lock; /* lock for stat operations */ 482b59d0baeSNamjae Jeon 483b59d0baeSNamjae Jeon /* For sysfs suppport */ 484b59d0baeSNamjae Jeon struct kobject s_kobj; 485b59d0baeSNamjae Jeon struct completion s_kobj_unregister; 48639a53e0cSJaegeuk Kim }; 48739a53e0cSJaegeuk Kim 48839a53e0cSJaegeuk Kim /* 48939a53e0cSJaegeuk Kim * Inline functions 49039a53e0cSJaegeuk Kim */ 49139a53e0cSJaegeuk Kim static inline struct f2fs_inode_info *F2FS_I(struct inode *inode) 49239a53e0cSJaegeuk Kim { 49339a53e0cSJaegeuk Kim return container_of(inode, struct f2fs_inode_info, vfs_inode); 49439a53e0cSJaegeuk Kim } 49539a53e0cSJaegeuk Kim 49639a53e0cSJaegeuk Kim static inline struct f2fs_sb_info *F2FS_SB(struct super_block *sb) 49739a53e0cSJaegeuk Kim { 49839a53e0cSJaegeuk Kim return sb->s_fs_info; 49939a53e0cSJaegeuk Kim } 50039a53e0cSJaegeuk Kim 50139a53e0cSJaegeuk Kim static inline struct f2fs_super_block *F2FS_RAW_SUPER(struct f2fs_sb_info *sbi) 50239a53e0cSJaegeuk Kim { 50339a53e0cSJaegeuk Kim return (struct f2fs_super_block *)(sbi->raw_super); 50439a53e0cSJaegeuk Kim } 50539a53e0cSJaegeuk Kim 50639a53e0cSJaegeuk Kim static inline struct f2fs_checkpoint *F2FS_CKPT(struct f2fs_sb_info *sbi) 50739a53e0cSJaegeuk Kim { 50839a53e0cSJaegeuk Kim return (struct f2fs_checkpoint *)(sbi->ckpt); 50939a53e0cSJaegeuk Kim } 51039a53e0cSJaegeuk Kim 51145590710SGu Zheng static inline struct f2fs_node *F2FS_NODE(struct page *page) 51245590710SGu Zheng { 51345590710SGu Zheng return (struct f2fs_node *)page_address(page); 51445590710SGu Zheng } 51545590710SGu Zheng 51658bfaf44SJaegeuk Kim static inline struct f2fs_inode *F2FS_INODE(struct page *page) 51758bfaf44SJaegeuk Kim { 51858bfaf44SJaegeuk Kim return &((struct f2fs_node *)page_address(page))->i; 51958bfaf44SJaegeuk Kim } 52058bfaf44SJaegeuk Kim 52139a53e0cSJaegeuk Kim static inline struct f2fs_nm_info *NM_I(struct f2fs_sb_info *sbi) 52239a53e0cSJaegeuk Kim { 52339a53e0cSJaegeuk Kim return (struct f2fs_nm_info *)(sbi->nm_info); 52439a53e0cSJaegeuk Kim } 52539a53e0cSJaegeuk Kim 52639a53e0cSJaegeuk Kim static inline struct f2fs_sm_info *SM_I(struct f2fs_sb_info *sbi) 52739a53e0cSJaegeuk Kim { 52839a53e0cSJaegeuk Kim return (struct f2fs_sm_info *)(sbi->sm_info); 52939a53e0cSJaegeuk Kim } 53039a53e0cSJaegeuk Kim 53139a53e0cSJaegeuk Kim static inline struct sit_info *SIT_I(struct f2fs_sb_info *sbi) 53239a53e0cSJaegeuk Kim { 53339a53e0cSJaegeuk Kim return (struct sit_info *)(SM_I(sbi)->sit_info); 53439a53e0cSJaegeuk Kim } 53539a53e0cSJaegeuk Kim 53639a53e0cSJaegeuk Kim static inline struct free_segmap_info *FREE_I(struct f2fs_sb_info *sbi) 53739a53e0cSJaegeuk Kim { 53839a53e0cSJaegeuk Kim return (struct free_segmap_info *)(SM_I(sbi)->free_info); 53939a53e0cSJaegeuk Kim } 54039a53e0cSJaegeuk Kim 54139a53e0cSJaegeuk Kim static inline struct dirty_seglist_info *DIRTY_I(struct f2fs_sb_info *sbi) 54239a53e0cSJaegeuk Kim { 54339a53e0cSJaegeuk Kim return (struct dirty_seglist_info *)(SM_I(sbi)->dirty_info); 54439a53e0cSJaegeuk Kim } 54539a53e0cSJaegeuk Kim 5469df27d98SGu Zheng static inline struct address_space *META_MAPPING(struct f2fs_sb_info *sbi) 5479df27d98SGu Zheng { 5489df27d98SGu Zheng return sbi->meta_inode->i_mapping; 5499df27d98SGu Zheng } 5509df27d98SGu Zheng 5514ef51a8fSJaegeuk Kim static inline struct address_space *NODE_MAPPING(struct f2fs_sb_info *sbi) 5524ef51a8fSJaegeuk Kim { 5534ef51a8fSJaegeuk Kim return sbi->node_inode->i_mapping; 5544ef51a8fSJaegeuk Kim } 5554ef51a8fSJaegeuk Kim 55639a53e0cSJaegeuk Kim static inline void F2FS_SET_SB_DIRT(struct f2fs_sb_info *sbi) 55739a53e0cSJaegeuk Kim { 55839a53e0cSJaegeuk Kim sbi->s_dirty = 1; 55939a53e0cSJaegeuk Kim } 56039a53e0cSJaegeuk Kim 56139a53e0cSJaegeuk Kim static inline void F2FS_RESET_SB_DIRT(struct f2fs_sb_info *sbi) 56239a53e0cSJaegeuk Kim { 56339a53e0cSJaegeuk Kim sbi->s_dirty = 0; 56439a53e0cSJaegeuk Kim } 56539a53e0cSJaegeuk Kim 566d71b5564SJaegeuk Kim static inline unsigned long long cur_cp_version(struct f2fs_checkpoint *cp) 567d71b5564SJaegeuk Kim { 568d71b5564SJaegeuk Kim return le64_to_cpu(cp->checkpoint_ver); 569d71b5564SJaegeuk Kim } 570d71b5564SJaegeuk Kim 57125ca923bSJaegeuk Kim static inline bool is_set_ckpt_flags(struct f2fs_checkpoint *cp, unsigned int f) 57225ca923bSJaegeuk Kim { 57325ca923bSJaegeuk Kim unsigned int ckpt_flags = le32_to_cpu(cp->ckpt_flags); 57425ca923bSJaegeuk Kim return ckpt_flags & f; 57525ca923bSJaegeuk Kim } 57625ca923bSJaegeuk Kim 57725ca923bSJaegeuk Kim static inline void set_ckpt_flags(struct f2fs_checkpoint *cp, unsigned int f) 57825ca923bSJaegeuk Kim { 57925ca923bSJaegeuk Kim unsigned int ckpt_flags = le32_to_cpu(cp->ckpt_flags); 58025ca923bSJaegeuk Kim ckpt_flags |= f; 58125ca923bSJaegeuk Kim cp->ckpt_flags = cpu_to_le32(ckpt_flags); 58225ca923bSJaegeuk Kim } 58325ca923bSJaegeuk Kim 58425ca923bSJaegeuk Kim static inline void clear_ckpt_flags(struct f2fs_checkpoint *cp, unsigned int f) 58525ca923bSJaegeuk Kim { 58625ca923bSJaegeuk Kim unsigned int ckpt_flags = le32_to_cpu(cp->ckpt_flags); 58725ca923bSJaegeuk Kim ckpt_flags &= (~f); 58825ca923bSJaegeuk Kim cp->ckpt_flags = cpu_to_le32(ckpt_flags); 58925ca923bSJaegeuk Kim } 59025ca923bSJaegeuk Kim 591e479556bSGu Zheng static inline void f2fs_lock_op(struct f2fs_sb_info *sbi) 59239a53e0cSJaegeuk Kim { 593e479556bSGu Zheng down_read(&sbi->cp_rwsem); 59439a53e0cSJaegeuk Kim } 59539a53e0cSJaegeuk Kim 596e479556bSGu Zheng static inline void f2fs_unlock_op(struct f2fs_sb_info *sbi) 59739a53e0cSJaegeuk Kim { 598e479556bSGu Zheng up_read(&sbi->cp_rwsem); 59939936837SJaegeuk Kim } 60039936837SJaegeuk Kim 601e479556bSGu Zheng static inline void f2fs_lock_all(struct f2fs_sb_info *sbi) 60239936837SJaegeuk Kim { 6030daaad97SJaegeuk Kim f2fs_down_write(&sbi->cp_rwsem, &sbi->cp_mutex); 60439936837SJaegeuk Kim } 60539936837SJaegeuk Kim 606e479556bSGu Zheng static inline void f2fs_unlock_all(struct f2fs_sb_info *sbi) 60739936837SJaegeuk Kim { 608e479556bSGu Zheng up_write(&sbi->cp_rwsem); 60939a53e0cSJaegeuk Kim } 61039a53e0cSJaegeuk Kim 61139a53e0cSJaegeuk Kim /* 61239a53e0cSJaegeuk Kim * Check whether the given nid is within node id range. 61339a53e0cSJaegeuk Kim */ 614064e0823SNamjae Jeon static inline int check_nid_range(struct f2fs_sb_info *sbi, nid_t nid) 61539a53e0cSJaegeuk Kim { 616064e0823SNamjae Jeon WARN_ON((nid >= NM_I(sbi)->max_nid)); 617cfb271d4SChao Yu if (unlikely(nid >= NM_I(sbi)->max_nid)) 618064e0823SNamjae Jeon return -EINVAL; 619064e0823SNamjae Jeon return 0; 62039a53e0cSJaegeuk Kim } 62139a53e0cSJaegeuk Kim 62239a53e0cSJaegeuk Kim #define F2FS_DEFAULT_ALLOCATED_BLOCKS 1 62339a53e0cSJaegeuk Kim 62439a53e0cSJaegeuk Kim /* 62539a53e0cSJaegeuk Kim * Check whether the inode has blocks or not 62639a53e0cSJaegeuk Kim */ 62739a53e0cSJaegeuk Kim static inline int F2FS_HAS_BLOCKS(struct inode *inode) 62839a53e0cSJaegeuk Kim { 62939a53e0cSJaegeuk Kim if (F2FS_I(inode)->i_xattr_nid) 6306c311ec6SChris Fries return inode->i_blocks > F2FS_DEFAULT_ALLOCATED_BLOCKS + 1; 63139a53e0cSJaegeuk Kim else 6326c311ec6SChris Fries return inode->i_blocks > F2FS_DEFAULT_ALLOCATED_BLOCKS; 63339a53e0cSJaegeuk Kim } 63439a53e0cSJaegeuk Kim 63539a53e0cSJaegeuk Kim static inline bool inc_valid_block_count(struct f2fs_sb_info *sbi, 63639a53e0cSJaegeuk Kim struct inode *inode, blkcnt_t count) 63739a53e0cSJaegeuk Kim { 63839a53e0cSJaegeuk Kim block_t valid_block_count; 63939a53e0cSJaegeuk Kim 64039a53e0cSJaegeuk Kim spin_lock(&sbi->stat_lock); 64139a53e0cSJaegeuk Kim valid_block_count = 64239a53e0cSJaegeuk Kim sbi->total_valid_block_count + (block_t)count; 643cfb271d4SChao Yu if (unlikely(valid_block_count > sbi->user_block_count)) { 64439a53e0cSJaegeuk Kim spin_unlock(&sbi->stat_lock); 64539a53e0cSJaegeuk Kim return false; 64639a53e0cSJaegeuk Kim } 64739a53e0cSJaegeuk Kim inode->i_blocks += count; 64839a53e0cSJaegeuk Kim sbi->total_valid_block_count = valid_block_count; 64939a53e0cSJaegeuk Kim sbi->alloc_valid_block_count += (block_t)count; 65039a53e0cSJaegeuk Kim spin_unlock(&sbi->stat_lock); 65139a53e0cSJaegeuk Kim return true; 65239a53e0cSJaegeuk Kim } 65339a53e0cSJaegeuk Kim 654da19b0dcSGu Zheng static inline void dec_valid_block_count(struct f2fs_sb_info *sbi, 65539a53e0cSJaegeuk Kim struct inode *inode, 65639a53e0cSJaegeuk Kim blkcnt_t count) 65739a53e0cSJaegeuk Kim { 65839a53e0cSJaegeuk Kim spin_lock(&sbi->stat_lock); 6595d56b671SJaegeuk Kim f2fs_bug_on(sbi->total_valid_block_count < (block_t) count); 6605d56b671SJaegeuk Kim f2fs_bug_on(inode->i_blocks < count); 66139a53e0cSJaegeuk Kim inode->i_blocks -= count; 66239a53e0cSJaegeuk Kim sbi->total_valid_block_count -= (block_t)count; 66339a53e0cSJaegeuk Kim spin_unlock(&sbi->stat_lock); 66439a53e0cSJaegeuk Kim } 66539a53e0cSJaegeuk Kim 66639a53e0cSJaegeuk Kim static inline void inc_page_count(struct f2fs_sb_info *sbi, int count_type) 66739a53e0cSJaegeuk Kim { 66839a53e0cSJaegeuk Kim atomic_inc(&sbi->nr_pages[count_type]); 66939a53e0cSJaegeuk Kim F2FS_SET_SB_DIRT(sbi); 67039a53e0cSJaegeuk Kim } 67139a53e0cSJaegeuk Kim 67239a53e0cSJaegeuk Kim static inline void inode_inc_dirty_dents(struct inode *inode) 67339a53e0cSJaegeuk Kim { 6741fe54f9dSJaegeuk Kim inc_page_count(F2FS_SB(inode->i_sb), F2FS_DIRTY_DENTS); 67539a53e0cSJaegeuk Kim atomic_inc(&F2FS_I(inode)->dirty_dents); 67639a53e0cSJaegeuk Kim } 67739a53e0cSJaegeuk Kim 67839a53e0cSJaegeuk Kim static inline void dec_page_count(struct f2fs_sb_info *sbi, int count_type) 67939a53e0cSJaegeuk Kim { 68039a53e0cSJaegeuk Kim atomic_dec(&sbi->nr_pages[count_type]); 68139a53e0cSJaegeuk Kim } 68239a53e0cSJaegeuk Kim 68339a53e0cSJaegeuk Kim static inline void inode_dec_dirty_dents(struct inode *inode) 68439a53e0cSJaegeuk Kim { 6851fe54f9dSJaegeuk Kim if (!S_ISDIR(inode->i_mode)) 6861fe54f9dSJaegeuk Kim return; 6871fe54f9dSJaegeuk Kim 6881fe54f9dSJaegeuk Kim dec_page_count(F2FS_SB(inode->i_sb), F2FS_DIRTY_DENTS); 68939a53e0cSJaegeuk Kim atomic_dec(&F2FS_I(inode)->dirty_dents); 69039a53e0cSJaegeuk Kim } 69139a53e0cSJaegeuk Kim 69239a53e0cSJaegeuk Kim static inline int get_pages(struct f2fs_sb_info *sbi, int count_type) 69339a53e0cSJaegeuk Kim { 69439a53e0cSJaegeuk Kim return atomic_read(&sbi->nr_pages[count_type]); 69539a53e0cSJaegeuk Kim } 69639a53e0cSJaegeuk Kim 6975ac206cfSNamjae Jeon static inline int get_blocktype_secs(struct f2fs_sb_info *sbi, int block_type) 6985ac206cfSNamjae Jeon { 6995ac206cfSNamjae Jeon unsigned int pages_per_sec = sbi->segs_per_sec * 7005ac206cfSNamjae Jeon (1 << sbi->log_blocks_per_seg); 7015ac206cfSNamjae Jeon return ((get_pages(sbi, block_type) + pages_per_sec - 1) 7025ac206cfSNamjae Jeon >> sbi->log_blocks_per_seg) / sbi->segs_per_sec; 7035ac206cfSNamjae Jeon } 7045ac206cfSNamjae Jeon 70539a53e0cSJaegeuk Kim static inline block_t valid_user_blocks(struct f2fs_sb_info *sbi) 70639a53e0cSJaegeuk Kim { 70739a53e0cSJaegeuk Kim block_t ret; 70839a53e0cSJaegeuk Kim spin_lock(&sbi->stat_lock); 70939a53e0cSJaegeuk Kim ret = sbi->total_valid_block_count; 71039a53e0cSJaegeuk Kim spin_unlock(&sbi->stat_lock); 71139a53e0cSJaegeuk Kim return ret; 71239a53e0cSJaegeuk Kim } 71339a53e0cSJaegeuk Kim 71439a53e0cSJaegeuk Kim static inline unsigned long __bitmap_size(struct f2fs_sb_info *sbi, int flag) 71539a53e0cSJaegeuk Kim { 71639a53e0cSJaegeuk Kim struct f2fs_checkpoint *ckpt = F2FS_CKPT(sbi); 71739a53e0cSJaegeuk Kim 71839a53e0cSJaegeuk Kim /* return NAT or SIT bitmap */ 71939a53e0cSJaegeuk Kim if (flag == NAT_BITMAP) 72039a53e0cSJaegeuk Kim return le32_to_cpu(ckpt->nat_ver_bitmap_bytesize); 72139a53e0cSJaegeuk Kim else if (flag == SIT_BITMAP) 72239a53e0cSJaegeuk Kim return le32_to_cpu(ckpt->sit_ver_bitmap_bytesize); 72339a53e0cSJaegeuk Kim 72439a53e0cSJaegeuk Kim return 0; 72539a53e0cSJaegeuk Kim } 72639a53e0cSJaegeuk Kim 72739a53e0cSJaegeuk Kim static inline void *__bitmap_ptr(struct f2fs_sb_info *sbi, int flag) 72839a53e0cSJaegeuk Kim { 72939a53e0cSJaegeuk Kim struct f2fs_checkpoint *ckpt = F2FS_CKPT(sbi); 73025ca923bSJaegeuk Kim int offset = (flag == NAT_BITMAP) ? 73125ca923bSJaegeuk Kim le32_to_cpu(ckpt->sit_ver_bitmap_bytesize) : 0; 73239a53e0cSJaegeuk Kim return &ckpt->sit_nat_version_bitmap + offset; 73339a53e0cSJaegeuk Kim } 73439a53e0cSJaegeuk Kim 73539a53e0cSJaegeuk Kim static inline block_t __start_cp_addr(struct f2fs_sb_info *sbi) 73639a53e0cSJaegeuk Kim { 73739a53e0cSJaegeuk Kim block_t start_addr; 73839a53e0cSJaegeuk Kim struct f2fs_checkpoint *ckpt = F2FS_CKPT(sbi); 739d71b5564SJaegeuk Kim unsigned long long ckpt_version = cur_cp_version(ckpt); 74039a53e0cSJaegeuk Kim 74125ca923bSJaegeuk Kim start_addr = le32_to_cpu(F2FS_RAW_SUPER(sbi)->cp_blkaddr); 74239a53e0cSJaegeuk Kim 74339a53e0cSJaegeuk Kim /* 74439a53e0cSJaegeuk Kim * odd numbered checkpoint should at cp segment 0 74539a53e0cSJaegeuk Kim * and even segent must be at cp segment 1 74639a53e0cSJaegeuk Kim */ 74739a53e0cSJaegeuk Kim if (!(ckpt_version & 1)) 74839a53e0cSJaegeuk Kim start_addr += sbi->blocks_per_seg; 74939a53e0cSJaegeuk Kim 75039a53e0cSJaegeuk Kim return start_addr; 75139a53e0cSJaegeuk Kim } 75239a53e0cSJaegeuk Kim 75339a53e0cSJaegeuk Kim static inline block_t __start_sum_addr(struct f2fs_sb_info *sbi) 75439a53e0cSJaegeuk Kim { 75539a53e0cSJaegeuk Kim return le32_to_cpu(F2FS_CKPT(sbi)->cp_pack_start_sum); 75639a53e0cSJaegeuk Kim } 75739a53e0cSJaegeuk Kim 75839a53e0cSJaegeuk Kim static inline bool inc_valid_node_count(struct f2fs_sb_info *sbi, 759ef86d709SGu Zheng struct inode *inode) 76039a53e0cSJaegeuk Kim { 76139a53e0cSJaegeuk Kim block_t valid_block_count; 76239a53e0cSJaegeuk Kim unsigned int valid_node_count; 76339a53e0cSJaegeuk Kim 76439a53e0cSJaegeuk Kim spin_lock(&sbi->stat_lock); 76539a53e0cSJaegeuk Kim 766ef86d709SGu Zheng valid_block_count = sbi->total_valid_block_count + 1; 767cfb271d4SChao Yu if (unlikely(valid_block_count > sbi->user_block_count)) { 76839a53e0cSJaegeuk Kim spin_unlock(&sbi->stat_lock); 76939a53e0cSJaegeuk Kim return false; 77039a53e0cSJaegeuk Kim } 77139a53e0cSJaegeuk Kim 772ef86d709SGu Zheng valid_node_count = sbi->total_valid_node_count + 1; 773cfb271d4SChao Yu if (unlikely(valid_node_count > sbi->total_node_count)) { 77439a53e0cSJaegeuk Kim spin_unlock(&sbi->stat_lock); 77539a53e0cSJaegeuk Kim return false; 77639a53e0cSJaegeuk Kim } 77739a53e0cSJaegeuk Kim 77839a53e0cSJaegeuk Kim if (inode) 779ef86d709SGu Zheng inode->i_blocks++; 780ef86d709SGu Zheng 781ef86d709SGu Zheng sbi->alloc_valid_block_count++; 782ef86d709SGu Zheng sbi->total_valid_node_count++; 783ef86d709SGu Zheng sbi->total_valid_block_count++; 78439a53e0cSJaegeuk Kim spin_unlock(&sbi->stat_lock); 78539a53e0cSJaegeuk Kim 78639a53e0cSJaegeuk Kim return true; 78739a53e0cSJaegeuk Kim } 78839a53e0cSJaegeuk Kim 78939a53e0cSJaegeuk Kim static inline void dec_valid_node_count(struct f2fs_sb_info *sbi, 790ef86d709SGu Zheng struct inode *inode) 79139a53e0cSJaegeuk Kim { 79239a53e0cSJaegeuk Kim spin_lock(&sbi->stat_lock); 79339a53e0cSJaegeuk Kim 794ef86d709SGu Zheng f2fs_bug_on(!sbi->total_valid_block_count); 795ef86d709SGu Zheng f2fs_bug_on(!sbi->total_valid_node_count); 796ef86d709SGu Zheng f2fs_bug_on(!inode->i_blocks); 79739a53e0cSJaegeuk Kim 798ef86d709SGu Zheng inode->i_blocks--; 799ef86d709SGu Zheng sbi->total_valid_node_count--; 800ef86d709SGu Zheng sbi->total_valid_block_count--; 80139a53e0cSJaegeuk Kim 80239a53e0cSJaegeuk Kim spin_unlock(&sbi->stat_lock); 80339a53e0cSJaegeuk Kim } 80439a53e0cSJaegeuk Kim 80539a53e0cSJaegeuk Kim static inline unsigned int valid_node_count(struct f2fs_sb_info *sbi) 80639a53e0cSJaegeuk Kim { 80739a53e0cSJaegeuk Kim unsigned int ret; 80839a53e0cSJaegeuk Kim spin_lock(&sbi->stat_lock); 80939a53e0cSJaegeuk Kim ret = sbi->total_valid_node_count; 81039a53e0cSJaegeuk Kim spin_unlock(&sbi->stat_lock); 81139a53e0cSJaegeuk Kim return ret; 81239a53e0cSJaegeuk Kim } 81339a53e0cSJaegeuk Kim 81439a53e0cSJaegeuk Kim static inline void inc_valid_inode_count(struct f2fs_sb_info *sbi) 81539a53e0cSJaegeuk Kim { 81639a53e0cSJaegeuk Kim spin_lock(&sbi->stat_lock); 8175d56b671SJaegeuk Kim f2fs_bug_on(sbi->total_valid_inode_count == sbi->total_node_count); 81839a53e0cSJaegeuk Kim sbi->total_valid_inode_count++; 81939a53e0cSJaegeuk Kim spin_unlock(&sbi->stat_lock); 82039a53e0cSJaegeuk Kim } 82139a53e0cSJaegeuk Kim 8220e80220aSJaegeuk Kim static inline void dec_valid_inode_count(struct f2fs_sb_info *sbi) 82339a53e0cSJaegeuk Kim { 82439a53e0cSJaegeuk Kim spin_lock(&sbi->stat_lock); 8255d56b671SJaegeuk Kim f2fs_bug_on(!sbi->total_valid_inode_count); 82639a53e0cSJaegeuk Kim sbi->total_valid_inode_count--; 82739a53e0cSJaegeuk Kim spin_unlock(&sbi->stat_lock); 82839a53e0cSJaegeuk Kim } 82939a53e0cSJaegeuk Kim 83039a53e0cSJaegeuk Kim static inline unsigned int valid_inode_count(struct f2fs_sb_info *sbi) 83139a53e0cSJaegeuk Kim { 83239a53e0cSJaegeuk Kim unsigned int ret; 83339a53e0cSJaegeuk Kim spin_lock(&sbi->stat_lock); 83439a53e0cSJaegeuk Kim ret = sbi->total_valid_inode_count; 83539a53e0cSJaegeuk Kim spin_unlock(&sbi->stat_lock); 83639a53e0cSJaegeuk Kim return ret; 83739a53e0cSJaegeuk Kim } 83839a53e0cSJaegeuk Kim 83939a53e0cSJaegeuk Kim static inline void f2fs_put_page(struct page *page, int unlock) 84039a53e0cSJaegeuk Kim { 841031fa8ccSJaegeuk Kim if (!page) 84239a53e0cSJaegeuk Kim return; 84339a53e0cSJaegeuk Kim 84439a53e0cSJaegeuk Kim if (unlock) { 8455d56b671SJaegeuk Kim f2fs_bug_on(!PageLocked(page)); 84639a53e0cSJaegeuk Kim unlock_page(page); 84739a53e0cSJaegeuk Kim } 84839a53e0cSJaegeuk Kim page_cache_release(page); 84939a53e0cSJaegeuk Kim } 85039a53e0cSJaegeuk Kim 85139a53e0cSJaegeuk Kim static inline void f2fs_put_dnode(struct dnode_of_data *dn) 85239a53e0cSJaegeuk Kim { 85339a53e0cSJaegeuk Kim if (dn->node_page) 85439a53e0cSJaegeuk Kim f2fs_put_page(dn->node_page, 1); 85539a53e0cSJaegeuk Kim if (dn->inode_page && dn->node_page != dn->inode_page) 85639a53e0cSJaegeuk Kim f2fs_put_page(dn->inode_page, 0); 85739a53e0cSJaegeuk Kim dn->node_page = NULL; 85839a53e0cSJaegeuk Kim dn->inode_page = NULL; 85939a53e0cSJaegeuk Kim } 86039a53e0cSJaegeuk Kim 86139a53e0cSJaegeuk Kim static inline struct kmem_cache *f2fs_kmem_cache_create(const char *name, 86239a53e0cSJaegeuk Kim size_t size, void (*ctor)(void *)) 86339a53e0cSJaegeuk Kim { 86439a53e0cSJaegeuk Kim return kmem_cache_create(name, size, 0, SLAB_RECLAIM_ACCOUNT, ctor); 86539a53e0cSJaegeuk Kim } 86639a53e0cSJaegeuk Kim 8677bd59381SGu Zheng static inline void *f2fs_kmem_cache_alloc(struct kmem_cache *cachep, 8687bd59381SGu Zheng gfp_t flags) 8697bd59381SGu Zheng { 8707bd59381SGu Zheng void *entry; 8717bd59381SGu Zheng retry: 8727bd59381SGu Zheng entry = kmem_cache_alloc(cachep, flags); 8737bd59381SGu Zheng if (!entry) { 8747bd59381SGu Zheng cond_resched(); 8757bd59381SGu Zheng goto retry; 8767bd59381SGu Zheng } 8777bd59381SGu Zheng 8787bd59381SGu Zheng return entry; 8797bd59381SGu Zheng } 8807bd59381SGu Zheng 88139a53e0cSJaegeuk Kim #define RAW_IS_INODE(p) ((p)->footer.nid == (p)->footer.ino) 88239a53e0cSJaegeuk Kim 88339a53e0cSJaegeuk Kim static inline bool IS_INODE(struct page *page) 88439a53e0cSJaegeuk Kim { 88545590710SGu Zheng struct f2fs_node *p = F2FS_NODE(page); 88639a53e0cSJaegeuk Kim return RAW_IS_INODE(p); 88739a53e0cSJaegeuk Kim } 88839a53e0cSJaegeuk Kim 88939a53e0cSJaegeuk Kim static inline __le32 *blkaddr_in_node(struct f2fs_node *node) 89039a53e0cSJaegeuk Kim { 89139a53e0cSJaegeuk Kim return RAW_IS_INODE(node) ? node->i.i_addr : node->dn.addr; 89239a53e0cSJaegeuk Kim } 89339a53e0cSJaegeuk Kim 89439a53e0cSJaegeuk Kim static inline block_t datablock_addr(struct page *node_page, 89539a53e0cSJaegeuk Kim unsigned int offset) 89639a53e0cSJaegeuk Kim { 89739a53e0cSJaegeuk Kim struct f2fs_node *raw_node; 89839a53e0cSJaegeuk Kim __le32 *addr_array; 89945590710SGu Zheng raw_node = F2FS_NODE(node_page); 90039a53e0cSJaegeuk Kim addr_array = blkaddr_in_node(raw_node); 90139a53e0cSJaegeuk Kim return le32_to_cpu(addr_array[offset]); 90239a53e0cSJaegeuk Kim } 90339a53e0cSJaegeuk Kim 90439a53e0cSJaegeuk Kim static inline int f2fs_test_bit(unsigned int nr, char *addr) 90539a53e0cSJaegeuk Kim { 90639a53e0cSJaegeuk Kim int mask; 90739a53e0cSJaegeuk Kim 90839a53e0cSJaegeuk Kim addr += (nr >> 3); 90939a53e0cSJaegeuk Kim mask = 1 << (7 - (nr & 0x07)); 91039a53e0cSJaegeuk Kim return mask & *addr; 91139a53e0cSJaegeuk Kim } 91239a53e0cSJaegeuk Kim 91339a53e0cSJaegeuk Kim static inline int f2fs_set_bit(unsigned int nr, char *addr) 91439a53e0cSJaegeuk Kim { 91539a53e0cSJaegeuk Kim int mask; 91639a53e0cSJaegeuk Kim int ret; 91739a53e0cSJaegeuk Kim 91839a53e0cSJaegeuk Kim addr += (nr >> 3); 91939a53e0cSJaegeuk Kim mask = 1 << (7 - (nr & 0x07)); 92039a53e0cSJaegeuk Kim ret = mask & *addr; 92139a53e0cSJaegeuk Kim *addr |= mask; 92239a53e0cSJaegeuk Kim return ret; 92339a53e0cSJaegeuk Kim } 92439a53e0cSJaegeuk Kim 92539a53e0cSJaegeuk Kim static inline int f2fs_clear_bit(unsigned int nr, char *addr) 92639a53e0cSJaegeuk Kim { 92739a53e0cSJaegeuk Kim int mask; 92839a53e0cSJaegeuk Kim int ret; 92939a53e0cSJaegeuk Kim 93039a53e0cSJaegeuk Kim addr += (nr >> 3); 93139a53e0cSJaegeuk Kim mask = 1 << (7 - (nr & 0x07)); 93239a53e0cSJaegeuk Kim ret = mask & *addr; 93339a53e0cSJaegeuk Kim *addr &= ~mask; 93439a53e0cSJaegeuk Kim return ret; 93539a53e0cSJaegeuk Kim } 93639a53e0cSJaegeuk Kim 93739a53e0cSJaegeuk Kim /* used for f2fs_inode_info->flags */ 93839a53e0cSJaegeuk Kim enum { 93939a53e0cSJaegeuk Kim FI_NEW_INODE, /* indicate newly allocated inode */ 940b3783873SJaegeuk Kim FI_DIRTY_INODE, /* indicate inode is dirty or not */ 94139a53e0cSJaegeuk Kim FI_INC_LINK, /* need to increment i_nlink */ 94239a53e0cSJaegeuk Kim FI_ACL_MODE, /* indicate acl mode */ 94339a53e0cSJaegeuk Kim FI_NO_ALLOC, /* should not allocate any blocks */ 944699489bbSJaegeuk Kim FI_UPDATE_DIR, /* should update inode block for consistency */ 94574d0b917SJaegeuk Kim FI_DELAY_IPUT, /* used for the recovery */ 946c11abd1aSJaegeuk Kim FI_NO_EXTENT, /* not to use the extent cache */ 947444c580fSJaegeuk Kim FI_INLINE_XATTR, /* used for inline xattr */ 9481001b347SHuajun Li FI_INLINE_DATA, /* used for inline data*/ 94939a53e0cSJaegeuk Kim }; 95039a53e0cSJaegeuk Kim 95139a53e0cSJaegeuk Kim static inline void set_inode_flag(struct f2fs_inode_info *fi, int flag) 95239a53e0cSJaegeuk Kim { 95339a53e0cSJaegeuk Kim set_bit(flag, &fi->flags); 95439a53e0cSJaegeuk Kim } 95539a53e0cSJaegeuk Kim 95639a53e0cSJaegeuk Kim static inline int is_inode_flag_set(struct f2fs_inode_info *fi, int flag) 95739a53e0cSJaegeuk Kim { 95839a53e0cSJaegeuk Kim return test_bit(flag, &fi->flags); 95939a53e0cSJaegeuk Kim } 96039a53e0cSJaegeuk Kim 96139a53e0cSJaegeuk Kim static inline void clear_inode_flag(struct f2fs_inode_info *fi, int flag) 96239a53e0cSJaegeuk Kim { 96339a53e0cSJaegeuk Kim clear_bit(flag, &fi->flags); 96439a53e0cSJaegeuk Kim } 96539a53e0cSJaegeuk Kim 96639a53e0cSJaegeuk Kim static inline void set_acl_inode(struct f2fs_inode_info *fi, umode_t mode) 96739a53e0cSJaegeuk Kim { 96839a53e0cSJaegeuk Kim fi->i_acl_mode = mode; 96939a53e0cSJaegeuk Kim set_inode_flag(fi, FI_ACL_MODE); 97039a53e0cSJaegeuk Kim } 97139a53e0cSJaegeuk Kim 97239a53e0cSJaegeuk Kim static inline int cond_clear_inode_flag(struct f2fs_inode_info *fi, int flag) 97339a53e0cSJaegeuk Kim { 97439a53e0cSJaegeuk Kim if (is_inode_flag_set(fi, FI_ACL_MODE)) { 97539a53e0cSJaegeuk Kim clear_inode_flag(fi, FI_ACL_MODE); 97639a53e0cSJaegeuk Kim return 1; 97739a53e0cSJaegeuk Kim } 97839a53e0cSJaegeuk Kim return 0; 97939a53e0cSJaegeuk Kim } 98039a53e0cSJaegeuk Kim 981444c580fSJaegeuk Kim static inline void get_inline_info(struct f2fs_inode_info *fi, 982444c580fSJaegeuk Kim struct f2fs_inode *ri) 983444c580fSJaegeuk Kim { 984444c580fSJaegeuk Kim if (ri->i_inline & F2FS_INLINE_XATTR) 985444c580fSJaegeuk Kim set_inode_flag(fi, FI_INLINE_XATTR); 9861001b347SHuajun Li if (ri->i_inline & F2FS_INLINE_DATA) 9871001b347SHuajun Li set_inode_flag(fi, FI_INLINE_DATA); 988444c580fSJaegeuk Kim } 989444c580fSJaegeuk Kim 990444c580fSJaegeuk Kim static inline void set_raw_inline(struct f2fs_inode_info *fi, 991444c580fSJaegeuk Kim struct f2fs_inode *ri) 992444c580fSJaegeuk Kim { 993444c580fSJaegeuk Kim ri->i_inline = 0; 994444c580fSJaegeuk Kim 995444c580fSJaegeuk Kim if (is_inode_flag_set(fi, FI_INLINE_XATTR)) 996444c580fSJaegeuk Kim ri->i_inline |= F2FS_INLINE_XATTR; 9971001b347SHuajun Li if (is_inode_flag_set(fi, FI_INLINE_DATA)) 9981001b347SHuajun Li ri->i_inline |= F2FS_INLINE_DATA; 999444c580fSJaegeuk Kim } 1000444c580fSJaegeuk Kim 1001de93653fSJaegeuk Kim static inline unsigned int addrs_per_inode(struct f2fs_inode_info *fi) 1002de93653fSJaegeuk Kim { 1003de93653fSJaegeuk Kim if (is_inode_flag_set(fi, FI_INLINE_XATTR)) 1004de93653fSJaegeuk Kim return DEF_ADDRS_PER_INODE - F2FS_INLINE_XATTR_ADDRS; 1005de93653fSJaegeuk Kim return DEF_ADDRS_PER_INODE; 1006de93653fSJaegeuk Kim } 1007de93653fSJaegeuk Kim 100865985d93SJaegeuk Kim static inline void *inline_xattr_addr(struct page *page) 100965985d93SJaegeuk Kim { 101065985d93SJaegeuk Kim struct f2fs_inode *ri; 101165985d93SJaegeuk Kim ri = (struct f2fs_inode *)page_address(page); 101265985d93SJaegeuk Kim return (void *)&(ri->i_addr[DEF_ADDRS_PER_INODE - 101365985d93SJaegeuk Kim F2FS_INLINE_XATTR_ADDRS]); 101465985d93SJaegeuk Kim } 101565985d93SJaegeuk Kim 101665985d93SJaegeuk Kim static inline int inline_xattr_size(struct inode *inode) 101765985d93SJaegeuk Kim { 101865985d93SJaegeuk Kim if (is_inode_flag_set(F2FS_I(inode), FI_INLINE_XATTR)) 101965985d93SJaegeuk Kim return F2FS_INLINE_XATTR_ADDRS << 2; 102065985d93SJaegeuk Kim else 102165985d93SJaegeuk Kim return 0; 102265985d93SJaegeuk Kim } 102365985d93SJaegeuk Kim 10240dbdc2aeSJaegeuk Kim static inline int f2fs_has_inline_data(struct inode *inode) 10250dbdc2aeSJaegeuk Kim { 10260dbdc2aeSJaegeuk Kim return is_inode_flag_set(F2FS_I(inode), FI_INLINE_DATA); 10270dbdc2aeSJaegeuk Kim } 10280dbdc2aeSJaegeuk Kim 10291001b347SHuajun Li static inline void *inline_data_addr(struct page *page) 10301001b347SHuajun Li { 10311001b347SHuajun Li struct f2fs_inode *ri; 10321001b347SHuajun Li ri = (struct f2fs_inode *)page_address(page); 10331001b347SHuajun Li return (void *)&(ri->i_addr[1]); 10341001b347SHuajun Li } 10351001b347SHuajun Li 103677888c1eSJaegeuk Kim static inline int f2fs_readonly(struct super_block *sb) 103777888c1eSJaegeuk Kim { 103877888c1eSJaegeuk Kim return sb->s_flags & MS_RDONLY; 103977888c1eSJaegeuk Kim } 104077888c1eSJaegeuk Kim 1041744602cfSJaegeuk Kim static inline void f2fs_stop_checkpoint(struct f2fs_sb_info *sbi) 1042744602cfSJaegeuk Kim { 1043744602cfSJaegeuk Kim set_ckpt_flags(sbi->ckpt, CP_ERROR_FLAG); 1044744602cfSJaegeuk Kim sbi->sb->s_flags |= MS_RDONLY; 1045744602cfSJaegeuk Kim } 1046744602cfSJaegeuk Kim 1047a6dda0e6SChristoph Hellwig #define get_inode_mode(i) \ 1048a6dda0e6SChristoph Hellwig ((is_inode_flag_set(F2FS_I(i), FI_ACL_MODE)) ? \ 1049a6dda0e6SChristoph Hellwig (F2FS_I(i)->i_acl_mode) : ((i)->i_mode)) 1050a6dda0e6SChristoph Hellwig 105139a53e0cSJaegeuk Kim /* 105239a53e0cSJaegeuk Kim * file.c 105339a53e0cSJaegeuk Kim */ 105439a53e0cSJaegeuk Kim int f2fs_sync_file(struct file *, loff_t, loff_t, int); 105539a53e0cSJaegeuk Kim void truncate_data_blocks(struct dnode_of_data *); 10561e1bb4baSJaegeuk Kim int truncate_blocks(struct inode *, u64); 105739a53e0cSJaegeuk Kim void f2fs_truncate(struct inode *); 10582d4d9fb5SJaegeuk Kim int f2fs_getattr(struct vfsmount *, struct dentry *, struct kstat *); 105939a53e0cSJaegeuk Kim int f2fs_setattr(struct dentry *, struct iattr *); 106039a53e0cSJaegeuk Kim int truncate_hole(struct inode *, pgoff_t, pgoff_t); 1061b292dcabSJaegeuk Kim int truncate_data_blocks_range(struct dnode_of_data *, int); 106239a53e0cSJaegeuk Kim long f2fs_ioctl(struct file *, unsigned int, unsigned long); 1063e9750824SNamjae Jeon long f2fs_compat_ioctl(struct file *, unsigned int, unsigned long); 106439a53e0cSJaegeuk Kim 106539a53e0cSJaegeuk Kim /* 106639a53e0cSJaegeuk Kim * inode.c 106739a53e0cSJaegeuk Kim */ 106839a53e0cSJaegeuk Kim void f2fs_set_inode_flags(struct inode *); 106939a53e0cSJaegeuk Kim struct inode *f2fs_iget(struct super_block *, unsigned long); 10704660f9c0SJaegeuk Kim int try_to_free_nats(struct f2fs_sb_info *, int); 107139a53e0cSJaegeuk Kim void update_inode(struct inode *, struct page *); 1072744602cfSJaegeuk Kim void update_inode_page(struct inode *); 107339a53e0cSJaegeuk Kim int f2fs_write_inode(struct inode *, struct writeback_control *); 107439a53e0cSJaegeuk Kim void f2fs_evict_inode(struct inode *); 107539a53e0cSJaegeuk Kim 107639a53e0cSJaegeuk Kim /* 107739a53e0cSJaegeuk Kim * namei.c 107839a53e0cSJaegeuk Kim */ 107939a53e0cSJaegeuk Kim struct dentry *f2fs_get_parent(struct dentry *child); 108039a53e0cSJaegeuk Kim 108139a53e0cSJaegeuk Kim /* 108239a53e0cSJaegeuk Kim * dir.c 108339a53e0cSJaegeuk Kim */ 108439a53e0cSJaegeuk Kim struct f2fs_dir_entry *f2fs_find_entry(struct inode *, struct qstr *, 108539a53e0cSJaegeuk Kim struct page **); 108639a53e0cSJaegeuk Kim struct f2fs_dir_entry *f2fs_parent_dir(struct inode *, struct page **); 108739a53e0cSJaegeuk Kim ino_t f2fs_inode_by_name(struct inode *, struct qstr *); 108839a53e0cSJaegeuk Kim void f2fs_set_link(struct inode *, struct f2fs_dir_entry *, 108939a53e0cSJaegeuk Kim struct page *, struct inode *); 10901cd14cafSJaegeuk Kim int update_dent_inode(struct inode *, const struct qstr *); 1091b7f7a5e0SAl Viro int __f2fs_add_link(struct inode *, const struct qstr *, struct inode *); 109239a53e0cSJaegeuk Kim void f2fs_delete_entry(struct f2fs_dir_entry *, struct page *, struct inode *); 109339a53e0cSJaegeuk Kim int f2fs_make_empty(struct inode *, struct inode *); 109439a53e0cSJaegeuk Kim bool f2fs_empty_dir(struct inode *); 109539a53e0cSJaegeuk Kim 1096b7f7a5e0SAl Viro static inline int f2fs_add_link(struct dentry *dentry, struct inode *inode) 1097b7f7a5e0SAl Viro { 1098b7f7a5e0SAl Viro return __f2fs_add_link(dentry->d_parent->d_inode, &dentry->d_name, 1099b7f7a5e0SAl Viro inode); 1100b7f7a5e0SAl Viro } 1101b7f7a5e0SAl Viro 110239a53e0cSJaegeuk Kim /* 110339a53e0cSJaegeuk Kim * super.c 110439a53e0cSJaegeuk Kim */ 110539a53e0cSJaegeuk Kim int f2fs_sync_fs(struct super_block *, int); 1106a07ef784SNamjae Jeon extern __printf(3, 4) 1107a07ef784SNamjae Jeon void f2fs_msg(struct super_block *, const char *, const char *, ...); 110839a53e0cSJaegeuk Kim 110939a53e0cSJaegeuk Kim /* 111039a53e0cSJaegeuk Kim * hash.c 111139a53e0cSJaegeuk Kim */ 11129836b8b9SLeon Romanovsky f2fs_hash_t f2fs_dentry_hash(const char *, size_t); 111339a53e0cSJaegeuk Kim 111439a53e0cSJaegeuk Kim /* 111539a53e0cSJaegeuk Kim * node.c 111639a53e0cSJaegeuk Kim */ 111739a53e0cSJaegeuk Kim struct dnode_of_data; 111839a53e0cSJaegeuk Kim struct node_info; 111939a53e0cSJaegeuk Kim 112039a53e0cSJaegeuk Kim int is_checkpointed_node(struct f2fs_sb_info *, nid_t); 112139a53e0cSJaegeuk Kim void get_node_info(struct f2fs_sb_info *, nid_t, struct node_info *); 112239a53e0cSJaegeuk Kim int get_dnode_of_data(struct dnode_of_data *, pgoff_t, int); 112339a53e0cSJaegeuk Kim int truncate_inode_blocks(struct inode *, pgoff_t); 11244f16fb0fSJaegeuk Kim int truncate_xattr_node(struct inode *, struct page *); 1125cfe58f9dSJaegeuk Kim int wait_on_node_pages_writeback(struct f2fs_sb_info *, nid_t); 112658e674d6SGu Zheng void remove_inode_page(struct inode *); 112744a83ff6SJaegeuk Kim struct page *new_inode_page(struct inode *, const struct qstr *); 11288ae8f162SJaegeuk Kim struct page *new_node_page(struct dnode_of_data *, unsigned int, struct page *); 112939a53e0cSJaegeuk Kim void ra_node_page(struct f2fs_sb_info *, nid_t); 113039a53e0cSJaegeuk Kim struct page *get_node_page(struct f2fs_sb_info *, pgoff_t); 113139a53e0cSJaegeuk Kim struct page *get_node_page_ra(struct page *, int); 113239a53e0cSJaegeuk Kim void sync_inode_page(struct dnode_of_data *); 113339a53e0cSJaegeuk Kim int sync_node_pages(struct f2fs_sb_info *, nid_t, struct writeback_control *); 113439a53e0cSJaegeuk Kim bool alloc_nid(struct f2fs_sb_info *, nid_t *); 113539a53e0cSJaegeuk Kim void alloc_nid_done(struct f2fs_sb_info *, nid_t); 113639a53e0cSJaegeuk Kim void alloc_nid_failed(struct f2fs_sb_info *, nid_t); 113739a53e0cSJaegeuk Kim void recover_node_page(struct f2fs_sb_info *, struct page *, 113839a53e0cSJaegeuk Kim struct f2fs_summary *, struct node_info *, block_t); 1139abb2366cSJaegeuk Kim bool recover_xattr_data(struct inode *, struct page *, block_t); 114039a53e0cSJaegeuk Kim int recover_inode_page(struct f2fs_sb_info *, struct page *); 114139a53e0cSJaegeuk Kim int restore_node_summary(struct f2fs_sb_info *, unsigned int, 114239a53e0cSJaegeuk Kim struct f2fs_summary_block *); 114339a53e0cSJaegeuk Kim void flush_nat_entries(struct f2fs_sb_info *); 114439a53e0cSJaegeuk Kim int build_node_manager(struct f2fs_sb_info *); 114539a53e0cSJaegeuk Kim void destroy_node_manager(struct f2fs_sb_info *); 11466e6093a8SNamjae Jeon int __init create_node_manager_caches(void); 114739a53e0cSJaegeuk Kim void destroy_node_manager_caches(void); 114839a53e0cSJaegeuk Kim 114939a53e0cSJaegeuk Kim /* 115039a53e0cSJaegeuk Kim * segment.c 115139a53e0cSJaegeuk Kim */ 115239a53e0cSJaegeuk Kim void f2fs_balance_fs(struct f2fs_sb_info *); 11534660f9c0SJaegeuk Kim void f2fs_balance_fs_bg(struct f2fs_sb_info *); 115439a53e0cSJaegeuk Kim void invalidate_blocks(struct f2fs_sb_info *, block_t); 11555e443818SJaegeuk Kim void refresh_sit_entry(struct f2fs_sb_info *, block_t, block_t); 115639a53e0cSJaegeuk Kim void clear_prefree_segments(struct f2fs_sb_info *); 115739a53e0cSJaegeuk Kim int npages_for_summary_flush(struct f2fs_sb_info *); 115839a53e0cSJaegeuk Kim void allocate_new_segments(struct f2fs_sb_info *); 115939a53e0cSJaegeuk Kim struct page *get_sum_page(struct f2fs_sb_info *, unsigned int); 1160577e3495SJaegeuk Kim void write_meta_page(struct f2fs_sb_info *, struct page *); 1161fb5566daSJaegeuk Kim void write_node_page(struct f2fs_sb_info *, struct page *, 1162fb5566daSJaegeuk Kim struct f2fs_io_info *, unsigned int, block_t, block_t *); 1163458e6197SJaegeuk Kim void write_data_page(struct page *, struct dnode_of_data *, block_t *, 1164458e6197SJaegeuk Kim struct f2fs_io_info *); 1165458e6197SJaegeuk Kim void rewrite_data_page(struct page *, block_t, struct f2fs_io_info *); 116639a53e0cSJaegeuk Kim void recover_data_page(struct f2fs_sb_info *, struct page *, 116739a53e0cSJaegeuk Kim struct f2fs_summary *, block_t, block_t); 116839a53e0cSJaegeuk Kim void rewrite_node_page(struct f2fs_sb_info *, struct page *, 116939a53e0cSJaegeuk Kim struct f2fs_summary *, block_t, block_t); 1170bfad7c2dSJaegeuk Kim void allocate_data_block(struct f2fs_sb_info *, struct page *, 1171bfad7c2dSJaegeuk Kim block_t, block_t *, struct f2fs_summary *, int); 11725514f0aaSYuan Zhong void f2fs_wait_on_page_writeback(struct page *, enum page_type); 117339a53e0cSJaegeuk Kim void write_data_summaries(struct f2fs_sb_info *, block_t); 117439a53e0cSJaegeuk Kim void write_node_summaries(struct f2fs_sb_info *, block_t); 117539a53e0cSJaegeuk Kim int lookup_journal_in_cursum(struct f2fs_summary_block *, 117639a53e0cSJaegeuk Kim int, unsigned int, int); 117739a53e0cSJaegeuk Kim void flush_sit_entries(struct f2fs_sb_info *); 117839a53e0cSJaegeuk Kim int build_segment_manager(struct f2fs_sb_info *); 117939a53e0cSJaegeuk Kim void destroy_segment_manager(struct f2fs_sb_info *); 11807fd9e544SJaegeuk Kim int __init create_segment_manager_caches(void); 11817fd9e544SJaegeuk Kim void destroy_segment_manager_caches(void); 118239a53e0cSJaegeuk Kim 118339a53e0cSJaegeuk Kim /* 118439a53e0cSJaegeuk Kim * checkpoint.c 118539a53e0cSJaegeuk Kim */ 118639a53e0cSJaegeuk Kim struct page *grab_meta_page(struct f2fs_sb_info *, pgoff_t); 118739a53e0cSJaegeuk Kim struct page *get_meta_page(struct f2fs_sb_info *, pgoff_t); 1188*662befdaSChao Yu int ra_meta_pages(struct f2fs_sb_info *, int, int, int); 118939a53e0cSJaegeuk Kim long sync_meta_pages(struct f2fs_sb_info *, enum page_type, long); 1190cbd56e7dSJaegeuk Kim int acquire_orphan_inode(struct f2fs_sb_info *); 1191cbd56e7dSJaegeuk Kim void release_orphan_inode(struct f2fs_sb_info *); 119239a53e0cSJaegeuk Kim void add_orphan_inode(struct f2fs_sb_info *, nid_t); 119339a53e0cSJaegeuk Kim void remove_orphan_inode(struct f2fs_sb_info *, nid_t); 11948f99a946SChao Yu void recover_orphan_inodes(struct f2fs_sb_info *); 119539a53e0cSJaegeuk Kim int get_valid_checkpoint(struct f2fs_sb_info *); 119639a53e0cSJaegeuk Kim void set_dirty_dir_page(struct inode *, struct page *); 11975deb8267SJaegeuk Kim void add_dirty_dir_inode(struct inode *); 119839a53e0cSJaegeuk Kim void remove_dirty_dir_inode(struct inode *); 119974d0b917SJaegeuk Kim struct inode *check_dirty_dir_inode(struct f2fs_sb_info *, nid_t); 120039a53e0cSJaegeuk Kim void sync_dirty_dir_inodes(struct f2fs_sb_info *); 120143727527SJaegeuk Kim void write_checkpoint(struct f2fs_sb_info *, bool); 120239a53e0cSJaegeuk Kim void init_orphan_info(struct f2fs_sb_info *); 12036e6093a8SNamjae Jeon int __init create_checkpoint_caches(void); 120439a53e0cSJaegeuk Kim void destroy_checkpoint_caches(void); 120539a53e0cSJaegeuk Kim 120639a53e0cSJaegeuk Kim /* 120739a53e0cSJaegeuk Kim * data.c 120839a53e0cSJaegeuk Kim */ 1209458e6197SJaegeuk Kim void f2fs_submit_merged_bio(struct f2fs_sb_info *, enum page_type, int); 121093dfe2acSJaegeuk Kim int f2fs_submit_page_bio(struct f2fs_sb_info *, struct page *, block_t, int); 121193dfe2acSJaegeuk Kim void f2fs_submit_page_mbio(struct f2fs_sb_info *, struct page *, block_t, 1212458e6197SJaegeuk Kim struct f2fs_io_info *); 121339a53e0cSJaegeuk Kim int reserve_new_block(struct dnode_of_data *); 1214b600965cSHuajun Li int f2fs_reserve_block(struct dnode_of_data *, pgoff_t); 121539a53e0cSJaegeuk Kim void update_extent_cache(block_t, struct dnode_of_data *); 1216c718379bSJaegeuk Kim struct page *find_data_page(struct inode *, pgoff_t, bool); 121739a53e0cSJaegeuk Kim struct page *get_lock_data_page(struct inode *, pgoff_t); 121864aa7ed9SJaegeuk Kim struct page *get_new_data_page(struct inode *, struct page *, pgoff_t, bool); 1219458e6197SJaegeuk Kim int do_write_data_page(struct page *, struct f2fs_io_info *); 122039a53e0cSJaegeuk Kim 122139a53e0cSJaegeuk Kim /* 122239a53e0cSJaegeuk Kim * gc.c 122339a53e0cSJaegeuk Kim */ 122439a53e0cSJaegeuk Kim int start_gc_thread(struct f2fs_sb_info *); 122539a53e0cSJaegeuk Kim void stop_gc_thread(struct f2fs_sb_info *); 1226de93653fSJaegeuk Kim block_t start_bidx_of_node(unsigned int, struct f2fs_inode_info *); 1227408e9375SJaegeuk Kim int f2fs_gc(struct f2fs_sb_info *); 122839a53e0cSJaegeuk Kim void build_gc_manager(struct f2fs_sb_info *); 12296e6093a8SNamjae Jeon int __init create_gc_caches(void); 123039a53e0cSJaegeuk Kim void destroy_gc_caches(void); 123139a53e0cSJaegeuk Kim 123239a53e0cSJaegeuk Kim /* 123339a53e0cSJaegeuk Kim * recovery.c 123439a53e0cSJaegeuk Kim */ 12356ead1142SJaegeuk Kim int recover_fsync_data(struct f2fs_sb_info *); 123639a53e0cSJaegeuk Kim bool space_for_roll_forward(struct f2fs_sb_info *); 123739a53e0cSJaegeuk Kim 123839a53e0cSJaegeuk Kim /* 123939a53e0cSJaegeuk Kim * debug.c 124039a53e0cSJaegeuk Kim */ 124139a53e0cSJaegeuk Kim #ifdef CONFIG_F2FS_STAT_FS 124239a53e0cSJaegeuk Kim struct f2fs_stat_info { 124339a53e0cSJaegeuk Kim struct list_head stat_list; 124439a53e0cSJaegeuk Kim struct f2fs_sb_info *sbi; 124539a53e0cSJaegeuk Kim struct mutex stat_lock; 124639a53e0cSJaegeuk Kim int all_area_segs, sit_area_segs, nat_area_segs, ssa_area_segs; 124739a53e0cSJaegeuk Kim int main_area_segs, main_area_sections, main_area_zones; 124839a53e0cSJaegeuk Kim int hit_ext, total_ext; 124939a53e0cSJaegeuk Kim int ndirty_node, ndirty_dent, ndirty_dirs, ndirty_meta; 125039a53e0cSJaegeuk Kim int nats, sits, fnids; 125139a53e0cSJaegeuk Kim int total_count, utilization; 12520dbdc2aeSJaegeuk Kim int bg_gc, inline_inode; 125339a53e0cSJaegeuk Kim unsigned int valid_count, valid_node_count, valid_inode_count; 125439a53e0cSJaegeuk Kim unsigned int bimodal, avg_vblocks; 125539a53e0cSJaegeuk Kim int util_free, util_valid, util_invalid; 125639a53e0cSJaegeuk Kim int rsvd_segs, overp_segs; 125739a53e0cSJaegeuk Kim int dirty_count, node_pages, meta_pages; 125839a53e0cSJaegeuk Kim int prefree_count, call_count; 125939a53e0cSJaegeuk Kim int tot_segs, node_segs, data_segs, free_segs, free_secs; 126039a53e0cSJaegeuk Kim int tot_blks, data_blks, node_blks; 126139a53e0cSJaegeuk Kim int curseg[NR_CURSEG_TYPE]; 126239a53e0cSJaegeuk Kim int cursec[NR_CURSEG_TYPE]; 126339a53e0cSJaegeuk Kim int curzone[NR_CURSEG_TYPE]; 126439a53e0cSJaegeuk Kim 126539a53e0cSJaegeuk Kim unsigned int segment_count[2]; 126639a53e0cSJaegeuk Kim unsigned int block_count[2]; 126739a53e0cSJaegeuk Kim unsigned base_mem, cache_mem; 126839a53e0cSJaegeuk Kim }; 126939a53e0cSJaegeuk Kim 1270963d4f7dSGu Zheng static inline struct f2fs_stat_info *F2FS_STAT(struct f2fs_sb_info *sbi) 1271963d4f7dSGu Zheng { 1272963d4f7dSGu Zheng return (struct f2fs_stat_info *)sbi->stat_info; 1273963d4f7dSGu Zheng } 1274963d4f7dSGu Zheng 127539a53e0cSJaegeuk Kim #define stat_inc_call_count(si) ((si)->call_count++) 1276dcdfff65SJaegeuk Kim #define stat_inc_bggc_count(sbi) ((sbi)->bg_gc++) 1277dcdfff65SJaegeuk Kim #define stat_inc_dirty_dir(sbi) ((sbi)->n_dirty_dirs++) 1278dcdfff65SJaegeuk Kim #define stat_dec_dirty_dir(sbi) ((sbi)->n_dirty_dirs--) 1279dcdfff65SJaegeuk Kim #define stat_inc_total_hit(sb) ((F2FS_SB(sb))->total_hit_ext++) 1280dcdfff65SJaegeuk Kim #define stat_inc_read_hit(sb) ((F2FS_SB(sb))->read_hit_ext++) 12810dbdc2aeSJaegeuk Kim #define stat_inc_inline_inode(inode) \ 12820dbdc2aeSJaegeuk Kim do { \ 12830dbdc2aeSJaegeuk Kim if (f2fs_has_inline_data(inode)) \ 12840dbdc2aeSJaegeuk Kim ((F2FS_SB(inode->i_sb))->inline_inode++); \ 12850dbdc2aeSJaegeuk Kim } while (0) 12860dbdc2aeSJaegeuk Kim #define stat_dec_inline_inode(inode) \ 12870dbdc2aeSJaegeuk Kim do { \ 12880dbdc2aeSJaegeuk Kim if (f2fs_has_inline_data(inode)) \ 12890dbdc2aeSJaegeuk Kim ((F2FS_SB(inode->i_sb))->inline_inode--); \ 12900dbdc2aeSJaegeuk Kim } while (0) 12910dbdc2aeSJaegeuk Kim 1292dcdfff65SJaegeuk Kim #define stat_inc_seg_type(sbi, curseg) \ 1293dcdfff65SJaegeuk Kim ((sbi)->segment_count[(curseg)->alloc_type]++) 1294dcdfff65SJaegeuk Kim #define stat_inc_block_count(sbi, curseg) \ 1295dcdfff65SJaegeuk Kim ((sbi)->block_count[(curseg)->alloc_type]++) 129639a53e0cSJaegeuk Kim 129739a53e0cSJaegeuk Kim #define stat_inc_seg_count(sbi, type) \ 129839a53e0cSJaegeuk Kim do { \ 1299963d4f7dSGu Zheng struct f2fs_stat_info *si = F2FS_STAT(sbi); \ 130039a53e0cSJaegeuk Kim (si)->tot_segs++; \ 130139a53e0cSJaegeuk Kim if (type == SUM_TYPE_DATA) \ 130239a53e0cSJaegeuk Kim si->data_segs++; \ 130339a53e0cSJaegeuk Kim else \ 130439a53e0cSJaegeuk Kim si->node_segs++; \ 130539a53e0cSJaegeuk Kim } while (0) 130639a53e0cSJaegeuk Kim 130739a53e0cSJaegeuk Kim #define stat_inc_tot_blk_count(si, blks) \ 130839a53e0cSJaegeuk Kim (si->tot_blks += (blks)) 130939a53e0cSJaegeuk Kim 131039a53e0cSJaegeuk Kim #define stat_inc_data_blk_count(sbi, blks) \ 131139a53e0cSJaegeuk Kim do { \ 1312963d4f7dSGu Zheng struct f2fs_stat_info *si = F2FS_STAT(sbi); \ 131339a53e0cSJaegeuk Kim stat_inc_tot_blk_count(si, blks); \ 131439a53e0cSJaegeuk Kim si->data_blks += (blks); \ 131539a53e0cSJaegeuk Kim } while (0) 131639a53e0cSJaegeuk Kim 131739a53e0cSJaegeuk Kim #define stat_inc_node_blk_count(sbi, blks) \ 131839a53e0cSJaegeuk Kim do { \ 1319963d4f7dSGu Zheng struct f2fs_stat_info *si = F2FS_STAT(sbi); \ 132039a53e0cSJaegeuk Kim stat_inc_tot_blk_count(si, blks); \ 132139a53e0cSJaegeuk Kim si->node_blks += (blks); \ 132239a53e0cSJaegeuk Kim } while (0) 132339a53e0cSJaegeuk Kim 132439a53e0cSJaegeuk Kim int f2fs_build_stats(struct f2fs_sb_info *); 132539a53e0cSJaegeuk Kim void f2fs_destroy_stats(struct f2fs_sb_info *); 13266e6093a8SNamjae Jeon void __init f2fs_create_root_stats(void); 13274589d25dSNamjae Jeon void f2fs_destroy_root_stats(void); 132839a53e0cSJaegeuk Kim #else 132939a53e0cSJaegeuk Kim #define stat_inc_call_count(si) 1330dcdfff65SJaegeuk Kim #define stat_inc_bggc_count(si) 1331dcdfff65SJaegeuk Kim #define stat_inc_dirty_dir(sbi) 1332dcdfff65SJaegeuk Kim #define stat_dec_dirty_dir(sbi) 1333dcdfff65SJaegeuk Kim #define stat_inc_total_hit(sb) 1334dcdfff65SJaegeuk Kim #define stat_inc_read_hit(sb) 13350dbdc2aeSJaegeuk Kim #define stat_inc_inline_inode(inode) 13360dbdc2aeSJaegeuk Kim #define stat_dec_inline_inode(inode) 1337dcdfff65SJaegeuk Kim #define stat_inc_seg_type(sbi, curseg) 1338dcdfff65SJaegeuk Kim #define stat_inc_block_count(sbi, curseg) 133939a53e0cSJaegeuk Kim #define stat_inc_seg_count(si, type) 134039a53e0cSJaegeuk Kim #define stat_inc_tot_blk_count(si, blks) 134139a53e0cSJaegeuk Kim #define stat_inc_data_blk_count(si, blks) 134239a53e0cSJaegeuk Kim #define stat_inc_node_blk_count(sbi, blks) 134339a53e0cSJaegeuk Kim 134439a53e0cSJaegeuk Kim static inline int f2fs_build_stats(struct f2fs_sb_info *sbi) { return 0; } 134539a53e0cSJaegeuk Kim static inline void f2fs_destroy_stats(struct f2fs_sb_info *sbi) { } 13466e6093a8SNamjae Jeon static inline void __init f2fs_create_root_stats(void) { } 13474589d25dSNamjae Jeon static inline void f2fs_destroy_root_stats(void) { } 134839a53e0cSJaegeuk Kim #endif 134939a53e0cSJaegeuk Kim 135039a53e0cSJaegeuk Kim extern const struct file_operations f2fs_dir_operations; 135139a53e0cSJaegeuk Kim extern const struct file_operations f2fs_file_operations; 135239a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_file_inode_operations; 135339a53e0cSJaegeuk Kim extern const struct address_space_operations f2fs_dblock_aops; 135439a53e0cSJaegeuk Kim extern const struct address_space_operations f2fs_node_aops; 135539a53e0cSJaegeuk Kim extern const struct address_space_operations f2fs_meta_aops; 135639a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_dir_inode_operations; 135739a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_symlink_inode_operations; 135839a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_special_inode_operations; 13591001b347SHuajun Li 1360e18c65b2SHuajun Li /* 1361e18c65b2SHuajun Li * inline.c 1362e18c65b2SHuajun Li */ 1363e18c65b2SHuajun Li bool f2fs_may_inline(struct inode *); 1364e18c65b2SHuajun Li int f2fs_read_inline_data(struct inode *, struct page *); 13659e09fc85SJaegeuk Kim int f2fs_convert_inline_data(struct inode *, pgoff_t); 1366e18c65b2SHuajun Li int f2fs_write_inline_data(struct inode *, struct page *, unsigned int); 13671e1bb4baSJaegeuk Kim int recover_inline_data(struct inode *, struct page *); 136839a53e0cSJaegeuk Kim #endif 1369