10a8165d7SJaegeuk Kim /* 239a53e0cSJaegeuk Kim * fs/f2fs/f2fs.h 339a53e0cSJaegeuk Kim * 439a53e0cSJaegeuk Kim * Copyright (c) 2012 Samsung Electronics Co., Ltd. 539a53e0cSJaegeuk Kim * http://www.samsung.com/ 639a53e0cSJaegeuk Kim * 739a53e0cSJaegeuk Kim * This program is free software; you can redistribute it and/or modify 839a53e0cSJaegeuk Kim * it under the terms of the GNU General Public License version 2 as 939a53e0cSJaegeuk Kim * published by the Free Software Foundation. 1039a53e0cSJaegeuk Kim */ 1139a53e0cSJaegeuk Kim #ifndef _LINUX_F2FS_H 1239a53e0cSJaegeuk Kim #define _LINUX_F2FS_H 1339a53e0cSJaegeuk Kim 1439a53e0cSJaegeuk Kim #include <linux/types.h> 1539a53e0cSJaegeuk Kim #include <linux/page-flags.h> 1639a53e0cSJaegeuk Kim #include <linux/buffer_head.h> 1739a53e0cSJaegeuk Kim #include <linux/slab.h> 1839a53e0cSJaegeuk Kim #include <linux/crc32.h> 1939a53e0cSJaegeuk Kim #include <linux/magic.h> 20c2d715d1SJaegeuk Kim #include <linux/kobject.h> 217bd59381SGu Zheng #include <linux/sched.h> 2239307a8eSJaegeuk Kim #include <linux/vmalloc.h> 23740432f8SJaegeuk Kim #include <linux/bio.h> 24d0239e1bSJaegeuk Kim #include <linux/blkdev.h> 250abd675eSChao Yu #include <linux/quotaops.h> 2646f47e48SEric Biggers #ifdef CONFIG_F2FS_FS_ENCRYPTION 2746f47e48SEric Biggers #include <linux/fscrypt_supp.h> 2846f47e48SEric Biggers #else 2946f47e48SEric Biggers #include <linux/fscrypt_notsupp.h> 3046f47e48SEric Biggers #endif 3143b6573bSKeith Mok #include <crypto/hash.h> 3239a53e0cSJaegeuk Kim 335d56b671SJaegeuk Kim #ifdef CONFIG_F2FS_CHECK_FS 349850cf4aSJaegeuk Kim #define f2fs_bug_on(sbi, condition) BUG_ON(condition) 355d56b671SJaegeuk Kim #else 369850cf4aSJaegeuk Kim #define f2fs_bug_on(sbi, condition) \ 379850cf4aSJaegeuk Kim do { \ 389850cf4aSJaegeuk Kim if (unlikely(condition)) { \ 399850cf4aSJaegeuk Kim WARN_ON(1); \ 40caf0047eSChao Yu set_sbi_flag(sbi, SBI_NEED_FSCK); \ 419850cf4aSJaegeuk Kim } \ 429850cf4aSJaegeuk Kim } while (0) 435d56b671SJaegeuk Kim #endif 445d56b671SJaegeuk Kim 452c63feadSJaegeuk Kim #ifdef CONFIG_F2FS_FAULT_INJECTION 462c63feadSJaegeuk Kim enum { 472c63feadSJaegeuk Kim FAULT_KMALLOC, 48c41f3cc3SJaegeuk Kim FAULT_PAGE_ALLOC, 4901eccef7SChao Yu FAULT_PAGE_GET, 50d62fe971SChao Yu FAULT_ALLOC_BIO, 51cb78942bSJaegeuk Kim FAULT_ALLOC_NID, 52cb78942bSJaegeuk Kim FAULT_ORPHAN, 53cb78942bSJaegeuk Kim FAULT_BLOCK, 54cb78942bSJaegeuk Kim FAULT_DIR_DEPTH, 5553aa6bbfSJaegeuk Kim FAULT_EVICT_INODE, 5614b44d23SJaegeuk Kim FAULT_TRUNCATE, 578b038c70SChao Yu FAULT_IO, 580f348028SChao Yu FAULT_CHECKPOINT, 592c63feadSJaegeuk Kim FAULT_MAX, 602c63feadSJaegeuk Kim }; 612c63feadSJaegeuk Kim 6208796897SSheng Yong struct f2fs_fault_info { 6308796897SSheng Yong atomic_t inject_ops; 6408796897SSheng Yong unsigned int inject_rate; 6508796897SSheng Yong unsigned int inject_type; 6608796897SSheng Yong }; 6708796897SSheng Yong 682c63feadSJaegeuk Kim extern char *fault_name[FAULT_MAX]; 6968afcf2dSTomohiro Kusumi #define IS_FAULT_SET(fi, type) ((fi)->inject_type & (1 << (type))) 702c63feadSJaegeuk Kim #endif 712c63feadSJaegeuk Kim 7239a53e0cSJaegeuk Kim /* 7339a53e0cSJaegeuk Kim * For mount options 7439a53e0cSJaegeuk Kim */ 7539a53e0cSJaegeuk Kim #define F2FS_MOUNT_BG_GC 0x00000001 7639a53e0cSJaegeuk Kim #define F2FS_MOUNT_DISABLE_ROLL_FORWARD 0x00000002 7739a53e0cSJaegeuk Kim #define F2FS_MOUNT_DISCARD 0x00000004 7839a53e0cSJaegeuk Kim #define F2FS_MOUNT_NOHEAP 0x00000008 7939a53e0cSJaegeuk Kim #define F2FS_MOUNT_XATTR_USER 0x00000010 8039a53e0cSJaegeuk Kim #define F2FS_MOUNT_POSIX_ACL 0x00000020 8139a53e0cSJaegeuk Kim #define F2FS_MOUNT_DISABLE_EXT_IDENTIFY 0x00000040 82444c580fSJaegeuk Kim #define F2FS_MOUNT_INLINE_XATTR 0x00000080 831001b347SHuajun Li #define F2FS_MOUNT_INLINE_DATA 0x00000100 8434d67debSChao Yu #define F2FS_MOUNT_INLINE_DENTRY 0x00000200 8534d67debSChao Yu #define F2FS_MOUNT_FLUSH_MERGE 0x00000400 8634d67debSChao Yu #define F2FS_MOUNT_NOBARRIER 0x00000800 87d5053a34SJaegeuk Kim #define F2FS_MOUNT_FASTBOOT 0x00001000 8889672159SChao Yu #define F2FS_MOUNT_EXTENT_CACHE 0x00002000 896aefd93bSJaegeuk Kim #define F2FS_MOUNT_FORCE_FG_GC 0x00004000 90343f40f0SChao Yu #define F2FS_MOUNT_DATA_FLUSH 0x00008000 9173faec4dSJaegeuk Kim #define F2FS_MOUNT_FAULT_INJECTION 0x00010000 9236abef4eSJaegeuk Kim #define F2FS_MOUNT_ADAPTIVE 0x00020000 9336abef4eSJaegeuk Kim #define F2FS_MOUNT_LFS 0x00040000 940abd675eSChao Yu #define F2FS_MOUNT_USRQUOTA 0x00080000 950abd675eSChao Yu #define F2FS_MOUNT_GRPQUOTA 0x00100000 965c57132eSChao Yu #define F2FS_MOUNT_PRJQUOTA 0x00200000 974b2414d0SChao Yu #define F2FS_MOUNT_QUOTA 0x00400000 986afc662eSChao Yu #define F2FS_MOUNT_INLINE_XATTR_SIZE 0x00800000 9939a53e0cSJaegeuk Kim 10068afcf2dSTomohiro Kusumi #define clear_opt(sbi, option) ((sbi)->mount_opt.opt &= ~F2FS_MOUNT_##option) 10168afcf2dSTomohiro Kusumi #define set_opt(sbi, option) ((sbi)->mount_opt.opt |= F2FS_MOUNT_##option) 10268afcf2dSTomohiro Kusumi #define test_opt(sbi, option) ((sbi)->mount_opt.opt & F2FS_MOUNT_##option) 10339a53e0cSJaegeuk Kim 10439a53e0cSJaegeuk Kim #define ver_after(a, b) (typecheck(unsigned long long, a) && \ 10539a53e0cSJaegeuk Kim typecheck(unsigned long long, b) && \ 10639a53e0cSJaegeuk Kim ((long long)((a) - (b)) > 0)) 10739a53e0cSJaegeuk Kim 108a9841c4dSJaegeuk Kim typedef u32 block_t; /* 109a9841c4dSJaegeuk Kim * should not change u32, since it is the on-disk block 110a9841c4dSJaegeuk Kim * address format, __le32. 111a9841c4dSJaegeuk Kim */ 11239a53e0cSJaegeuk Kim typedef u32 nid_t; 11339a53e0cSJaegeuk Kim 11439a53e0cSJaegeuk Kim struct f2fs_mount_info { 11539a53e0cSJaegeuk Kim unsigned int opt; 11639a53e0cSJaegeuk Kim }; 11739a53e0cSJaegeuk Kim 118cde4de12SJaegeuk Kim #define F2FS_FEATURE_ENCRYPT 0x0001 1190bfd7a09SDamien Le Moal #define F2FS_FEATURE_BLKZONED 0x0002 120e65ef207SJaegeuk Kim #define F2FS_FEATURE_ATOMIC_WRITE 0x0004 1217a2af766SChao Yu #define F2FS_FEATURE_EXTRA_ATTR 0x0008 1225c57132eSChao Yu #define F2FS_FEATURE_PRJQUOTA 0x0010 123704956ecSChao Yu #define F2FS_FEATURE_INODE_CHKSUM 0x0020 1246afc662eSChao Yu #define F2FS_FEATURE_FLEXIBLE_INLINE_XATTR 0x0040 125234a9689SJaegeuk Kim #define F2FS_FEATURE_QUOTA_INO 0x0080 126cde4de12SJaegeuk Kim 12776f105a2SJaegeuk Kim #define F2FS_HAS_FEATURE(sb, mask) \ 12876f105a2SJaegeuk Kim ((F2FS_SB(sb)->raw_super->feature & cpu_to_le32(mask)) != 0) 12976f105a2SJaegeuk Kim #define F2FS_SET_FEATURE(sb, mask) \ 130c64ab12eSDongOh Shin (F2FS_SB(sb)->raw_super->feature |= cpu_to_le32(mask)) 13176f105a2SJaegeuk Kim #define F2FS_CLEAR_FEATURE(sb, mask) \ 132c64ab12eSDongOh Shin (F2FS_SB(sb)->raw_super->feature &= ~cpu_to_le32(mask)) 13376f105a2SJaegeuk Kim 13439a53e0cSJaegeuk Kim /* 13539a53e0cSJaegeuk Kim * For checkpoint manager 13639a53e0cSJaegeuk Kim */ 13739a53e0cSJaegeuk Kim enum { 13839a53e0cSJaegeuk Kim NAT_BITMAP, 13939a53e0cSJaegeuk Kim SIT_BITMAP 14039a53e0cSJaegeuk Kim }; 14139a53e0cSJaegeuk Kim 142c473f1a9SChao Yu #define CP_UMOUNT 0x00000001 143c473f1a9SChao Yu #define CP_FASTBOOT 0x00000002 144c473f1a9SChao Yu #define CP_SYNC 0x00000004 145c473f1a9SChao Yu #define CP_RECOVERY 0x00000008 146c473f1a9SChao Yu #define CP_DISCARD 0x00000010 1471f43e2adSChao Yu #define CP_TRIMMED 0x00000020 14875ab4cb8SJaegeuk Kim 14947b89808SJaegeuk Kim #define DEF_BATCHED_TRIM_SECTIONS 2048 150bba681cbSJaegeuk Kim #define BATCHED_TRIM_SEGMENTS(sbi) \ 1514ddb1a4dSJaegeuk Kim (GET_SEG_FROM_SEC(sbi, SM_I(sbi)->trim_sections)) 152a66cdd98SJaegeuk Kim #define BATCHED_TRIM_BLOCKS(sbi) \ 153a66cdd98SJaegeuk Kim (BATCHED_TRIM_SEGMENTS(sbi) << (sbi)->log_blocks_per_seg) 1544ddb1a4dSJaegeuk Kim #define MAX_DISCARD_BLOCKS(sbi) BLKS_PER_SEC(sbi) 155ecc9aa00SChao Yu #define DEF_MAX_DISCARD_REQUEST 8 /* issue 8 discards per round */ 156969d1b18SChao Yu #define DEF_MIN_DISCARD_ISSUE_TIME 50 /* 50 ms, if exists */ 157969d1b18SChao Yu #define DEF_MAX_DISCARD_ISSUE_TIME 60000 /* 60 s, if no candidates */ 15860b99b48SJaegeuk Kim #define DEF_CP_INTERVAL 60 /* 60 secs */ 159dcf25fe8SChao Yu #define DEF_IDLE_INTERVAL 5 /* 5 secs */ 160bba681cbSJaegeuk Kim 16175ab4cb8SJaegeuk Kim struct cp_control { 16275ab4cb8SJaegeuk Kim int reason; 1634b2fecc8SJaegeuk Kim __u64 trim_start; 1644b2fecc8SJaegeuk Kim __u64 trim_end; 1654b2fecc8SJaegeuk Kim __u64 trim_minlen; 16675ab4cb8SJaegeuk Kim }; 16775ab4cb8SJaegeuk Kim 168662befdaSChao Yu /* 16981c1a0f1SChao Yu * For CP/NAT/SIT/SSA readahead 170662befdaSChao Yu */ 171662befdaSChao Yu enum { 172662befdaSChao Yu META_CP, 173662befdaSChao Yu META_NAT, 17481c1a0f1SChao Yu META_SIT, 1754c521f49SJaegeuk Kim META_SSA, 1764c521f49SJaegeuk Kim META_POR, 177662befdaSChao Yu }; 178662befdaSChao Yu 1796451e041SJaegeuk Kim /* for the list of ino */ 1806451e041SJaegeuk Kim enum { 1816451e041SJaegeuk Kim ORPHAN_INO, /* for orphan ino list */ 182fff04f90SJaegeuk Kim APPEND_INO, /* for append ino list */ 183fff04f90SJaegeuk Kim UPDATE_INO, /* for update ino list */ 18439d787beSChao Yu FLUSH_INO, /* for multiple device flushing */ 1856451e041SJaegeuk Kim MAX_INO_ENTRY, /* max. list */ 1866451e041SJaegeuk Kim }; 1876451e041SJaegeuk Kim 1886451e041SJaegeuk Kim struct ino_entry { 18939a53e0cSJaegeuk Kim struct list_head list; /* list head */ 19039a53e0cSJaegeuk Kim nid_t ino; /* inode number */ 19139d787beSChao Yu unsigned int dirty_device; /* dirty device bitmap */ 19239a53e0cSJaegeuk Kim }; 19339a53e0cSJaegeuk Kim 1942710fd7eSChao Yu /* for the list of inodes to be GCed */ 19506292073SChao Yu struct inode_entry { 19639a53e0cSJaegeuk Kim struct list_head list; /* list head */ 19739a53e0cSJaegeuk Kim struct inode *inode; /* vfs inode pointer */ 19839a53e0cSJaegeuk Kim }; 19939a53e0cSJaegeuk Kim 200a7eeb823SChao Yu /* for the bitmap indicate blocks to be discarded */ 2017fd9e544SJaegeuk Kim struct discard_entry { 2027fd9e544SJaegeuk Kim struct list_head list; /* list head */ 203a7eeb823SChao Yu block_t start_blkaddr; /* start blockaddr of current segment */ 204a7eeb823SChao Yu unsigned char discard_map[SIT_VBLOCK_MAP_SIZE]; /* segment discard bitmap */ 2057fd9e544SJaegeuk Kim }; 2067fd9e544SJaegeuk Kim 207969d1b18SChao Yu /* default discard granularity of inner discard thread, unit: block count */ 208969d1b18SChao Yu #define DEFAULT_DISCARD_GRANULARITY 16 209969d1b18SChao Yu 210ba48a33eSChao Yu /* max discard pend list number */ 211ba48a33eSChao Yu #define MAX_PLIST_NUM 512 212ba48a33eSChao Yu #define plist_idx(blk_num) ((blk_num) >= MAX_PLIST_NUM ? \ 213ba48a33eSChao Yu (MAX_PLIST_NUM - 1) : (blk_num - 1)) 214ba48a33eSChao Yu 21515469963SJaegeuk Kim enum { 21615469963SJaegeuk Kim D_PREP, 21715469963SJaegeuk Kim D_SUBMIT, 21815469963SJaegeuk Kim D_DONE, 21915469963SJaegeuk Kim }; 22015469963SJaegeuk Kim 221004b6862SChao Yu struct discard_info { 222b01a9201SJaegeuk Kim block_t lstart; /* logical start address */ 223b01a9201SJaegeuk Kim block_t len; /* length */ 224004b6862SChao Yu block_t start; /* actual start address in dev */ 225004b6862SChao Yu }; 226004b6862SChao Yu 227b01a9201SJaegeuk Kim struct discard_cmd { 228004b6862SChao Yu struct rb_node rb_node; /* rb node located in rb-tree */ 229004b6862SChao Yu union { 230004b6862SChao Yu struct { 231004b6862SChao Yu block_t lstart; /* logical start address */ 232004b6862SChao Yu block_t len; /* length */ 233004b6862SChao Yu block_t start; /* actual start address in dev */ 234004b6862SChao Yu }; 235004b6862SChao Yu struct discard_info di; /* discard info */ 236004b6862SChao Yu 237004b6862SChao Yu }; 238b01a9201SJaegeuk Kim struct list_head list; /* command list */ 239b01a9201SJaegeuk Kim struct completion wait; /* compleation */ 240c81abe34SJaegeuk Kim struct block_device *bdev; /* bdev */ 241ec9895adSChao Yu unsigned short ref; /* reference count */ 2429a744b92SChao Yu unsigned char state; /* state */ 243c81abe34SJaegeuk Kim int error; /* bio error */ 244275b66b0SChao Yu }; 245275b66b0SChao Yu 24678997b56SChao Yu enum { 24778997b56SChao Yu DPOLICY_BG, 24878997b56SChao Yu DPOLICY_FORCE, 24978997b56SChao Yu DPOLICY_FSTRIM, 25078997b56SChao Yu DPOLICY_UMOUNT, 25178997b56SChao Yu MAX_DPOLICY, 25278997b56SChao Yu }; 25378997b56SChao Yu 254ecc9aa00SChao Yu struct discard_policy { 25578997b56SChao Yu int type; /* type of discard */ 256ecc9aa00SChao Yu unsigned int min_interval; /* used for candidates exist */ 257ecc9aa00SChao Yu unsigned int max_interval; /* used for candidates not exist */ 258ecc9aa00SChao Yu unsigned int max_requests; /* # of discards issued per round */ 259ecc9aa00SChao Yu unsigned int io_aware_gran; /* minimum granularity discard not be aware of I/O */ 260ecc9aa00SChao Yu bool io_aware; /* issue discard in idle time */ 261ecc9aa00SChao Yu bool sync; /* submit discard with REQ_SYNC flag */ 26278997b56SChao Yu unsigned int granularity; /* discard granularity */ 263ecc9aa00SChao Yu }; 264ecc9aa00SChao Yu 2650b54fb84SJaegeuk Kim struct discard_cmd_control { 26615469963SJaegeuk Kim struct task_struct *f2fs_issue_discard; /* discard thread */ 26746f84c2cSChao Yu struct list_head entry_list; /* 4KB discard entry list */ 268ba48a33eSChao Yu struct list_head pend_list[MAX_PLIST_NUM];/* store pending entries */ 269969d1b18SChao Yu unsigned char pend_list_tag[MAX_PLIST_NUM];/* tag for pending entries */ 27046f84c2cSChao Yu struct list_head wait_list; /* store on-flushing entries */ 2718412663dSChao Yu struct list_head fstrim_list; /* in-flight discard from fstrim */ 27215469963SJaegeuk Kim wait_queue_head_t discard_wait_queue; /* waiting queue for wake-up */ 273969d1b18SChao Yu unsigned int discard_wake; /* to wake up discard thread */ 27415469963SJaegeuk Kim struct mutex cmd_lock; 275d618ebafSChao Yu unsigned int nr_discards; /* # of discards in the list */ 276d618ebafSChao Yu unsigned int max_discards; /* max. discards to be issued */ 277969d1b18SChao Yu unsigned int discard_granularity; /* discard granularity */ 278d84d1cbdSChao Yu unsigned int undiscard_blks; /* # of undiscard blocks */ 2798b8dd65fSChao Yu atomic_t issued_discard; /* # of issued discard */ 2808b8dd65fSChao Yu atomic_t issing_discard; /* # of issing discard */ 2815f32366aSChao Yu atomic_t discard_cmd_cnt; /* # of cached cmd count */ 282004b6862SChao Yu struct rb_root root; /* root of discard rb-tree */ 28339a53e0cSJaegeuk Kim }; 28439a53e0cSJaegeuk Kim 28539a53e0cSJaegeuk Kim /* for the list of fsync inodes, used only during recovery */ 28639a53e0cSJaegeuk Kim struct fsync_inode_entry { 28739a53e0cSJaegeuk Kim struct list_head list; /* list head */ 28839a53e0cSJaegeuk Kim struct inode *inode; /* vfs inode pointer */ 289c52e1b10SJaegeuk Kim block_t blkaddr; /* block address locating the last fsync */ 290c52e1b10SJaegeuk Kim block_t last_dentry; /* block address locating the last dentry */ 29139a53e0cSJaegeuk Kim }; 29239a53e0cSJaegeuk Kim 29368afcf2dSTomohiro Kusumi #define nats_in_cursum(jnl) (le16_to_cpu((jnl)->n_nats)) 29468afcf2dSTomohiro Kusumi #define sits_in_cursum(jnl) (le16_to_cpu((jnl)->n_sits)) 29539a53e0cSJaegeuk Kim 29668afcf2dSTomohiro Kusumi #define nat_in_journal(jnl, i) ((jnl)->nat_j.entries[i].ne) 29768afcf2dSTomohiro Kusumi #define nid_in_journal(jnl, i) ((jnl)->nat_j.entries[i].nid) 29868afcf2dSTomohiro Kusumi #define sit_in_journal(jnl, i) ((jnl)->sit_j.entries[i].se) 29968afcf2dSTomohiro Kusumi #define segno_in_journal(jnl, i) ((jnl)->sit_j.entries[i].segno) 30039a53e0cSJaegeuk Kim 301dfc08a12SChao Yu #define MAX_NAT_JENTRIES(jnl) (NAT_JOURNAL_ENTRIES - nats_in_cursum(jnl)) 302dfc08a12SChao Yu #define MAX_SIT_JENTRIES(jnl) (SIT_JOURNAL_ENTRIES - sits_in_cursum(jnl)) 303309cc2b6SJaegeuk Kim 304dfc08a12SChao Yu static inline int update_nats_in_cursum(struct f2fs_journal *journal, int i) 30539a53e0cSJaegeuk Kim { 306dfc08a12SChao Yu int before = nats_in_cursum(journal); 307cac5a3d8SDongOh Shin 308dfc08a12SChao Yu journal->n_nats = cpu_to_le16(before + i); 30939a53e0cSJaegeuk Kim return before; 31039a53e0cSJaegeuk Kim } 31139a53e0cSJaegeuk Kim 312dfc08a12SChao Yu static inline int update_sits_in_cursum(struct f2fs_journal *journal, int i) 31339a53e0cSJaegeuk Kim { 314dfc08a12SChao Yu int before = sits_in_cursum(journal); 315cac5a3d8SDongOh Shin 316dfc08a12SChao Yu journal->n_sits = cpu_to_le16(before + i); 31739a53e0cSJaegeuk Kim return before; 31839a53e0cSJaegeuk Kim } 31939a53e0cSJaegeuk Kim 320dfc08a12SChao Yu static inline bool __has_cursum_space(struct f2fs_journal *journal, 321dfc08a12SChao Yu int size, int type) 322184a5cd2SChao Yu { 323184a5cd2SChao Yu if (type == NAT_JOURNAL) 324dfc08a12SChao Yu return size <= MAX_NAT_JENTRIES(journal); 325dfc08a12SChao Yu return size <= MAX_SIT_JENTRIES(journal); 326184a5cd2SChao Yu } 327184a5cd2SChao Yu 32839a53e0cSJaegeuk Kim /* 329e9750824SNamjae Jeon * ioctl commands 330e9750824SNamjae Jeon */ 331e9750824SNamjae Jeon #define F2FS_IOC_GETFLAGS FS_IOC_GETFLAGS 332e9750824SNamjae Jeon #define F2FS_IOC_SETFLAGS FS_IOC_SETFLAGS 333d49f3e89SChao Yu #define F2FS_IOC_GETVERSION FS_IOC_GETVERSION 334e9750824SNamjae Jeon 33588b88a66SJaegeuk Kim #define F2FS_IOCTL_MAGIC 0xf5 33688b88a66SJaegeuk Kim #define F2FS_IOC_START_ATOMIC_WRITE _IO(F2FS_IOCTL_MAGIC, 1) 33788b88a66SJaegeuk Kim #define F2FS_IOC_COMMIT_ATOMIC_WRITE _IO(F2FS_IOCTL_MAGIC, 2) 33802a1335fSJaegeuk Kim #define F2FS_IOC_START_VOLATILE_WRITE _IO(F2FS_IOCTL_MAGIC, 3) 3391e84371fSJaegeuk Kim #define F2FS_IOC_RELEASE_VOLATILE_WRITE _IO(F2FS_IOCTL_MAGIC, 4) 3401e84371fSJaegeuk Kim #define F2FS_IOC_ABORT_VOLATILE_WRITE _IO(F2FS_IOCTL_MAGIC, 5) 341d07efb50SJaegeuk Kim #define F2FS_IOC_GARBAGE_COLLECT _IOW(F2FS_IOCTL_MAGIC, 6, __u32) 342456b88e4SChao Yu #define F2FS_IOC_WRITE_CHECKPOINT _IO(F2FS_IOCTL_MAGIC, 7) 343d07efb50SJaegeuk Kim #define F2FS_IOC_DEFRAGMENT _IOWR(F2FS_IOCTL_MAGIC, 8, \ 344d07efb50SJaegeuk Kim struct f2fs_defragment) 3454dd6f977SJaegeuk Kim #define F2FS_IOC_MOVE_RANGE _IOWR(F2FS_IOCTL_MAGIC, 9, \ 3464dd6f977SJaegeuk Kim struct f2fs_move_range) 347e066b83cSJaegeuk Kim #define F2FS_IOC_FLUSH_DEVICE _IOW(F2FS_IOCTL_MAGIC, 10, \ 348e066b83cSJaegeuk Kim struct f2fs_flush_device) 34934dc77adSJaegeuk Kim #define F2FS_IOC_GARBAGE_COLLECT_RANGE _IOW(F2FS_IOCTL_MAGIC, 11, \ 35034dc77adSJaegeuk Kim struct f2fs_gc_range) 351e65ef207SJaegeuk Kim #define F2FS_IOC_GET_FEATURES _IOR(F2FS_IOCTL_MAGIC, 12, __u32) 35288b88a66SJaegeuk Kim 3530b81d077SJaegeuk Kim #define F2FS_IOC_SET_ENCRYPTION_POLICY FS_IOC_SET_ENCRYPTION_POLICY 3540b81d077SJaegeuk Kim #define F2FS_IOC_GET_ENCRYPTION_POLICY FS_IOC_GET_ENCRYPTION_POLICY 3550b81d077SJaegeuk Kim #define F2FS_IOC_GET_ENCRYPTION_PWSALT FS_IOC_GET_ENCRYPTION_PWSALT 356f424f664SJaegeuk Kim 3571abff93dSJaegeuk Kim /* 3581abff93dSJaegeuk Kim * should be same as XFS_IOC_GOINGDOWN. 3591abff93dSJaegeuk Kim * Flags for going down operation used by FS_IOC_GOINGDOWN 3601abff93dSJaegeuk Kim */ 3611abff93dSJaegeuk Kim #define F2FS_IOC_SHUTDOWN _IOR('X', 125, __u32) /* Shutdown */ 3621abff93dSJaegeuk Kim #define F2FS_GOING_DOWN_FULLSYNC 0x0 /* going down with full sync */ 3631abff93dSJaegeuk Kim #define F2FS_GOING_DOWN_METASYNC 0x1 /* going down with metadata */ 3641abff93dSJaegeuk Kim #define F2FS_GOING_DOWN_NOSYNC 0x2 /* going down */ 365c912a829SJaegeuk Kim #define F2FS_GOING_DOWN_METAFLUSH 0x3 /* going down with meta flush */ 3661abff93dSJaegeuk Kim 367e9750824SNamjae Jeon #if defined(__KERNEL__) && defined(CONFIG_COMPAT) 368e9750824SNamjae Jeon /* 369e9750824SNamjae Jeon * ioctl commands in 32 bit emulation 370e9750824SNamjae Jeon */ 371e9750824SNamjae Jeon #define F2FS_IOC32_GETFLAGS FS_IOC32_GETFLAGS 372e9750824SNamjae Jeon #define F2FS_IOC32_SETFLAGS FS_IOC32_SETFLAGS 37304ef4b62SChao Yu #define F2FS_IOC32_GETVERSION FS_IOC32_GETVERSION 374e9750824SNamjae Jeon #endif 375e9750824SNamjae Jeon 3762c1d0305SChao Yu #define F2FS_IOC_FSGETXATTR FS_IOC_FSGETXATTR 3772c1d0305SChao Yu #define F2FS_IOC_FSSETXATTR FS_IOC_FSSETXATTR 3782c1d0305SChao Yu 37934dc77adSJaegeuk Kim struct f2fs_gc_range { 38034dc77adSJaegeuk Kim u32 sync; 38134dc77adSJaegeuk Kim u64 start; 38234dc77adSJaegeuk Kim u64 len; 38334dc77adSJaegeuk Kim }; 38434dc77adSJaegeuk Kim 385d323d005SChao Yu struct f2fs_defragment { 386d323d005SChao Yu u64 start; 387d323d005SChao Yu u64 len; 388d323d005SChao Yu }; 389d323d005SChao Yu 3904dd6f977SJaegeuk Kim struct f2fs_move_range { 3914dd6f977SJaegeuk Kim u32 dst_fd; /* destination fd */ 3924dd6f977SJaegeuk Kim u64 pos_in; /* start position in src_fd */ 3934dd6f977SJaegeuk Kim u64 pos_out; /* start position in dst_fd */ 3944dd6f977SJaegeuk Kim u64 len; /* size to move */ 3954dd6f977SJaegeuk Kim }; 3964dd6f977SJaegeuk Kim 397e066b83cSJaegeuk Kim struct f2fs_flush_device { 398e066b83cSJaegeuk Kim u32 dev_num; /* device number to flush */ 399e066b83cSJaegeuk Kim u32 segments; /* # of segments to flush */ 400e066b83cSJaegeuk Kim }; 401e066b83cSJaegeuk Kim 402f2470371SChao Yu /* for inline stuff */ 403f2470371SChao Yu #define DEF_INLINE_RESERVED_SIZE 1 4046afc662eSChao Yu #define DEF_MIN_INLINE_SIZE 1 4057a2af766SChao Yu static inline int get_extra_isize(struct inode *inode); 4066afc662eSChao Yu static inline int get_inline_xattr_addrs(struct inode *inode); 4076afc662eSChao Yu #define F2FS_INLINE_XATTR_ADDRS(inode) get_inline_xattr_addrs(inode) 4087a2af766SChao Yu #define MAX_INLINE_DATA(inode) (sizeof(__le32) * \ 4097a2af766SChao Yu (CUR_ADDRS_PER_INODE(inode) - \ 4106afc662eSChao Yu F2FS_INLINE_XATTR_ADDRS(inode) - \ 4116afc662eSChao Yu DEF_INLINE_RESERVED_SIZE)) 412f2470371SChao Yu 413f2470371SChao Yu /* for inline dir */ 414f2470371SChao Yu #define NR_INLINE_DENTRY(inode) (MAX_INLINE_DATA(inode) * BITS_PER_BYTE / \ 415f2470371SChao Yu ((SIZE_OF_DIR_ENTRY + F2FS_SLOT_LEN) * \ 416f2470371SChao Yu BITS_PER_BYTE + 1)) 417f2470371SChao Yu #define INLINE_DENTRY_BITMAP_SIZE(inode) ((NR_INLINE_DENTRY(inode) + \ 418f2470371SChao Yu BITS_PER_BYTE - 1) / BITS_PER_BYTE) 419f2470371SChao Yu #define INLINE_RESERVED_SIZE(inode) (MAX_INLINE_DATA(inode) - \ 420f2470371SChao Yu ((SIZE_OF_DIR_ENTRY + F2FS_SLOT_LEN) * \ 421f2470371SChao Yu NR_INLINE_DENTRY(inode) + \ 422f2470371SChao Yu INLINE_DENTRY_BITMAP_SIZE(inode))) 423f2470371SChao Yu 424e9750824SNamjae Jeon /* 42539a53e0cSJaegeuk Kim * For INODE and NODE manager 42639a53e0cSJaegeuk Kim */ 4277b3cd7d6SJaegeuk Kim /* for directory operations */ 4287b3cd7d6SJaegeuk Kim struct f2fs_dentry_ptr { 429d8c6822aSJaegeuk Kim struct inode *inode; 43076a9dd85SChao Yu void *bitmap; 4317b3cd7d6SJaegeuk Kim struct f2fs_dir_entry *dentry; 4327b3cd7d6SJaegeuk Kim __u8 (*filename)[F2FS_SLOT_LEN]; 4337b3cd7d6SJaegeuk Kim int max; 43476a9dd85SChao Yu int nr_bitmap; 4357b3cd7d6SJaegeuk Kim }; 4367b3cd7d6SJaegeuk Kim 43764c24ecbSTomohiro Kusumi static inline void make_dentry_ptr_block(struct inode *inode, 43864c24ecbSTomohiro Kusumi struct f2fs_dentry_ptr *d, struct f2fs_dentry_block *t) 4397b3cd7d6SJaegeuk Kim { 440d8c6822aSJaegeuk Kim d->inode = inode; 4417b3cd7d6SJaegeuk Kim d->max = NR_DENTRY_IN_BLOCK; 44276a9dd85SChao Yu d->nr_bitmap = SIZE_OF_DENTRY_BITMAP; 4437b3cd7d6SJaegeuk Kim d->bitmap = &t->dentry_bitmap; 4447b3cd7d6SJaegeuk Kim d->dentry = t->dentry; 4457b3cd7d6SJaegeuk Kim d->filename = t->filename; 44664c24ecbSTomohiro Kusumi } 447cac5a3d8SDongOh Shin 44864c24ecbSTomohiro Kusumi static inline void make_dentry_ptr_inline(struct inode *inode, 449f2470371SChao Yu struct f2fs_dentry_ptr *d, void *t) 45064c24ecbSTomohiro Kusumi { 451f2470371SChao Yu int entry_cnt = NR_INLINE_DENTRY(inode); 452f2470371SChao Yu int bitmap_size = INLINE_DENTRY_BITMAP_SIZE(inode); 453f2470371SChao Yu int reserved_size = INLINE_RESERVED_SIZE(inode); 454f2470371SChao Yu 45564c24ecbSTomohiro Kusumi d->inode = inode; 456f2470371SChao Yu d->max = entry_cnt; 457f2470371SChao Yu d->nr_bitmap = bitmap_size; 458f2470371SChao Yu d->bitmap = t; 459f2470371SChao Yu d->dentry = t + bitmap_size + reserved_size; 460f2470371SChao Yu d->filename = t + bitmap_size + reserved_size + 461f2470371SChao Yu SIZE_OF_DIR_ENTRY * entry_cnt; 4627b3cd7d6SJaegeuk Kim } 4637b3cd7d6SJaegeuk Kim 464dbe6a5ffSJaegeuk Kim /* 465dbe6a5ffSJaegeuk Kim * XATTR_NODE_OFFSET stores xattrs to one node block per file keeping -1 466dbe6a5ffSJaegeuk Kim * as its node offset to distinguish from index node blocks. 467dbe6a5ffSJaegeuk Kim * But some bits are used to mark the node block. 46839a53e0cSJaegeuk Kim */ 469dbe6a5ffSJaegeuk Kim #define XATTR_NODE_OFFSET ((((unsigned int)-1) << OFFSET_BIT_SHIFT) \ 470dbe6a5ffSJaegeuk Kim >> OFFSET_BIT_SHIFT) 471266e97a8SJaegeuk Kim enum { 472266e97a8SJaegeuk Kim ALLOC_NODE, /* allocate a new node page if needed */ 473266e97a8SJaegeuk Kim LOOKUP_NODE, /* look up a node without readahead */ 474266e97a8SJaegeuk Kim LOOKUP_NODE_RA, /* 475266e97a8SJaegeuk Kim * look up a node with readahead called 4764f4124d0SChao Yu * by get_data_block. 47739a53e0cSJaegeuk Kim */ 478266e97a8SJaegeuk Kim }; 479266e97a8SJaegeuk Kim 480a6db67f0SJaegeuk Kim #define F2FS_LINK_MAX 0xffffffff /* maximum link count per file */ 48139a53e0cSJaegeuk Kim 482817202d9SChao Yu #define MAX_DIR_RA_PAGES 4 /* maximum ra pages of dir */ 483817202d9SChao Yu 48413054c54SChao Yu /* vector size for gang look-up from extent cache that consists of radix tree */ 48513054c54SChao Yu #define EXT_TREE_VEC_SIZE 64 48613054c54SChao Yu 48739a53e0cSJaegeuk Kim /* for in-memory extent cache entry */ 48813054c54SChao Yu #define F2FS_MIN_EXTENT_LEN 64 /* minimum extent length */ 48913054c54SChao Yu 49013054c54SChao Yu /* number of extent info in extent cache we try to shrink */ 49113054c54SChao Yu #define EXTENT_CACHE_SHRINK_NUMBER 128 492c11abd1aSJaegeuk Kim 49354c2258cSChao Yu struct rb_entry { 49454c2258cSChao Yu struct rb_node rb_node; /* rb node located in rb-tree */ 49554c2258cSChao Yu unsigned int ofs; /* start offset of the entry */ 49654c2258cSChao Yu unsigned int len; /* length of the entry */ 49754c2258cSChao Yu }; 49854c2258cSChao Yu 49939a53e0cSJaegeuk Kim struct extent_info { 50039a53e0cSJaegeuk Kim unsigned int fofs; /* start offset in a file */ 501111d2495SMasanari Iida unsigned int len; /* length of the extent */ 50254c2258cSChao Yu u32 blk; /* start block address of the extent */ 50339a53e0cSJaegeuk Kim }; 50439a53e0cSJaegeuk Kim 50513054c54SChao Yu struct extent_node { 50654c2258cSChao Yu struct rb_node rb_node; 50754c2258cSChao Yu union { 50854c2258cSChao Yu struct { 50954c2258cSChao Yu unsigned int fofs; 51054c2258cSChao Yu unsigned int len; 51154c2258cSChao Yu u32 blk; 51254c2258cSChao Yu }; 51313054c54SChao Yu struct extent_info ei; /* extent info */ 51454c2258cSChao Yu 51554c2258cSChao Yu }; 51654c2258cSChao Yu struct list_head list; /* node in global extent list of sbi */ 517201ef5e0SHou Pengyang struct extent_tree *et; /* extent tree pointer */ 51813054c54SChao Yu }; 51913054c54SChao Yu 52013054c54SChao Yu struct extent_tree { 52113054c54SChao Yu nid_t ino; /* inode number */ 52213054c54SChao Yu struct rb_root root; /* root of extent info rb-tree */ 52362c8af65SChao Yu struct extent_node *cached_en; /* recently accessed extent node */ 5243e72f721SJaegeuk Kim struct extent_info largest; /* largested extent info */ 525137d09f0SJaegeuk Kim struct list_head list; /* to be used by sbi->zombie_list */ 52613054c54SChao Yu rwlock_t lock; /* protect extent info rb-tree */ 52768e35385SChao Yu atomic_t node_cnt; /* # of extent node in rb-tree*/ 52813054c54SChao Yu }; 52913054c54SChao Yu 53039a53e0cSJaegeuk Kim /* 531003a3e1dSJaegeuk Kim * This structure is taken from ext4_map_blocks. 532003a3e1dSJaegeuk Kim * 533003a3e1dSJaegeuk Kim * Note that, however, f2fs uses NEW and MAPPED flags for f2fs_map_blocks(). 534003a3e1dSJaegeuk Kim */ 535003a3e1dSJaegeuk Kim #define F2FS_MAP_NEW (1 << BH_New) 536003a3e1dSJaegeuk Kim #define F2FS_MAP_MAPPED (1 << BH_Mapped) 5377f63eb77SJaegeuk Kim #define F2FS_MAP_UNWRITTEN (1 << BH_Unwritten) 5387f63eb77SJaegeuk Kim #define F2FS_MAP_FLAGS (F2FS_MAP_NEW | F2FS_MAP_MAPPED |\ 5397f63eb77SJaegeuk Kim F2FS_MAP_UNWRITTEN) 540003a3e1dSJaegeuk Kim 541003a3e1dSJaegeuk Kim struct f2fs_map_blocks { 542003a3e1dSJaegeuk Kim block_t m_pblk; 543003a3e1dSJaegeuk Kim block_t m_lblk; 544003a3e1dSJaegeuk Kim unsigned int m_len; 545003a3e1dSJaegeuk Kim unsigned int m_flags; 546da85985cSChao Yu pgoff_t *m_next_pgofs; /* point next possible non-hole pgofs */ 547003a3e1dSJaegeuk Kim }; 548003a3e1dSJaegeuk Kim 549e2b4e2bcSChao Yu /* for flag in get_data_block */ 550f2220c7fSQiuyang Sun enum { 551f2220c7fSQiuyang Sun F2FS_GET_BLOCK_DEFAULT, 552f2220c7fSQiuyang Sun F2FS_GET_BLOCK_FIEMAP, 553f2220c7fSQiuyang Sun F2FS_GET_BLOCK_BMAP, 554f2220c7fSQiuyang Sun F2FS_GET_BLOCK_PRE_DIO, 555f2220c7fSQiuyang Sun F2FS_GET_BLOCK_PRE_AIO, 556f2220c7fSQiuyang Sun }; 557e2b4e2bcSChao Yu 558003a3e1dSJaegeuk Kim /* 55939a53e0cSJaegeuk Kim * i_advise uses FADVISE_XXX_BIT. We can add additional hints later. 56039a53e0cSJaegeuk Kim */ 56139a53e0cSJaegeuk Kim #define FADVISE_COLD_BIT 0x01 562354a3399SJaegeuk Kim #define FADVISE_LOST_PINO_BIT 0x02 563cde4de12SJaegeuk Kim #define FADVISE_ENCRYPT_BIT 0x04 564e7d55452SJaegeuk Kim #define FADVISE_ENC_NAME_BIT 0x08 56526787236SJaegeuk Kim #define FADVISE_KEEP_SIZE_BIT 0x10 56639a53e0cSJaegeuk Kim 567b5492af7SJaegeuk Kim #define file_is_cold(inode) is_file(inode, FADVISE_COLD_BIT) 568b5492af7SJaegeuk Kim #define file_wrong_pino(inode) is_file(inode, FADVISE_LOST_PINO_BIT) 569b5492af7SJaegeuk Kim #define file_set_cold(inode) set_file(inode, FADVISE_COLD_BIT) 570b5492af7SJaegeuk Kim #define file_lost_pino(inode) set_file(inode, FADVISE_LOST_PINO_BIT) 571b5492af7SJaegeuk Kim #define file_clear_cold(inode) clear_file(inode, FADVISE_COLD_BIT) 572b5492af7SJaegeuk Kim #define file_got_pino(inode) clear_file(inode, FADVISE_LOST_PINO_BIT) 573cde4de12SJaegeuk Kim #define file_is_encrypt(inode) is_file(inode, FADVISE_ENCRYPT_BIT) 574cde4de12SJaegeuk Kim #define file_set_encrypt(inode) set_file(inode, FADVISE_ENCRYPT_BIT) 575cde4de12SJaegeuk Kim #define file_clear_encrypt(inode) clear_file(inode, FADVISE_ENCRYPT_BIT) 576e7d55452SJaegeuk Kim #define file_enc_name(inode) is_file(inode, FADVISE_ENC_NAME_BIT) 577e7d55452SJaegeuk Kim #define file_set_enc_name(inode) set_file(inode, FADVISE_ENC_NAME_BIT) 57826787236SJaegeuk Kim #define file_keep_isize(inode) is_file(inode, FADVISE_KEEP_SIZE_BIT) 57926787236SJaegeuk Kim #define file_set_keep_isize(inode) set_file(inode, FADVISE_KEEP_SIZE_BIT) 580cde4de12SJaegeuk Kim 581ab9fa662SJaegeuk Kim #define DEF_DIR_LEVEL 0 582ab9fa662SJaegeuk Kim 58339a53e0cSJaegeuk Kim struct f2fs_inode_info { 58439a53e0cSJaegeuk Kim struct inode vfs_inode; /* serve a vfs inode */ 58539a53e0cSJaegeuk Kim unsigned long i_flags; /* keep an inode flags for ioctl */ 58639a53e0cSJaegeuk Kim unsigned char i_advise; /* use to give file attribute hints */ 58738431545SJaegeuk Kim unsigned char i_dir_level; /* use for dentry level for large dir */ 58839a53e0cSJaegeuk Kim unsigned int i_current_depth; /* use only in directory structure */ 5896666e6aaSJaegeuk Kim unsigned int i_pino; /* parent inode number */ 59039a53e0cSJaegeuk Kim umode_t i_acl_mode; /* keep file acl mode temporarily */ 59139a53e0cSJaegeuk Kim 59239a53e0cSJaegeuk Kim /* Use below internally in f2fs*/ 59339a53e0cSJaegeuk Kim unsigned long flags; /* use to pass per-file flags */ 594d928bfbfSJaegeuk Kim struct rw_semaphore i_sem; /* protect fi info */ 595204706c7SJaegeuk Kim atomic_t dirty_pages; /* # of dirty pages */ 59639a53e0cSJaegeuk Kim f2fs_hash_t chash; /* hash value of given file name */ 59739a53e0cSJaegeuk Kim unsigned int clevel; /* maximum level of given file name */ 59888c5c13aSJaegeuk Kim struct task_struct *task; /* lookup and create consistency */ 599b0af6d49SChao Yu struct task_struct *cp_task; /* separate cp/wb IO stats*/ 60039a53e0cSJaegeuk Kim nid_t i_xattr_nid; /* node id that contains xattrs */ 60126de9b11SJaegeuk Kim loff_t last_disk_size; /* lastly written file size */ 60288b88a66SJaegeuk Kim 6030abd675eSChao Yu #ifdef CONFIG_QUOTA 6040abd675eSChao Yu struct dquot *i_dquot[MAXQUOTAS]; 6050abd675eSChao Yu 6060abd675eSChao Yu /* quota space reservation, managed internally by quota code */ 6070abd675eSChao Yu qsize_t i_reserved_quota; 6080abd675eSChao Yu #endif 6090f18b462SJaegeuk Kim struct list_head dirty_list; /* dirty list for dirs and files */ 6100f18b462SJaegeuk Kim struct list_head gdirty_list; /* linked in global dirty list */ 61157864ae5SJaegeuk Kim struct list_head inmem_ilist; /* list for inmem inodes */ 61288b88a66SJaegeuk Kim struct list_head inmem_pages; /* inmemory pages managed by f2fs */ 6137a10f017SJaegeuk Kim struct task_struct *inmem_task; /* store inmemory task */ 61488b88a66SJaegeuk Kim struct mutex inmem_lock; /* lock for inmemory pages */ 6153e72f721SJaegeuk Kim struct extent_tree *extent_tree; /* cached extent_tree entry */ 61682e0a5aaSChao Yu struct rw_semaphore dio_rwsem[2];/* avoid racing between dio and gc */ 6175a3a2d83SQiuyang Sun struct rw_semaphore i_mmap_sem; 61827161f13SYunlei He struct rw_semaphore i_xattr_sem; /* avoid racing between reading and changing EAs */ 619f2470371SChao Yu 6207a2af766SChao Yu int i_extra_isize; /* size of extra space located in i_addr */ 6215c57132eSChao Yu kprojid_t i_projid; /* id for project quota */ 6226afc662eSChao Yu int i_inline_xattr_size; /* inline xattr size */ 62339a53e0cSJaegeuk Kim }; 62439a53e0cSJaegeuk Kim 62539a53e0cSJaegeuk Kim static inline void get_extent_info(struct extent_info *ext, 626bd933d4fSChao Yu struct f2fs_extent *i_ext) 62739a53e0cSJaegeuk Kim { 628bd933d4fSChao Yu ext->fofs = le32_to_cpu(i_ext->fofs); 629bd933d4fSChao Yu ext->blk = le32_to_cpu(i_ext->blk); 630bd933d4fSChao Yu ext->len = le32_to_cpu(i_ext->len); 63139a53e0cSJaegeuk Kim } 63239a53e0cSJaegeuk Kim 63339a53e0cSJaegeuk Kim static inline void set_raw_extent(struct extent_info *ext, 63439a53e0cSJaegeuk Kim struct f2fs_extent *i_ext) 63539a53e0cSJaegeuk Kim { 63639a53e0cSJaegeuk Kim i_ext->fofs = cpu_to_le32(ext->fofs); 6374d0b0bd4SChao Yu i_ext->blk = cpu_to_le32(ext->blk); 63839a53e0cSJaegeuk Kim i_ext->len = cpu_to_le32(ext->len); 63939a53e0cSJaegeuk Kim } 64039a53e0cSJaegeuk Kim 641429511cdSChao Yu static inline void set_extent_info(struct extent_info *ei, unsigned int fofs, 642429511cdSChao Yu u32 blk, unsigned int len) 643429511cdSChao Yu { 644429511cdSChao Yu ei->fofs = fofs; 645429511cdSChao Yu ei->blk = blk; 646429511cdSChao Yu ei->len = len; 647429511cdSChao Yu } 648429511cdSChao Yu 649004b6862SChao Yu static inline bool __is_discard_mergeable(struct discard_info *back, 650004b6862SChao Yu struct discard_info *front) 651004b6862SChao Yu { 652004b6862SChao Yu return back->lstart + back->len == front->lstart; 653004b6862SChao Yu } 654004b6862SChao Yu 655004b6862SChao Yu static inline bool __is_discard_back_mergeable(struct discard_info *cur, 656004b6862SChao Yu struct discard_info *back) 657004b6862SChao Yu { 658004b6862SChao Yu return __is_discard_mergeable(back, cur); 659004b6862SChao Yu } 660004b6862SChao Yu 661004b6862SChao Yu static inline bool __is_discard_front_mergeable(struct discard_info *cur, 662004b6862SChao Yu struct discard_info *front) 663004b6862SChao Yu { 664004b6862SChao Yu return __is_discard_mergeable(cur, front); 665004b6862SChao Yu } 666004b6862SChao Yu 667429511cdSChao Yu static inline bool __is_extent_mergeable(struct extent_info *back, 668429511cdSChao Yu struct extent_info *front) 669429511cdSChao Yu { 670429511cdSChao Yu return (back->fofs + back->len == front->fofs && 671429511cdSChao Yu back->blk + back->len == front->blk); 672429511cdSChao Yu } 673429511cdSChao Yu 674429511cdSChao Yu static inline bool __is_back_mergeable(struct extent_info *cur, 675429511cdSChao Yu struct extent_info *back) 676429511cdSChao Yu { 677429511cdSChao Yu return __is_extent_mergeable(back, cur); 678429511cdSChao Yu } 679429511cdSChao Yu 680429511cdSChao Yu static inline bool __is_front_mergeable(struct extent_info *cur, 681429511cdSChao Yu struct extent_info *front) 682429511cdSChao Yu { 683429511cdSChao Yu return __is_extent_mergeable(cur, front); 684429511cdSChao Yu } 685429511cdSChao Yu 686cac5a3d8SDongOh Shin extern void f2fs_mark_inode_dirty_sync(struct inode *inode, bool sync); 687205b9822SJaegeuk Kim static inline void __try_update_largest_extent(struct inode *inode, 688205b9822SJaegeuk Kim struct extent_tree *et, struct extent_node *en) 6894abd3f5aSChao Yu { 690205b9822SJaegeuk Kim if (en->ei.len > et->largest.len) { 6914abd3f5aSChao Yu et->largest = en->ei; 6927c45729aSJaegeuk Kim f2fs_mark_inode_dirty_sync(inode, true); 693205b9822SJaegeuk Kim } 6944abd3f5aSChao Yu } 6954abd3f5aSChao Yu 6969a4ffdf5SChao Yu /* 6979a4ffdf5SChao Yu * For free nid management 6989a4ffdf5SChao Yu */ 6999a4ffdf5SChao Yu enum nid_state { 7009a4ffdf5SChao Yu FREE_NID, /* newly added to free nid list */ 7019a4ffdf5SChao Yu PREALLOC_NID, /* it is preallocated */ 7029a4ffdf5SChao Yu MAX_NID_STATE, 703b8559dc2SChao Yu }; 704b8559dc2SChao Yu 70539a53e0cSJaegeuk Kim struct f2fs_nm_info { 70639a53e0cSJaegeuk Kim block_t nat_blkaddr; /* base disk address of NAT */ 70739a53e0cSJaegeuk Kim nid_t max_nid; /* maximum possible node ids */ 70804d47e67SChao Yu nid_t available_nids; /* # of available node ids */ 70939a53e0cSJaegeuk Kim nid_t next_scan_nid; /* the next nid to be scanned */ 710cdfc41c1SJaegeuk Kim unsigned int ram_thresh; /* control the memory footprint */ 711ea1a29a0SChao Yu unsigned int ra_nid_pages; /* # of nid pages to be readaheaded */ 7122304cb0cSChao Yu unsigned int dirty_nats_ratio; /* control dirty nats ratio threshold */ 71339a53e0cSJaegeuk Kim 71439a53e0cSJaegeuk Kim /* NAT cache management */ 71539a53e0cSJaegeuk Kim struct radix_tree_root nat_root;/* root of the nat entry cache */ 716309cc2b6SJaegeuk Kim struct radix_tree_root nat_set_root;/* root of the nat set cache */ 717b873b798SJaegeuk Kim struct rw_semaphore nat_tree_lock; /* protect nat_tree_lock */ 71839a53e0cSJaegeuk Kim struct list_head nat_entries; /* cached nat entry list (clean) */ 719309cc2b6SJaegeuk Kim unsigned int nat_cnt; /* the # of cached nat entries */ 720aec71382SChao Yu unsigned int dirty_nat_cnt; /* total num of nat entries in set */ 72122ad0b6aSJaegeuk Kim unsigned int nat_blocks; /* # of nat blocks */ 72239a53e0cSJaegeuk Kim 72339a53e0cSJaegeuk Kim /* free node ids management */ 7248a7ed66aSJaegeuk Kim struct radix_tree_root free_nid_root;/* root of the free_nid cache */ 7259a4ffdf5SChao Yu struct list_head free_nid_list; /* list for free nids excluding preallocated nids */ 7269a4ffdf5SChao Yu unsigned int nid_cnt[MAX_NID_STATE]; /* the number of free node id */ 727b8559dc2SChao Yu spinlock_t nid_list_lock; /* protect nid lists ops */ 72839a53e0cSJaegeuk Kim struct mutex build_lock; /* lock for build free nids */ 7294ac91242SChao Yu unsigned char (*free_nid_bitmap)[NAT_ENTRY_BITMAP_SIZE]; 7304ac91242SChao Yu unsigned char *nat_block_bitmap; 731586d1492SChao Yu unsigned short *free_nid_count; /* free nid count of NAT block */ 73239a53e0cSJaegeuk Kim 73339a53e0cSJaegeuk Kim /* for checkpoint */ 73439a53e0cSJaegeuk Kim char *nat_bitmap; /* NAT bitmap pointer */ 73522ad0b6aSJaegeuk Kim 73622ad0b6aSJaegeuk Kim unsigned int nat_bits_blocks; /* # of nat bits blocks */ 73722ad0b6aSJaegeuk Kim unsigned char *nat_bits; /* NAT bits blocks */ 73822ad0b6aSJaegeuk Kim unsigned char *full_nat_bits; /* full NAT pages */ 73922ad0b6aSJaegeuk Kim unsigned char *empty_nat_bits; /* empty NAT pages */ 740599a09b2SChao Yu #ifdef CONFIG_F2FS_CHECK_FS 741599a09b2SChao Yu char *nat_bitmap_mir; /* NAT bitmap mirror */ 742599a09b2SChao Yu #endif 74339a53e0cSJaegeuk Kim int bitmap_size; /* bitmap size */ 74439a53e0cSJaegeuk Kim }; 74539a53e0cSJaegeuk Kim 74639a53e0cSJaegeuk Kim /* 74739a53e0cSJaegeuk Kim * this structure is used as one of function parameters. 74839a53e0cSJaegeuk Kim * all the information are dedicated to a given direct node block determined 74939a53e0cSJaegeuk Kim * by the data offset in a file. 75039a53e0cSJaegeuk Kim */ 75139a53e0cSJaegeuk Kim struct dnode_of_data { 75239a53e0cSJaegeuk Kim struct inode *inode; /* vfs inode pointer */ 75339a53e0cSJaegeuk Kim struct page *inode_page; /* its inode page, NULL is possible */ 75439a53e0cSJaegeuk Kim struct page *node_page; /* cached direct node page */ 75539a53e0cSJaegeuk Kim nid_t nid; /* node id of the direct node block */ 75639a53e0cSJaegeuk Kim unsigned int ofs_in_node; /* data offset in the node page */ 75739a53e0cSJaegeuk Kim bool inode_page_locked; /* inode page is locked or not */ 75893bae099SJaegeuk Kim bool node_changed; /* is node block changed */ 7593cf45747SChao Yu char cur_level; /* level of hole node page */ 7603cf45747SChao Yu char max_level; /* level of current page located */ 76139a53e0cSJaegeuk Kim block_t data_blkaddr; /* block address of the node block */ 76239a53e0cSJaegeuk Kim }; 76339a53e0cSJaegeuk Kim 76439a53e0cSJaegeuk Kim static inline void set_new_dnode(struct dnode_of_data *dn, struct inode *inode, 76539a53e0cSJaegeuk Kim struct page *ipage, struct page *npage, nid_t nid) 76639a53e0cSJaegeuk Kim { 767d66d1f76SJaegeuk Kim memset(dn, 0, sizeof(*dn)); 76839a53e0cSJaegeuk Kim dn->inode = inode; 76939a53e0cSJaegeuk Kim dn->inode_page = ipage; 77039a53e0cSJaegeuk Kim dn->node_page = npage; 77139a53e0cSJaegeuk Kim dn->nid = nid; 77239a53e0cSJaegeuk Kim } 77339a53e0cSJaegeuk Kim 77439a53e0cSJaegeuk Kim /* 77539a53e0cSJaegeuk Kim * For SIT manager 77639a53e0cSJaegeuk Kim * 77739a53e0cSJaegeuk Kim * By default, there are 6 active log areas across the whole main area. 77839a53e0cSJaegeuk Kim * When considering hot and cold data separation to reduce cleaning overhead, 77939a53e0cSJaegeuk Kim * we split 3 for data logs and 3 for node logs as hot, warm, and cold types, 78039a53e0cSJaegeuk Kim * respectively. 78139a53e0cSJaegeuk Kim * In the current design, you should not change the numbers intentionally. 78239a53e0cSJaegeuk Kim * Instead, as a mount option such as active_logs=x, you can use 2, 4, and 6 78339a53e0cSJaegeuk Kim * logs individually according to the underlying devices. (default: 6) 78439a53e0cSJaegeuk Kim * Just in case, on-disk layout covers maximum 16 logs that consist of 8 for 78539a53e0cSJaegeuk Kim * data and 8 for node logs. 78639a53e0cSJaegeuk Kim */ 78739a53e0cSJaegeuk Kim #define NR_CURSEG_DATA_TYPE (3) 78839a53e0cSJaegeuk Kim #define NR_CURSEG_NODE_TYPE (3) 78939a53e0cSJaegeuk Kim #define NR_CURSEG_TYPE (NR_CURSEG_DATA_TYPE + NR_CURSEG_NODE_TYPE) 79039a53e0cSJaegeuk Kim 79139a53e0cSJaegeuk Kim enum { 79239a53e0cSJaegeuk Kim CURSEG_HOT_DATA = 0, /* directory entry blocks */ 79339a53e0cSJaegeuk Kim CURSEG_WARM_DATA, /* data blocks */ 79439a53e0cSJaegeuk Kim CURSEG_COLD_DATA, /* multimedia or GCed data blocks */ 79539a53e0cSJaegeuk Kim CURSEG_HOT_NODE, /* direct node blocks of directory files */ 79639a53e0cSJaegeuk Kim CURSEG_WARM_NODE, /* direct node blocks of normal files */ 79739a53e0cSJaegeuk Kim CURSEG_COLD_NODE, /* indirect node blocks */ 79838aa0889SJaegeuk Kim NO_CHECK_TYPE, 79939a53e0cSJaegeuk Kim }; 80039a53e0cSJaegeuk Kim 8016b4afdd7SJaegeuk Kim struct flush_cmd { 8026b4afdd7SJaegeuk Kim struct completion wait; 803721bd4d5SGu Zheng struct llist_node llnode; 80439d787beSChao Yu nid_t ino; 8056b4afdd7SJaegeuk Kim int ret; 8066b4afdd7SJaegeuk Kim }; 8076b4afdd7SJaegeuk Kim 808a688b9d9SGu Zheng struct flush_cmd_control { 809a688b9d9SGu Zheng struct task_struct *f2fs_issue_flush; /* flush thread */ 810a688b9d9SGu Zheng wait_queue_head_t flush_wait_queue; /* waiting queue for wake-up */ 8118b8dd65fSChao Yu atomic_t issued_flush; /* # of issued flushes */ 8128b8dd65fSChao Yu atomic_t issing_flush; /* # of issing flushes */ 813721bd4d5SGu Zheng struct llist_head issue_list; /* list for command issue */ 814721bd4d5SGu Zheng struct llist_node *dispatch_list; /* list for command dispatch */ 815a688b9d9SGu Zheng }; 816a688b9d9SGu Zheng 81739a53e0cSJaegeuk Kim struct f2fs_sm_info { 81839a53e0cSJaegeuk Kim struct sit_info *sit_info; /* whole segment information */ 81939a53e0cSJaegeuk Kim struct free_segmap_info *free_info; /* free segment information */ 82039a53e0cSJaegeuk Kim struct dirty_seglist_info *dirty_info; /* dirty segment information */ 82139a53e0cSJaegeuk Kim struct curseg_info *curseg_array; /* active segment information */ 82239a53e0cSJaegeuk Kim 82339a53e0cSJaegeuk Kim block_t seg0_blkaddr; /* block address of 0'th segment */ 82439a53e0cSJaegeuk Kim block_t main_blkaddr; /* start block address of main area */ 82539a53e0cSJaegeuk Kim block_t ssa_blkaddr; /* start block address of SSA area */ 82639a53e0cSJaegeuk Kim 82739a53e0cSJaegeuk Kim unsigned int segment_count; /* total # of segments */ 82839a53e0cSJaegeuk Kim unsigned int main_segments; /* # of segments in main area */ 82939a53e0cSJaegeuk Kim unsigned int reserved_segments; /* # of reserved segments */ 83039a53e0cSJaegeuk Kim unsigned int ovp_segments; /* # of overprovision segments */ 83181eb8d6eSJaegeuk Kim 83281eb8d6eSJaegeuk Kim /* a threshold to reclaim prefree segments */ 83381eb8d6eSJaegeuk Kim unsigned int rec_prefree_segments; 8347fd9e544SJaegeuk Kim 835bba681cbSJaegeuk Kim /* for batched trimming */ 836bba681cbSJaegeuk Kim unsigned int trim_sections; /* # of sections to trim */ 837bba681cbSJaegeuk Kim 838184a5cd2SChao Yu struct list_head sit_entry_set; /* sit entry set list */ 839184a5cd2SChao Yu 840216fbd64SJaegeuk Kim unsigned int ipu_policy; /* in-place-update policy */ 841216fbd64SJaegeuk Kim unsigned int min_ipu_util; /* in-place-update threshold */ 842c1ce1b02SJaegeuk Kim unsigned int min_fsync_blocks; /* threshold for fsync */ 843ef095d19SJaegeuk Kim unsigned int min_hot_blocks; /* threshold for hot block allocation */ 844a2a12b67SChao Yu unsigned int min_ssr_sections; /* threshold to trigger SSR allocation */ 8456b4afdd7SJaegeuk Kim 8466b4afdd7SJaegeuk Kim /* for flush command control */ 847b01a9201SJaegeuk Kim struct flush_cmd_control *fcc_info; 848a688b9d9SGu Zheng 8490b54fb84SJaegeuk Kim /* for discard command control */ 8500b54fb84SJaegeuk Kim struct discard_cmd_control *dcc_info; 85139a53e0cSJaegeuk Kim }; 85239a53e0cSJaegeuk Kim 85339a53e0cSJaegeuk Kim /* 85439a53e0cSJaegeuk Kim * For superblock 85539a53e0cSJaegeuk Kim */ 85639a53e0cSJaegeuk Kim /* 85739a53e0cSJaegeuk Kim * COUNT_TYPE for monitoring 85839a53e0cSJaegeuk Kim * 85939a53e0cSJaegeuk Kim * f2fs monitors the number of several block types such as on-writeback, 86039a53e0cSJaegeuk Kim * dirty dentry blocks, dirty node blocks, and dirty meta blocks. 86139a53e0cSJaegeuk Kim */ 86236951b38SChao Yu #define WB_DATA_TYPE(p) (__is_cp_guaranteed(p) ? F2FS_WB_CP_DATA : F2FS_WB_DATA) 86339a53e0cSJaegeuk Kim enum count_type { 86439a53e0cSJaegeuk Kim F2FS_DIRTY_DENTS, 865c227f912SChao Yu F2FS_DIRTY_DATA, 86639a53e0cSJaegeuk Kim F2FS_DIRTY_NODES, 86739a53e0cSJaegeuk Kim F2FS_DIRTY_META, 8688dcf2ff7SJaegeuk Kim F2FS_INMEM_PAGES, 8690f18b462SJaegeuk Kim F2FS_DIRTY_IMETA, 87036951b38SChao Yu F2FS_WB_CP_DATA, 87136951b38SChao Yu F2FS_WB_DATA, 87239a53e0cSJaegeuk Kim NR_COUNT_TYPE, 87339a53e0cSJaegeuk Kim }; 87439a53e0cSJaegeuk Kim 87539a53e0cSJaegeuk Kim /* 876e1c42045Sarter97 * The below are the page types of bios used in submit_bio(). 87739a53e0cSJaegeuk Kim * The available types are: 87839a53e0cSJaegeuk Kim * DATA User data pages. It operates as async mode. 87939a53e0cSJaegeuk Kim * NODE Node pages. It operates as async mode. 88039a53e0cSJaegeuk Kim * META FS metadata pages such as SIT, NAT, CP. 88139a53e0cSJaegeuk Kim * NR_PAGE_TYPE The number of page types. 88239a53e0cSJaegeuk Kim * META_FLUSH Make sure the previous pages are written 88339a53e0cSJaegeuk Kim * with waiting the bio's completion 88439a53e0cSJaegeuk Kim * ... Only can be used with META. 88539a53e0cSJaegeuk Kim */ 8867d5e5109SJaegeuk Kim #define PAGE_TYPE_OF_BIO(type) ((type) > META ? META : (type)) 88739a53e0cSJaegeuk Kim enum page_type { 88839a53e0cSJaegeuk Kim DATA, 88939a53e0cSJaegeuk Kim NODE, 89039a53e0cSJaegeuk Kim META, 89139a53e0cSJaegeuk Kim NR_PAGE_TYPE, 89239a53e0cSJaegeuk Kim META_FLUSH, 8938ce67cb0SJaegeuk Kim INMEM, /* the below types are used by tracepoints only. */ 8948ce67cb0SJaegeuk Kim INMEM_DROP, 8958c242db9SJaegeuk Kim INMEM_INVALIDATE, 89628bc106bSChao Yu INMEM_REVOKE, 8978ce67cb0SJaegeuk Kim IPU, 8988ce67cb0SJaegeuk Kim OPU, 89939a53e0cSJaegeuk Kim }; 90039a53e0cSJaegeuk Kim 901a912b54dSJaegeuk Kim enum temp_type { 902a912b54dSJaegeuk Kim HOT = 0, /* must be zero for meta bio */ 903a912b54dSJaegeuk Kim WARM, 904a912b54dSJaegeuk Kim COLD, 905a912b54dSJaegeuk Kim NR_TEMP_TYPE, 906a912b54dSJaegeuk Kim }; 907a912b54dSJaegeuk Kim 908cc15620bSJaegeuk Kim enum need_lock_type { 909cc15620bSJaegeuk Kim LOCK_REQ = 0, 910cc15620bSJaegeuk Kim LOCK_DONE, 911cc15620bSJaegeuk Kim LOCK_RETRY, 912cc15620bSJaegeuk Kim }; 913cc15620bSJaegeuk Kim 914b0af6d49SChao Yu enum iostat_type { 915b0af6d49SChao Yu APP_DIRECT_IO, /* app direct IOs */ 916b0af6d49SChao Yu APP_BUFFERED_IO, /* app buffered IOs */ 917b0af6d49SChao Yu APP_WRITE_IO, /* app write IOs */ 918b0af6d49SChao Yu APP_MAPPED_IO, /* app mapped IOs */ 919b0af6d49SChao Yu FS_DATA_IO, /* data IOs from kworker/fsync/reclaimer */ 920b0af6d49SChao Yu FS_NODE_IO, /* node IOs from kworker/fsync/reclaimer */ 921b0af6d49SChao Yu FS_META_IO, /* meta IOs from kworker/reclaimer */ 922b0af6d49SChao Yu FS_GC_DATA_IO, /* data IOs from forground gc */ 923b0af6d49SChao Yu FS_GC_NODE_IO, /* node IOs from forground gc */ 924b0af6d49SChao Yu FS_CP_DATA_IO, /* data IOs from checkpoint */ 925b0af6d49SChao Yu FS_CP_NODE_IO, /* node IOs from checkpoint */ 926b0af6d49SChao Yu FS_CP_META_IO, /* meta IOs from checkpoint */ 927b0af6d49SChao Yu FS_DISCARD, /* discard */ 928b0af6d49SChao Yu NR_IO_TYPE, 929b0af6d49SChao Yu }; 930b0af6d49SChao Yu 931458e6197SJaegeuk Kim struct f2fs_io_info { 93205ca3632SJaegeuk Kim struct f2fs_sb_info *sbi; /* f2fs_sb_info pointer */ 93339d787beSChao Yu nid_t ino; /* inode number */ 934458e6197SJaegeuk Kim enum page_type type; /* contains DATA/NODE/META/META_FLUSH */ 935a912b54dSJaegeuk Kim enum temp_type temp; /* contains HOT/WARM/COLD */ 93604d328deSMike Christie int op; /* contains REQ_OP_ */ 937ef295ecfSChristoph Hellwig int op_flags; /* req_flag_bits */ 9387a9d7548SChao Yu block_t new_blkaddr; /* new block address to be written */ 93928bc106bSChao Yu block_t old_blkaddr; /* old block address before Cow */ 94005ca3632SJaegeuk Kim struct page *page; /* page to be written */ 9414375a336SJaegeuk Kim struct page *encrypted_page; /* encrypted page */ 942fb830fc5SChao Yu struct list_head list; /* serialize IOs */ 943d68f735bSJaegeuk Kim bool submitted; /* indicate IO submission */ 944cc15620bSJaegeuk Kim int need_lock; /* indicate we need to lock cp_rwsem */ 945fb830fc5SChao Yu bool in_list; /* indicate fio is in io_list */ 946b0af6d49SChao Yu enum iostat_type io_type; /* io type */ 947458e6197SJaegeuk Kim }; 948458e6197SJaegeuk Kim 94968afcf2dSTomohiro Kusumi #define is_read_io(rw) ((rw) == READ) 9501ff7bd3bSJaegeuk Kim struct f2fs_bio_info { 951458e6197SJaegeuk Kim struct f2fs_sb_info *sbi; /* f2fs superblock */ 9521ff7bd3bSJaegeuk Kim struct bio *bio; /* bios to merge */ 9531ff7bd3bSJaegeuk Kim sector_t last_block_in_bio; /* last block number */ 954458e6197SJaegeuk Kim struct f2fs_io_info fio; /* store buffered io info. */ 955df0f8dc0SChao Yu struct rw_semaphore io_rwsem; /* blocking op for bio */ 956fb830fc5SChao Yu spinlock_t io_lock; /* serialize DATA/NODE IOs */ 957fb830fc5SChao Yu struct list_head io_list; /* track fios */ 9581ff7bd3bSJaegeuk Kim }; 9591ff7bd3bSJaegeuk Kim 9603c62be17SJaegeuk Kim #define FDEV(i) (sbi->devs[i]) 9613c62be17SJaegeuk Kim #define RDEV(i) (raw_super->devs[i]) 9623c62be17SJaegeuk Kim struct f2fs_dev_info { 9633c62be17SJaegeuk Kim struct block_device *bdev; 9643c62be17SJaegeuk Kim char path[MAX_PATH_LEN]; 9653c62be17SJaegeuk Kim unsigned int total_segments; 9663c62be17SJaegeuk Kim block_t start_blk; 9673c62be17SJaegeuk Kim block_t end_blk; 9683c62be17SJaegeuk Kim #ifdef CONFIG_BLK_DEV_ZONED 9693c62be17SJaegeuk Kim unsigned int nr_blkz; /* Total number of zones */ 9703c62be17SJaegeuk Kim u8 *blkz_type; /* Array of zones type */ 9713c62be17SJaegeuk Kim #endif 9723c62be17SJaegeuk Kim }; 9733c62be17SJaegeuk Kim 974c227f912SChao Yu enum inode_type { 975c227f912SChao Yu DIR_INODE, /* for dirty dir inode */ 976c227f912SChao Yu FILE_INODE, /* for dirty regular/symlink inode */ 9770f18b462SJaegeuk Kim DIRTY_META, /* for all dirtied inode metadata */ 97857864ae5SJaegeuk Kim ATOMIC_FILE, /* for all atomic files */ 979c227f912SChao Yu NR_INODE_TYPE, 980c227f912SChao Yu }; 981c227f912SChao Yu 98267298804SChao Yu /* for inner inode cache management */ 98367298804SChao Yu struct inode_management { 98467298804SChao Yu struct radix_tree_root ino_root; /* ino entry array */ 98567298804SChao Yu spinlock_t ino_lock; /* for ino entry lock */ 98667298804SChao Yu struct list_head ino_list; /* inode list head */ 98767298804SChao Yu unsigned long ino_num; /* number of entries */ 98867298804SChao Yu }; 98967298804SChao Yu 990caf0047eSChao Yu /* For s_flag in struct f2fs_sb_info */ 991caf0047eSChao Yu enum { 992caf0047eSChao Yu SBI_IS_DIRTY, /* dirty flag for checkpoint */ 993caf0047eSChao Yu SBI_IS_CLOSE, /* specify unmounting */ 994caf0047eSChao Yu SBI_NEED_FSCK, /* need fsck.f2fs to fix */ 995caf0047eSChao Yu SBI_POR_DOING, /* recovery is doing or not */ 996df728b0fSJaegeuk Kim SBI_NEED_SB_WRITE, /* need to recover superblock */ 997bbf156f7SJaegeuk Kim SBI_NEED_CP, /* need to checkpoint */ 998caf0047eSChao Yu }; 999caf0047eSChao Yu 10006beceb54SJaegeuk Kim enum { 10016beceb54SJaegeuk Kim CP_TIME, 1002d0239e1bSJaegeuk Kim REQ_TIME, 10036beceb54SJaegeuk Kim MAX_TIME, 10046beceb54SJaegeuk Kim }; 10056beceb54SJaegeuk Kim 100639a53e0cSJaegeuk Kim struct f2fs_sb_info { 100739a53e0cSJaegeuk Kim struct super_block *sb; /* pointer to VFS super block */ 10085e176d54SJaegeuk Kim struct proc_dir_entry *s_proc; /* proc entry */ 100939a53e0cSJaegeuk Kim struct f2fs_super_block *raw_super; /* raw super block pointer */ 1010e8240f65SChao Yu int valid_super_block; /* valid super block no */ 1011fadb2fb8SChao Yu unsigned long s_flag; /* flags for sbi */ 101239a53e0cSJaegeuk Kim 1013178053e2SDamien Le Moal #ifdef CONFIG_BLK_DEV_ZONED 1014178053e2SDamien Le Moal unsigned int blocks_per_blkz; /* F2FS blocks per zone */ 1015178053e2SDamien Le Moal unsigned int log_blocks_per_blkz; /* log2 F2FS blocks per zone */ 1016178053e2SDamien Le Moal #endif 1017178053e2SDamien Le Moal 101839a53e0cSJaegeuk Kim /* for node-related operations */ 101939a53e0cSJaegeuk Kim struct f2fs_nm_info *nm_info; /* node manager */ 102039a53e0cSJaegeuk Kim struct inode *node_inode; /* cache node blocks */ 102139a53e0cSJaegeuk Kim 102239a53e0cSJaegeuk Kim /* for segment-related operations */ 102339a53e0cSJaegeuk Kim struct f2fs_sm_info *sm_info; /* segment manager */ 10241ff7bd3bSJaegeuk Kim 10251ff7bd3bSJaegeuk Kim /* for bio operations */ 1026a912b54dSJaegeuk Kim struct f2fs_bio_info *write_io[NR_PAGE_TYPE]; /* for write bios */ 1027e41e6d75SChao Yu struct mutex wio_mutex[NR_PAGE_TYPE - 1][NR_TEMP_TYPE]; 1028e41e6d75SChao Yu /* bio ordering for NODE/DATA */ 10290a595ebaSJaegeuk Kim int write_io_size_bits; /* Write IO size bits */ 10300a595ebaSJaegeuk Kim mempool_t *write_io_dummy; /* Dummy pages */ 103139a53e0cSJaegeuk Kim 103239a53e0cSJaegeuk Kim /* for checkpoint */ 103339a53e0cSJaegeuk Kim struct f2fs_checkpoint *ckpt; /* raw checkpoint pointer */ 10348508e44aSJaegeuk Kim int cur_cp_pack; /* remain current cp pack */ 1035aaec2b1dSChao Yu spinlock_t cp_lock; /* for flag in ckpt */ 103639a53e0cSJaegeuk Kim struct inode *meta_inode; /* cache meta blocks */ 103739936837SJaegeuk Kim struct mutex cp_mutex; /* checkpoint procedure lock */ 1038b873b798SJaegeuk Kim struct rw_semaphore cp_rwsem; /* blocking FS operations */ 1039b3582c68SChao Yu struct rw_semaphore node_write; /* locking node writes */ 104059c9081bSYunlei He struct rw_semaphore node_change; /* locking node change */ 1041fb51b5efSChangman Lee wait_queue_head_t cp_wait; 10426beceb54SJaegeuk Kim unsigned long last_time[MAX_TIME]; /* to store time in jiffies */ 10436beceb54SJaegeuk Kim long interval_time[MAX_TIME]; /* to store thresholds */ 104439a53e0cSJaegeuk Kim 104567298804SChao Yu struct inode_management im[MAX_INO_ENTRY]; /* manage inode cache */ 10466451e041SJaegeuk Kim 10476451e041SJaegeuk Kim /* for orphan inode, use 0'th array */ 10480d47c1adSGu Zheng unsigned int max_orphans; /* max orphan inodes */ 104939a53e0cSJaegeuk Kim 1050c227f912SChao Yu /* for inode management */ 1051c227f912SChao Yu struct list_head inode_list[NR_INODE_TYPE]; /* dirty inode list */ 1052c227f912SChao Yu spinlock_t inode_lock[NR_INODE_TYPE]; /* for dirty inode list lock */ 105339a53e0cSJaegeuk Kim 105413054c54SChao Yu /* for extent tree cache */ 105513054c54SChao Yu struct radix_tree_root extent_tree_root;/* cache extent cache entries */ 10565e8256acSYunlei He struct mutex extent_tree_lock; /* locking extent radix tree */ 105713054c54SChao Yu struct list_head extent_list; /* lru list for shrinker */ 105813054c54SChao Yu spinlock_t extent_lock; /* locking extent lru list */ 10597441ccefSJaegeuk Kim atomic_t total_ext_tree; /* extent tree count */ 1060137d09f0SJaegeuk Kim struct list_head zombie_list; /* extent zombie tree list */ 106174fd8d99SJaegeuk Kim atomic_t total_zombie_tree; /* extent zombie tree count */ 106213054c54SChao Yu atomic_t total_ext_node; /* extent info count */ 106313054c54SChao Yu 106439a53e0cSJaegeuk Kim /* basic filesystem units */ 106539a53e0cSJaegeuk Kim unsigned int log_sectors_per_block; /* log2 sectors per block */ 106639a53e0cSJaegeuk Kim unsigned int log_blocksize; /* log2 block size */ 106739a53e0cSJaegeuk Kim unsigned int blocksize; /* block size */ 106839a53e0cSJaegeuk Kim unsigned int root_ino_num; /* root inode number*/ 106939a53e0cSJaegeuk Kim unsigned int node_ino_num; /* node inode number*/ 107039a53e0cSJaegeuk Kim unsigned int meta_ino_num; /* meta inode number*/ 107139a53e0cSJaegeuk Kim unsigned int log_blocks_per_seg; /* log2 blocks per segment */ 107239a53e0cSJaegeuk Kim unsigned int blocks_per_seg; /* blocks per segment */ 107339a53e0cSJaegeuk Kim unsigned int segs_per_sec; /* segments per section */ 107439a53e0cSJaegeuk Kim unsigned int secs_per_zone; /* sections per zone */ 107539a53e0cSJaegeuk Kim unsigned int total_sections; /* total section count */ 107639a53e0cSJaegeuk Kim unsigned int total_node_count; /* total node block count */ 107739a53e0cSJaegeuk Kim unsigned int total_valid_node_count; /* valid node block count */ 1078e0afc4d6SChao Yu loff_t max_file_blocks; /* max block index of file */ 107939a53e0cSJaegeuk Kim int active_logs; /* # of active logs */ 1080ab9fa662SJaegeuk Kim int dir_level; /* directory level */ 10816afc662eSChao Yu int inline_xattr_size; /* inline xattr size */ 1082a2a12b67SChao Yu unsigned int trigger_ssr_threshold; /* threshold to trigger ssr */ 108339a53e0cSJaegeuk Kim 108439a53e0cSJaegeuk Kim block_t user_block_count; /* # of user blocks */ 108539a53e0cSJaegeuk Kim block_t total_valid_block_count; /* # of valid blocks */ 1086a66cdd98SJaegeuk Kim block_t discard_blks; /* discard command candidats */ 108739a53e0cSJaegeuk Kim block_t last_valid_block_count; /* for recovery */ 1088daeb433eSChao Yu block_t reserved_blocks; /* configurable reserved blocks */ 108980d42145SYunlong Song block_t current_reserved_blocks; /* current reserved blocks */ 1090daeb433eSChao Yu 109139a53e0cSJaegeuk Kim u32 s_next_generation; /* for NFS support */ 1092523be8a6SJaegeuk Kim 1093523be8a6SJaegeuk Kim /* # of pages, see count_type */ 109435782b23SJaegeuk Kim atomic_t nr_pages[NR_COUNT_TYPE]; 109541382ec4SJaegeuk Kim /* # of allocated blocks */ 109641382ec4SJaegeuk Kim struct percpu_counter alloc_valid_block_count; 109739a53e0cSJaegeuk Kim 1098687de7f1SJaegeuk Kim /* writeback control */ 1099687de7f1SJaegeuk Kim atomic_t wb_sync_req; /* count # of WB_SYNC threads */ 1100687de7f1SJaegeuk Kim 1101513c5f37SJaegeuk Kim /* valid inode count */ 1102513c5f37SJaegeuk Kim struct percpu_counter total_valid_inode_count; 1103513c5f37SJaegeuk Kim 110439a53e0cSJaegeuk Kim struct f2fs_mount_info mount_opt; /* mount options */ 110539a53e0cSJaegeuk Kim 110639a53e0cSJaegeuk Kim /* for cleaning operations */ 110739a53e0cSJaegeuk Kim struct mutex gc_mutex; /* mutex for GC */ 110839a53e0cSJaegeuk Kim struct f2fs_gc_kthread *gc_thread; /* GC thread */ 11095ec4e49fSJaegeuk Kim unsigned int cur_victim_sec; /* current victim section num */ 111039a53e0cSJaegeuk Kim 1111e93b9865SHou Pengyang /* threshold for converting bg victims for fg */ 1112e93b9865SHou Pengyang u64 fggc_threshold; 1113e93b9865SHou Pengyang 1114b1c57c1cSJaegeuk Kim /* maximum # of trials to find a victim segment for SSR and GC */ 1115b1c57c1cSJaegeuk Kim unsigned int max_victim_search; 1116b1c57c1cSJaegeuk Kim 111739a53e0cSJaegeuk Kim /* 111839a53e0cSJaegeuk Kim * for stat information. 111939a53e0cSJaegeuk Kim * one is for the LFS mode, and the other is for the SSR mode. 112039a53e0cSJaegeuk Kim */ 112135b09d82SNamjae Jeon #ifdef CONFIG_F2FS_STAT_FS 112239a53e0cSJaegeuk Kim struct f2fs_stat_info *stat_info; /* FS status information */ 112339a53e0cSJaegeuk Kim unsigned int segment_count[2]; /* # of allocated segments */ 112439a53e0cSJaegeuk Kim unsigned int block_count[2]; /* # of allocated blocks */ 1125b9a2c252SChangman Lee atomic_t inplace_count; /* # of inplace update */ 11265b7ee374SChao Yu atomic64_t total_hit_ext; /* # of lookup extent cache */ 11275b7ee374SChao Yu atomic64_t read_hit_rbtree; /* # of hit rbtree extent node */ 11285b7ee374SChao Yu atomic64_t read_hit_largest; /* # of hit largest extent node */ 11295b7ee374SChao Yu atomic64_t read_hit_cached; /* # of hit cached extent node */ 1130d5e8f6c9SChao Yu atomic_t inline_xattr; /* # of inline_xattr inodes */ 113103e14d52SChao Yu atomic_t inline_inode; /* # of inline_data inodes */ 113203e14d52SChao Yu atomic_t inline_dir; /* # of inline_dentry inodes */ 113326a28a0cSJaegeuk Kim atomic_t aw_cnt; /* # of atomic writes */ 1134648d50baSChao Yu atomic_t vw_cnt; /* # of volatile writes */ 113526a28a0cSJaegeuk Kim atomic_t max_aw_cnt; /* max # of atomic writes */ 1136648d50baSChao Yu atomic_t max_vw_cnt; /* max # of volatile writes */ 113739a53e0cSJaegeuk Kim int bg_gc; /* background gc calls */ 113833fbd510SChao Yu unsigned int ndirty_inode[NR_INODE_TYPE]; /* # of dirty inodes */ 113935b09d82SNamjae Jeon #endif 114039a53e0cSJaegeuk Kim spinlock_t stat_lock; /* lock for stat operations */ 1141b59d0baeSNamjae Jeon 1142b0af6d49SChao Yu /* For app/fs IO statistics */ 1143b0af6d49SChao Yu spinlock_t iostat_lock; 1144b0af6d49SChao Yu unsigned long long write_iostat[NR_IO_TYPE]; 1145b0af6d49SChao Yu bool iostat_enable; 1146b0af6d49SChao Yu 1147b59d0baeSNamjae Jeon /* For sysfs suppport */ 1148b59d0baeSNamjae Jeon struct kobject s_kobj; 1149b59d0baeSNamjae Jeon struct completion s_kobj_unregister; 11502658e50dSJaegeuk Kim 11512658e50dSJaegeuk Kim /* For shrinker support */ 11522658e50dSJaegeuk Kim struct list_head s_list; 11533c62be17SJaegeuk Kim int s_ndevs; /* number of devices */ 11543c62be17SJaegeuk Kim struct f2fs_dev_info *devs; /* for device list */ 11551228b482SChao Yu unsigned int dirty_device; /* for checkpoint data flush */ 11561228b482SChao Yu spinlock_t dev_lock; /* protect dirty_device */ 11572658e50dSJaegeuk Kim struct mutex umount_mutex; 11582658e50dSJaegeuk Kim unsigned int shrinker_run_no; 11598f1dbbbbSShuoran Liu 11608f1dbbbbSShuoran Liu /* For write statistics */ 11618f1dbbbbSShuoran Liu u64 sectors_written_start; 11628f1dbbbbSShuoran Liu u64 kbytes_written; 116343b6573bSKeith Mok 116443b6573bSKeith Mok /* Reference to checksum algorithm driver via cryptoapi */ 116543b6573bSKeith Mok struct crypto_shash *s_chksum_driver; 11661ecc0c5cSChao Yu 1167704956ecSChao Yu /* Precomputed FS UUID checksum for seeding other checksums */ 1168704956ecSChao Yu __u32 s_chksum_seed; 1169704956ecSChao Yu 11701ecc0c5cSChao Yu /* For fault injection */ 11711ecc0c5cSChao Yu #ifdef CONFIG_F2FS_FAULT_INJECTION 11721ecc0c5cSChao Yu struct f2fs_fault_info fault_info; 11731ecc0c5cSChao Yu #endif 11744b2414d0SChao Yu 11754b2414d0SChao Yu #ifdef CONFIG_QUOTA 11764b2414d0SChao Yu /* Names of quota files with journalled quota */ 11774b2414d0SChao Yu char *s_qf_names[MAXQUOTAS]; 11784b2414d0SChao Yu int s_jquota_fmt; /* Format of quota to use */ 11794b2414d0SChao Yu #endif 118039a53e0cSJaegeuk Kim }; 118139a53e0cSJaegeuk Kim 11821ecc0c5cSChao Yu #ifdef CONFIG_F2FS_FAULT_INJECTION 118355523519SChao Yu #define f2fs_show_injection_info(type) \ 118455523519SChao Yu printk("%sF2FS-fs : inject %s in %s of %pF\n", \ 118555523519SChao Yu KERN_INFO, fault_name[type], \ 118655523519SChao Yu __func__, __builtin_return_address(0)) 11871ecc0c5cSChao Yu static inline bool time_to_inject(struct f2fs_sb_info *sbi, int type) 11881ecc0c5cSChao Yu { 11891ecc0c5cSChao Yu struct f2fs_fault_info *ffi = &sbi->fault_info; 11901ecc0c5cSChao Yu 11911ecc0c5cSChao Yu if (!ffi->inject_rate) 11921ecc0c5cSChao Yu return false; 11931ecc0c5cSChao Yu 11941ecc0c5cSChao Yu if (!IS_FAULT_SET(ffi, type)) 11951ecc0c5cSChao Yu return false; 11961ecc0c5cSChao Yu 11971ecc0c5cSChao Yu atomic_inc(&ffi->inject_ops); 11981ecc0c5cSChao Yu if (atomic_read(&ffi->inject_ops) >= ffi->inject_rate) { 11991ecc0c5cSChao Yu atomic_set(&ffi->inject_ops, 0); 12001ecc0c5cSChao Yu return true; 12011ecc0c5cSChao Yu } 12021ecc0c5cSChao Yu return false; 12031ecc0c5cSChao Yu } 12041ecc0c5cSChao Yu #endif 12051ecc0c5cSChao Yu 12068f1dbbbbSShuoran Liu /* For write statistics. Suppose sector size is 512 bytes, 12078f1dbbbbSShuoran Liu * and the return value is in kbytes. s is of struct f2fs_sb_info. 12088f1dbbbbSShuoran Liu */ 12098f1dbbbbSShuoran Liu #define BD_PART_WRITTEN(s) \ 121068afcf2dSTomohiro Kusumi (((u64)part_stat_read((s)->sb->s_bdev->bd_part, sectors[1]) - \ 121168afcf2dSTomohiro Kusumi (s)->sectors_written_start) >> 1) 12128f1dbbbbSShuoran Liu 12136beceb54SJaegeuk Kim static inline void f2fs_update_time(struct f2fs_sb_info *sbi, int type) 12146beceb54SJaegeuk Kim { 12156beceb54SJaegeuk Kim sbi->last_time[type] = jiffies; 12166beceb54SJaegeuk Kim } 12176beceb54SJaegeuk Kim 12186beceb54SJaegeuk Kim static inline bool f2fs_time_over(struct f2fs_sb_info *sbi, int type) 12196beceb54SJaegeuk Kim { 12206bccfa19SArnd Bergmann unsigned long interval = sbi->interval_time[type] * HZ; 12216beceb54SJaegeuk Kim 12226beceb54SJaegeuk Kim return time_after(jiffies, sbi->last_time[type] + interval); 12236beceb54SJaegeuk Kim } 12246beceb54SJaegeuk Kim 1225d0239e1bSJaegeuk Kim static inline bool is_idle(struct f2fs_sb_info *sbi) 1226d0239e1bSJaegeuk Kim { 1227d0239e1bSJaegeuk Kim struct block_device *bdev = sbi->sb->s_bdev; 1228d0239e1bSJaegeuk Kim struct request_queue *q = bdev_get_queue(bdev); 1229d0239e1bSJaegeuk Kim struct request_list *rl = &q->root_rl; 1230d0239e1bSJaegeuk Kim 1231d0239e1bSJaegeuk Kim if (rl->count[BLK_RW_SYNC] || rl->count[BLK_RW_ASYNC]) 1232d0239e1bSJaegeuk Kim return 0; 1233d0239e1bSJaegeuk Kim 1234d0239e1bSJaegeuk Kim return f2fs_time_over(sbi, REQ_TIME); 1235d0239e1bSJaegeuk Kim } 1236d0239e1bSJaegeuk Kim 123739a53e0cSJaegeuk Kim /* 123839a53e0cSJaegeuk Kim * Inline functions 123939a53e0cSJaegeuk Kim */ 124043b6573bSKeith Mok static inline u32 f2fs_crc32(struct f2fs_sb_info *sbi, const void *address, 124143b6573bSKeith Mok unsigned int length) 124243b6573bSKeith Mok { 124343b6573bSKeith Mok SHASH_DESC_ON_STACK(shash, sbi->s_chksum_driver); 124443b6573bSKeith Mok u32 *ctx = (u32 *)shash_desc_ctx(shash); 1245d41519a6SDavid Miller u32 retval; 124643b6573bSKeith Mok int err; 124743b6573bSKeith Mok 124843b6573bSKeith Mok shash->tfm = sbi->s_chksum_driver; 124943b6573bSKeith Mok shash->flags = 0; 125043b6573bSKeith Mok *ctx = F2FS_SUPER_MAGIC; 125143b6573bSKeith Mok 125243b6573bSKeith Mok err = crypto_shash_update(shash, address, length); 125343b6573bSKeith Mok BUG_ON(err); 125443b6573bSKeith Mok 1255d41519a6SDavid Miller retval = *ctx; 1256d41519a6SDavid Miller barrier_data(ctx); 1257d41519a6SDavid Miller return retval; 125843b6573bSKeith Mok } 125943b6573bSKeith Mok 126043b6573bSKeith Mok static inline bool f2fs_crc_valid(struct f2fs_sb_info *sbi, __u32 blk_crc, 126143b6573bSKeith Mok void *buf, size_t buf_size) 126243b6573bSKeith Mok { 126343b6573bSKeith Mok return f2fs_crc32(sbi, buf, buf_size) == blk_crc; 126443b6573bSKeith Mok } 126543b6573bSKeith Mok 1266704956ecSChao Yu static inline u32 f2fs_chksum(struct f2fs_sb_info *sbi, u32 crc, 1267704956ecSChao Yu const void *address, unsigned int length) 1268704956ecSChao Yu { 1269704956ecSChao Yu struct { 1270704956ecSChao Yu struct shash_desc shash; 1271704956ecSChao Yu char ctx[4]; 1272704956ecSChao Yu } desc; 1273704956ecSChao Yu int err; 1274704956ecSChao Yu 1275704956ecSChao Yu BUG_ON(crypto_shash_descsize(sbi->s_chksum_driver) != sizeof(desc.ctx)); 1276704956ecSChao Yu 1277704956ecSChao Yu desc.shash.tfm = sbi->s_chksum_driver; 1278704956ecSChao Yu desc.shash.flags = 0; 1279704956ecSChao Yu *(u32 *)desc.ctx = crc; 1280704956ecSChao Yu 1281704956ecSChao Yu err = crypto_shash_update(&desc.shash, address, length); 1282704956ecSChao Yu BUG_ON(err); 1283704956ecSChao Yu 1284704956ecSChao Yu return *(u32 *)desc.ctx; 1285704956ecSChao Yu } 1286704956ecSChao Yu 128739a53e0cSJaegeuk Kim static inline struct f2fs_inode_info *F2FS_I(struct inode *inode) 128839a53e0cSJaegeuk Kim { 128939a53e0cSJaegeuk Kim return container_of(inode, struct f2fs_inode_info, vfs_inode); 129039a53e0cSJaegeuk Kim } 129139a53e0cSJaegeuk Kim 129239a53e0cSJaegeuk Kim static inline struct f2fs_sb_info *F2FS_SB(struct super_block *sb) 129339a53e0cSJaegeuk Kim { 129439a53e0cSJaegeuk Kim return sb->s_fs_info; 129539a53e0cSJaegeuk Kim } 129639a53e0cSJaegeuk Kim 12974081363fSJaegeuk Kim static inline struct f2fs_sb_info *F2FS_I_SB(struct inode *inode) 12984081363fSJaegeuk Kim { 12994081363fSJaegeuk Kim return F2FS_SB(inode->i_sb); 13004081363fSJaegeuk Kim } 13014081363fSJaegeuk Kim 13024081363fSJaegeuk Kim static inline struct f2fs_sb_info *F2FS_M_SB(struct address_space *mapping) 13034081363fSJaegeuk Kim { 13044081363fSJaegeuk Kim return F2FS_I_SB(mapping->host); 13054081363fSJaegeuk Kim } 13064081363fSJaegeuk Kim 13074081363fSJaegeuk Kim static inline struct f2fs_sb_info *F2FS_P_SB(struct page *page) 13084081363fSJaegeuk Kim { 13094081363fSJaegeuk Kim return F2FS_M_SB(page->mapping); 13104081363fSJaegeuk Kim } 13114081363fSJaegeuk Kim 131239a53e0cSJaegeuk Kim static inline struct f2fs_super_block *F2FS_RAW_SUPER(struct f2fs_sb_info *sbi) 131339a53e0cSJaegeuk Kim { 131439a53e0cSJaegeuk Kim return (struct f2fs_super_block *)(sbi->raw_super); 131539a53e0cSJaegeuk Kim } 131639a53e0cSJaegeuk Kim 131739a53e0cSJaegeuk Kim static inline struct f2fs_checkpoint *F2FS_CKPT(struct f2fs_sb_info *sbi) 131839a53e0cSJaegeuk Kim { 131939a53e0cSJaegeuk Kim return (struct f2fs_checkpoint *)(sbi->ckpt); 132039a53e0cSJaegeuk Kim } 132139a53e0cSJaegeuk Kim 132245590710SGu Zheng static inline struct f2fs_node *F2FS_NODE(struct page *page) 132345590710SGu Zheng { 132445590710SGu Zheng return (struct f2fs_node *)page_address(page); 132545590710SGu Zheng } 132645590710SGu Zheng 132758bfaf44SJaegeuk Kim static inline struct f2fs_inode *F2FS_INODE(struct page *page) 132858bfaf44SJaegeuk Kim { 132958bfaf44SJaegeuk Kim return &((struct f2fs_node *)page_address(page))->i; 133058bfaf44SJaegeuk Kim } 133158bfaf44SJaegeuk Kim 133239a53e0cSJaegeuk Kim static inline struct f2fs_nm_info *NM_I(struct f2fs_sb_info *sbi) 133339a53e0cSJaegeuk Kim { 133439a53e0cSJaegeuk Kim return (struct f2fs_nm_info *)(sbi->nm_info); 133539a53e0cSJaegeuk Kim } 133639a53e0cSJaegeuk Kim 133739a53e0cSJaegeuk Kim static inline struct f2fs_sm_info *SM_I(struct f2fs_sb_info *sbi) 133839a53e0cSJaegeuk Kim { 133939a53e0cSJaegeuk Kim return (struct f2fs_sm_info *)(sbi->sm_info); 134039a53e0cSJaegeuk Kim } 134139a53e0cSJaegeuk Kim 134239a53e0cSJaegeuk Kim static inline struct sit_info *SIT_I(struct f2fs_sb_info *sbi) 134339a53e0cSJaegeuk Kim { 134439a53e0cSJaegeuk Kim return (struct sit_info *)(SM_I(sbi)->sit_info); 134539a53e0cSJaegeuk Kim } 134639a53e0cSJaegeuk Kim 134739a53e0cSJaegeuk Kim static inline struct free_segmap_info *FREE_I(struct f2fs_sb_info *sbi) 134839a53e0cSJaegeuk Kim { 134939a53e0cSJaegeuk Kim return (struct free_segmap_info *)(SM_I(sbi)->free_info); 135039a53e0cSJaegeuk Kim } 135139a53e0cSJaegeuk Kim 135239a53e0cSJaegeuk Kim static inline struct dirty_seglist_info *DIRTY_I(struct f2fs_sb_info *sbi) 135339a53e0cSJaegeuk Kim { 135439a53e0cSJaegeuk Kim return (struct dirty_seglist_info *)(SM_I(sbi)->dirty_info); 135539a53e0cSJaegeuk Kim } 135639a53e0cSJaegeuk Kim 13579df27d98SGu Zheng static inline struct address_space *META_MAPPING(struct f2fs_sb_info *sbi) 13589df27d98SGu Zheng { 13599df27d98SGu Zheng return sbi->meta_inode->i_mapping; 13609df27d98SGu Zheng } 13619df27d98SGu Zheng 13624ef51a8fSJaegeuk Kim static inline struct address_space *NODE_MAPPING(struct f2fs_sb_info *sbi) 13634ef51a8fSJaegeuk Kim { 13644ef51a8fSJaegeuk Kim return sbi->node_inode->i_mapping; 13654ef51a8fSJaegeuk Kim } 13664ef51a8fSJaegeuk Kim 1367caf0047eSChao Yu static inline bool is_sbi_flag_set(struct f2fs_sb_info *sbi, unsigned int type) 136839a53e0cSJaegeuk Kim { 1369fadb2fb8SChao Yu return test_bit(type, &sbi->s_flag); 137039a53e0cSJaegeuk Kim } 137139a53e0cSJaegeuk Kim 1372caf0047eSChao Yu static inline void set_sbi_flag(struct f2fs_sb_info *sbi, unsigned int type) 137339a53e0cSJaegeuk Kim { 1374fadb2fb8SChao Yu set_bit(type, &sbi->s_flag); 1375caf0047eSChao Yu } 1376caf0047eSChao Yu 1377caf0047eSChao Yu static inline void clear_sbi_flag(struct f2fs_sb_info *sbi, unsigned int type) 1378caf0047eSChao Yu { 1379fadb2fb8SChao Yu clear_bit(type, &sbi->s_flag); 138039a53e0cSJaegeuk Kim } 138139a53e0cSJaegeuk Kim 1382d71b5564SJaegeuk Kim static inline unsigned long long cur_cp_version(struct f2fs_checkpoint *cp) 1383d71b5564SJaegeuk Kim { 1384d71b5564SJaegeuk Kim return le64_to_cpu(cp->checkpoint_ver); 1385d71b5564SJaegeuk Kim } 1386d71b5564SJaegeuk Kim 1387*ea676733SJaegeuk Kim static inline unsigned long f2fs_qf_ino(struct super_block *sb, int type) 1388*ea676733SJaegeuk Kim { 1389*ea676733SJaegeuk Kim if (type < F2FS_MAX_QUOTAS) 1390*ea676733SJaegeuk Kim return le32_to_cpu(F2FS_SB(sb)->raw_super->qf_ino[type]); 1391*ea676733SJaegeuk Kim return 0; 1392*ea676733SJaegeuk Kim } 1393*ea676733SJaegeuk Kim 1394ced2c7eaSKinglong Mee static inline __u64 cur_cp_crc(struct f2fs_checkpoint *cp) 1395ced2c7eaSKinglong Mee { 1396ced2c7eaSKinglong Mee size_t crc_offset = le32_to_cpu(cp->checksum_offset); 1397ced2c7eaSKinglong Mee return le32_to_cpu(*((__le32 *)((unsigned char *)cp + crc_offset))); 1398ced2c7eaSKinglong Mee } 1399ced2c7eaSKinglong Mee 1400aaec2b1dSChao Yu static inline bool __is_set_ckpt_flags(struct f2fs_checkpoint *cp, unsigned int f) 140125ca923bSJaegeuk Kim { 140225ca923bSJaegeuk Kim unsigned int ckpt_flags = le32_to_cpu(cp->ckpt_flags); 1403aaec2b1dSChao Yu 140425ca923bSJaegeuk Kim return ckpt_flags & f; 140525ca923bSJaegeuk Kim } 140625ca923bSJaegeuk Kim 1407aaec2b1dSChao Yu static inline bool is_set_ckpt_flags(struct f2fs_sb_info *sbi, unsigned int f) 140825ca923bSJaegeuk Kim { 1409aaec2b1dSChao Yu return __is_set_ckpt_flags(F2FS_CKPT(sbi), f); 1410aaec2b1dSChao Yu } 1411aaec2b1dSChao Yu 1412aaec2b1dSChao Yu static inline void __set_ckpt_flags(struct f2fs_checkpoint *cp, unsigned int f) 1413aaec2b1dSChao Yu { 1414aaec2b1dSChao Yu unsigned int ckpt_flags; 1415aaec2b1dSChao Yu 1416aaec2b1dSChao Yu ckpt_flags = le32_to_cpu(cp->ckpt_flags); 141725ca923bSJaegeuk Kim ckpt_flags |= f; 141825ca923bSJaegeuk Kim cp->ckpt_flags = cpu_to_le32(ckpt_flags); 141925ca923bSJaegeuk Kim } 142025ca923bSJaegeuk Kim 1421aaec2b1dSChao Yu static inline void set_ckpt_flags(struct f2fs_sb_info *sbi, unsigned int f) 142225ca923bSJaegeuk Kim { 1423d1aa2453SChao Yu unsigned long flags; 1424d1aa2453SChao Yu 1425d1aa2453SChao Yu spin_lock_irqsave(&sbi->cp_lock, flags); 1426aaec2b1dSChao Yu __set_ckpt_flags(F2FS_CKPT(sbi), f); 1427d1aa2453SChao Yu spin_unlock_irqrestore(&sbi->cp_lock, flags); 1428aaec2b1dSChao Yu } 1429aaec2b1dSChao Yu 1430aaec2b1dSChao Yu static inline void __clear_ckpt_flags(struct f2fs_checkpoint *cp, unsigned int f) 1431aaec2b1dSChao Yu { 1432aaec2b1dSChao Yu unsigned int ckpt_flags; 1433aaec2b1dSChao Yu 1434aaec2b1dSChao Yu ckpt_flags = le32_to_cpu(cp->ckpt_flags); 143525ca923bSJaegeuk Kim ckpt_flags &= (~f); 143625ca923bSJaegeuk Kim cp->ckpt_flags = cpu_to_le32(ckpt_flags); 143725ca923bSJaegeuk Kim } 143825ca923bSJaegeuk Kim 1439aaec2b1dSChao Yu static inline void clear_ckpt_flags(struct f2fs_sb_info *sbi, unsigned int f) 1440aaec2b1dSChao Yu { 1441d1aa2453SChao Yu unsigned long flags; 1442d1aa2453SChao Yu 1443d1aa2453SChao Yu spin_lock_irqsave(&sbi->cp_lock, flags); 1444aaec2b1dSChao Yu __clear_ckpt_flags(F2FS_CKPT(sbi), f); 1445d1aa2453SChao Yu spin_unlock_irqrestore(&sbi->cp_lock, flags); 1446aaec2b1dSChao Yu } 1447aaec2b1dSChao Yu 144822ad0b6aSJaegeuk Kim static inline void disable_nat_bits(struct f2fs_sb_info *sbi, bool lock) 144922ad0b6aSJaegeuk Kim { 1450d1aa2453SChao Yu unsigned long flags; 1451d1aa2453SChao Yu 145222ad0b6aSJaegeuk Kim set_sbi_flag(sbi, SBI_NEED_FSCK); 145322ad0b6aSJaegeuk Kim 145422ad0b6aSJaegeuk Kim if (lock) 1455d1aa2453SChao Yu spin_lock_irqsave(&sbi->cp_lock, flags); 145622ad0b6aSJaegeuk Kim __clear_ckpt_flags(F2FS_CKPT(sbi), CP_NAT_BITS_FLAG); 145722ad0b6aSJaegeuk Kim kfree(NM_I(sbi)->nat_bits); 145822ad0b6aSJaegeuk Kim NM_I(sbi)->nat_bits = NULL; 145922ad0b6aSJaegeuk Kim if (lock) 1460d1aa2453SChao Yu spin_unlock_irqrestore(&sbi->cp_lock, flags); 146122ad0b6aSJaegeuk Kim } 146222ad0b6aSJaegeuk Kim 146322ad0b6aSJaegeuk Kim static inline bool enabled_nat_bits(struct f2fs_sb_info *sbi, 146422ad0b6aSJaegeuk Kim struct cp_control *cpc) 146522ad0b6aSJaegeuk Kim { 146622ad0b6aSJaegeuk Kim bool set = is_set_ckpt_flags(sbi, CP_NAT_BITS_FLAG); 146722ad0b6aSJaegeuk Kim 1468c473f1a9SChao Yu return (cpc) ? (cpc->reason & CP_UMOUNT) && set : set; 146922ad0b6aSJaegeuk Kim } 147022ad0b6aSJaegeuk Kim 1471e479556bSGu Zheng static inline void f2fs_lock_op(struct f2fs_sb_info *sbi) 147239a53e0cSJaegeuk Kim { 1473b873b798SJaegeuk Kim down_read(&sbi->cp_rwsem); 147439a53e0cSJaegeuk Kim } 147539a53e0cSJaegeuk Kim 1476cc15620bSJaegeuk Kim static inline int f2fs_trylock_op(struct f2fs_sb_info *sbi) 1477cc15620bSJaegeuk Kim { 1478cc15620bSJaegeuk Kim return down_read_trylock(&sbi->cp_rwsem); 1479cc15620bSJaegeuk Kim } 1480cc15620bSJaegeuk Kim 1481e479556bSGu Zheng static inline void f2fs_unlock_op(struct f2fs_sb_info *sbi) 148239a53e0cSJaegeuk Kim { 1483b873b798SJaegeuk Kim up_read(&sbi->cp_rwsem); 148439936837SJaegeuk Kim } 148539936837SJaegeuk Kim 1486e479556bSGu Zheng static inline void f2fs_lock_all(struct f2fs_sb_info *sbi) 148739936837SJaegeuk Kim { 1488b873b798SJaegeuk Kim down_write(&sbi->cp_rwsem); 148939936837SJaegeuk Kim } 149039936837SJaegeuk Kim 1491e479556bSGu Zheng static inline void f2fs_unlock_all(struct f2fs_sb_info *sbi) 149239936837SJaegeuk Kim { 1493b873b798SJaegeuk Kim up_write(&sbi->cp_rwsem); 149439a53e0cSJaegeuk Kim } 149539a53e0cSJaegeuk Kim 1496119ee914SJaegeuk Kim static inline int __get_cp_reason(struct f2fs_sb_info *sbi) 1497119ee914SJaegeuk Kim { 1498119ee914SJaegeuk Kim int reason = CP_SYNC; 1499119ee914SJaegeuk Kim 1500119ee914SJaegeuk Kim if (test_opt(sbi, FASTBOOT)) 1501119ee914SJaegeuk Kim reason = CP_FASTBOOT; 1502119ee914SJaegeuk Kim if (is_sbi_flag_set(sbi, SBI_IS_CLOSE)) 1503119ee914SJaegeuk Kim reason = CP_UMOUNT; 1504119ee914SJaegeuk Kim return reason; 1505119ee914SJaegeuk Kim } 1506119ee914SJaegeuk Kim 1507119ee914SJaegeuk Kim static inline bool __remain_node_summaries(int reason) 1508119ee914SJaegeuk Kim { 1509c473f1a9SChao Yu return (reason & (CP_UMOUNT | CP_FASTBOOT)); 1510119ee914SJaegeuk Kim } 1511119ee914SJaegeuk Kim 1512119ee914SJaegeuk Kim static inline bool __exist_node_summaries(struct f2fs_sb_info *sbi) 1513119ee914SJaegeuk Kim { 1514aaec2b1dSChao Yu return (is_set_ckpt_flags(sbi, CP_UMOUNT_FLAG) || 1515aaec2b1dSChao Yu is_set_ckpt_flags(sbi, CP_FASTBOOT_FLAG)); 1516119ee914SJaegeuk Kim } 1517119ee914SJaegeuk Kim 151839a53e0cSJaegeuk Kim /* 151939a53e0cSJaegeuk Kim * Check whether the given nid is within node id range. 152039a53e0cSJaegeuk Kim */ 1521064e0823SNamjae Jeon static inline int check_nid_range(struct f2fs_sb_info *sbi, nid_t nid) 152239a53e0cSJaegeuk Kim { 1523d6b7d4b3SChao Yu if (unlikely(nid < F2FS_ROOT_INO(sbi))) 1524d6b7d4b3SChao Yu return -EINVAL; 1525cfb271d4SChao Yu if (unlikely(nid >= NM_I(sbi)->max_nid)) 1526064e0823SNamjae Jeon return -EINVAL; 1527064e0823SNamjae Jeon return 0; 152839a53e0cSJaegeuk Kim } 152939a53e0cSJaegeuk Kim 153039a53e0cSJaegeuk Kim /* 153139a53e0cSJaegeuk Kim * Check whether the inode has blocks or not 153239a53e0cSJaegeuk Kim */ 153339a53e0cSJaegeuk Kim static inline int F2FS_HAS_BLOCKS(struct inode *inode) 153439a53e0cSJaegeuk Kim { 15350eb0adadSChao Yu block_t xattr_block = F2FS_I(inode)->i_xattr_nid ? 1 : 0; 15360eb0adadSChao Yu 1537000519f2SChao Yu return (inode->i_blocks >> F2FS_LOG_SECTORS_PER_BLOCK) > xattr_block; 153839a53e0cSJaegeuk Kim } 153939a53e0cSJaegeuk Kim 15404bc8e9bcSChao Yu static inline bool f2fs_has_xattr_block(unsigned int ofs) 15414bc8e9bcSChao Yu { 15424bc8e9bcSChao Yu return ofs == XATTR_NODE_OFFSET; 15434bc8e9bcSChao Yu } 15444bc8e9bcSChao Yu 15450abd675eSChao Yu static inline void f2fs_i_blocks_write(struct inode *, block_t, bool, bool); 15460abd675eSChao Yu static inline int inc_valid_block_count(struct f2fs_sb_info *sbi, 154746008c6dSChao Yu struct inode *inode, blkcnt_t *count) 154839a53e0cSJaegeuk Kim { 15490abd675eSChao Yu blkcnt_t diff = 0, release = 0; 1550daeb433eSChao Yu block_t avail_user_block_count; 15510abd675eSChao Yu int ret; 15520abd675eSChao Yu 15530abd675eSChao Yu ret = dquot_reserve_block(inode, *count); 15540abd675eSChao Yu if (ret) 15550abd675eSChao Yu return ret; 1556dd11a5dfSJaegeuk Kim 1557cb78942bSJaegeuk Kim #ifdef CONFIG_F2FS_FAULT_INJECTION 155855523519SChao Yu if (time_to_inject(sbi, FAULT_BLOCK)) { 155955523519SChao Yu f2fs_show_injection_info(FAULT_BLOCK); 15600abd675eSChao Yu release = *count; 15610abd675eSChao Yu goto enospc; 156255523519SChao Yu } 1563cb78942bSJaegeuk Kim #endif 1564dd11a5dfSJaegeuk Kim /* 1565dd11a5dfSJaegeuk Kim * let's increase this in prior to actual block count change in order 1566dd11a5dfSJaegeuk Kim * for f2fs_sync_file to avoid data races when deciding checkpoint. 1567dd11a5dfSJaegeuk Kim */ 1568dd11a5dfSJaegeuk Kim percpu_counter_add(&sbi->alloc_valid_block_count, (*count)); 1569cfb271d4SChao Yu 157039a53e0cSJaegeuk Kim spin_lock(&sbi->stat_lock); 15712555a2d5SJaegeuk Kim sbi->total_valid_block_count += (block_t)(*count); 157280d42145SYunlong Song avail_user_block_count = sbi->user_block_count - 157380d42145SYunlong Song sbi->current_reserved_blocks; 1574daeb433eSChao Yu if (unlikely(sbi->total_valid_block_count > avail_user_block_count)) { 1575daeb433eSChao Yu diff = sbi->total_valid_block_count - avail_user_block_count; 1576dd11a5dfSJaegeuk Kim *count -= diff; 15770abd675eSChao Yu release = diff; 1578daeb433eSChao Yu sbi->total_valid_block_count = avail_user_block_count; 157946008c6dSChao Yu if (!*count) { 158039a53e0cSJaegeuk Kim spin_unlock(&sbi->stat_lock); 1581dd11a5dfSJaegeuk Kim percpu_counter_sub(&sbi->alloc_valid_block_count, diff); 15820abd675eSChao Yu goto enospc; 158339a53e0cSJaegeuk Kim } 158446008c6dSChao Yu } 158539a53e0cSJaegeuk Kim spin_unlock(&sbi->stat_lock); 158641382ec4SJaegeuk Kim 15870abd675eSChao Yu if (release) 15880abd675eSChao Yu dquot_release_reservation_block(inode, release); 15890abd675eSChao Yu f2fs_i_blocks_write(inode, *count, true, true); 15900abd675eSChao Yu return 0; 15910abd675eSChao Yu 15920abd675eSChao Yu enospc: 15930abd675eSChao Yu dquot_release_reservation_block(inode, release); 15940abd675eSChao Yu return -ENOSPC; 159539a53e0cSJaegeuk Kim } 159639a53e0cSJaegeuk Kim 1597da19b0dcSGu Zheng static inline void dec_valid_block_count(struct f2fs_sb_info *sbi, 159839a53e0cSJaegeuk Kim struct inode *inode, 15990eb0adadSChao Yu block_t count) 160039a53e0cSJaegeuk Kim { 16010eb0adadSChao Yu blkcnt_t sectors = count << F2FS_LOG_SECTORS_PER_BLOCK; 16020eb0adadSChao Yu 160339a53e0cSJaegeuk Kim spin_lock(&sbi->stat_lock); 16049850cf4aSJaegeuk Kim f2fs_bug_on(sbi, sbi->total_valid_block_count < (block_t) count); 16050eb0adadSChao Yu f2fs_bug_on(sbi, inode->i_blocks < sectors); 160639a53e0cSJaegeuk Kim sbi->total_valid_block_count -= (block_t)count; 160780d42145SYunlong Song if (sbi->reserved_blocks && 160880d42145SYunlong Song sbi->current_reserved_blocks < sbi->reserved_blocks) 160980d42145SYunlong Song sbi->current_reserved_blocks = min(sbi->reserved_blocks, 161080d42145SYunlong Song sbi->current_reserved_blocks + count); 161139a53e0cSJaegeuk Kim spin_unlock(&sbi->stat_lock); 16120abd675eSChao Yu f2fs_i_blocks_write(inode, count, false, true); 161339a53e0cSJaegeuk Kim } 161439a53e0cSJaegeuk Kim 161539a53e0cSJaegeuk Kim static inline void inc_page_count(struct f2fs_sb_info *sbi, int count_type) 161639a53e0cSJaegeuk Kim { 161735782b23SJaegeuk Kim atomic_inc(&sbi->nr_pages[count_type]); 16187c4abcbeSChao Yu 161936951b38SChao Yu if (count_type == F2FS_DIRTY_DATA || count_type == F2FS_INMEM_PAGES || 162036951b38SChao Yu count_type == F2FS_WB_CP_DATA || count_type == F2FS_WB_DATA) 16217c4abcbeSChao Yu return; 16227c4abcbeSChao Yu 1623caf0047eSChao Yu set_sbi_flag(sbi, SBI_IS_DIRTY); 162439a53e0cSJaegeuk Kim } 162539a53e0cSJaegeuk Kim 1626a7ffdbe2SJaegeuk Kim static inline void inode_inc_dirty_pages(struct inode *inode) 162739a53e0cSJaegeuk Kim { 1628204706c7SJaegeuk Kim atomic_inc(&F2FS_I(inode)->dirty_pages); 1629c227f912SChao Yu inc_page_count(F2FS_I_SB(inode), S_ISDIR(inode->i_mode) ? 1630c227f912SChao Yu F2FS_DIRTY_DENTS : F2FS_DIRTY_DATA); 163139a53e0cSJaegeuk Kim } 163239a53e0cSJaegeuk Kim 163339a53e0cSJaegeuk Kim static inline void dec_page_count(struct f2fs_sb_info *sbi, int count_type) 163439a53e0cSJaegeuk Kim { 163535782b23SJaegeuk Kim atomic_dec(&sbi->nr_pages[count_type]); 163639a53e0cSJaegeuk Kim } 163739a53e0cSJaegeuk Kim 1638a7ffdbe2SJaegeuk Kim static inline void inode_dec_dirty_pages(struct inode *inode) 163939a53e0cSJaegeuk Kim { 16405ac9f36fSChao Yu if (!S_ISDIR(inode->i_mode) && !S_ISREG(inode->i_mode) && 16415ac9f36fSChao Yu !S_ISLNK(inode->i_mode)) 16421fe54f9dSJaegeuk Kim return; 16431fe54f9dSJaegeuk Kim 1644204706c7SJaegeuk Kim atomic_dec(&F2FS_I(inode)->dirty_pages); 1645c227f912SChao Yu dec_page_count(F2FS_I_SB(inode), S_ISDIR(inode->i_mode) ? 1646c227f912SChao Yu F2FS_DIRTY_DENTS : F2FS_DIRTY_DATA); 164739a53e0cSJaegeuk Kim } 164839a53e0cSJaegeuk Kim 1649523be8a6SJaegeuk Kim static inline s64 get_pages(struct f2fs_sb_info *sbi, int count_type) 165039a53e0cSJaegeuk Kim { 165135782b23SJaegeuk Kim return atomic_read(&sbi->nr_pages[count_type]); 165239a53e0cSJaegeuk Kim } 165339a53e0cSJaegeuk Kim 1654204706c7SJaegeuk Kim static inline int get_dirty_pages(struct inode *inode) 1655f8b2c1f9SJaegeuk Kim { 1656204706c7SJaegeuk Kim return atomic_read(&F2FS_I(inode)->dirty_pages); 1657f8b2c1f9SJaegeuk Kim } 1658f8b2c1f9SJaegeuk Kim 16595ac206cfSNamjae Jeon static inline int get_blocktype_secs(struct f2fs_sb_info *sbi, int block_type) 16605ac206cfSNamjae Jeon { 16613519e3f9SChao Yu unsigned int pages_per_sec = sbi->segs_per_sec * sbi->blocks_per_seg; 1662523be8a6SJaegeuk Kim unsigned int segs = (get_pages(sbi, block_type) + pages_per_sec - 1) >> 1663523be8a6SJaegeuk Kim sbi->log_blocks_per_seg; 1664523be8a6SJaegeuk Kim 1665523be8a6SJaegeuk Kim return segs / sbi->segs_per_sec; 16665ac206cfSNamjae Jeon } 16675ac206cfSNamjae Jeon 166839a53e0cSJaegeuk Kim static inline block_t valid_user_blocks(struct f2fs_sb_info *sbi) 166939a53e0cSJaegeuk Kim { 16708b8343faSJaegeuk Kim return sbi->total_valid_block_count; 167139a53e0cSJaegeuk Kim } 167239a53e0cSJaegeuk Kim 1673f83a2584SYunlei He static inline block_t discard_blocks(struct f2fs_sb_info *sbi) 1674f83a2584SYunlei He { 1675f83a2584SYunlei He return sbi->discard_blks; 1676f83a2584SYunlei He } 1677f83a2584SYunlei He 167839a53e0cSJaegeuk Kim static inline unsigned long __bitmap_size(struct f2fs_sb_info *sbi, int flag) 167939a53e0cSJaegeuk Kim { 168039a53e0cSJaegeuk Kim struct f2fs_checkpoint *ckpt = F2FS_CKPT(sbi); 168139a53e0cSJaegeuk Kim 168239a53e0cSJaegeuk Kim /* return NAT or SIT bitmap */ 168339a53e0cSJaegeuk Kim if (flag == NAT_BITMAP) 168439a53e0cSJaegeuk Kim return le32_to_cpu(ckpt->nat_ver_bitmap_bytesize); 168539a53e0cSJaegeuk Kim else if (flag == SIT_BITMAP) 168639a53e0cSJaegeuk Kim return le32_to_cpu(ckpt->sit_ver_bitmap_bytesize); 168739a53e0cSJaegeuk Kim 168839a53e0cSJaegeuk Kim return 0; 168939a53e0cSJaegeuk Kim } 169039a53e0cSJaegeuk Kim 169155141486SWanpeng Li static inline block_t __cp_payload(struct f2fs_sb_info *sbi) 169255141486SWanpeng Li { 169355141486SWanpeng Li return le32_to_cpu(F2FS_RAW_SUPER(sbi)->cp_payload); 169455141486SWanpeng Li } 169555141486SWanpeng Li 169639a53e0cSJaegeuk Kim static inline void *__bitmap_ptr(struct f2fs_sb_info *sbi, int flag) 169739a53e0cSJaegeuk Kim { 169839a53e0cSJaegeuk Kim struct f2fs_checkpoint *ckpt = F2FS_CKPT(sbi); 16991dbe4152SChangman Lee int offset; 17001dbe4152SChangman Lee 170155141486SWanpeng Li if (__cp_payload(sbi) > 0) { 17021dbe4152SChangman Lee if (flag == NAT_BITMAP) 17031dbe4152SChangman Lee return &ckpt->sit_nat_version_bitmap; 17041dbe4152SChangman Lee else 170565b85cccSJaegeuk Kim return (unsigned char *)ckpt + F2FS_BLKSIZE; 17061dbe4152SChangman Lee } else { 17071dbe4152SChangman Lee offset = (flag == NAT_BITMAP) ? 170825ca923bSJaegeuk Kim le32_to_cpu(ckpt->sit_ver_bitmap_bytesize) : 0; 170939a53e0cSJaegeuk Kim return &ckpt->sit_nat_version_bitmap + offset; 171039a53e0cSJaegeuk Kim } 17111dbe4152SChangman Lee } 171239a53e0cSJaegeuk Kim 171339a53e0cSJaegeuk Kim static inline block_t __start_cp_addr(struct f2fs_sb_info *sbi) 171439a53e0cSJaegeuk Kim { 17158508e44aSJaegeuk Kim block_t start_addr = le32_to_cpu(F2FS_RAW_SUPER(sbi)->cp_blkaddr); 171639a53e0cSJaegeuk Kim 17178508e44aSJaegeuk Kim if (sbi->cur_cp_pack == 2) 171839a53e0cSJaegeuk Kim start_addr += sbi->blocks_per_seg; 171939a53e0cSJaegeuk Kim return start_addr; 172039a53e0cSJaegeuk Kim } 172139a53e0cSJaegeuk Kim 17228508e44aSJaegeuk Kim static inline block_t __start_cp_next_addr(struct f2fs_sb_info *sbi) 17238508e44aSJaegeuk Kim { 17248508e44aSJaegeuk Kim block_t start_addr = le32_to_cpu(F2FS_RAW_SUPER(sbi)->cp_blkaddr); 17258508e44aSJaegeuk Kim 17268508e44aSJaegeuk Kim if (sbi->cur_cp_pack == 1) 17278508e44aSJaegeuk Kim start_addr += sbi->blocks_per_seg; 17288508e44aSJaegeuk Kim return start_addr; 17298508e44aSJaegeuk Kim } 17308508e44aSJaegeuk Kim 17318508e44aSJaegeuk Kim static inline void __set_cp_next_pack(struct f2fs_sb_info *sbi) 17328508e44aSJaegeuk Kim { 17338508e44aSJaegeuk Kim sbi->cur_cp_pack = (sbi->cur_cp_pack == 1) ? 2 : 1; 17348508e44aSJaegeuk Kim } 17358508e44aSJaegeuk Kim 173639a53e0cSJaegeuk Kim static inline block_t __start_sum_addr(struct f2fs_sb_info *sbi) 173739a53e0cSJaegeuk Kim { 173839a53e0cSJaegeuk Kim return le32_to_cpu(F2FS_CKPT(sbi)->cp_pack_start_sum); 173939a53e0cSJaegeuk Kim } 174039a53e0cSJaegeuk Kim 17410abd675eSChao Yu static inline int inc_valid_node_count(struct f2fs_sb_info *sbi, 1742000519f2SChao Yu struct inode *inode, bool is_inode) 174339a53e0cSJaegeuk Kim { 174439a53e0cSJaegeuk Kim block_t valid_block_count; 174539a53e0cSJaegeuk Kim unsigned int valid_node_count; 17460abd675eSChao Yu bool quota = inode && !is_inode; 17470abd675eSChao Yu 17480abd675eSChao Yu if (quota) { 17490abd675eSChao Yu int ret = dquot_reserve_block(inode, 1); 17500abd675eSChao Yu if (ret) 17510abd675eSChao Yu return ret; 17520abd675eSChao Yu } 175339a53e0cSJaegeuk Kim 175439a53e0cSJaegeuk Kim spin_lock(&sbi->stat_lock); 175539a53e0cSJaegeuk Kim 1756ef86d709SGu Zheng valid_block_count = sbi->total_valid_block_count + 1; 175780d42145SYunlong Song if (unlikely(valid_block_count + sbi->current_reserved_blocks > 1758daeb433eSChao Yu sbi->user_block_count)) { 175939a53e0cSJaegeuk Kim spin_unlock(&sbi->stat_lock); 17600abd675eSChao Yu goto enospc; 176139a53e0cSJaegeuk Kim } 176239a53e0cSJaegeuk Kim 1763ef86d709SGu Zheng valid_node_count = sbi->total_valid_node_count + 1; 1764cfb271d4SChao Yu if (unlikely(valid_node_count > sbi->total_node_count)) { 176539a53e0cSJaegeuk Kim spin_unlock(&sbi->stat_lock); 17660abd675eSChao Yu goto enospc; 176739a53e0cSJaegeuk Kim } 176839a53e0cSJaegeuk Kim 1769ef86d709SGu Zheng sbi->total_valid_node_count++; 1770ef86d709SGu Zheng sbi->total_valid_block_count++; 177139a53e0cSJaegeuk Kim spin_unlock(&sbi->stat_lock); 177239a53e0cSJaegeuk Kim 17730abd675eSChao Yu if (inode) { 17740abd675eSChao Yu if (is_inode) 17750abd675eSChao Yu f2fs_mark_inode_dirty_sync(inode, true); 17760abd675eSChao Yu else 17770abd675eSChao Yu f2fs_i_blocks_write(inode, 1, true, true); 17780abd675eSChao Yu } 17790abd675eSChao Yu 178041382ec4SJaegeuk Kim percpu_counter_inc(&sbi->alloc_valid_block_count); 17810abd675eSChao Yu return 0; 17820abd675eSChao Yu 17830abd675eSChao Yu enospc: 17840abd675eSChao Yu if (quota) 17850abd675eSChao Yu dquot_release_reservation_block(inode, 1); 17860abd675eSChao Yu return -ENOSPC; 178739a53e0cSJaegeuk Kim } 178839a53e0cSJaegeuk Kim 178939a53e0cSJaegeuk Kim static inline void dec_valid_node_count(struct f2fs_sb_info *sbi, 1790000519f2SChao Yu struct inode *inode, bool is_inode) 179139a53e0cSJaegeuk Kim { 179239a53e0cSJaegeuk Kim spin_lock(&sbi->stat_lock); 179339a53e0cSJaegeuk Kim 17949850cf4aSJaegeuk Kim f2fs_bug_on(sbi, !sbi->total_valid_block_count); 17959850cf4aSJaegeuk Kim f2fs_bug_on(sbi, !sbi->total_valid_node_count); 1796000519f2SChao Yu f2fs_bug_on(sbi, !is_inode && !inode->i_blocks); 179739a53e0cSJaegeuk Kim 1798ef86d709SGu Zheng sbi->total_valid_node_count--; 1799ef86d709SGu Zheng sbi->total_valid_block_count--; 180080d42145SYunlong Song if (sbi->reserved_blocks && 180180d42145SYunlong Song sbi->current_reserved_blocks < sbi->reserved_blocks) 180280d42145SYunlong Song sbi->current_reserved_blocks++; 180339a53e0cSJaegeuk Kim 180439a53e0cSJaegeuk Kim spin_unlock(&sbi->stat_lock); 18050abd675eSChao Yu 18060abd675eSChao Yu if (!is_inode) 18070abd675eSChao Yu f2fs_i_blocks_write(inode, 1, false, true); 180839a53e0cSJaegeuk Kim } 180939a53e0cSJaegeuk Kim 181039a53e0cSJaegeuk Kim static inline unsigned int valid_node_count(struct f2fs_sb_info *sbi) 181139a53e0cSJaegeuk Kim { 18128b8343faSJaegeuk Kim return sbi->total_valid_node_count; 181339a53e0cSJaegeuk Kim } 181439a53e0cSJaegeuk Kim 181539a53e0cSJaegeuk Kim static inline void inc_valid_inode_count(struct f2fs_sb_info *sbi) 181639a53e0cSJaegeuk Kim { 1817513c5f37SJaegeuk Kim percpu_counter_inc(&sbi->total_valid_inode_count); 181839a53e0cSJaegeuk Kim } 181939a53e0cSJaegeuk Kim 18200e80220aSJaegeuk Kim static inline void dec_valid_inode_count(struct f2fs_sb_info *sbi) 182139a53e0cSJaegeuk Kim { 1822513c5f37SJaegeuk Kim percpu_counter_dec(&sbi->total_valid_inode_count); 182339a53e0cSJaegeuk Kim } 182439a53e0cSJaegeuk Kim 1825513c5f37SJaegeuk Kim static inline s64 valid_inode_count(struct f2fs_sb_info *sbi) 182639a53e0cSJaegeuk Kim { 1827513c5f37SJaegeuk Kim return percpu_counter_sum_positive(&sbi->total_valid_inode_count); 182839a53e0cSJaegeuk Kim } 182939a53e0cSJaegeuk Kim 1830a56c7c6fSJaegeuk Kim static inline struct page *f2fs_grab_cache_page(struct address_space *mapping, 1831a56c7c6fSJaegeuk Kim pgoff_t index, bool for_write) 1832a56c7c6fSJaegeuk Kim { 1833c41f3cc3SJaegeuk Kim #ifdef CONFIG_F2FS_FAULT_INJECTION 1834c41f3cc3SJaegeuk Kim struct page *page = find_lock_page(mapping, index); 1835cac5a3d8SDongOh Shin 1836c41f3cc3SJaegeuk Kim if (page) 1837c41f3cc3SJaegeuk Kim return page; 1838c41f3cc3SJaegeuk Kim 183955523519SChao Yu if (time_to_inject(F2FS_M_SB(mapping), FAULT_PAGE_ALLOC)) { 184055523519SChao Yu f2fs_show_injection_info(FAULT_PAGE_ALLOC); 1841c41f3cc3SJaegeuk Kim return NULL; 184255523519SChao Yu } 1843c41f3cc3SJaegeuk Kim #endif 1844a56c7c6fSJaegeuk Kim if (!for_write) 1845a56c7c6fSJaegeuk Kim return grab_cache_page(mapping, index); 1846a56c7c6fSJaegeuk Kim return grab_cache_page_write_begin(mapping, index, AOP_FLAG_NOFS); 1847a56c7c6fSJaegeuk Kim } 1848a56c7c6fSJaegeuk Kim 184901eccef7SChao Yu static inline struct page *f2fs_pagecache_get_page( 185001eccef7SChao Yu struct address_space *mapping, pgoff_t index, 185101eccef7SChao Yu int fgp_flags, gfp_t gfp_mask) 185201eccef7SChao Yu { 185301eccef7SChao Yu #ifdef CONFIG_F2FS_FAULT_INJECTION 185401eccef7SChao Yu if (time_to_inject(F2FS_M_SB(mapping), FAULT_PAGE_GET)) { 185501eccef7SChao Yu f2fs_show_injection_info(FAULT_PAGE_GET); 185601eccef7SChao Yu return NULL; 185701eccef7SChao Yu } 185801eccef7SChao Yu #endif 185901eccef7SChao Yu return pagecache_get_page(mapping, index, fgp_flags, gfp_mask); 186001eccef7SChao Yu } 186101eccef7SChao Yu 18626e2c64adSJaegeuk Kim static inline void f2fs_copy_page(struct page *src, struct page *dst) 18636e2c64adSJaegeuk Kim { 18646e2c64adSJaegeuk Kim char *src_kaddr = kmap(src); 18656e2c64adSJaegeuk Kim char *dst_kaddr = kmap(dst); 18666e2c64adSJaegeuk Kim 18676e2c64adSJaegeuk Kim memcpy(dst_kaddr, src_kaddr, PAGE_SIZE); 18686e2c64adSJaegeuk Kim kunmap(dst); 18696e2c64adSJaegeuk Kim kunmap(src); 18706e2c64adSJaegeuk Kim } 18716e2c64adSJaegeuk Kim 187239a53e0cSJaegeuk Kim static inline void f2fs_put_page(struct page *page, int unlock) 187339a53e0cSJaegeuk Kim { 1874031fa8ccSJaegeuk Kim if (!page) 187539a53e0cSJaegeuk Kim return; 187639a53e0cSJaegeuk Kim 187739a53e0cSJaegeuk Kim if (unlock) { 18789850cf4aSJaegeuk Kim f2fs_bug_on(F2FS_P_SB(page), !PageLocked(page)); 187939a53e0cSJaegeuk Kim unlock_page(page); 188039a53e0cSJaegeuk Kim } 188109cbfeafSKirill A. Shutemov put_page(page); 188239a53e0cSJaegeuk Kim } 188339a53e0cSJaegeuk Kim 188439a53e0cSJaegeuk Kim static inline void f2fs_put_dnode(struct dnode_of_data *dn) 188539a53e0cSJaegeuk Kim { 188639a53e0cSJaegeuk Kim if (dn->node_page) 188739a53e0cSJaegeuk Kim f2fs_put_page(dn->node_page, 1); 188839a53e0cSJaegeuk Kim if (dn->inode_page && dn->node_page != dn->inode_page) 188939a53e0cSJaegeuk Kim f2fs_put_page(dn->inode_page, 0); 189039a53e0cSJaegeuk Kim dn->node_page = NULL; 189139a53e0cSJaegeuk Kim dn->inode_page = NULL; 189239a53e0cSJaegeuk Kim } 189339a53e0cSJaegeuk Kim 189439a53e0cSJaegeuk Kim static inline struct kmem_cache *f2fs_kmem_cache_create(const char *name, 1895e8512d2eSGu Zheng size_t size) 189639a53e0cSJaegeuk Kim { 1897e8512d2eSGu Zheng return kmem_cache_create(name, size, 0, SLAB_RECLAIM_ACCOUNT, NULL); 189839a53e0cSJaegeuk Kim } 189939a53e0cSJaegeuk Kim 19007bd59381SGu Zheng static inline void *f2fs_kmem_cache_alloc(struct kmem_cache *cachep, 19017bd59381SGu Zheng gfp_t flags) 19027bd59381SGu Zheng { 19037bd59381SGu Zheng void *entry; 19047bd59381SGu Zheng 190580c54505SJaegeuk Kim entry = kmem_cache_alloc(cachep, flags); 190680c54505SJaegeuk Kim if (!entry) 190780c54505SJaegeuk Kim entry = kmem_cache_alloc(cachep, flags | __GFP_NOFAIL); 19087bd59381SGu Zheng return entry; 19097bd59381SGu Zheng } 19107bd59381SGu Zheng 1911d62fe971SChao Yu static inline struct bio *f2fs_bio_alloc(struct f2fs_sb_info *sbi, 1912d62fe971SChao Yu int npages, bool no_fail) 1913740432f8SJaegeuk Kim { 1914740432f8SJaegeuk Kim struct bio *bio; 1915740432f8SJaegeuk Kim 1916d62fe971SChao Yu if (no_fail) { 1917740432f8SJaegeuk Kim /* No failure on bio allocation */ 1918740432f8SJaegeuk Kim bio = bio_alloc(GFP_NOIO, npages); 191980c54505SJaegeuk Kim if (!bio) 192080c54505SJaegeuk Kim bio = bio_alloc(GFP_NOIO | __GFP_NOFAIL, npages); 1921740432f8SJaegeuk Kim return bio; 1922740432f8SJaegeuk Kim } 1923d62fe971SChao Yu #ifdef CONFIG_F2FS_FAULT_INJECTION 1924d62fe971SChao Yu if (time_to_inject(sbi, FAULT_ALLOC_BIO)) { 1925d62fe971SChao Yu f2fs_show_injection_info(FAULT_ALLOC_BIO); 1926d62fe971SChao Yu return NULL; 1927d62fe971SChao Yu } 1928d62fe971SChao Yu #endif 1929d62fe971SChao Yu return bio_alloc(GFP_KERNEL, npages); 1930d62fe971SChao Yu } 1931740432f8SJaegeuk Kim 19329be32d72SJaegeuk Kim static inline void f2fs_radix_tree_insert(struct radix_tree_root *root, 19339be32d72SJaegeuk Kim unsigned long index, void *item) 19349be32d72SJaegeuk Kim { 19359be32d72SJaegeuk Kim while (radix_tree_insert(root, index, item)) 19369be32d72SJaegeuk Kim cond_resched(); 19379be32d72SJaegeuk Kim } 19389be32d72SJaegeuk Kim 193939a53e0cSJaegeuk Kim #define RAW_IS_INODE(p) ((p)->footer.nid == (p)->footer.ino) 194039a53e0cSJaegeuk Kim 194139a53e0cSJaegeuk Kim static inline bool IS_INODE(struct page *page) 194239a53e0cSJaegeuk Kim { 194345590710SGu Zheng struct f2fs_node *p = F2FS_NODE(page); 1944cac5a3d8SDongOh Shin 194539a53e0cSJaegeuk Kim return RAW_IS_INODE(p); 194639a53e0cSJaegeuk Kim } 194739a53e0cSJaegeuk Kim 19487a2af766SChao Yu static inline int offset_in_addr(struct f2fs_inode *i) 19497a2af766SChao Yu { 19507a2af766SChao Yu return (i->i_inline & F2FS_EXTRA_ATTR) ? 19517a2af766SChao Yu (le16_to_cpu(i->i_extra_isize) / sizeof(__le32)) : 0; 19527a2af766SChao Yu } 19537a2af766SChao Yu 195439a53e0cSJaegeuk Kim static inline __le32 *blkaddr_in_node(struct f2fs_node *node) 195539a53e0cSJaegeuk Kim { 195639a53e0cSJaegeuk Kim return RAW_IS_INODE(node) ? node->i.i_addr : node->dn.addr; 195739a53e0cSJaegeuk Kim } 195839a53e0cSJaegeuk Kim 19597a2af766SChao Yu static inline int f2fs_has_extra_attr(struct inode *inode); 19607a2af766SChao Yu static inline block_t datablock_addr(struct inode *inode, 19617a2af766SChao Yu struct page *node_page, unsigned int offset) 196239a53e0cSJaegeuk Kim { 196339a53e0cSJaegeuk Kim struct f2fs_node *raw_node; 196439a53e0cSJaegeuk Kim __le32 *addr_array; 19657a2af766SChao Yu int base = 0; 19667a2af766SChao Yu bool is_inode = IS_INODE(node_page); 1967cac5a3d8SDongOh Shin 196845590710SGu Zheng raw_node = F2FS_NODE(node_page); 19697a2af766SChao Yu 19707a2af766SChao Yu /* from GC path only */ 19717a2af766SChao Yu if (!inode) { 19727a2af766SChao Yu if (is_inode) 19737a2af766SChao Yu base = offset_in_addr(&raw_node->i); 19747a2af766SChao Yu } else if (f2fs_has_extra_attr(inode) && is_inode) { 19757a2af766SChao Yu base = get_extra_isize(inode); 19767a2af766SChao Yu } 19777a2af766SChao Yu 197839a53e0cSJaegeuk Kim addr_array = blkaddr_in_node(raw_node); 19797a2af766SChao Yu return le32_to_cpu(addr_array[base + offset]); 198039a53e0cSJaegeuk Kim } 198139a53e0cSJaegeuk Kim 198239a53e0cSJaegeuk Kim static inline int f2fs_test_bit(unsigned int nr, char *addr) 198339a53e0cSJaegeuk Kim { 198439a53e0cSJaegeuk Kim int mask; 198539a53e0cSJaegeuk Kim 198639a53e0cSJaegeuk Kim addr += (nr >> 3); 198739a53e0cSJaegeuk Kim mask = 1 << (7 - (nr & 0x07)); 198839a53e0cSJaegeuk Kim return mask & *addr; 198939a53e0cSJaegeuk Kim } 199039a53e0cSJaegeuk Kim 1991a66cdd98SJaegeuk Kim static inline void f2fs_set_bit(unsigned int nr, char *addr) 1992a66cdd98SJaegeuk Kim { 1993a66cdd98SJaegeuk Kim int mask; 1994a66cdd98SJaegeuk Kim 1995a66cdd98SJaegeuk Kim addr += (nr >> 3); 1996a66cdd98SJaegeuk Kim mask = 1 << (7 - (nr & 0x07)); 1997a66cdd98SJaegeuk Kim *addr |= mask; 1998a66cdd98SJaegeuk Kim } 1999a66cdd98SJaegeuk Kim 2000a66cdd98SJaegeuk Kim static inline void f2fs_clear_bit(unsigned int nr, char *addr) 2001a66cdd98SJaegeuk Kim { 2002a66cdd98SJaegeuk Kim int mask; 2003a66cdd98SJaegeuk Kim 2004a66cdd98SJaegeuk Kim addr += (nr >> 3); 2005a66cdd98SJaegeuk Kim mask = 1 << (7 - (nr & 0x07)); 2006a66cdd98SJaegeuk Kim *addr &= ~mask; 2007a66cdd98SJaegeuk Kim } 2008a66cdd98SJaegeuk Kim 200952aca074SGu Zheng static inline int f2fs_test_and_set_bit(unsigned int nr, char *addr) 201039a53e0cSJaegeuk Kim { 201139a53e0cSJaegeuk Kim int mask; 201239a53e0cSJaegeuk Kim int ret; 201339a53e0cSJaegeuk Kim 201439a53e0cSJaegeuk Kim addr += (nr >> 3); 201539a53e0cSJaegeuk Kim mask = 1 << (7 - (nr & 0x07)); 201639a53e0cSJaegeuk Kim ret = mask & *addr; 201739a53e0cSJaegeuk Kim *addr |= mask; 201839a53e0cSJaegeuk Kim return ret; 201939a53e0cSJaegeuk Kim } 202039a53e0cSJaegeuk Kim 202152aca074SGu Zheng static inline int f2fs_test_and_clear_bit(unsigned int nr, char *addr) 202239a53e0cSJaegeuk Kim { 202339a53e0cSJaegeuk Kim int mask; 202439a53e0cSJaegeuk Kim int ret; 202539a53e0cSJaegeuk Kim 202639a53e0cSJaegeuk Kim addr += (nr >> 3); 202739a53e0cSJaegeuk Kim mask = 1 << (7 - (nr & 0x07)); 202839a53e0cSJaegeuk Kim ret = mask & *addr; 202939a53e0cSJaegeuk Kim *addr &= ~mask; 203039a53e0cSJaegeuk Kim return ret; 203139a53e0cSJaegeuk Kim } 203239a53e0cSJaegeuk Kim 2033c6ac4c0eSGu Zheng static inline void f2fs_change_bit(unsigned int nr, char *addr) 2034c6ac4c0eSGu Zheng { 2035c6ac4c0eSGu Zheng int mask; 2036c6ac4c0eSGu Zheng 2037c6ac4c0eSGu Zheng addr += (nr >> 3); 2038c6ac4c0eSGu Zheng mask = 1 << (7 - (nr & 0x07)); 2039c6ac4c0eSGu Zheng *addr ^= mask; 2040c6ac4c0eSGu Zheng } 2041c6ac4c0eSGu Zheng 20425c57132eSChao Yu #define F2FS_REG_FLMASK (~(FS_DIRSYNC_FL | FS_TOPDIR_FL)) 20435c57132eSChao Yu #define F2FS_OTHER_FLMASK (FS_NODUMP_FL | FS_NOATIME_FL) 20445c57132eSChao Yu #define F2FS_FL_INHERITED (FS_PROJINHERIT_FL) 20455c57132eSChao Yu 20465c57132eSChao Yu static inline __u32 f2fs_mask_flags(umode_t mode, __u32 flags) 20475c57132eSChao Yu { 20485c57132eSChao Yu if (S_ISDIR(mode)) 20495c57132eSChao Yu return flags; 20505c57132eSChao Yu else if (S_ISREG(mode)) 20515c57132eSChao Yu return flags & F2FS_REG_FLMASK; 20525c57132eSChao Yu else 20535c57132eSChao Yu return flags & F2FS_OTHER_FLMASK; 20545c57132eSChao Yu } 20555c57132eSChao Yu 205639a53e0cSJaegeuk Kim /* used for f2fs_inode_info->flags */ 205739a53e0cSJaegeuk Kim enum { 205839a53e0cSJaegeuk Kim FI_NEW_INODE, /* indicate newly allocated inode */ 2059b3783873SJaegeuk Kim FI_DIRTY_INODE, /* indicate inode is dirty or not */ 206026de9b11SJaegeuk Kim FI_AUTO_RECOVER, /* indicate inode is recoverable */ 2061ed57c27fSJaegeuk Kim FI_DIRTY_DIR, /* indicate directory has dirty pages */ 206239a53e0cSJaegeuk Kim FI_INC_LINK, /* need to increment i_nlink */ 206339a53e0cSJaegeuk Kim FI_ACL_MODE, /* indicate acl mode */ 206439a53e0cSJaegeuk Kim FI_NO_ALLOC, /* should not allocate any blocks */ 2065c9b63bd0SJaegeuk Kim FI_FREE_NID, /* free allocated nide */ 2066c11abd1aSJaegeuk Kim FI_NO_EXTENT, /* not to use the extent cache */ 2067444c580fSJaegeuk Kim FI_INLINE_XATTR, /* used for inline xattr */ 20681001b347SHuajun Li FI_INLINE_DATA, /* used for inline data*/ 206934d67debSChao Yu FI_INLINE_DENTRY, /* used for inline dentry */ 2070fff04f90SJaegeuk Kim FI_APPEND_WRITE, /* inode has appended data */ 2071fff04f90SJaegeuk Kim FI_UPDATE_WRITE, /* inode has in-place-update data */ 207288b88a66SJaegeuk Kim FI_NEED_IPU, /* used for ipu per file */ 207388b88a66SJaegeuk Kim FI_ATOMIC_FILE, /* indicate atomic file */ 20745fe45743SChao Yu FI_ATOMIC_COMMIT, /* indicate the state of atomical committing */ 207502a1335fSJaegeuk Kim FI_VOLATILE_FILE, /* indicate volatile file */ 20763c6c2bebSJaegeuk Kim FI_FIRST_BLOCK_WRITTEN, /* indicate #0 data block was written */ 20771e84371fSJaegeuk Kim FI_DROP_CACHE, /* drop dirty page cache */ 2078b3d208f9SJaegeuk Kim FI_DATA_EXIST, /* indicate data exists */ 2079510022a8SJaegeuk Kim FI_INLINE_DOTS, /* indicate inline dot dentries */ 2080d323d005SChao Yu FI_DO_DEFRAG, /* indicate defragment is running */ 2081c227f912SChao Yu FI_DIRTY_FILE, /* indicate regular/symlink has dirty pages */ 2082dc91de78SJaegeuk Kim FI_NO_PREALLOC, /* indicate skipped preallocated blocks */ 2083ef095d19SJaegeuk Kim FI_HOT_DATA, /* indicate file is hot */ 20847a2af766SChao Yu FI_EXTRA_ATTR, /* indicate file has extra attribute */ 20855c57132eSChao Yu FI_PROJ_INHERIT, /* indicate file inherits projectid */ 208639a53e0cSJaegeuk Kim }; 208739a53e0cSJaegeuk Kim 2088205b9822SJaegeuk Kim static inline void __mark_inode_dirty_flag(struct inode *inode, 2089205b9822SJaegeuk Kim int flag, bool set) 209039a53e0cSJaegeuk Kim { 2091205b9822SJaegeuk Kim switch (flag) { 2092205b9822SJaegeuk Kim case FI_INLINE_XATTR: 2093205b9822SJaegeuk Kim case FI_INLINE_DATA: 2094205b9822SJaegeuk Kim case FI_INLINE_DENTRY: 2095205b9822SJaegeuk Kim if (set) 2096205b9822SJaegeuk Kim return; 2097205b9822SJaegeuk Kim case FI_DATA_EXIST: 2098205b9822SJaegeuk Kim case FI_INLINE_DOTS: 20997c45729aSJaegeuk Kim f2fs_mark_inode_dirty_sync(inode, true); 2100205b9822SJaegeuk Kim } 210139a53e0cSJaegeuk Kim } 210239a53e0cSJaegeuk Kim 210391942321SJaegeuk Kim static inline void set_inode_flag(struct inode *inode, int flag) 210439a53e0cSJaegeuk Kim { 210591942321SJaegeuk Kim if (!test_bit(flag, &F2FS_I(inode)->flags)) 210691942321SJaegeuk Kim set_bit(flag, &F2FS_I(inode)->flags); 2107205b9822SJaegeuk Kim __mark_inode_dirty_flag(inode, flag, true); 210839a53e0cSJaegeuk Kim } 210939a53e0cSJaegeuk Kim 211091942321SJaegeuk Kim static inline int is_inode_flag_set(struct inode *inode, int flag) 211139a53e0cSJaegeuk Kim { 211291942321SJaegeuk Kim return test_bit(flag, &F2FS_I(inode)->flags); 211339a53e0cSJaegeuk Kim } 211439a53e0cSJaegeuk Kim 211591942321SJaegeuk Kim static inline void clear_inode_flag(struct inode *inode, int flag) 211639a53e0cSJaegeuk Kim { 211791942321SJaegeuk Kim if (test_bit(flag, &F2FS_I(inode)->flags)) 211891942321SJaegeuk Kim clear_bit(flag, &F2FS_I(inode)->flags); 2119205b9822SJaegeuk Kim __mark_inode_dirty_flag(inode, flag, false); 212039a53e0cSJaegeuk Kim } 212139a53e0cSJaegeuk Kim 212291942321SJaegeuk Kim static inline void set_acl_inode(struct inode *inode, umode_t mode) 2123444c580fSJaegeuk Kim { 212491942321SJaegeuk Kim F2FS_I(inode)->i_acl_mode = mode; 212591942321SJaegeuk Kim set_inode_flag(inode, FI_ACL_MODE); 21267c45729aSJaegeuk Kim f2fs_mark_inode_dirty_sync(inode, false); 212739a53e0cSJaegeuk Kim } 212839a53e0cSJaegeuk Kim 2129a1961246SJaegeuk Kim static inline void f2fs_i_links_write(struct inode *inode, bool inc) 2130a1961246SJaegeuk Kim { 2131a1961246SJaegeuk Kim if (inc) 2132a1961246SJaegeuk Kim inc_nlink(inode); 2133a1961246SJaegeuk Kim else 2134a1961246SJaegeuk Kim drop_nlink(inode); 21357c45729aSJaegeuk Kim f2fs_mark_inode_dirty_sync(inode, true); 2136a1961246SJaegeuk Kim } 2137a1961246SJaegeuk Kim 21388edd03c8SJaegeuk Kim static inline void f2fs_i_blocks_write(struct inode *inode, 21390abd675eSChao Yu block_t diff, bool add, bool claim) 21408edd03c8SJaegeuk Kim { 214126de9b11SJaegeuk Kim bool clean = !is_inode_flag_set(inode, FI_DIRTY_INODE); 214226de9b11SJaegeuk Kim bool recover = is_inode_flag_set(inode, FI_AUTO_RECOVER); 214326de9b11SJaegeuk Kim 21440abd675eSChao Yu /* add = 1, claim = 1 should be dquot_reserve_block in pair */ 21450abd675eSChao Yu if (add) { 21460abd675eSChao Yu if (claim) 21470abd675eSChao Yu dquot_claim_block(inode, diff); 21480abd675eSChao Yu else 21490abd675eSChao Yu dquot_alloc_block_nofail(inode, diff); 21500abd675eSChao Yu } else { 21510abd675eSChao Yu dquot_free_block(inode, diff); 21520abd675eSChao Yu } 21530abd675eSChao Yu 21547c45729aSJaegeuk Kim f2fs_mark_inode_dirty_sync(inode, true); 215526de9b11SJaegeuk Kim if (clean || recover) 215626de9b11SJaegeuk Kim set_inode_flag(inode, FI_AUTO_RECOVER); 21578edd03c8SJaegeuk Kim } 21588edd03c8SJaegeuk Kim 2159fc9581c8SJaegeuk Kim static inline void f2fs_i_size_write(struct inode *inode, loff_t i_size) 2160fc9581c8SJaegeuk Kim { 216126de9b11SJaegeuk Kim bool clean = !is_inode_flag_set(inode, FI_DIRTY_INODE); 216226de9b11SJaegeuk Kim bool recover = is_inode_flag_set(inode, FI_AUTO_RECOVER); 216326de9b11SJaegeuk Kim 2164fc9581c8SJaegeuk Kim if (i_size_read(inode) == i_size) 2165fc9581c8SJaegeuk Kim return; 2166fc9581c8SJaegeuk Kim 2167fc9581c8SJaegeuk Kim i_size_write(inode, i_size); 21687c45729aSJaegeuk Kim f2fs_mark_inode_dirty_sync(inode, true); 216926de9b11SJaegeuk Kim if (clean || recover) 217026de9b11SJaegeuk Kim set_inode_flag(inode, FI_AUTO_RECOVER); 217126de9b11SJaegeuk Kim } 217226de9b11SJaegeuk Kim 2173205b9822SJaegeuk Kim static inline void f2fs_i_depth_write(struct inode *inode, unsigned int depth) 2174205b9822SJaegeuk Kim { 2175205b9822SJaegeuk Kim F2FS_I(inode)->i_current_depth = depth; 21767c45729aSJaegeuk Kim f2fs_mark_inode_dirty_sync(inode, true); 2177205b9822SJaegeuk Kim } 2178205b9822SJaegeuk Kim 2179205b9822SJaegeuk Kim static inline void f2fs_i_xnid_write(struct inode *inode, nid_t xnid) 2180205b9822SJaegeuk Kim { 2181205b9822SJaegeuk Kim F2FS_I(inode)->i_xattr_nid = xnid; 21827c45729aSJaegeuk Kim f2fs_mark_inode_dirty_sync(inode, true); 2183205b9822SJaegeuk Kim } 2184205b9822SJaegeuk Kim 2185205b9822SJaegeuk Kim static inline void f2fs_i_pino_write(struct inode *inode, nid_t pino) 2186205b9822SJaegeuk Kim { 2187205b9822SJaegeuk Kim F2FS_I(inode)->i_pino = pino; 21887c45729aSJaegeuk Kim f2fs_mark_inode_dirty_sync(inode, true); 2189205b9822SJaegeuk Kim } 2190205b9822SJaegeuk Kim 219191942321SJaegeuk Kim static inline void get_inline_info(struct inode *inode, struct f2fs_inode *ri) 2192444c580fSJaegeuk Kim { 2193205b9822SJaegeuk Kim struct f2fs_inode_info *fi = F2FS_I(inode); 2194205b9822SJaegeuk Kim 2195444c580fSJaegeuk Kim if (ri->i_inline & F2FS_INLINE_XATTR) 2196205b9822SJaegeuk Kim set_bit(FI_INLINE_XATTR, &fi->flags); 21971001b347SHuajun Li if (ri->i_inline & F2FS_INLINE_DATA) 2198205b9822SJaegeuk Kim set_bit(FI_INLINE_DATA, &fi->flags); 219934d67debSChao Yu if (ri->i_inline & F2FS_INLINE_DENTRY) 2200205b9822SJaegeuk Kim set_bit(FI_INLINE_DENTRY, &fi->flags); 2201b3d208f9SJaegeuk Kim if (ri->i_inline & F2FS_DATA_EXIST) 2202205b9822SJaegeuk Kim set_bit(FI_DATA_EXIST, &fi->flags); 2203510022a8SJaegeuk Kim if (ri->i_inline & F2FS_INLINE_DOTS) 2204205b9822SJaegeuk Kim set_bit(FI_INLINE_DOTS, &fi->flags); 22057a2af766SChao Yu if (ri->i_inline & F2FS_EXTRA_ATTR) 22067a2af766SChao Yu set_bit(FI_EXTRA_ATTR, &fi->flags); 2207444c580fSJaegeuk Kim } 2208444c580fSJaegeuk Kim 220991942321SJaegeuk Kim static inline void set_raw_inline(struct inode *inode, struct f2fs_inode *ri) 2210444c580fSJaegeuk Kim { 2211444c580fSJaegeuk Kim ri->i_inline = 0; 2212444c580fSJaegeuk Kim 221391942321SJaegeuk Kim if (is_inode_flag_set(inode, FI_INLINE_XATTR)) 2214444c580fSJaegeuk Kim ri->i_inline |= F2FS_INLINE_XATTR; 221591942321SJaegeuk Kim if (is_inode_flag_set(inode, FI_INLINE_DATA)) 22161001b347SHuajun Li ri->i_inline |= F2FS_INLINE_DATA; 221791942321SJaegeuk Kim if (is_inode_flag_set(inode, FI_INLINE_DENTRY)) 221834d67debSChao Yu ri->i_inline |= F2FS_INLINE_DENTRY; 221991942321SJaegeuk Kim if (is_inode_flag_set(inode, FI_DATA_EXIST)) 2220b3d208f9SJaegeuk Kim ri->i_inline |= F2FS_DATA_EXIST; 222191942321SJaegeuk Kim if (is_inode_flag_set(inode, FI_INLINE_DOTS)) 2222510022a8SJaegeuk Kim ri->i_inline |= F2FS_INLINE_DOTS; 22237a2af766SChao Yu if (is_inode_flag_set(inode, FI_EXTRA_ATTR)) 22247a2af766SChao Yu ri->i_inline |= F2FS_EXTRA_ATTR; 22257a2af766SChao Yu } 22267a2af766SChao Yu 22277a2af766SChao Yu static inline int f2fs_has_extra_attr(struct inode *inode) 22287a2af766SChao Yu { 22297a2af766SChao Yu return is_inode_flag_set(inode, FI_EXTRA_ATTR); 2230444c580fSJaegeuk Kim } 2231444c580fSJaegeuk Kim 2232987c7c31SChao Yu static inline int f2fs_has_inline_xattr(struct inode *inode) 2233987c7c31SChao Yu { 223491942321SJaegeuk Kim return is_inode_flag_set(inode, FI_INLINE_XATTR); 2235987c7c31SChao Yu } 2236987c7c31SChao Yu 223781ca7350SChao Yu static inline unsigned int addrs_per_inode(struct inode *inode) 2238de93653fSJaegeuk Kim { 22396afc662eSChao Yu return CUR_ADDRS_PER_INODE(inode) - F2FS_INLINE_XATTR_ADDRS(inode); 2240de93653fSJaegeuk Kim } 2241de93653fSJaegeuk Kim 22426afc662eSChao Yu static inline void *inline_xattr_addr(struct inode *inode, struct page *page) 224365985d93SJaegeuk Kim { 2244695fd1edSChao Yu struct f2fs_inode *ri = F2FS_INODE(page); 2245cac5a3d8SDongOh Shin 224665985d93SJaegeuk Kim return (void *)&(ri->i_addr[DEF_ADDRS_PER_INODE - 22476afc662eSChao Yu F2FS_INLINE_XATTR_ADDRS(inode)]); 224865985d93SJaegeuk Kim } 224965985d93SJaegeuk Kim 225065985d93SJaegeuk Kim static inline int inline_xattr_size(struct inode *inode) 225165985d93SJaegeuk Kim { 22526afc662eSChao Yu return get_inline_xattr_addrs(inode) * sizeof(__le32); 225365985d93SJaegeuk Kim } 225465985d93SJaegeuk Kim 22550dbdc2aeSJaegeuk Kim static inline int f2fs_has_inline_data(struct inode *inode) 22560dbdc2aeSJaegeuk Kim { 225791942321SJaegeuk Kim return is_inode_flag_set(inode, FI_INLINE_DATA); 22580dbdc2aeSJaegeuk Kim } 22590dbdc2aeSJaegeuk Kim 2260b3d208f9SJaegeuk Kim static inline int f2fs_exist_data(struct inode *inode) 2261b3d208f9SJaegeuk Kim { 226291942321SJaegeuk Kim return is_inode_flag_set(inode, FI_DATA_EXIST); 2263b3d208f9SJaegeuk Kim } 2264b3d208f9SJaegeuk Kim 2265510022a8SJaegeuk Kim static inline int f2fs_has_inline_dots(struct inode *inode) 2266510022a8SJaegeuk Kim { 226791942321SJaegeuk Kim return is_inode_flag_set(inode, FI_INLINE_DOTS); 2268510022a8SJaegeuk Kim } 2269510022a8SJaegeuk Kim 227088b88a66SJaegeuk Kim static inline bool f2fs_is_atomic_file(struct inode *inode) 227188b88a66SJaegeuk Kim { 227291942321SJaegeuk Kim return is_inode_flag_set(inode, FI_ATOMIC_FILE); 227388b88a66SJaegeuk Kim } 227488b88a66SJaegeuk Kim 22755fe45743SChao Yu static inline bool f2fs_is_commit_atomic_write(struct inode *inode) 22765fe45743SChao Yu { 22775fe45743SChao Yu return is_inode_flag_set(inode, FI_ATOMIC_COMMIT); 22785fe45743SChao Yu } 22795fe45743SChao Yu 228002a1335fSJaegeuk Kim static inline bool f2fs_is_volatile_file(struct inode *inode) 228102a1335fSJaegeuk Kim { 228291942321SJaegeuk Kim return is_inode_flag_set(inode, FI_VOLATILE_FILE); 228302a1335fSJaegeuk Kim } 228402a1335fSJaegeuk Kim 22853c6c2bebSJaegeuk Kim static inline bool f2fs_is_first_block_written(struct inode *inode) 22863c6c2bebSJaegeuk Kim { 228791942321SJaegeuk Kim return is_inode_flag_set(inode, FI_FIRST_BLOCK_WRITTEN); 22883c6c2bebSJaegeuk Kim } 22893c6c2bebSJaegeuk Kim 22901e84371fSJaegeuk Kim static inline bool f2fs_is_drop_cache(struct inode *inode) 22911e84371fSJaegeuk Kim { 229291942321SJaegeuk Kim return is_inode_flag_set(inode, FI_DROP_CACHE); 22931e84371fSJaegeuk Kim } 22941e84371fSJaegeuk Kim 2295f2470371SChao Yu static inline void *inline_data_addr(struct inode *inode, struct page *page) 22961001b347SHuajun Li { 2297695fd1edSChao Yu struct f2fs_inode *ri = F2FS_INODE(page); 22987a2af766SChao Yu int extra_size = get_extra_isize(inode); 2299cac5a3d8SDongOh Shin 23007a2af766SChao Yu return (void *)&(ri->i_addr[extra_size + DEF_INLINE_RESERVED_SIZE]); 23011001b347SHuajun Li } 23021001b347SHuajun Li 230334d67debSChao Yu static inline int f2fs_has_inline_dentry(struct inode *inode) 230434d67debSChao Yu { 230591942321SJaegeuk Kim return is_inode_flag_set(inode, FI_INLINE_DENTRY); 230634d67debSChao Yu } 230734d67debSChao Yu 23089486ba44SJaegeuk Kim static inline void f2fs_dentry_kunmap(struct inode *dir, struct page *page) 23099486ba44SJaegeuk Kim { 23109486ba44SJaegeuk Kim if (!f2fs_has_inline_dentry(dir)) 23119486ba44SJaegeuk Kim kunmap(page); 23129486ba44SJaegeuk Kim } 23139486ba44SJaegeuk Kim 2314b5492af7SJaegeuk Kim static inline int is_file(struct inode *inode, int type) 2315b5492af7SJaegeuk Kim { 2316b5492af7SJaegeuk Kim return F2FS_I(inode)->i_advise & type; 2317b5492af7SJaegeuk Kim } 2318b5492af7SJaegeuk Kim 2319b5492af7SJaegeuk Kim static inline void set_file(struct inode *inode, int type) 2320b5492af7SJaegeuk Kim { 2321b5492af7SJaegeuk Kim F2FS_I(inode)->i_advise |= type; 23227c45729aSJaegeuk Kim f2fs_mark_inode_dirty_sync(inode, true); 2323b5492af7SJaegeuk Kim } 2324b5492af7SJaegeuk Kim 2325b5492af7SJaegeuk Kim static inline void clear_file(struct inode *inode, int type) 2326b5492af7SJaegeuk Kim { 2327b5492af7SJaegeuk Kim F2FS_I(inode)->i_advise &= ~type; 23287c45729aSJaegeuk Kim f2fs_mark_inode_dirty_sync(inode, true); 2329b5492af7SJaegeuk Kim } 2330b5492af7SJaegeuk Kim 233126787236SJaegeuk Kim static inline bool f2fs_skip_inode_update(struct inode *inode, int dsync) 233226787236SJaegeuk Kim { 2333a0d00fadSChao Yu bool ret; 2334a0d00fadSChao Yu 233526787236SJaegeuk Kim if (dsync) { 233626787236SJaegeuk Kim struct f2fs_sb_info *sbi = F2FS_I_SB(inode); 233726787236SJaegeuk Kim 233826787236SJaegeuk Kim spin_lock(&sbi->inode_lock[DIRTY_META]); 233926787236SJaegeuk Kim ret = list_empty(&F2FS_I(inode)->gdirty_list); 234026787236SJaegeuk Kim spin_unlock(&sbi->inode_lock[DIRTY_META]); 234126787236SJaegeuk Kim return ret; 234226787236SJaegeuk Kim } 234326787236SJaegeuk Kim if (!is_inode_flag_set(inode, FI_AUTO_RECOVER) || 234426787236SJaegeuk Kim file_keep_isize(inode) || 234526787236SJaegeuk Kim i_size_read(inode) & PAGE_MASK) 234626787236SJaegeuk Kim return false; 2347a0d00fadSChao Yu 2348a0d00fadSChao Yu down_read(&F2FS_I(inode)->i_sem); 2349a0d00fadSChao Yu ret = F2FS_I(inode)->last_disk_size == i_size_read(inode); 2350a0d00fadSChao Yu up_read(&F2FS_I(inode)->i_sem); 2351a0d00fadSChao Yu 2352a0d00fadSChao Yu return ret; 2353267378d4SChao Yu } 2354267378d4SChao Yu 2355267378d4SChao Yu static inline int f2fs_readonly(struct super_block *sb) 2356267378d4SChao Yu { 2357267378d4SChao Yu return sb->s_flags & MS_RDONLY; 2358267378d4SChao Yu } 235939a53e0cSJaegeuk Kim 236039a53e0cSJaegeuk Kim static inline bool f2fs_cp_error(struct f2fs_sb_info *sbi) 236139a53e0cSJaegeuk Kim { 2362aaec2b1dSChao Yu return is_set_ckpt_flags(sbi, CP_ERROR_FLAG); 236339a53e0cSJaegeuk Kim } 236439a53e0cSJaegeuk Kim 2365eaa693f4SJaegeuk Kim static inline bool is_dot_dotdot(const struct qstr *str) 2366eaa693f4SJaegeuk Kim { 2367eaa693f4SJaegeuk Kim if (str->len == 1 && str->name[0] == '.') 2368eaa693f4SJaegeuk Kim return true; 2369eaa693f4SJaegeuk Kim 2370eaa693f4SJaegeuk Kim if (str->len == 2 && str->name[0] == '.' && str->name[1] == '.') 2371eaa693f4SJaegeuk Kim return true; 2372eaa693f4SJaegeuk Kim 2373eaa693f4SJaegeuk Kim return false; 2374eaa693f4SJaegeuk Kim } 2375eaa693f4SJaegeuk Kim 23763e72f721SJaegeuk Kim static inline bool f2fs_may_extent_tree(struct inode *inode) 23773e72f721SJaegeuk Kim { 23783e72f721SJaegeuk Kim if (!test_opt(F2FS_I_SB(inode), EXTENT_CACHE) || 237991942321SJaegeuk Kim is_inode_flag_set(inode, FI_NO_EXTENT)) 23803e72f721SJaegeuk Kim return false; 23813e72f721SJaegeuk Kim 2382886f56f9SAl Viro return S_ISREG(inode->i_mode); 23833e72f721SJaegeuk Kim } 23843e72f721SJaegeuk Kim 23851ecc0c5cSChao Yu static inline void *f2fs_kmalloc(struct f2fs_sb_info *sbi, 23861ecc0c5cSChao Yu size_t size, gfp_t flags) 23870414b004SJaegeuk Kim { 23882c63feadSJaegeuk Kim #ifdef CONFIG_F2FS_FAULT_INJECTION 238955523519SChao Yu if (time_to_inject(sbi, FAULT_KMALLOC)) { 239055523519SChao Yu f2fs_show_injection_info(FAULT_KMALLOC); 23912c63feadSJaegeuk Kim return NULL; 239255523519SChao Yu } 23932c63feadSJaegeuk Kim #endif 23940414b004SJaegeuk Kim return kmalloc(size, flags); 23950414b004SJaegeuk Kim } 23960414b004SJaegeuk Kim 23977a2af766SChao Yu static inline int get_extra_isize(struct inode *inode) 2398f2470371SChao Yu { 23997a2af766SChao Yu return F2FS_I(inode)->i_extra_isize / sizeof(__le32); 2400f2470371SChao Yu } 2401f2470371SChao Yu 24026afc662eSChao Yu static inline int f2fs_sb_has_flexible_inline_xattr(struct super_block *sb); 24036afc662eSChao Yu static inline int get_inline_xattr_addrs(struct inode *inode) 24046afc662eSChao Yu { 24056afc662eSChao Yu return F2FS_I(inode)->i_inline_xattr_size; 24066afc662eSChao Yu } 24076afc662eSChao Yu 240839a53e0cSJaegeuk Kim #define get_inode_mode(i) \ 240991942321SJaegeuk Kim ((is_inode_flag_set(i, FI_ACL_MODE)) ? \ 241039a53e0cSJaegeuk Kim (F2FS_I(i)->i_acl_mode) : ((i)->i_mode)) 241139a53e0cSJaegeuk Kim 24127a2af766SChao Yu #define F2FS_TOTAL_EXTRA_ATTR_SIZE \ 24137a2af766SChao Yu (offsetof(struct f2fs_inode, i_extra_end) - \ 24147a2af766SChao Yu offsetof(struct f2fs_inode, i_extra_isize)) \ 24157a2af766SChao Yu 24165c57132eSChao Yu #define F2FS_OLD_ATTRIBUTE_SIZE (offsetof(struct f2fs_inode, i_addr)) 24175c57132eSChao Yu #define F2FS_FITS_IN_INODE(f2fs_inode, extra_isize, field) \ 24185c57132eSChao Yu ((offsetof(typeof(*f2fs_inode), field) + \ 24195c57132eSChao Yu sizeof((f2fs_inode)->field)) \ 24205c57132eSChao Yu <= (F2FS_OLD_ATTRIBUTE_SIZE + extra_isize)) \ 24215c57132eSChao Yu 2422b0af6d49SChao Yu static inline void f2fs_reset_iostat(struct f2fs_sb_info *sbi) 2423b0af6d49SChao Yu { 2424b0af6d49SChao Yu int i; 2425b0af6d49SChao Yu 2426b0af6d49SChao Yu spin_lock(&sbi->iostat_lock); 2427b0af6d49SChao Yu for (i = 0; i < NR_IO_TYPE; i++) 2428b0af6d49SChao Yu sbi->write_iostat[i] = 0; 2429b0af6d49SChao Yu spin_unlock(&sbi->iostat_lock); 2430b0af6d49SChao Yu } 2431b0af6d49SChao Yu 2432b0af6d49SChao Yu static inline void f2fs_update_iostat(struct f2fs_sb_info *sbi, 2433b0af6d49SChao Yu enum iostat_type type, unsigned long long io_bytes) 2434b0af6d49SChao Yu { 2435b0af6d49SChao Yu if (!sbi->iostat_enable) 2436b0af6d49SChao Yu return; 2437b0af6d49SChao Yu spin_lock(&sbi->iostat_lock); 2438b0af6d49SChao Yu sbi->write_iostat[type] += io_bytes; 2439b0af6d49SChao Yu 2440b0af6d49SChao Yu if (type == APP_WRITE_IO || type == APP_DIRECT_IO) 2441b0af6d49SChao Yu sbi->write_iostat[APP_BUFFERED_IO] = 2442b0af6d49SChao Yu sbi->write_iostat[APP_WRITE_IO] - 2443b0af6d49SChao Yu sbi->write_iostat[APP_DIRECT_IO]; 2444b0af6d49SChao Yu spin_unlock(&sbi->iostat_lock); 2445b0af6d49SChao Yu } 2446b0af6d49SChao Yu 244739a53e0cSJaegeuk Kim /* 244839a53e0cSJaegeuk Kim * file.c 244939a53e0cSJaegeuk Kim */ 2450cac5a3d8SDongOh Shin int f2fs_sync_file(struct file *file, loff_t start, loff_t end, int datasync); 2451cac5a3d8SDongOh Shin void truncate_data_blocks(struct dnode_of_data *dn); 2452cac5a3d8SDongOh Shin int truncate_blocks(struct inode *inode, u64 from, bool lock); 2453cac5a3d8SDongOh Shin int f2fs_truncate(struct inode *inode); 2454a528d35eSDavid Howells int f2fs_getattr(const struct path *path, struct kstat *stat, 2455a528d35eSDavid Howells u32 request_mask, unsigned int flags); 2456cac5a3d8SDongOh Shin int f2fs_setattr(struct dentry *dentry, struct iattr *attr); 2457cac5a3d8SDongOh Shin int truncate_hole(struct inode *inode, pgoff_t pg_start, pgoff_t pg_end); 2458cac5a3d8SDongOh Shin int truncate_data_blocks_range(struct dnode_of_data *dn, int count); 2459cac5a3d8SDongOh Shin long f2fs_ioctl(struct file *filp, unsigned int cmd, unsigned long arg); 2460cac5a3d8SDongOh Shin long f2fs_compat_ioctl(struct file *file, unsigned int cmd, unsigned long arg); 246139a53e0cSJaegeuk Kim 246239a53e0cSJaegeuk Kim /* 246339a53e0cSJaegeuk Kim * inode.c 246439a53e0cSJaegeuk Kim */ 2465cac5a3d8SDongOh Shin void f2fs_set_inode_flags(struct inode *inode); 2466704956ecSChao Yu bool f2fs_inode_chksum_verify(struct f2fs_sb_info *sbi, struct page *page); 2467704956ecSChao Yu void f2fs_inode_chksum_set(struct f2fs_sb_info *sbi, struct page *page); 2468cac5a3d8SDongOh Shin struct inode *f2fs_iget(struct super_block *sb, unsigned long ino); 2469cac5a3d8SDongOh Shin struct inode *f2fs_iget_retry(struct super_block *sb, unsigned long ino); 2470cac5a3d8SDongOh Shin int try_to_free_nats(struct f2fs_sb_info *sbi, int nr_shrink); 2471cac5a3d8SDongOh Shin int update_inode(struct inode *inode, struct page *node_page); 2472cac5a3d8SDongOh Shin int update_inode_page(struct inode *inode); 2473cac5a3d8SDongOh Shin int f2fs_write_inode(struct inode *inode, struct writeback_control *wbc); 2474cac5a3d8SDongOh Shin void f2fs_evict_inode(struct inode *inode); 2475cac5a3d8SDongOh Shin void handle_failed_inode(struct inode *inode); 247639a53e0cSJaegeuk Kim 247739a53e0cSJaegeuk Kim /* 247839a53e0cSJaegeuk Kim * namei.c 247939a53e0cSJaegeuk Kim */ 248039a53e0cSJaegeuk Kim struct dentry *f2fs_get_parent(struct dentry *child); 248139a53e0cSJaegeuk Kim 248239a53e0cSJaegeuk Kim /* 248339a53e0cSJaegeuk Kim * dir.c 248439a53e0cSJaegeuk Kim */ 2485cac5a3d8SDongOh Shin void set_de_type(struct f2fs_dir_entry *de, umode_t mode); 2486cac5a3d8SDongOh Shin unsigned char get_de_type(struct f2fs_dir_entry *de); 2487cac5a3d8SDongOh Shin struct f2fs_dir_entry *find_target_dentry(struct fscrypt_name *fname, 2488cac5a3d8SDongOh Shin f2fs_hash_t namehash, int *max_slots, 2489cac5a3d8SDongOh Shin struct f2fs_dentry_ptr *d); 2490cac5a3d8SDongOh Shin int f2fs_fill_dentries(struct dir_context *ctx, struct f2fs_dentry_ptr *d, 2491cac5a3d8SDongOh Shin unsigned int start_pos, struct fscrypt_str *fstr); 2492cac5a3d8SDongOh Shin void do_make_empty_dir(struct inode *inode, struct inode *parent, 2493cac5a3d8SDongOh Shin struct f2fs_dentry_ptr *d); 2494cac5a3d8SDongOh Shin struct page *init_inode_metadata(struct inode *inode, struct inode *dir, 2495cac5a3d8SDongOh Shin const struct qstr *new_name, 2496cac5a3d8SDongOh Shin const struct qstr *orig_name, struct page *dpage); 2497cac5a3d8SDongOh Shin void update_parent_metadata(struct inode *dir, struct inode *inode, 2498cac5a3d8SDongOh Shin unsigned int current_depth); 2499cac5a3d8SDongOh Shin int room_for_filename(const void *bitmap, int slots, int max_slots); 2500cac5a3d8SDongOh Shin void f2fs_drop_nlink(struct inode *dir, struct inode *inode); 2501cac5a3d8SDongOh Shin struct f2fs_dir_entry *__f2fs_find_entry(struct inode *dir, 2502cac5a3d8SDongOh Shin struct fscrypt_name *fname, struct page **res_page); 2503cac5a3d8SDongOh Shin struct f2fs_dir_entry *f2fs_find_entry(struct inode *dir, 2504cac5a3d8SDongOh Shin const struct qstr *child, struct page **res_page); 2505cac5a3d8SDongOh Shin struct f2fs_dir_entry *f2fs_parent_dir(struct inode *dir, struct page **p); 2506cac5a3d8SDongOh Shin ino_t f2fs_inode_by_name(struct inode *dir, const struct qstr *qstr, 2507cac5a3d8SDongOh Shin struct page **page); 2508cac5a3d8SDongOh Shin void f2fs_set_link(struct inode *dir, struct f2fs_dir_entry *de, 2509cac5a3d8SDongOh Shin struct page *page, struct inode *inode); 2510cac5a3d8SDongOh Shin void f2fs_update_dentry(nid_t ino, umode_t mode, struct f2fs_dentry_ptr *d, 2511cac5a3d8SDongOh Shin const struct qstr *name, f2fs_hash_t name_hash, 2512cac5a3d8SDongOh Shin unsigned int bit_pos); 2513cac5a3d8SDongOh Shin int f2fs_add_regular_entry(struct inode *dir, const struct qstr *new_name, 2514cac5a3d8SDongOh Shin const struct qstr *orig_name, 2515cac5a3d8SDongOh Shin struct inode *inode, nid_t ino, umode_t mode); 2516cac5a3d8SDongOh Shin int __f2fs_do_add_link(struct inode *dir, struct fscrypt_name *fname, 2517cac5a3d8SDongOh Shin struct inode *inode, nid_t ino, umode_t mode); 2518cac5a3d8SDongOh Shin int __f2fs_add_link(struct inode *dir, const struct qstr *name, 2519cac5a3d8SDongOh Shin struct inode *inode, nid_t ino, umode_t mode); 2520cac5a3d8SDongOh Shin void f2fs_delete_entry(struct f2fs_dir_entry *dentry, struct page *page, 2521cac5a3d8SDongOh Shin struct inode *dir, struct inode *inode); 2522cac5a3d8SDongOh Shin int f2fs_do_tmpfile(struct inode *inode, struct inode *dir); 2523cac5a3d8SDongOh Shin bool f2fs_empty_dir(struct inode *dir); 252439a53e0cSJaegeuk Kim 2525b7f7a5e0SAl Viro static inline int f2fs_add_link(struct dentry *dentry, struct inode *inode) 2526b7f7a5e0SAl Viro { 25272b0143b5SDavid Howells return __f2fs_add_link(d_inode(dentry->d_parent), &dentry->d_name, 2528510022a8SJaegeuk Kim inode, inode->i_ino, inode->i_mode); 2529b7f7a5e0SAl Viro } 2530b7f7a5e0SAl Viro 253139a53e0cSJaegeuk Kim /* 253239a53e0cSJaegeuk Kim * super.c 253339a53e0cSJaegeuk Kim */ 2534cac5a3d8SDongOh Shin int f2fs_inode_dirtied(struct inode *inode, bool sync); 2535cac5a3d8SDongOh Shin void f2fs_inode_synced(struct inode *inode); 2536*ea676733SJaegeuk Kim int f2fs_enable_quota_files(struct f2fs_sb_info *sbi, bool rdonly); 25374b2414d0SChao Yu void f2fs_quota_off_umount(struct super_block *sb); 2538cac5a3d8SDongOh Shin int f2fs_commit_super(struct f2fs_sb_info *sbi, bool recover); 2539cac5a3d8SDongOh Shin int f2fs_sync_fs(struct super_block *sb, int sync); 2540a07ef784SNamjae Jeon extern __printf(3, 4) 2541cac5a3d8SDongOh Shin void f2fs_msg(struct super_block *sb, const char *level, const char *fmt, ...); 2542984ec63cSShawn Lin int sanity_check_ckpt(struct f2fs_sb_info *sbi); 254339a53e0cSJaegeuk Kim 254439a53e0cSJaegeuk Kim /* 254539a53e0cSJaegeuk Kim * hash.c 254639a53e0cSJaegeuk Kim */ 25476332cd32SJaegeuk Kim f2fs_hash_t f2fs_dentry_hash(const struct qstr *name_info, 25486332cd32SJaegeuk Kim struct fscrypt_name *fname); 254939a53e0cSJaegeuk Kim 255039a53e0cSJaegeuk Kim /* 255139a53e0cSJaegeuk Kim * node.c 255239a53e0cSJaegeuk Kim */ 255339a53e0cSJaegeuk Kim struct dnode_of_data; 255439a53e0cSJaegeuk Kim struct node_info; 255539a53e0cSJaegeuk Kim 2556cac5a3d8SDongOh Shin bool available_free_memory(struct f2fs_sb_info *sbi, int type); 2557cac5a3d8SDongOh Shin int need_dentry_mark(struct f2fs_sb_info *sbi, nid_t nid); 2558cac5a3d8SDongOh Shin bool is_checkpointed_node(struct f2fs_sb_info *sbi, nid_t nid); 2559cac5a3d8SDongOh Shin bool need_inode_block_update(struct f2fs_sb_info *sbi, nid_t ino); 2560cac5a3d8SDongOh Shin void get_node_info(struct f2fs_sb_info *sbi, nid_t nid, struct node_info *ni); 2561cac5a3d8SDongOh Shin pgoff_t get_next_page_offset(struct dnode_of_data *dn, pgoff_t pgofs); 2562cac5a3d8SDongOh Shin int get_dnode_of_data(struct dnode_of_data *dn, pgoff_t index, int mode); 2563cac5a3d8SDongOh Shin int truncate_inode_blocks(struct inode *inode, pgoff_t from); 25649c77f754SJaegeuk Kim int truncate_xattr_node(struct inode *inode); 2565cac5a3d8SDongOh Shin int wait_on_node_pages_writeback(struct f2fs_sb_info *sbi, nid_t ino); 2566cac5a3d8SDongOh Shin int remove_inode_page(struct inode *inode); 2567cac5a3d8SDongOh Shin struct page *new_inode_page(struct inode *inode); 25685f4ce6abSYunlei He struct page *new_node_page(struct dnode_of_data *dn, unsigned int ofs); 2569cac5a3d8SDongOh Shin void ra_node_page(struct f2fs_sb_info *sbi, nid_t nid); 2570cac5a3d8SDongOh Shin struct page *get_node_page(struct f2fs_sb_info *sbi, pgoff_t nid); 2571cac5a3d8SDongOh Shin struct page *get_node_page_ra(struct page *parent, int start); 2572cac5a3d8SDongOh Shin void move_node_page(struct page *node_page, int gc_type); 2573cac5a3d8SDongOh Shin int fsync_node_pages(struct f2fs_sb_info *sbi, struct inode *inode, 2574cac5a3d8SDongOh Shin struct writeback_control *wbc, bool atomic); 2575401db79fSYunlong Song int sync_node_pages(struct f2fs_sb_info *sbi, struct writeback_control *wbc, 2576b0af6d49SChao Yu bool do_balance, enum iostat_type io_type); 257722ad0b6aSJaegeuk Kim void build_free_nids(struct f2fs_sb_info *sbi, bool sync, bool mount); 2578cac5a3d8SDongOh Shin bool alloc_nid(struct f2fs_sb_info *sbi, nid_t *nid); 2579cac5a3d8SDongOh Shin void alloc_nid_done(struct f2fs_sb_info *sbi, nid_t nid); 2580cac5a3d8SDongOh Shin void alloc_nid_failed(struct f2fs_sb_info *sbi, nid_t nid); 2581cac5a3d8SDongOh Shin int try_to_free_nids(struct f2fs_sb_info *sbi, int nr_shrink); 2582cac5a3d8SDongOh Shin void recover_inline_xattr(struct inode *inode, struct page *page); 2583d260081cSChao Yu int recover_xattr_data(struct inode *inode, struct page *page, 2584cac5a3d8SDongOh Shin block_t blkaddr); 2585cac5a3d8SDongOh Shin int recover_inode_page(struct f2fs_sb_info *sbi, struct page *page); 2586cac5a3d8SDongOh Shin int restore_node_summary(struct f2fs_sb_info *sbi, 2587cac5a3d8SDongOh Shin unsigned int segno, struct f2fs_summary_block *sum); 258822ad0b6aSJaegeuk Kim void flush_nat_entries(struct f2fs_sb_info *sbi, struct cp_control *cpc); 2589cac5a3d8SDongOh Shin int build_node_manager(struct f2fs_sb_info *sbi); 2590cac5a3d8SDongOh Shin void destroy_node_manager(struct f2fs_sb_info *sbi); 25916e6093a8SNamjae Jeon int __init create_node_manager_caches(void); 259239a53e0cSJaegeuk Kim void destroy_node_manager_caches(void); 259339a53e0cSJaegeuk Kim 259439a53e0cSJaegeuk Kim /* 259539a53e0cSJaegeuk Kim * segment.c 259639a53e0cSJaegeuk Kim */ 2597b3a97a2aSJaegeuk Kim bool need_SSR(struct f2fs_sb_info *sbi); 2598cac5a3d8SDongOh Shin void register_inmem_page(struct inode *inode, struct page *page); 259957864ae5SJaegeuk Kim void drop_inmem_pages_all(struct f2fs_sb_info *sbi); 2600cac5a3d8SDongOh Shin void drop_inmem_pages(struct inode *inode); 26018c242db9SJaegeuk Kim void drop_inmem_page(struct inode *inode, struct page *page); 2602cac5a3d8SDongOh Shin int commit_inmem_pages(struct inode *inode); 2603cac5a3d8SDongOh Shin void f2fs_balance_fs(struct f2fs_sb_info *sbi, bool need); 2604cac5a3d8SDongOh Shin void f2fs_balance_fs_bg(struct f2fs_sb_info *sbi); 260539d787beSChao Yu int f2fs_issue_flush(struct f2fs_sb_info *sbi, nid_t ino); 2606cac5a3d8SDongOh Shin int create_flush_cmd_control(struct f2fs_sb_info *sbi); 26071228b482SChao Yu int f2fs_flush_device_cache(struct f2fs_sb_info *sbi); 2608cac5a3d8SDongOh Shin void destroy_flush_cmd_control(struct f2fs_sb_info *sbi, bool free); 2609cac5a3d8SDongOh Shin void invalidate_blocks(struct f2fs_sb_info *sbi, block_t addr); 2610cac5a3d8SDongOh Shin bool is_checkpointed_data(struct f2fs_sb_info *sbi, block_t blkaddr); 261178997b56SChao Yu void init_discard_policy(struct discard_policy *dpolicy, int discard_type, 261278997b56SChao Yu unsigned int granularity); 2613cce13252SChao Yu void stop_discard_thread(struct f2fs_sb_info *sbi); 2614cf5c759fSChao Yu bool f2fs_wait_discard_bios(struct f2fs_sb_info *sbi); 2615cac5a3d8SDongOh Shin void clear_prefree_segments(struct f2fs_sb_info *sbi, struct cp_control *cpc); 2616cac5a3d8SDongOh Shin void release_discard_addrs(struct f2fs_sb_info *sbi); 2617cac5a3d8SDongOh Shin int npages_for_summary_flush(struct f2fs_sb_info *sbi, bool for_ra); 2618cac5a3d8SDongOh Shin void allocate_new_segments(struct f2fs_sb_info *sbi); 2619cac5a3d8SDongOh Shin int f2fs_trim_fs(struct f2fs_sb_info *sbi, struct fstrim_range *range); 2620cac5a3d8SDongOh Shin bool exist_trim_candidates(struct f2fs_sb_info *sbi, struct cp_control *cpc); 2621cac5a3d8SDongOh Shin struct page *get_sum_page(struct f2fs_sb_info *sbi, unsigned int segno); 2622cac5a3d8SDongOh Shin void update_meta_page(struct f2fs_sb_info *sbi, void *src, block_t blk_addr); 2623b0af6d49SChao Yu void write_meta_page(struct f2fs_sb_info *sbi, struct page *page, 2624b0af6d49SChao Yu enum iostat_type io_type); 2625cac5a3d8SDongOh Shin void write_node_page(unsigned int nid, struct f2fs_io_info *fio); 2626cac5a3d8SDongOh Shin void write_data_page(struct dnode_of_data *dn, struct f2fs_io_info *fio); 2627d1b3e72dSJaegeuk Kim int rewrite_data_page(struct f2fs_io_info *fio); 2628cac5a3d8SDongOh Shin void __f2fs_replace_block(struct f2fs_sb_info *sbi, struct f2fs_summary *sum, 2629cac5a3d8SDongOh Shin block_t old_blkaddr, block_t new_blkaddr, 2630cac5a3d8SDongOh Shin bool recover_curseg, bool recover_newaddr); 2631cac5a3d8SDongOh Shin void f2fs_replace_block(struct f2fs_sb_info *sbi, struct dnode_of_data *dn, 2632cac5a3d8SDongOh Shin block_t old_addr, block_t new_addr, 2633cac5a3d8SDongOh Shin unsigned char version, bool recover_curseg, 2634cac5a3d8SDongOh Shin bool recover_newaddr); 2635cac5a3d8SDongOh Shin void allocate_data_block(struct f2fs_sb_info *sbi, struct page *page, 2636cac5a3d8SDongOh Shin block_t old_blkaddr, block_t *new_blkaddr, 2637fb830fc5SChao Yu struct f2fs_summary *sum, int type, 2638fb830fc5SChao Yu struct f2fs_io_info *fio, bool add_list); 2639cac5a3d8SDongOh Shin void f2fs_wait_on_page_writeback(struct page *page, 2640cac5a3d8SDongOh Shin enum page_type type, bool ordered); 2641d4c759eeSJaegeuk Kim void f2fs_wait_on_block_writeback(struct f2fs_sb_info *sbi, block_t blkaddr); 2642cac5a3d8SDongOh Shin void write_data_summaries(struct f2fs_sb_info *sbi, block_t start_blk); 2643cac5a3d8SDongOh Shin void write_node_summaries(struct f2fs_sb_info *sbi, block_t start_blk); 2644cac5a3d8SDongOh Shin int lookup_journal_in_cursum(struct f2fs_journal *journal, int type, 2645cac5a3d8SDongOh Shin unsigned int val, int alloc); 2646cac5a3d8SDongOh Shin void flush_sit_entries(struct f2fs_sb_info *sbi, struct cp_control *cpc); 2647cac5a3d8SDongOh Shin int build_segment_manager(struct f2fs_sb_info *sbi); 2648cac5a3d8SDongOh Shin void destroy_segment_manager(struct f2fs_sb_info *sbi); 26497fd9e544SJaegeuk Kim int __init create_segment_manager_caches(void); 26507fd9e544SJaegeuk Kim void destroy_segment_manager_caches(void); 265139a53e0cSJaegeuk Kim 265239a53e0cSJaegeuk Kim /* 265339a53e0cSJaegeuk Kim * checkpoint.c 265439a53e0cSJaegeuk Kim */ 2655cac5a3d8SDongOh Shin void f2fs_stop_checkpoint(struct f2fs_sb_info *sbi, bool end_io); 2656cac5a3d8SDongOh Shin struct page *grab_meta_page(struct f2fs_sb_info *sbi, pgoff_t index); 2657cac5a3d8SDongOh Shin struct page *get_meta_page(struct f2fs_sb_info *sbi, pgoff_t index); 2658cac5a3d8SDongOh Shin struct page *get_tmp_page(struct f2fs_sb_info *sbi, pgoff_t index); 2659cac5a3d8SDongOh Shin bool is_valid_blkaddr(struct f2fs_sb_info *sbi, block_t blkaddr, int type); 2660cac5a3d8SDongOh Shin int ra_meta_pages(struct f2fs_sb_info *sbi, block_t start, int nrpages, 2661cac5a3d8SDongOh Shin int type, bool sync); 2662cac5a3d8SDongOh Shin void ra_meta_pages_cond(struct f2fs_sb_info *sbi, pgoff_t index); 2663cac5a3d8SDongOh Shin long sync_meta_pages(struct f2fs_sb_info *sbi, enum page_type type, 2664b0af6d49SChao Yu long nr_to_write, enum iostat_type io_type); 2665cac5a3d8SDongOh Shin void add_ino_entry(struct f2fs_sb_info *sbi, nid_t ino, int type); 2666cac5a3d8SDongOh Shin void remove_ino_entry(struct f2fs_sb_info *sbi, nid_t ino, int type); 2667cac5a3d8SDongOh Shin void release_ino_entry(struct f2fs_sb_info *sbi, bool all); 2668cac5a3d8SDongOh Shin bool exist_written_data(struct f2fs_sb_info *sbi, nid_t ino, int mode); 266939d787beSChao Yu void set_dirty_device(struct f2fs_sb_info *sbi, nid_t ino, 267039d787beSChao Yu unsigned int devidx, int type); 267139d787beSChao Yu bool is_dirty_device(struct f2fs_sb_info *sbi, nid_t ino, 267239d787beSChao Yu unsigned int devidx, int type); 2673cac5a3d8SDongOh Shin int f2fs_sync_inode_meta(struct f2fs_sb_info *sbi); 2674cac5a3d8SDongOh Shin int acquire_orphan_inode(struct f2fs_sb_info *sbi); 2675cac5a3d8SDongOh Shin void release_orphan_inode(struct f2fs_sb_info *sbi); 2676cac5a3d8SDongOh Shin void add_orphan_inode(struct inode *inode); 2677cac5a3d8SDongOh Shin void remove_orphan_inode(struct f2fs_sb_info *sbi, nid_t ino); 2678cac5a3d8SDongOh Shin int recover_orphan_inodes(struct f2fs_sb_info *sbi); 2679cac5a3d8SDongOh Shin int get_valid_checkpoint(struct f2fs_sb_info *sbi); 2680cac5a3d8SDongOh Shin void update_dirty_page(struct inode *inode, struct page *page); 2681cac5a3d8SDongOh Shin void remove_dirty_inode(struct inode *inode); 2682cac5a3d8SDongOh Shin int sync_dirty_inodes(struct f2fs_sb_info *sbi, enum inode_type type); 2683cac5a3d8SDongOh Shin int write_checkpoint(struct f2fs_sb_info *sbi, struct cp_control *cpc); 2684cac5a3d8SDongOh Shin void init_ino_entry_info(struct f2fs_sb_info *sbi); 26856e6093a8SNamjae Jeon int __init create_checkpoint_caches(void); 268639a53e0cSJaegeuk Kim void destroy_checkpoint_caches(void); 268739a53e0cSJaegeuk Kim 268839a53e0cSJaegeuk Kim /* 268939a53e0cSJaegeuk Kim * data.c 269039a53e0cSJaegeuk Kim */ 2691b9109b0eSJaegeuk Kim void f2fs_submit_merged_write(struct f2fs_sb_info *sbi, enum page_type type); 2692b9109b0eSJaegeuk Kim void f2fs_submit_merged_write_cond(struct f2fs_sb_info *sbi, 2693942fd319SJaegeuk Kim struct inode *inode, nid_t ino, pgoff_t idx, 2694b9109b0eSJaegeuk Kim enum page_type type); 2695b9109b0eSJaegeuk Kim void f2fs_flush_merged_writes(struct f2fs_sb_info *sbi); 2696cac5a3d8SDongOh Shin int f2fs_submit_page_bio(struct f2fs_io_info *fio); 2697b9109b0eSJaegeuk Kim int f2fs_submit_page_write(struct f2fs_io_info *fio); 2698cac5a3d8SDongOh Shin struct block_device *f2fs_target_device(struct f2fs_sb_info *sbi, 2699cac5a3d8SDongOh Shin block_t blk_addr, struct bio *bio); 2700cac5a3d8SDongOh Shin int f2fs_target_device_index(struct f2fs_sb_info *sbi, block_t blkaddr); 2701cac5a3d8SDongOh Shin void set_data_blkaddr(struct dnode_of_data *dn); 2702cac5a3d8SDongOh Shin void f2fs_update_data_blkaddr(struct dnode_of_data *dn, block_t blkaddr); 2703cac5a3d8SDongOh Shin int reserve_new_blocks(struct dnode_of_data *dn, blkcnt_t count); 2704cac5a3d8SDongOh Shin int reserve_new_block(struct dnode_of_data *dn); 2705cac5a3d8SDongOh Shin int f2fs_get_block(struct dnode_of_data *dn, pgoff_t index); 2706cac5a3d8SDongOh Shin int f2fs_preallocate_blocks(struct kiocb *iocb, struct iov_iter *from); 2707cac5a3d8SDongOh Shin int f2fs_reserve_block(struct dnode_of_data *dn, pgoff_t index); 2708cac5a3d8SDongOh Shin struct page *get_read_data_page(struct inode *inode, pgoff_t index, 2709cac5a3d8SDongOh Shin int op_flags, bool for_write); 2710cac5a3d8SDongOh Shin struct page *find_data_page(struct inode *inode, pgoff_t index); 2711cac5a3d8SDongOh Shin struct page *get_lock_data_page(struct inode *inode, pgoff_t index, 2712cac5a3d8SDongOh Shin bool for_write); 2713cac5a3d8SDongOh Shin struct page *get_new_data_page(struct inode *inode, 2714cac5a3d8SDongOh Shin struct page *ipage, pgoff_t index, bool new_i_size); 2715cac5a3d8SDongOh Shin int do_write_data_page(struct f2fs_io_info *fio); 2716cac5a3d8SDongOh Shin int f2fs_map_blocks(struct inode *inode, struct f2fs_map_blocks *map, 2717cac5a3d8SDongOh Shin int create, int flag); 2718cac5a3d8SDongOh Shin int f2fs_fiemap(struct inode *inode, struct fiemap_extent_info *fieinfo, 2719cac5a3d8SDongOh Shin u64 start, u64 len); 2720cac5a3d8SDongOh Shin void f2fs_set_page_dirty_nobuffers(struct page *page); 2721b0af6d49SChao Yu int __f2fs_write_data_pages(struct address_space *mapping, 2722b0af6d49SChao Yu struct writeback_control *wbc, 2723b0af6d49SChao Yu enum iostat_type io_type); 2724cac5a3d8SDongOh Shin void f2fs_invalidate_page(struct page *page, unsigned int offset, 2725cac5a3d8SDongOh Shin unsigned int length); 2726cac5a3d8SDongOh Shin int f2fs_release_page(struct page *page, gfp_t wait); 27275b7a487cSWeichao Guo #ifdef CONFIG_MIGRATION 2728cac5a3d8SDongOh Shin int f2fs_migrate_page(struct address_space *mapping, struct page *newpage, 2729cac5a3d8SDongOh Shin struct page *page, enum migrate_mode mode); 27305b7a487cSWeichao Guo #endif 273139a53e0cSJaegeuk Kim 273239a53e0cSJaegeuk Kim /* 273339a53e0cSJaegeuk Kim * gc.c 273439a53e0cSJaegeuk Kim */ 2735cac5a3d8SDongOh Shin int start_gc_thread(struct f2fs_sb_info *sbi); 2736cac5a3d8SDongOh Shin void stop_gc_thread(struct f2fs_sb_info *sbi); 2737cac5a3d8SDongOh Shin block_t start_bidx_of_node(unsigned int node_ofs, struct inode *inode); 2738e066b83cSJaegeuk Kim int f2fs_gc(struct f2fs_sb_info *sbi, bool sync, bool background, 2739e066b83cSJaegeuk Kim unsigned int segno); 2740cac5a3d8SDongOh Shin void build_gc_manager(struct f2fs_sb_info *sbi); 274139a53e0cSJaegeuk Kim 274239a53e0cSJaegeuk Kim /* 274339a53e0cSJaegeuk Kim * recovery.c 274439a53e0cSJaegeuk Kim */ 2745cac5a3d8SDongOh Shin int recover_fsync_data(struct f2fs_sb_info *sbi, bool check_only); 2746cac5a3d8SDongOh Shin bool space_for_roll_forward(struct f2fs_sb_info *sbi); 274739a53e0cSJaegeuk Kim 274839a53e0cSJaegeuk Kim /* 274939a53e0cSJaegeuk Kim * debug.c 275039a53e0cSJaegeuk Kim */ 275139a53e0cSJaegeuk Kim #ifdef CONFIG_F2FS_STAT_FS 275239a53e0cSJaegeuk Kim struct f2fs_stat_info { 275339a53e0cSJaegeuk Kim struct list_head stat_list; 275439a53e0cSJaegeuk Kim struct f2fs_sb_info *sbi; 275539a53e0cSJaegeuk Kim int all_area_segs, sit_area_segs, nat_area_segs, ssa_area_segs; 275639a53e0cSJaegeuk Kim int main_area_segs, main_area_sections, main_area_zones; 27575b7ee374SChao Yu unsigned long long hit_largest, hit_cached, hit_rbtree; 27585b7ee374SChao Yu unsigned long long hit_total, total_ext; 2759c00ba554SJaegeuk Kim int ext_tree, zombie_tree, ext_node; 276035782b23SJaegeuk Kim int ndirty_node, ndirty_dent, ndirty_meta, ndirty_data, ndirty_imeta; 276135782b23SJaegeuk Kim int inmem_pages; 27620f18b462SJaegeuk Kim unsigned int ndirty_dirs, ndirty_files, ndirty_all; 27635b0ef73cSJaegeuk Kim int nats, dirty_nats, sits, dirty_sits; 27645b0ef73cSJaegeuk Kim int free_nids, avail_nids, alloc_nids; 276539a53e0cSJaegeuk Kim int total_count, utilization; 27668b8dd65fSChao Yu int bg_gc, nr_wb_cp_data, nr_wb_data; 276714d8d5f7SChao Yu int nr_flushing, nr_flushed, flush_list_empty; 276814d8d5f7SChao Yu int nr_discarding, nr_discarded; 27695f32366aSChao Yu int nr_discard_cmd; 2770d84d1cbdSChao Yu unsigned int undiscard_blks; 2771a00861dbSJaegeuk Kim int inline_xattr, inline_inode, inline_dir, append, update, orphans; 2772648d50baSChao Yu int aw_cnt, max_aw_cnt, vw_cnt, max_vw_cnt; 2773f83a2584SYunlei He unsigned int valid_count, valid_node_count, valid_inode_count, discard_blks; 277439a53e0cSJaegeuk Kim unsigned int bimodal, avg_vblocks; 277539a53e0cSJaegeuk Kim int util_free, util_valid, util_invalid; 277639a53e0cSJaegeuk Kim int rsvd_segs, overp_segs; 277739a53e0cSJaegeuk Kim int dirty_count, node_pages, meta_pages; 277842190d2aSJaegeuk Kim int prefree_count, call_count, cp_count, bg_cp_count; 277939a53e0cSJaegeuk Kim int tot_segs, node_segs, data_segs, free_segs, free_secs; 2780e1235983SChangman Lee int bg_node_segs, bg_data_segs; 278139a53e0cSJaegeuk Kim int tot_blks, data_blks, node_blks; 2782e1235983SChangman Lee int bg_data_blks, bg_node_blks; 278339a53e0cSJaegeuk Kim int curseg[NR_CURSEG_TYPE]; 278439a53e0cSJaegeuk Kim int cursec[NR_CURSEG_TYPE]; 278539a53e0cSJaegeuk Kim int curzone[NR_CURSEG_TYPE]; 278639a53e0cSJaegeuk Kim 278739a53e0cSJaegeuk Kim unsigned int segment_count[2]; 278839a53e0cSJaegeuk Kim unsigned int block_count[2]; 2789b9a2c252SChangman Lee unsigned int inplace_count; 27909edcdabfSChao Yu unsigned long long base_mem, cache_mem, page_mem; 279139a53e0cSJaegeuk Kim }; 279239a53e0cSJaegeuk Kim 2793963d4f7dSGu Zheng static inline struct f2fs_stat_info *F2FS_STAT(struct f2fs_sb_info *sbi) 2794963d4f7dSGu Zheng { 2795963d4f7dSGu Zheng return (struct f2fs_stat_info *)sbi->stat_info; 2796963d4f7dSGu Zheng } 2797963d4f7dSGu Zheng 2798942e0be6SChangman Lee #define stat_inc_cp_count(si) ((si)->cp_count++) 279942190d2aSJaegeuk Kim #define stat_inc_bg_cp_count(si) ((si)->bg_cp_count++) 280039a53e0cSJaegeuk Kim #define stat_inc_call_count(si) ((si)->call_count++) 2801dcdfff65SJaegeuk Kim #define stat_inc_bggc_count(sbi) ((sbi)->bg_gc++) 280233fbd510SChao Yu #define stat_inc_dirty_inode(sbi, type) ((sbi)->ndirty_inode[type]++) 280333fbd510SChao Yu #define stat_dec_dirty_inode(sbi, type) ((sbi)->ndirty_inode[type]--) 28045b7ee374SChao Yu #define stat_inc_total_hit(sbi) (atomic64_inc(&(sbi)->total_hit_ext)) 28055b7ee374SChao Yu #define stat_inc_rbtree_node_hit(sbi) (atomic64_inc(&(sbi)->read_hit_rbtree)) 28065b7ee374SChao Yu #define stat_inc_largest_node_hit(sbi) (atomic64_inc(&(sbi)->read_hit_largest)) 28075b7ee374SChao Yu #define stat_inc_cached_node_hit(sbi) (atomic64_inc(&(sbi)->read_hit_cached)) 2808d5e8f6c9SChao Yu #define stat_inc_inline_xattr(inode) \ 2809d5e8f6c9SChao Yu do { \ 2810d5e8f6c9SChao Yu if (f2fs_has_inline_xattr(inode)) \ 2811d5e8f6c9SChao Yu (atomic_inc(&F2FS_I_SB(inode)->inline_xattr)); \ 2812d5e8f6c9SChao Yu } while (0) 2813d5e8f6c9SChao Yu #define stat_dec_inline_xattr(inode) \ 2814d5e8f6c9SChao Yu do { \ 2815d5e8f6c9SChao Yu if (f2fs_has_inline_xattr(inode)) \ 2816d5e8f6c9SChao Yu (atomic_dec(&F2FS_I_SB(inode)->inline_xattr)); \ 2817d5e8f6c9SChao Yu } while (0) 28180dbdc2aeSJaegeuk Kim #define stat_inc_inline_inode(inode) \ 28190dbdc2aeSJaegeuk Kim do { \ 28200dbdc2aeSJaegeuk Kim if (f2fs_has_inline_data(inode)) \ 282103e14d52SChao Yu (atomic_inc(&F2FS_I_SB(inode)->inline_inode)); \ 28220dbdc2aeSJaegeuk Kim } while (0) 28230dbdc2aeSJaegeuk Kim #define stat_dec_inline_inode(inode) \ 28240dbdc2aeSJaegeuk Kim do { \ 28250dbdc2aeSJaegeuk Kim if (f2fs_has_inline_data(inode)) \ 282603e14d52SChao Yu (atomic_dec(&F2FS_I_SB(inode)->inline_inode)); \ 28270dbdc2aeSJaegeuk Kim } while (0) 28283289c061SJaegeuk Kim #define stat_inc_inline_dir(inode) \ 28293289c061SJaegeuk Kim do { \ 28303289c061SJaegeuk Kim if (f2fs_has_inline_dentry(inode)) \ 283103e14d52SChao Yu (atomic_inc(&F2FS_I_SB(inode)->inline_dir)); \ 28323289c061SJaegeuk Kim } while (0) 28333289c061SJaegeuk Kim #define stat_dec_inline_dir(inode) \ 28343289c061SJaegeuk Kim do { \ 28353289c061SJaegeuk Kim if (f2fs_has_inline_dentry(inode)) \ 283603e14d52SChao Yu (atomic_dec(&F2FS_I_SB(inode)->inline_dir)); \ 28373289c061SJaegeuk Kim } while (0) 2838dcdfff65SJaegeuk Kim #define stat_inc_seg_type(sbi, curseg) \ 2839dcdfff65SJaegeuk Kim ((sbi)->segment_count[(curseg)->alloc_type]++) 2840dcdfff65SJaegeuk Kim #define stat_inc_block_count(sbi, curseg) \ 2841dcdfff65SJaegeuk Kim ((sbi)->block_count[(curseg)->alloc_type]++) 2842b9a2c252SChangman Lee #define stat_inc_inplace_blocks(sbi) \ 2843b9a2c252SChangman Lee (atomic_inc(&(sbi)->inplace_count)) 284426a28a0cSJaegeuk Kim #define stat_inc_atomic_write(inode) \ 2845cac5a3d8SDongOh Shin (atomic_inc(&F2FS_I_SB(inode)->aw_cnt)) 284626a28a0cSJaegeuk Kim #define stat_dec_atomic_write(inode) \ 2847cac5a3d8SDongOh Shin (atomic_dec(&F2FS_I_SB(inode)->aw_cnt)) 284826a28a0cSJaegeuk Kim #define stat_update_max_atomic_write(inode) \ 284926a28a0cSJaegeuk Kim do { \ 285026a28a0cSJaegeuk Kim int cur = atomic_read(&F2FS_I_SB(inode)->aw_cnt); \ 285126a28a0cSJaegeuk Kim int max = atomic_read(&F2FS_I_SB(inode)->max_aw_cnt); \ 285226a28a0cSJaegeuk Kim if (cur > max) \ 285326a28a0cSJaegeuk Kim atomic_set(&F2FS_I_SB(inode)->max_aw_cnt, cur); \ 285426a28a0cSJaegeuk Kim } while (0) 2855648d50baSChao Yu #define stat_inc_volatile_write(inode) \ 2856648d50baSChao Yu (atomic_inc(&F2FS_I_SB(inode)->vw_cnt)) 2857648d50baSChao Yu #define stat_dec_volatile_write(inode) \ 2858648d50baSChao Yu (atomic_dec(&F2FS_I_SB(inode)->vw_cnt)) 2859648d50baSChao Yu #define stat_update_max_volatile_write(inode) \ 2860648d50baSChao Yu do { \ 2861648d50baSChao Yu int cur = atomic_read(&F2FS_I_SB(inode)->vw_cnt); \ 2862648d50baSChao Yu int max = atomic_read(&F2FS_I_SB(inode)->max_vw_cnt); \ 2863648d50baSChao Yu if (cur > max) \ 2864648d50baSChao Yu atomic_set(&F2FS_I_SB(inode)->max_vw_cnt, cur); \ 2865648d50baSChao Yu } while (0) 2866e1235983SChangman Lee #define stat_inc_seg_count(sbi, type, gc_type) \ 286739a53e0cSJaegeuk Kim do { \ 2868963d4f7dSGu Zheng struct f2fs_stat_info *si = F2FS_STAT(sbi); \ 286968afcf2dSTomohiro Kusumi si->tot_segs++; \ 287068afcf2dSTomohiro Kusumi if ((type) == SUM_TYPE_DATA) { \ 287139a53e0cSJaegeuk Kim si->data_segs++; \ 2872e1235983SChangman Lee si->bg_data_segs += (gc_type == BG_GC) ? 1 : 0; \ 2873e1235983SChangman Lee } else { \ 287439a53e0cSJaegeuk Kim si->node_segs++; \ 2875e1235983SChangman Lee si->bg_node_segs += (gc_type == BG_GC) ? 1 : 0; \ 2876e1235983SChangman Lee } \ 287739a53e0cSJaegeuk Kim } while (0) 287839a53e0cSJaegeuk Kim 287939a53e0cSJaegeuk Kim #define stat_inc_tot_blk_count(si, blks) \ 288068afcf2dSTomohiro Kusumi ((si)->tot_blks += (blks)) 288139a53e0cSJaegeuk Kim 2882e1235983SChangman Lee #define stat_inc_data_blk_count(sbi, blks, gc_type) \ 288339a53e0cSJaegeuk Kim do { \ 2884963d4f7dSGu Zheng struct f2fs_stat_info *si = F2FS_STAT(sbi); \ 288539a53e0cSJaegeuk Kim stat_inc_tot_blk_count(si, blks); \ 288639a53e0cSJaegeuk Kim si->data_blks += (blks); \ 288768afcf2dSTomohiro Kusumi si->bg_data_blks += ((gc_type) == BG_GC) ? (blks) : 0; \ 288839a53e0cSJaegeuk Kim } while (0) 288939a53e0cSJaegeuk Kim 2890e1235983SChangman Lee #define stat_inc_node_blk_count(sbi, blks, gc_type) \ 289139a53e0cSJaegeuk Kim do { \ 2892963d4f7dSGu Zheng struct f2fs_stat_info *si = F2FS_STAT(sbi); \ 289339a53e0cSJaegeuk Kim stat_inc_tot_blk_count(si, blks); \ 289439a53e0cSJaegeuk Kim si->node_blks += (blks); \ 289568afcf2dSTomohiro Kusumi si->bg_node_blks += ((gc_type) == BG_GC) ? (blks) : 0; \ 289639a53e0cSJaegeuk Kim } while (0) 289739a53e0cSJaegeuk Kim 2898cac5a3d8SDongOh Shin int f2fs_build_stats(struct f2fs_sb_info *sbi); 2899cac5a3d8SDongOh Shin void f2fs_destroy_stats(struct f2fs_sb_info *sbi); 2900787c7b8cSChao Yu int __init f2fs_create_root_stats(void); 29014589d25dSNamjae Jeon void f2fs_destroy_root_stats(void); 290239a53e0cSJaegeuk Kim #else 2903d66450e7SArnd Bergmann #define stat_inc_cp_count(si) do { } while (0) 2904d66450e7SArnd Bergmann #define stat_inc_bg_cp_count(si) do { } while (0) 2905d66450e7SArnd Bergmann #define stat_inc_call_count(si) do { } while (0) 2906d66450e7SArnd Bergmann #define stat_inc_bggc_count(si) do { } while (0) 2907d66450e7SArnd Bergmann #define stat_inc_dirty_inode(sbi, type) do { } while (0) 2908d66450e7SArnd Bergmann #define stat_dec_dirty_inode(sbi, type) do { } while (0) 2909d66450e7SArnd Bergmann #define stat_inc_total_hit(sb) do { } while (0) 2910d66450e7SArnd Bergmann #define stat_inc_rbtree_node_hit(sb) do { } while (0) 2911d66450e7SArnd Bergmann #define stat_inc_largest_node_hit(sbi) do { } while (0) 2912d66450e7SArnd Bergmann #define stat_inc_cached_node_hit(sbi) do { } while (0) 2913d66450e7SArnd Bergmann #define stat_inc_inline_xattr(inode) do { } while (0) 2914d66450e7SArnd Bergmann #define stat_dec_inline_xattr(inode) do { } while (0) 2915d66450e7SArnd Bergmann #define stat_inc_inline_inode(inode) do { } while (0) 2916d66450e7SArnd Bergmann #define stat_dec_inline_inode(inode) do { } while (0) 2917d66450e7SArnd Bergmann #define stat_inc_inline_dir(inode) do { } while (0) 2918d66450e7SArnd Bergmann #define stat_dec_inline_dir(inode) do { } while (0) 2919d66450e7SArnd Bergmann #define stat_inc_atomic_write(inode) do { } while (0) 2920d66450e7SArnd Bergmann #define stat_dec_atomic_write(inode) do { } while (0) 2921d66450e7SArnd Bergmann #define stat_update_max_atomic_write(inode) do { } while (0) 2922d66450e7SArnd Bergmann #define stat_inc_volatile_write(inode) do { } while (0) 2923d66450e7SArnd Bergmann #define stat_dec_volatile_write(inode) do { } while (0) 2924d66450e7SArnd Bergmann #define stat_update_max_volatile_write(inode) do { } while (0) 2925d66450e7SArnd Bergmann #define stat_inc_seg_type(sbi, curseg) do { } while (0) 2926d66450e7SArnd Bergmann #define stat_inc_block_count(sbi, curseg) do { } while (0) 2927d66450e7SArnd Bergmann #define stat_inc_inplace_blocks(sbi) do { } while (0) 2928d66450e7SArnd Bergmann #define stat_inc_seg_count(sbi, type, gc_type) do { } while (0) 2929d66450e7SArnd Bergmann #define stat_inc_tot_blk_count(si, blks) do { } while (0) 2930d66450e7SArnd Bergmann #define stat_inc_data_blk_count(sbi, blks, gc_type) do { } while (0) 2931d66450e7SArnd Bergmann #define stat_inc_node_blk_count(sbi, blks, gc_type) do { } while (0) 293239a53e0cSJaegeuk Kim 293339a53e0cSJaegeuk Kim static inline int f2fs_build_stats(struct f2fs_sb_info *sbi) { return 0; } 293439a53e0cSJaegeuk Kim static inline void f2fs_destroy_stats(struct f2fs_sb_info *sbi) { } 2935787c7b8cSChao Yu static inline int __init f2fs_create_root_stats(void) { return 0; } 29364589d25dSNamjae Jeon static inline void f2fs_destroy_root_stats(void) { } 293739a53e0cSJaegeuk Kim #endif 293839a53e0cSJaegeuk Kim 293939a53e0cSJaegeuk Kim extern const struct file_operations f2fs_dir_operations; 294039a53e0cSJaegeuk Kim extern const struct file_operations f2fs_file_operations; 294139a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_file_inode_operations; 294239a53e0cSJaegeuk Kim extern const struct address_space_operations f2fs_dblock_aops; 294339a53e0cSJaegeuk Kim extern const struct address_space_operations f2fs_node_aops; 294439a53e0cSJaegeuk Kim extern const struct address_space_operations f2fs_meta_aops; 294539a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_dir_inode_operations; 294639a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_symlink_inode_operations; 2947cbaf042aSJaegeuk Kim extern const struct inode_operations f2fs_encrypted_symlink_inode_operations; 294839a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_special_inode_operations; 294929e7043fSJaegeuk Kim extern struct kmem_cache *inode_entry_slab; 29501001b347SHuajun Li 2951e18c65b2SHuajun Li /* 2952e18c65b2SHuajun Li * inline.c 2953e18c65b2SHuajun Li */ 2954cac5a3d8SDongOh Shin bool f2fs_may_inline_data(struct inode *inode); 2955cac5a3d8SDongOh Shin bool f2fs_may_inline_dentry(struct inode *inode); 2956cac5a3d8SDongOh Shin void read_inline_data(struct page *page, struct page *ipage); 2957bd4667cbSKinglong Mee void truncate_inline_inode(struct inode *inode, struct page *ipage, u64 from); 2958cac5a3d8SDongOh Shin int f2fs_read_inline_data(struct inode *inode, struct page *page); 2959cac5a3d8SDongOh Shin int f2fs_convert_inline_page(struct dnode_of_data *dn, struct page *page); 2960cac5a3d8SDongOh Shin int f2fs_convert_inline_inode(struct inode *inode); 2961cac5a3d8SDongOh Shin int f2fs_write_inline_data(struct inode *inode, struct page *page); 2962cac5a3d8SDongOh Shin bool recover_inline_data(struct inode *inode, struct page *npage); 2963cac5a3d8SDongOh Shin struct f2fs_dir_entry *find_in_inline_dir(struct inode *dir, 2964cac5a3d8SDongOh Shin struct fscrypt_name *fname, struct page **res_page); 2965cac5a3d8SDongOh Shin int make_empty_inline_dir(struct inode *inode, struct inode *parent, 2966cac5a3d8SDongOh Shin struct page *ipage); 2967cac5a3d8SDongOh Shin int f2fs_add_inline_entry(struct inode *dir, const struct qstr *new_name, 2968cac5a3d8SDongOh Shin const struct qstr *orig_name, 2969cac5a3d8SDongOh Shin struct inode *inode, nid_t ino, umode_t mode); 2970cac5a3d8SDongOh Shin void f2fs_delete_inline_entry(struct f2fs_dir_entry *dentry, struct page *page, 2971cac5a3d8SDongOh Shin struct inode *dir, struct inode *inode); 2972cac5a3d8SDongOh Shin bool f2fs_empty_inline_dir(struct inode *dir); 2973cac5a3d8SDongOh Shin int f2fs_read_inline_dir(struct file *file, struct dir_context *ctx, 2974cac5a3d8SDongOh Shin struct fscrypt_str *fstr); 2975cac5a3d8SDongOh Shin int f2fs_inline_data_fiemap(struct inode *inode, 2976cac5a3d8SDongOh Shin struct fiemap_extent_info *fieinfo, 2977cac5a3d8SDongOh Shin __u64 start, __u64 len); 2978cde4de12SJaegeuk Kim 2979cde4de12SJaegeuk Kim /* 29802658e50dSJaegeuk Kim * shrinker.c 29812658e50dSJaegeuk Kim */ 2982cac5a3d8SDongOh Shin unsigned long f2fs_shrink_count(struct shrinker *shrink, 2983cac5a3d8SDongOh Shin struct shrink_control *sc); 2984cac5a3d8SDongOh Shin unsigned long f2fs_shrink_scan(struct shrinker *shrink, 2985cac5a3d8SDongOh Shin struct shrink_control *sc); 2986cac5a3d8SDongOh Shin void f2fs_join_shrinker(struct f2fs_sb_info *sbi); 2987cac5a3d8SDongOh Shin void f2fs_leave_shrinker(struct f2fs_sb_info *sbi); 29882658e50dSJaegeuk Kim 29892658e50dSJaegeuk Kim /* 2990a28ef1f5SChao Yu * extent_cache.c 2991a28ef1f5SChao Yu */ 2992004b6862SChao Yu struct rb_entry *__lookup_rb_tree(struct rb_root *root, 2993004b6862SChao Yu struct rb_entry *cached_re, unsigned int ofs); 2994004b6862SChao Yu struct rb_node **__lookup_rb_tree_for_insert(struct f2fs_sb_info *sbi, 2995004b6862SChao Yu struct rb_root *root, struct rb_node **parent, 2996004b6862SChao Yu unsigned int ofs); 2997004b6862SChao Yu struct rb_entry *__lookup_rb_tree_ret(struct rb_root *root, 2998004b6862SChao Yu struct rb_entry *cached_re, unsigned int ofs, 2999004b6862SChao Yu struct rb_entry **prev_entry, struct rb_entry **next_entry, 3000004b6862SChao Yu struct rb_node ***insert_p, struct rb_node **insert_parent, 3001004b6862SChao Yu bool force); 3002df0f6b44SChao Yu bool __check_rb_tree_consistence(struct f2fs_sb_info *sbi, 3003df0f6b44SChao Yu struct rb_root *root); 3004cac5a3d8SDongOh Shin unsigned int f2fs_shrink_extent_tree(struct f2fs_sb_info *sbi, int nr_shrink); 3005cac5a3d8SDongOh Shin bool f2fs_init_extent_tree(struct inode *inode, struct f2fs_extent *i_ext); 3006cac5a3d8SDongOh Shin void f2fs_drop_extent_tree(struct inode *inode); 3007cac5a3d8SDongOh Shin unsigned int f2fs_destroy_extent_node(struct inode *inode); 3008cac5a3d8SDongOh Shin void f2fs_destroy_extent_tree(struct inode *inode); 3009cac5a3d8SDongOh Shin bool f2fs_lookup_extent_cache(struct inode *inode, pgoff_t pgofs, 3010cac5a3d8SDongOh Shin struct extent_info *ei); 3011cac5a3d8SDongOh Shin void f2fs_update_extent_cache(struct dnode_of_data *dn); 301219b2c30dSChao Yu void f2fs_update_extent_cache_range(struct dnode_of_data *dn, 3013cac5a3d8SDongOh Shin pgoff_t fofs, block_t blkaddr, unsigned int len); 3014cac5a3d8SDongOh Shin void init_extent_cache_info(struct f2fs_sb_info *sbi); 3015a28ef1f5SChao Yu int __init create_extent_cache(void); 3016a28ef1f5SChao Yu void destroy_extent_cache(void); 3017a28ef1f5SChao Yu 3018a28ef1f5SChao Yu /* 30198ceffcb2SChao Yu * sysfs.c 30208ceffcb2SChao Yu */ 3021dc6b2055SJaegeuk Kim int __init f2fs_init_sysfs(void); 3022dc6b2055SJaegeuk Kim void f2fs_exit_sysfs(void); 3023dc6b2055SJaegeuk Kim int f2fs_register_sysfs(struct f2fs_sb_info *sbi); 3024dc6b2055SJaegeuk Kim void f2fs_unregister_sysfs(struct f2fs_sb_info *sbi); 30258ceffcb2SChao Yu 30268ceffcb2SChao Yu /* 3027cde4de12SJaegeuk Kim * crypto support 3028cde4de12SJaegeuk Kim */ 30290b81d077SJaegeuk Kim static inline bool f2fs_encrypted_inode(struct inode *inode) 3030cde4de12SJaegeuk Kim { 3031cde4de12SJaegeuk Kim return file_is_encrypt(inode); 3032cde4de12SJaegeuk Kim } 3033cde4de12SJaegeuk Kim 30341958593eSJaegeuk Kim static inline bool f2fs_encrypted_file(struct inode *inode) 30351958593eSJaegeuk Kim { 30361958593eSJaegeuk Kim return f2fs_encrypted_inode(inode) && S_ISREG(inode->i_mode); 30371958593eSJaegeuk Kim } 30381958593eSJaegeuk Kim 3039cde4de12SJaegeuk Kim static inline void f2fs_set_encrypted_inode(struct inode *inode) 3040cde4de12SJaegeuk Kim { 3041cde4de12SJaegeuk Kim #ifdef CONFIG_F2FS_FS_ENCRYPTION 3042cde4de12SJaegeuk Kim file_set_encrypt(inode); 3043cde4de12SJaegeuk Kim #endif 3044cde4de12SJaegeuk Kim } 3045cde4de12SJaegeuk Kim 3046cde4de12SJaegeuk Kim static inline bool f2fs_bio_encrypted(struct bio *bio) 3047cde4de12SJaegeuk Kim { 30480b81d077SJaegeuk Kim return bio->bi_private != NULL; 3049cde4de12SJaegeuk Kim } 3050cde4de12SJaegeuk Kim 3051cde4de12SJaegeuk Kim static inline int f2fs_sb_has_crypto(struct super_block *sb) 3052cde4de12SJaegeuk Kim { 3053cde4de12SJaegeuk Kim return F2FS_HAS_FEATURE(sb, F2FS_FEATURE_ENCRYPT); 3054cde4de12SJaegeuk Kim } 3055f424f664SJaegeuk Kim 30560bfd7a09SDamien Le Moal static inline int f2fs_sb_mounted_blkzoned(struct super_block *sb) 305752763a4bSJaegeuk Kim { 30580bfd7a09SDamien Le Moal return F2FS_HAS_FEATURE(sb, F2FS_FEATURE_BLKZONED); 305952763a4bSJaegeuk Kim } 306052763a4bSJaegeuk Kim 30617a2af766SChao Yu static inline int f2fs_sb_has_extra_attr(struct super_block *sb) 30627a2af766SChao Yu { 30637a2af766SChao Yu return F2FS_HAS_FEATURE(sb, F2FS_FEATURE_EXTRA_ATTR); 30647a2af766SChao Yu } 30657a2af766SChao Yu 30665c57132eSChao Yu static inline int f2fs_sb_has_project_quota(struct super_block *sb) 30675c57132eSChao Yu { 30685c57132eSChao Yu return F2FS_HAS_FEATURE(sb, F2FS_FEATURE_PRJQUOTA); 30695c57132eSChao Yu } 30705c57132eSChao Yu 3071704956ecSChao Yu static inline int f2fs_sb_has_inode_chksum(struct super_block *sb) 3072704956ecSChao Yu { 3073704956ecSChao Yu return F2FS_HAS_FEATURE(sb, F2FS_FEATURE_INODE_CHKSUM); 3074704956ecSChao Yu } 3075704956ecSChao Yu 30766afc662eSChao Yu static inline int f2fs_sb_has_flexible_inline_xattr(struct super_block *sb) 30776afc662eSChao Yu { 30786afc662eSChao Yu return F2FS_HAS_FEATURE(sb, F2FS_FEATURE_FLEXIBLE_INLINE_XATTR); 30796afc662eSChao Yu } 30806afc662eSChao Yu 3081234a9689SJaegeuk Kim static inline int f2fs_sb_has_quota_ino(struct super_block *sb) 3082234a9689SJaegeuk Kim { 3083234a9689SJaegeuk Kim return F2FS_HAS_FEATURE(sb, F2FS_FEATURE_QUOTA_INO); 3084234a9689SJaegeuk Kim } 3085234a9689SJaegeuk Kim 3086178053e2SDamien Le Moal #ifdef CONFIG_BLK_DEV_ZONED 3087178053e2SDamien Le Moal static inline int get_blkz_type(struct f2fs_sb_info *sbi, 30883c62be17SJaegeuk Kim struct block_device *bdev, block_t blkaddr) 3089178053e2SDamien Le Moal { 3090178053e2SDamien Le Moal unsigned int zno = blkaddr >> sbi->log_blocks_per_blkz; 30913c62be17SJaegeuk Kim int i; 3092178053e2SDamien Le Moal 30933c62be17SJaegeuk Kim for (i = 0; i < sbi->s_ndevs; i++) 30943c62be17SJaegeuk Kim if (FDEV(i).bdev == bdev) 30953c62be17SJaegeuk Kim return FDEV(i).blkz_type[zno]; 30963c62be17SJaegeuk Kim return -EINVAL; 3097178053e2SDamien Le Moal } 3098178053e2SDamien Le Moal #endif 3099178053e2SDamien Le Moal 310096ba2decSDamien Le Moal static inline bool f2fs_discard_en(struct f2fs_sb_info *sbi) 310196ba2decSDamien Le Moal { 310296ba2decSDamien Le Moal struct request_queue *q = bdev_get_queue(sbi->sb->s_bdev); 310396ba2decSDamien Le Moal 310496ba2decSDamien Le Moal return blk_queue_discard(q) || f2fs_sb_mounted_blkzoned(sbi->sb); 310552763a4bSJaegeuk Kim } 310652763a4bSJaegeuk Kim 310752763a4bSJaegeuk Kim static inline void set_opt_mode(struct f2fs_sb_info *sbi, unsigned int mt) 310852763a4bSJaegeuk Kim { 310952763a4bSJaegeuk Kim clear_opt(sbi, ADAPTIVE); 311052763a4bSJaegeuk Kim clear_opt(sbi, LFS); 311152763a4bSJaegeuk Kim 311252763a4bSJaegeuk Kim switch (mt) { 311352763a4bSJaegeuk Kim case F2FS_MOUNT_ADAPTIVE: 311452763a4bSJaegeuk Kim set_opt(sbi, ADAPTIVE); 311552763a4bSJaegeuk Kim break; 311652763a4bSJaegeuk Kim case F2FS_MOUNT_LFS: 311752763a4bSJaegeuk Kim set_opt(sbi, LFS); 311852763a4bSJaegeuk Kim break; 311952763a4bSJaegeuk Kim } 312052763a4bSJaegeuk Kim } 312152763a4bSJaegeuk Kim 3122fcc85a4dSJaegeuk Kim static inline bool f2fs_may_encrypt(struct inode *inode) 3123fcc85a4dSJaegeuk Kim { 3124fcc85a4dSJaegeuk Kim #ifdef CONFIG_F2FS_FS_ENCRYPTION 3125886f56f9SAl Viro umode_t mode = inode->i_mode; 3126fcc85a4dSJaegeuk Kim 3127fcc85a4dSJaegeuk Kim return (S_ISREG(mode) || S_ISDIR(mode) || S_ISLNK(mode)); 3128fcc85a4dSJaegeuk Kim #else 3129fcc85a4dSJaegeuk Kim return 0; 3130fcc85a4dSJaegeuk Kim #endif 3131fcc85a4dSJaegeuk Kim } 3132fcc85a4dSJaegeuk Kim 313339a53e0cSJaegeuk Kim #endif 3134