1d29fbcdbSNishad Kamdar /* SPDX-License-Identifier: GPL-2.0 */ 20a8165d7SJaegeuk Kim /* 339a53e0cSJaegeuk Kim * fs/f2fs/f2fs.h 439a53e0cSJaegeuk Kim * 539a53e0cSJaegeuk Kim * Copyright (c) 2012 Samsung Electronics Co., Ltd. 639a53e0cSJaegeuk Kim * http://www.samsung.com/ 739a53e0cSJaegeuk Kim */ 839a53e0cSJaegeuk Kim #ifndef _LINUX_F2FS_H 939a53e0cSJaegeuk Kim #define _LINUX_F2FS_H 1039a53e0cSJaegeuk Kim 11f847c699SChao Yu #include <linux/uio.h> 1239a53e0cSJaegeuk Kim #include <linux/types.h> 1339a53e0cSJaegeuk Kim #include <linux/page-flags.h> 1439a53e0cSJaegeuk Kim #include <linux/buffer_head.h> 1539a53e0cSJaegeuk Kim #include <linux/slab.h> 1639a53e0cSJaegeuk Kim #include <linux/crc32.h> 1739a53e0cSJaegeuk Kim #include <linux/magic.h> 18c2d715d1SJaegeuk Kim #include <linux/kobject.h> 197bd59381SGu Zheng #include <linux/sched.h> 207c2e5963SJaegeuk Kim #include <linux/cred.h> 2139307a8eSJaegeuk Kim #include <linux/vmalloc.h> 22740432f8SJaegeuk Kim #include <linux/bio.h> 23d0239e1bSJaegeuk Kim #include <linux/blkdev.h> 240abd675eSChao Yu #include <linux/quotaops.h> 25c6a564ffSChristoph Hellwig #include <linux/part_stat.h> 2643b6573bSKeith Mok #include <crypto/hash.h> 2739a53e0cSJaegeuk Kim 28734f0d24SDave Chinner #include <linux/fscrypt.h> 2995ae251fSEric Biggers #include <linux/fsverity.h> 30734f0d24SDave Chinner 315d56b671SJaegeuk Kim #ifdef CONFIG_F2FS_CHECK_FS 329850cf4aSJaegeuk Kim #define f2fs_bug_on(sbi, condition) BUG_ON(condition) 335d56b671SJaegeuk Kim #else 349850cf4aSJaegeuk Kim #define f2fs_bug_on(sbi, condition) \ 359850cf4aSJaegeuk Kim do { \ 369850cf4aSJaegeuk Kim if (unlikely(condition)) { \ 379850cf4aSJaegeuk Kim WARN_ON(1); \ 38caf0047eSChao Yu set_sbi_flag(sbi, SBI_NEED_FSCK); \ 399850cf4aSJaegeuk Kim } \ 409850cf4aSJaegeuk Kim } while (0) 415d56b671SJaegeuk Kim #endif 425d56b671SJaegeuk Kim 432c63feadSJaegeuk Kim enum { 442c63feadSJaegeuk Kim FAULT_KMALLOC, 45628b3d14SChao Yu FAULT_KVMALLOC, 46c41f3cc3SJaegeuk Kim FAULT_PAGE_ALLOC, 4701eccef7SChao Yu FAULT_PAGE_GET, 48d62fe971SChao Yu FAULT_ALLOC_BIO, 49cb78942bSJaegeuk Kim FAULT_ALLOC_NID, 50cb78942bSJaegeuk Kim FAULT_ORPHAN, 51cb78942bSJaegeuk Kim FAULT_BLOCK, 52cb78942bSJaegeuk Kim FAULT_DIR_DEPTH, 5353aa6bbfSJaegeuk Kim FAULT_EVICT_INODE, 5414b44d23SJaegeuk Kim FAULT_TRUNCATE, 556f5c2ed0SChao Yu FAULT_READ_IO, 560f348028SChao Yu FAULT_CHECKPOINT, 57b83dcfe6SChao Yu FAULT_DISCARD, 586f5c2ed0SChao Yu FAULT_WRITE_IO, 592c63feadSJaegeuk Kim FAULT_MAX, 602c63feadSJaegeuk Kim }; 612c63feadSJaegeuk Kim 627fa750a1SArnd Bergmann #ifdef CONFIG_F2FS_FAULT_INJECTION 63d494500aSChao Yu #define F2FS_ALL_FAULT_TYPE ((1 << FAULT_MAX) - 1) 64d494500aSChao Yu 6508796897SSheng Yong struct f2fs_fault_info { 6608796897SSheng Yong atomic_t inject_ops; 6708796897SSheng Yong unsigned int inject_rate; 6808796897SSheng Yong unsigned int inject_type; 6908796897SSheng Yong }; 7008796897SSheng Yong 7119880e6eSAlexey Dobriyan extern const char *f2fs_fault_name[FAULT_MAX]; 7268afcf2dSTomohiro Kusumi #define IS_FAULT_SET(fi, type) ((fi)->inject_type & (1 << (type))) 732c63feadSJaegeuk Kim #endif 742c63feadSJaegeuk Kim 7539a53e0cSJaegeuk Kim /* 7639a53e0cSJaegeuk Kim * For mount options 7739a53e0cSJaegeuk Kim */ 7839a53e0cSJaegeuk Kim #define F2FS_MOUNT_DISABLE_ROLL_FORWARD 0x00000002 7939a53e0cSJaegeuk Kim #define F2FS_MOUNT_DISCARD 0x00000004 8039a53e0cSJaegeuk Kim #define F2FS_MOUNT_NOHEAP 0x00000008 8139a53e0cSJaegeuk Kim #define F2FS_MOUNT_XATTR_USER 0x00000010 8239a53e0cSJaegeuk Kim #define F2FS_MOUNT_POSIX_ACL 0x00000020 8339a53e0cSJaegeuk Kim #define F2FS_MOUNT_DISABLE_EXT_IDENTIFY 0x00000040 84444c580fSJaegeuk Kim #define F2FS_MOUNT_INLINE_XATTR 0x00000080 851001b347SHuajun Li #define F2FS_MOUNT_INLINE_DATA 0x00000100 8634d67debSChao Yu #define F2FS_MOUNT_INLINE_DENTRY 0x00000200 8734d67debSChao Yu #define F2FS_MOUNT_FLUSH_MERGE 0x00000400 8834d67debSChao Yu #define F2FS_MOUNT_NOBARRIER 0x00000800 89d5053a34SJaegeuk Kim #define F2FS_MOUNT_FASTBOOT 0x00001000 9089672159SChao Yu #define F2FS_MOUNT_EXTENT_CACHE 0x00002000 91343f40f0SChao Yu #define F2FS_MOUNT_DATA_FLUSH 0x00008000 9273faec4dSJaegeuk Kim #define F2FS_MOUNT_FAULT_INJECTION 0x00010000 930abd675eSChao Yu #define F2FS_MOUNT_USRQUOTA 0x00080000 940abd675eSChao Yu #define F2FS_MOUNT_GRPQUOTA 0x00100000 955c57132eSChao Yu #define F2FS_MOUNT_PRJQUOTA 0x00200000 964b2414d0SChao Yu #define F2FS_MOUNT_QUOTA 0x00400000 976afc662eSChao Yu #define F2FS_MOUNT_INLINE_XATTR_SIZE 0x00800000 987e65be49SJaegeuk Kim #define F2FS_MOUNT_RESERVE_ROOT 0x01000000 994354994fSDaniel Rosenberg #define F2FS_MOUNT_DISABLE_CHECKPOINT 0x02000000 100a9117ecaSChao Yu #define F2FS_MOUNT_NORECOVERY 0x04000000 10139a53e0cSJaegeuk Kim 10263189b78SChao Yu #define F2FS_OPTION(sbi) ((sbi)->mount_opt) 10363189b78SChao Yu #define clear_opt(sbi, option) (F2FS_OPTION(sbi).opt &= ~F2FS_MOUNT_##option) 10463189b78SChao Yu #define set_opt(sbi, option) (F2FS_OPTION(sbi).opt |= F2FS_MOUNT_##option) 10563189b78SChao Yu #define test_opt(sbi, option) (F2FS_OPTION(sbi).opt & F2FS_MOUNT_##option) 10639a53e0cSJaegeuk Kim 10739a53e0cSJaegeuk Kim #define ver_after(a, b) (typecheck(unsigned long long, a) && \ 10839a53e0cSJaegeuk Kim typecheck(unsigned long long, b) && \ 10939a53e0cSJaegeuk Kim ((long long)((a) - (b)) > 0)) 11039a53e0cSJaegeuk Kim 111a9841c4dSJaegeuk Kim typedef u32 block_t; /* 112a9841c4dSJaegeuk Kim * should not change u32, since it is the on-disk block 113a9841c4dSJaegeuk Kim * address format, __le32. 114a9841c4dSJaegeuk Kim */ 11539a53e0cSJaegeuk Kim typedef u32 nid_t; 11639a53e0cSJaegeuk Kim 1174c8ff709SChao Yu #define COMPRESS_EXT_NUM 16 1184c8ff709SChao Yu 11939a53e0cSJaegeuk Kim struct f2fs_mount_info { 12039a53e0cSJaegeuk Kim unsigned int opt; 12163189b78SChao Yu int write_io_size_bits; /* Write IO size bits */ 12263189b78SChao Yu block_t root_reserved_blocks; /* root reserved blocks */ 12363189b78SChao Yu kuid_t s_resuid; /* reserved blocks for uid */ 12463189b78SChao Yu kgid_t s_resgid; /* reserved blocks for gid */ 12563189b78SChao Yu int active_logs; /* # of active logs */ 12663189b78SChao Yu int inline_xattr_size; /* inline xattr size */ 12763189b78SChao Yu #ifdef CONFIG_F2FS_FAULT_INJECTION 12863189b78SChao Yu struct f2fs_fault_info fault_info; /* For fault injection */ 12963189b78SChao Yu #endif 13063189b78SChao Yu #ifdef CONFIG_QUOTA 13163189b78SChao Yu /* Names of quota files with journalled quota */ 13263189b78SChao Yu char *s_qf_names[MAXQUOTAS]; 13363189b78SChao Yu int s_jquota_fmt; /* Format of quota to use */ 13463189b78SChao Yu #endif 13563189b78SChao Yu /* For which write hints are passed down to block layer */ 13663189b78SChao Yu int whint_mode; 13763189b78SChao Yu int alloc_mode; /* segment allocation policy */ 13863189b78SChao Yu int fsync_mode; /* fsync policy */ 139b0332a0fSChao Yu int fs_mode; /* fs mode: LFS or ADAPTIVE */ 140bbbc34fdSChao Yu int bggc_mode; /* bggc mode: off, on or sync */ 141ff62af20SSheng Yong bool test_dummy_encryption; /* test dummy encryption */ 1424d3aed70SDaniel Rosenberg block_t unusable_cap; /* Amount of space allowed to be 1434d3aed70SDaniel Rosenberg * unusable when disabling checkpoint 1444d3aed70SDaniel Rosenberg */ 1454c8ff709SChao Yu 1464c8ff709SChao Yu /* For compression */ 1474c8ff709SChao Yu unsigned char compress_algorithm; /* algorithm type */ 1484c8ff709SChao Yu unsigned compress_log_size; /* cluster log size */ 1494c8ff709SChao Yu unsigned char compress_ext_cnt; /* extension count */ 1504c8ff709SChao Yu unsigned char extensions[COMPRESS_EXT_NUM][F2FS_EXTENSION_LEN]; /* extensions */ 15139a53e0cSJaegeuk Kim }; 15239a53e0cSJaegeuk Kim 153cde4de12SJaegeuk Kim #define F2FS_FEATURE_ENCRYPT 0x0001 1540bfd7a09SDamien Le Moal #define F2FS_FEATURE_BLKZONED 0x0002 155e65ef207SJaegeuk Kim #define F2FS_FEATURE_ATOMIC_WRITE 0x0004 1567a2af766SChao Yu #define F2FS_FEATURE_EXTRA_ATTR 0x0008 1575c57132eSChao Yu #define F2FS_FEATURE_PRJQUOTA 0x0010 158704956ecSChao Yu #define F2FS_FEATURE_INODE_CHKSUM 0x0020 1596afc662eSChao Yu #define F2FS_FEATURE_FLEXIBLE_INLINE_XATTR 0x0040 160234a9689SJaegeuk Kim #define F2FS_FEATURE_QUOTA_INO 0x0080 1611c1d35dfSChao Yu #define F2FS_FEATURE_INODE_CRTIME 0x0100 162b7c409deSSheng Yong #define F2FS_FEATURE_LOST_FOUND 0x0200 16395ae251fSEric Biggers #define F2FS_FEATURE_VERITY 0x0400 164d440c52dSJunling Zheng #define F2FS_FEATURE_SB_CHKSUM 0x0800 1655aba5430SDaniel Rosenberg #define F2FS_FEATURE_CASEFOLD 0x1000 1664c8ff709SChao Yu #define F2FS_FEATURE_COMPRESSION 0x2000 167cde4de12SJaegeuk Kim 1687beb01f7SChao Yu #define __F2FS_HAS_FEATURE(raw_super, mask) \ 1697beb01f7SChao Yu ((raw_super->feature & cpu_to_le32(mask)) != 0) 1707beb01f7SChao Yu #define F2FS_HAS_FEATURE(sbi, mask) __F2FS_HAS_FEATURE(sbi->raw_super, mask) 1717beb01f7SChao Yu #define F2FS_SET_FEATURE(sbi, mask) \ 1727beb01f7SChao Yu (sbi->raw_super->feature |= cpu_to_le32(mask)) 1737beb01f7SChao Yu #define F2FS_CLEAR_FEATURE(sbi, mask) \ 1747beb01f7SChao Yu (sbi->raw_super->feature &= ~cpu_to_le32(mask)) 17576f105a2SJaegeuk Kim 17639a53e0cSJaegeuk Kim /* 1777c2e5963SJaegeuk Kim * Default values for user and/or group using reserved blocks 1787c2e5963SJaegeuk Kim */ 1797c2e5963SJaegeuk Kim #define F2FS_DEF_RESUID 0 1807c2e5963SJaegeuk Kim #define F2FS_DEF_RESGID 0 1817c2e5963SJaegeuk Kim 1827c2e5963SJaegeuk Kim /* 18339a53e0cSJaegeuk Kim * For checkpoint manager 18439a53e0cSJaegeuk Kim */ 18539a53e0cSJaegeuk Kim enum { 18639a53e0cSJaegeuk Kim NAT_BITMAP, 18739a53e0cSJaegeuk Kim SIT_BITMAP 18839a53e0cSJaegeuk Kim }; 18939a53e0cSJaegeuk Kim 190c473f1a9SChao Yu #define CP_UMOUNT 0x00000001 191c473f1a9SChao Yu #define CP_FASTBOOT 0x00000002 192c473f1a9SChao Yu #define CP_SYNC 0x00000004 193c473f1a9SChao Yu #define CP_RECOVERY 0x00000008 194c473f1a9SChao Yu #define CP_DISCARD 0x00000010 1951f43e2adSChao Yu #define CP_TRIMMED 0x00000020 1964354994fSDaniel Rosenberg #define CP_PAUSE 0x00000040 19775ab4cb8SJaegeuk Kim 1984ddb1a4dSJaegeuk Kim #define MAX_DISCARD_BLOCKS(sbi) BLKS_PER_SEC(sbi) 199ecc9aa00SChao Yu #define DEF_MAX_DISCARD_REQUEST 8 /* issue 8 discards per round */ 200969d1b18SChao Yu #define DEF_MIN_DISCARD_ISSUE_TIME 50 /* 50 ms, if exists */ 201f9d1dcedSYunlei He #define DEF_MID_DISCARD_ISSUE_TIME 500 /* 500 ms, if device busy */ 202969d1b18SChao Yu #define DEF_MAX_DISCARD_ISSUE_TIME 60000 /* 60 s, if no candidates */ 2038bb4f253SJaegeuk Kim #define DEF_DISCARD_URGENT_UTIL 80 /* do more discard over 80% */ 20460b99b48SJaegeuk Kim #define DEF_CP_INTERVAL 60 /* 60 secs */ 205dcf25fe8SChao Yu #define DEF_IDLE_INTERVAL 5 /* 5 secs */ 2064354994fSDaniel Rosenberg #define DEF_DISABLE_INTERVAL 5 /* 5 secs */ 207db610a64SJaegeuk Kim #define DEF_DISABLE_QUICK_INTERVAL 1 /* 1 secs */ 20803f2c02dSJaegeuk Kim #define DEF_UMOUNT_DISCARD_TIMEOUT 5 /* 5 secs */ 209bba681cbSJaegeuk Kim 21075ab4cb8SJaegeuk Kim struct cp_control { 21175ab4cb8SJaegeuk Kim int reason; 2124b2fecc8SJaegeuk Kim __u64 trim_start; 2134b2fecc8SJaegeuk Kim __u64 trim_end; 2144b2fecc8SJaegeuk Kim __u64 trim_minlen; 21575ab4cb8SJaegeuk Kim }; 21675ab4cb8SJaegeuk Kim 217662befdaSChao Yu /* 218e1da7872SChao Yu * indicate meta/data type 219662befdaSChao Yu */ 220662befdaSChao Yu enum { 221662befdaSChao Yu META_CP, 222662befdaSChao Yu META_NAT, 22381c1a0f1SChao Yu META_SIT, 2244c521f49SJaegeuk Kim META_SSA, 225b63e7be5SChao Yu META_MAX, 2264c521f49SJaegeuk Kim META_POR, 22793770ab7SChao Yu DATA_GENERIC, /* check range only */ 22893770ab7SChao Yu DATA_GENERIC_ENHANCE, /* strong check on range and segment bitmap */ 22993770ab7SChao Yu DATA_GENERIC_ENHANCE_READ, /* 23093770ab7SChao Yu * strong check on range and segment 23193770ab7SChao Yu * bitmap but no warning due to race 23293770ab7SChao Yu * condition of read on truncated area 23393770ab7SChao Yu * by extent_cache 23493770ab7SChao Yu */ 235e1da7872SChao Yu META_GENERIC, 236662befdaSChao Yu }; 237662befdaSChao Yu 2386451e041SJaegeuk Kim /* for the list of ino */ 2396451e041SJaegeuk Kim enum { 2406451e041SJaegeuk Kim ORPHAN_INO, /* for orphan ino list */ 241fff04f90SJaegeuk Kim APPEND_INO, /* for append ino list */ 242fff04f90SJaegeuk Kim UPDATE_INO, /* for update ino list */ 2430a007b97SJaegeuk Kim TRANS_DIR_INO, /* for trasactions dir ino list */ 24439d787beSChao Yu FLUSH_INO, /* for multiple device flushing */ 2456451e041SJaegeuk Kim MAX_INO_ENTRY, /* max. list */ 2466451e041SJaegeuk Kim }; 2476451e041SJaegeuk Kim 2486451e041SJaegeuk Kim struct ino_entry { 24939a53e0cSJaegeuk Kim struct list_head list; /* list head */ 25039a53e0cSJaegeuk Kim nid_t ino; /* inode number */ 25139d787beSChao Yu unsigned int dirty_device; /* dirty device bitmap */ 25239a53e0cSJaegeuk Kim }; 25339a53e0cSJaegeuk Kim 2542710fd7eSChao Yu /* for the list of inodes to be GCed */ 25506292073SChao Yu struct inode_entry { 25639a53e0cSJaegeuk Kim struct list_head list; /* list head */ 25739a53e0cSJaegeuk Kim struct inode *inode; /* vfs inode pointer */ 25839a53e0cSJaegeuk Kim }; 25939a53e0cSJaegeuk Kim 26050fa53ecSChao Yu struct fsync_node_entry { 26150fa53ecSChao Yu struct list_head list; /* list head */ 26250fa53ecSChao Yu struct page *page; /* warm node page pointer */ 26350fa53ecSChao Yu unsigned int seq_id; /* sequence id */ 26450fa53ecSChao Yu }; 26550fa53ecSChao Yu 266a7eeb823SChao Yu /* for the bitmap indicate blocks to be discarded */ 2677fd9e544SJaegeuk Kim struct discard_entry { 2687fd9e544SJaegeuk Kim struct list_head list; /* list head */ 269a7eeb823SChao Yu block_t start_blkaddr; /* start blockaddr of current segment */ 270a7eeb823SChao Yu unsigned char discard_map[SIT_VBLOCK_MAP_SIZE]; /* segment discard bitmap */ 2717fd9e544SJaegeuk Kim }; 2727fd9e544SJaegeuk Kim 273969d1b18SChao Yu /* default discard granularity of inner discard thread, unit: block count */ 274969d1b18SChao Yu #define DEFAULT_DISCARD_GRANULARITY 16 275969d1b18SChao Yu 276ba48a33eSChao Yu /* max discard pend list number */ 277ba48a33eSChao Yu #define MAX_PLIST_NUM 512 278ba48a33eSChao Yu #define plist_idx(blk_num) ((blk_num) >= MAX_PLIST_NUM ? \ 2792f84babfSSheng Yong (MAX_PLIST_NUM - 1) : ((blk_num) - 1)) 280ba48a33eSChao Yu 28115469963SJaegeuk Kim enum { 28235ec7d57SChao Yu D_PREP, /* initial */ 28335ec7d57SChao Yu D_PARTIAL, /* partially submitted */ 28435ec7d57SChao Yu D_SUBMIT, /* all submitted */ 28535ec7d57SChao Yu D_DONE, /* finished */ 28615469963SJaegeuk Kim }; 28715469963SJaegeuk Kim 288004b6862SChao Yu struct discard_info { 289b01a9201SJaegeuk Kim block_t lstart; /* logical start address */ 290b01a9201SJaegeuk Kim block_t len; /* length */ 291004b6862SChao Yu block_t start; /* actual start address in dev */ 292004b6862SChao Yu }; 293004b6862SChao Yu 294b01a9201SJaegeuk Kim struct discard_cmd { 295004b6862SChao Yu struct rb_node rb_node; /* rb node located in rb-tree */ 296004b6862SChao Yu union { 297004b6862SChao Yu struct { 298004b6862SChao Yu block_t lstart; /* logical start address */ 299004b6862SChao Yu block_t len; /* length */ 300004b6862SChao Yu block_t start; /* actual start address in dev */ 301004b6862SChao Yu }; 302004b6862SChao Yu struct discard_info di; /* discard info */ 303004b6862SChao Yu 304004b6862SChao Yu }; 305b01a9201SJaegeuk Kim struct list_head list; /* command list */ 306b01a9201SJaegeuk Kim struct completion wait; /* compleation */ 307c81abe34SJaegeuk Kim struct block_device *bdev; /* bdev */ 308ec9895adSChao Yu unsigned short ref; /* reference count */ 3099a744b92SChao Yu unsigned char state; /* state */ 31072691af6SJaegeuk Kim unsigned char queued; /* queued discard */ 311c81abe34SJaegeuk Kim int error; /* bio error */ 31235ec7d57SChao Yu spinlock_t lock; /* for state/bio_ref updating */ 31335ec7d57SChao Yu unsigned short bio_ref; /* bio reference count */ 314275b66b0SChao Yu }; 315275b66b0SChao Yu 31678997b56SChao Yu enum { 31778997b56SChao Yu DPOLICY_BG, 31878997b56SChao Yu DPOLICY_FORCE, 31978997b56SChao Yu DPOLICY_FSTRIM, 32078997b56SChao Yu DPOLICY_UMOUNT, 32178997b56SChao Yu MAX_DPOLICY, 32278997b56SChao Yu }; 32378997b56SChao Yu 324ecc9aa00SChao Yu struct discard_policy { 32578997b56SChao Yu int type; /* type of discard */ 326ecc9aa00SChao Yu unsigned int min_interval; /* used for candidates exist */ 327f9d1dcedSYunlei He unsigned int mid_interval; /* used for device busy */ 328ecc9aa00SChao Yu unsigned int max_interval; /* used for candidates not exist */ 329ecc9aa00SChao Yu unsigned int max_requests; /* # of discards issued per round */ 330ecc9aa00SChao Yu unsigned int io_aware_gran; /* minimum granularity discard not be aware of I/O */ 331ecc9aa00SChao Yu bool io_aware; /* issue discard in idle time */ 332ecc9aa00SChao Yu bool sync; /* submit discard with REQ_SYNC flag */ 33320ee4382SChao Yu bool ordered; /* issue discard by lba order */ 3346ce48b0cSChao Yu bool timeout; /* discard timeout for put_super */ 33578997b56SChao Yu unsigned int granularity; /* discard granularity */ 336ecc9aa00SChao Yu }; 337ecc9aa00SChao Yu 3380b54fb84SJaegeuk Kim struct discard_cmd_control { 33915469963SJaegeuk Kim struct task_struct *f2fs_issue_discard; /* discard thread */ 34046f84c2cSChao Yu struct list_head entry_list; /* 4KB discard entry list */ 341ba48a33eSChao Yu struct list_head pend_list[MAX_PLIST_NUM];/* store pending entries */ 34246f84c2cSChao Yu struct list_head wait_list; /* store on-flushing entries */ 3438412663dSChao Yu struct list_head fstrim_list; /* in-flight discard from fstrim */ 34415469963SJaegeuk Kim wait_queue_head_t discard_wait_queue; /* waiting queue for wake-up */ 345969d1b18SChao Yu unsigned int discard_wake; /* to wake up discard thread */ 34615469963SJaegeuk Kim struct mutex cmd_lock; 347d618ebafSChao Yu unsigned int nr_discards; /* # of discards in the list */ 348d618ebafSChao Yu unsigned int max_discards; /* max. discards to be issued */ 349969d1b18SChao Yu unsigned int discard_granularity; /* discard granularity */ 350d84d1cbdSChao Yu unsigned int undiscard_blks; /* # of undiscard blocks */ 35120ee4382SChao Yu unsigned int next_pos; /* next discard position */ 3528b8dd65fSChao Yu atomic_t issued_discard; /* # of issued discard */ 35372691af6SJaegeuk Kim atomic_t queued_discard; /* # of queued discard */ 3545f32366aSChao Yu atomic_t discard_cmd_cnt; /* # of cached cmd count */ 3554dada3fdSChao Yu struct rb_root_cached root; /* root of discard rb-tree */ 35667fce70bSChao Yu bool rbtree_check; /* config for consistence check */ 35739a53e0cSJaegeuk Kim }; 35839a53e0cSJaegeuk Kim 35939a53e0cSJaegeuk Kim /* for the list of fsync inodes, used only during recovery */ 36039a53e0cSJaegeuk Kim struct fsync_inode_entry { 36139a53e0cSJaegeuk Kim struct list_head list; /* list head */ 36239a53e0cSJaegeuk Kim struct inode *inode; /* vfs inode pointer */ 363c52e1b10SJaegeuk Kim block_t blkaddr; /* block address locating the last fsync */ 364c52e1b10SJaegeuk Kim block_t last_dentry; /* block address locating the last dentry */ 36539a53e0cSJaegeuk Kim }; 36639a53e0cSJaegeuk Kim 36768afcf2dSTomohiro Kusumi #define nats_in_cursum(jnl) (le16_to_cpu((jnl)->n_nats)) 36868afcf2dSTomohiro Kusumi #define sits_in_cursum(jnl) (le16_to_cpu((jnl)->n_sits)) 36939a53e0cSJaegeuk Kim 37068afcf2dSTomohiro Kusumi #define nat_in_journal(jnl, i) ((jnl)->nat_j.entries[i].ne) 37168afcf2dSTomohiro Kusumi #define nid_in_journal(jnl, i) ((jnl)->nat_j.entries[i].nid) 37268afcf2dSTomohiro Kusumi #define sit_in_journal(jnl, i) ((jnl)->sit_j.entries[i].se) 37368afcf2dSTomohiro Kusumi #define segno_in_journal(jnl, i) ((jnl)->sit_j.entries[i].segno) 37439a53e0cSJaegeuk Kim 375dfc08a12SChao Yu #define MAX_NAT_JENTRIES(jnl) (NAT_JOURNAL_ENTRIES - nats_in_cursum(jnl)) 376dfc08a12SChao Yu #define MAX_SIT_JENTRIES(jnl) (SIT_JOURNAL_ENTRIES - sits_in_cursum(jnl)) 377309cc2b6SJaegeuk Kim 378dfc08a12SChao Yu static inline int update_nats_in_cursum(struct f2fs_journal *journal, int i) 37939a53e0cSJaegeuk Kim { 380dfc08a12SChao Yu int before = nats_in_cursum(journal); 381cac5a3d8SDongOh Shin 382dfc08a12SChao Yu journal->n_nats = cpu_to_le16(before + i); 38339a53e0cSJaegeuk Kim return before; 38439a53e0cSJaegeuk Kim } 38539a53e0cSJaegeuk Kim 386dfc08a12SChao Yu static inline int update_sits_in_cursum(struct f2fs_journal *journal, int i) 38739a53e0cSJaegeuk Kim { 388dfc08a12SChao Yu int before = sits_in_cursum(journal); 389cac5a3d8SDongOh Shin 390dfc08a12SChao Yu journal->n_sits = cpu_to_le16(before + i); 39139a53e0cSJaegeuk Kim return before; 39239a53e0cSJaegeuk Kim } 39339a53e0cSJaegeuk Kim 394dfc08a12SChao Yu static inline bool __has_cursum_space(struct f2fs_journal *journal, 395dfc08a12SChao Yu int size, int type) 396184a5cd2SChao Yu { 397184a5cd2SChao Yu if (type == NAT_JOURNAL) 398dfc08a12SChao Yu return size <= MAX_NAT_JENTRIES(journal); 399dfc08a12SChao Yu return size <= MAX_SIT_JENTRIES(journal); 400184a5cd2SChao Yu } 401184a5cd2SChao Yu 40239a53e0cSJaegeuk Kim /* 403e9750824SNamjae Jeon * ioctl commands 404e9750824SNamjae Jeon */ 405e9750824SNamjae Jeon #define F2FS_IOC_GETFLAGS FS_IOC_GETFLAGS 406e9750824SNamjae Jeon #define F2FS_IOC_SETFLAGS FS_IOC_SETFLAGS 407d49f3e89SChao Yu #define F2FS_IOC_GETVERSION FS_IOC_GETVERSION 408e9750824SNamjae Jeon 40988b88a66SJaegeuk Kim #define F2FS_IOCTL_MAGIC 0xf5 41088b88a66SJaegeuk Kim #define F2FS_IOC_START_ATOMIC_WRITE _IO(F2FS_IOCTL_MAGIC, 1) 41188b88a66SJaegeuk Kim #define F2FS_IOC_COMMIT_ATOMIC_WRITE _IO(F2FS_IOCTL_MAGIC, 2) 41202a1335fSJaegeuk Kim #define F2FS_IOC_START_VOLATILE_WRITE _IO(F2FS_IOCTL_MAGIC, 3) 4131e84371fSJaegeuk Kim #define F2FS_IOC_RELEASE_VOLATILE_WRITE _IO(F2FS_IOCTL_MAGIC, 4) 4141e84371fSJaegeuk Kim #define F2FS_IOC_ABORT_VOLATILE_WRITE _IO(F2FS_IOCTL_MAGIC, 5) 415d07efb50SJaegeuk Kim #define F2FS_IOC_GARBAGE_COLLECT _IOW(F2FS_IOCTL_MAGIC, 6, __u32) 416456b88e4SChao Yu #define F2FS_IOC_WRITE_CHECKPOINT _IO(F2FS_IOCTL_MAGIC, 7) 417d07efb50SJaegeuk Kim #define F2FS_IOC_DEFRAGMENT _IOWR(F2FS_IOCTL_MAGIC, 8, \ 418d07efb50SJaegeuk Kim struct f2fs_defragment) 4194dd6f977SJaegeuk Kim #define F2FS_IOC_MOVE_RANGE _IOWR(F2FS_IOCTL_MAGIC, 9, \ 4204dd6f977SJaegeuk Kim struct f2fs_move_range) 421e066b83cSJaegeuk Kim #define F2FS_IOC_FLUSH_DEVICE _IOW(F2FS_IOCTL_MAGIC, 10, \ 422e066b83cSJaegeuk Kim struct f2fs_flush_device) 42334dc77adSJaegeuk Kim #define F2FS_IOC_GARBAGE_COLLECT_RANGE _IOW(F2FS_IOCTL_MAGIC, 11, \ 42434dc77adSJaegeuk Kim struct f2fs_gc_range) 425e65ef207SJaegeuk Kim #define F2FS_IOC_GET_FEATURES _IOR(F2FS_IOCTL_MAGIC, 12, __u32) 4261ad71a27SJaegeuk Kim #define F2FS_IOC_SET_PIN_FILE _IOW(F2FS_IOCTL_MAGIC, 13, __u32) 4271ad71a27SJaegeuk Kim #define F2FS_IOC_GET_PIN_FILE _IOR(F2FS_IOCTL_MAGIC, 14, __u32) 428c4020b2dSChao Yu #define F2FS_IOC_PRECACHE_EXTENTS _IO(F2FS_IOCTL_MAGIC, 15) 42904f0b2eaSQiuyang Sun #define F2FS_IOC_RESIZE_FS _IOW(F2FS_IOCTL_MAGIC, 16, __u64) 430439dfb10SChao Yu #define F2FS_IOC_GET_COMPRESS_BLOCKS _IOR(F2FS_IOCTL_MAGIC, 17, __u64) 43188b88a66SJaegeuk Kim 4324507847cSChao Yu #define F2FS_IOC_GET_VOLUME_NAME FS_IOC_GETFSLABEL 4334507847cSChao Yu #define F2FS_IOC_SET_VOLUME_NAME FS_IOC_SETFSLABEL 4344507847cSChao Yu 4350b81d077SJaegeuk Kim #define F2FS_IOC_SET_ENCRYPTION_POLICY FS_IOC_SET_ENCRYPTION_POLICY 4360b81d077SJaegeuk Kim #define F2FS_IOC_GET_ENCRYPTION_POLICY FS_IOC_GET_ENCRYPTION_POLICY 4370b81d077SJaegeuk Kim #define F2FS_IOC_GET_ENCRYPTION_PWSALT FS_IOC_GET_ENCRYPTION_PWSALT 438f424f664SJaegeuk Kim 4391abff93dSJaegeuk Kim /* 4401abff93dSJaegeuk Kim * should be same as XFS_IOC_GOINGDOWN. 4411abff93dSJaegeuk Kim * Flags for going down operation used by FS_IOC_GOINGDOWN 4421abff93dSJaegeuk Kim */ 4431abff93dSJaegeuk Kim #define F2FS_IOC_SHUTDOWN _IOR('X', 125, __u32) /* Shutdown */ 4441abff93dSJaegeuk Kim #define F2FS_GOING_DOWN_FULLSYNC 0x0 /* going down with full sync */ 4451abff93dSJaegeuk Kim #define F2FS_GOING_DOWN_METASYNC 0x1 /* going down with metadata */ 4461abff93dSJaegeuk Kim #define F2FS_GOING_DOWN_NOSYNC 0x2 /* going down */ 447c912a829SJaegeuk Kim #define F2FS_GOING_DOWN_METAFLUSH 0x3 /* going down with meta flush */ 4480cd6d9b0SJaegeuk Kim #define F2FS_GOING_DOWN_NEED_FSCK 0x4 /* going down to trigger fsck */ 4491abff93dSJaegeuk Kim 450e9750824SNamjae Jeon #if defined(__KERNEL__) && defined(CONFIG_COMPAT) 451e9750824SNamjae Jeon /* 452e9750824SNamjae Jeon * ioctl commands in 32 bit emulation 453e9750824SNamjae Jeon */ 454e9750824SNamjae Jeon #define F2FS_IOC32_GETFLAGS FS_IOC32_GETFLAGS 455e9750824SNamjae Jeon #define F2FS_IOC32_SETFLAGS FS_IOC32_SETFLAGS 45604ef4b62SChao Yu #define F2FS_IOC32_GETVERSION FS_IOC32_GETVERSION 457e9750824SNamjae Jeon #endif 458e9750824SNamjae Jeon 4592c1d0305SChao Yu #define F2FS_IOC_FSGETXATTR FS_IOC_FSGETXATTR 4602c1d0305SChao Yu #define F2FS_IOC_FSSETXATTR FS_IOC_FSSETXATTR 4612c1d0305SChao Yu 46234dc77adSJaegeuk Kim struct f2fs_gc_range { 46334dc77adSJaegeuk Kim u32 sync; 46434dc77adSJaegeuk Kim u64 start; 46534dc77adSJaegeuk Kim u64 len; 46634dc77adSJaegeuk Kim }; 46734dc77adSJaegeuk Kim 468d323d005SChao Yu struct f2fs_defragment { 469d323d005SChao Yu u64 start; 470d323d005SChao Yu u64 len; 471d323d005SChao Yu }; 472d323d005SChao Yu 4734dd6f977SJaegeuk Kim struct f2fs_move_range { 4744dd6f977SJaegeuk Kim u32 dst_fd; /* destination fd */ 4754dd6f977SJaegeuk Kim u64 pos_in; /* start position in src_fd */ 4764dd6f977SJaegeuk Kim u64 pos_out; /* start position in dst_fd */ 4774dd6f977SJaegeuk Kim u64 len; /* size to move */ 4784dd6f977SJaegeuk Kim }; 4794dd6f977SJaegeuk Kim 480e066b83cSJaegeuk Kim struct f2fs_flush_device { 481e066b83cSJaegeuk Kim u32 dev_num; /* device number to flush */ 482e066b83cSJaegeuk Kim u32 segments; /* # of segments to flush */ 483e066b83cSJaegeuk Kim }; 484e066b83cSJaegeuk Kim 485f2470371SChao Yu /* for inline stuff */ 486f2470371SChao Yu #define DEF_INLINE_RESERVED_SIZE 1 4877a2af766SChao Yu static inline int get_extra_isize(struct inode *inode); 4886afc662eSChao Yu static inline int get_inline_xattr_addrs(struct inode *inode); 4897a2af766SChao Yu #define MAX_INLINE_DATA(inode) (sizeof(__le32) * \ 4907a2af766SChao Yu (CUR_ADDRS_PER_INODE(inode) - \ 491b323fd28SChao Yu get_inline_xattr_addrs(inode) - \ 4926afc662eSChao Yu DEF_INLINE_RESERVED_SIZE)) 493f2470371SChao Yu 494f2470371SChao Yu /* for inline dir */ 495f2470371SChao Yu #define NR_INLINE_DENTRY(inode) (MAX_INLINE_DATA(inode) * BITS_PER_BYTE / \ 496f2470371SChao Yu ((SIZE_OF_DIR_ENTRY + F2FS_SLOT_LEN) * \ 497f2470371SChao Yu BITS_PER_BYTE + 1)) 498f91108b8SGeert Uytterhoeven #define INLINE_DENTRY_BITMAP_SIZE(inode) \ 499f91108b8SGeert Uytterhoeven DIV_ROUND_UP(NR_INLINE_DENTRY(inode), BITS_PER_BYTE) 500f2470371SChao Yu #define INLINE_RESERVED_SIZE(inode) (MAX_INLINE_DATA(inode) - \ 501f2470371SChao Yu ((SIZE_OF_DIR_ENTRY + F2FS_SLOT_LEN) * \ 502f2470371SChao Yu NR_INLINE_DENTRY(inode) + \ 503f2470371SChao Yu INLINE_DENTRY_BITMAP_SIZE(inode))) 504f2470371SChao Yu 505e9750824SNamjae Jeon /* 50639a53e0cSJaegeuk Kim * For INODE and NODE manager 50739a53e0cSJaegeuk Kim */ 5087b3cd7d6SJaegeuk Kim /* for directory operations */ 5097b3cd7d6SJaegeuk Kim struct f2fs_dentry_ptr { 510d8c6822aSJaegeuk Kim struct inode *inode; 51176a9dd85SChao Yu void *bitmap; 5127b3cd7d6SJaegeuk Kim struct f2fs_dir_entry *dentry; 5137b3cd7d6SJaegeuk Kim __u8 (*filename)[F2FS_SLOT_LEN]; 5147b3cd7d6SJaegeuk Kim int max; 51576a9dd85SChao Yu int nr_bitmap; 5167b3cd7d6SJaegeuk Kim }; 5177b3cd7d6SJaegeuk Kim 51864c24ecbSTomohiro Kusumi static inline void make_dentry_ptr_block(struct inode *inode, 51964c24ecbSTomohiro Kusumi struct f2fs_dentry_ptr *d, struct f2fs_dentry_block *t) 5207b3cd7d6SJaegeuk Kim { 521d8c6822aSJaegeuk Kim d->inode = inode; 5227b3cd7d6SJaegeuk Kim d->max = NR_DENTRY_IN_BLOCK; 52376a9dd85SChao Yu d->nr_bitmap = SIZE_OF_DENTRY_BITMAP; 524c79d1520SYunlong Song d->bitmap = t->dentry_bitmap; 5257b3cd7d6SJaegeuk Kim d->dentry = t->dentry; 5267b3cd7d6SJaegeuk Kim d->filename = t->filename; 52764c24ecbSTomohiro Kusumi } 528cac5a3d8SDongOh Shin 52964c24ecbSTomohiro Kusumi static inline void make_dentry_ptr_inline(struct inode *inode, 530f2470371SChao Yu struct f2fs_dentry_ptr *d, void *t) 53164c24ecbSTomohiro Kusumi { 532f2470371SChao Yu int entry_cnt = NR_INLINE_DENTRY(inode); 533f2470371SChao Yu int bitmap_size = INLINE_DENTRY_BITMAP_SIZE(inode); 534f2470371SChao Yu int reserved_size = INLINE_RESERVED_SIZE(inode); 535f2470371SChao Yu 53664c24ecbSTomohiro Kusumi d->inode = inode; 537f2470371SChao Yu d->max = entry_cnt; 538f2470371SChao Yu d->nr_bitmap = bitmap_size; 539f2470371SChao Yu d->bitmap = t; 540f2470371SChao Yu d->dentry = t + bitmap_size + reserved_size; 541f2470371SChao Yu d->filename = t + bitmap_size + reserved_size + 542f2470371SChao Yu SIZE_OF_DIR_ENTRY * entry_cnt; 5437b3cd7d6SJaegeuk Kim } 5447b3cd7d6SJaegeuk Kim 545dbe6a5ffSJaegeuk Kim /* 546dbe6a5ffSJaegeuk Kim * XATTR_NODE_OFFSET stores xattrs to one node block per file keeping -1 547dbe6a5ffSJaegeuk Kim * as its node offset to distinguish from index node blocks. 548dbe6a5ffSJaegeuk Kim * But some bits are used to mark the node block. 54939a53e0cSJaegeuk Kim */ 550dbe6a5ffSJaegeuk Kim #define XATTR_NODE_OFFSET ((((unsigned int)-1) << OFFSET_BIT_SHIFT) \ 551dbe6a5ffSJaegeuk Kim >> OFFSET_BIT_SHIFT) 552266e97a8SJaegeuk Kim enum { 553266e97a8SJaegeuk Kim ALLOC_NODE, /* allocate a new node page if needed */ 554266e97a8SJaegeuk Kim LOOKUP_NODE, /* look up a node without readahead */ 555266e97a8SJaegeuk Kim LOOKUP_NODE_RA, /* 556266e97a8SJaegeuk Kim * look up a node with readahead called 5574f4124d0SChao Yu * by get_data_block. 55839a53e0cSJaegeuk Kim */ 559266e97a8SJaegeuk Kim }; 560266e97a8SJaegeuk Kim 5617735730dSChao Yu #define DEFAULT_RETRY_IO_COUNT 8 /* maximum retry read IO count */ 5627735730dSChao Yu 5635df7731fSChao Yu /* congestion wait timeout value, default: 20ms */ 5645df7731fSChao Yu #define DEFAULT_IO_TIMEOUT (msecs_to_jiffies(20)) 5655df7731fSChao Yu 566af033b2aSChao Yu /* maximum retry quota flush count */ 567af033b2aSChao Yu #define DEFAULT_RETRY_QUOTA_FLUSH_COUNT 8 568af033b2aSChao Yu 569a6db67f0SJaegeuk Kim #define F2FS_LINK_MAX 0xffffffff /* maximum link count per file */ 57039a53e0cSJaegeuk Kim 571817202d9SChao Yu #define MAX_DIR_RA_PAGES 4 /* maximum ra pages of dir */ 572817202d9SChao Yu 57339a53e0cSJaegeuk Kim /* for in-memory extent cache entry */ 57413054c54SChao Yu #define F2FS_MIN_EXTENT_LEN 64 /* minimum extent length */ 57513054c54SChao Yu 57613054c54SChao Yu /* number of extent info in extent cache we try to shrink */ 57713054c54SChao Yu #define EXTENT_CACHE_SHRINK_NUMBER 128 578c11abd1aSJaegeuk Kim 57954c2258cSChao Yu struct rb_entry { 58054c2258cSChao Yu struct rb_node rb_node; /* rb node located in rb-tree */ 58154c2258cSChao Yu unsigned int ofs; /* start offset of the entry */ 58254c2258cSChao Yu unsigned int len; /* length of the entry */ 58354c2258cSChao Yu }; 58454c2258cSChao Yu 58539a53e0cSJaegeuk Kim struct extent_info { 58639a53e0cSJaegeuk Kim unsigned int fofs; /* start offset in a file */ 587111d2495SMasanari Iida unsigned int len; /* length of the extent */ 58854c2258cSChao Yu u32 blk; /* start block address of the extent */ 58939a53e0cSJaegeuk Kim }; 59039a53e0cSJaegeuk Kim 59113054c54SChao Yu struct extent_node { 592c0362117SChao Yu struct rb_node rb_node; /* rb node located in rb-tree */ 59313054c54SChao Yu struct extent_info ei; /* extent info */ 59454c2258cSChao Yu struct list_head list; /* node in global extent list of sbi */ 595201ef5e0SHou Pengyang struct extent_tree *et; /* extent tree pointer */ 59613054c54SChao Yu }; 59713054c54SChao Yu 59813054c54SChao Yu struct extent_tree { 59913054c54SChao Yu nid_t ino; /* inode number */ 6004dada3fdSChao Yu struct rb_root_cached root; /* root of extent info rb-tree */ 60162c8af65SChao Yu struct extent_node *cached_en; /* recently accessed extent node */ 6023e72f721SJaegeuk Kim struct extent_info largest; /* largested extent info */ 603137d09f0SJaegeuk Kim struct list_head list; /* to be used by sbi->zombie_list */ 60413054c54SChao Yu rwlock_t lock; /* protect extent info rb-tree */ 60568e35385SChao Yu atomic_t node_cnt; /* # of extent node in rb-tree*/ 606b430f726SZhikang Zhang bool largest_updated; /* largest extent updated */ 60713054c54SChao Yu }; 60813054c54SChao Yu 60939a53e0cSJaegeuk Kim /* 610003a3e1dSJaegeuk Kim * This structure is taken from ext4_map_blocks. 611003a3e1dSJaegeuk Kim * 612003a3e1dSJaegeuk Kim * Note that, however, f2fs uses NEW and MAPPED flags for f2fs_map_blocks(). 613003a3e1dSJaegeuk Kim */ 614003a3e1dSJaegeuk Kim #define F2FS_MAP_NEW (1 << BH_New) 615003a3e1dSJaegeuk Kim #define F2FS_MAP_MAPPED (1 << BH_Mapped) 6167f63eb77SJaegeuk Kim #define F2FS_MAP_UNWRITTEN (1 << BH_Unwritten) 6177f63eb77SJaegeuk Kim #define F2FS_MAP_FLAGS (F2FS_MAP_NEW | F2FS_MAP_MAPPED |\ 6187f63eb77SJaegeuk Kim F2FS_MAP_UNWRITTEN) 619003a3e1dSJaegeuk Kim 620003a3e1dSJaegeuk Kim struct f2fs_map_blocks { 621003a3e1dSJaegeuk Kim block_t m_pblk; 622003a3e1dSJaegeuk Kim block_t m_lblk; 623003a3e1dSJaegeuk Kim unsigned int m_len; 624003a3e1dSJaegeuk Kim unsigned int m_flags; 625da85985cSChao Yu pgoff_t *m_next_pgofs; /* point next possible non-hole pgofs */ 626c4020b2dSChao Yu pgoff_t *m_next_extent; /* point to next possible extent */ 627d5097be5SHyunchul Lee int m_seg_type; 628f9d6d059SChao Yu bool m_may_create; /* indicate it is from write path */ 629003a3e1dSJaegeuk Kim }; 630003a3e1dSJaegeuk Kim 631e2b4e2bcSChao Yu /* for flag in get_data_block */ 632f2220c7fSQiuyang Sun enum { 633f2220c7fSQiuyang Sun F2FS_GET_BLOCK_DEFAULT, 634f2220c7fSQiuyang Sun F2FS_GET_BLOCK_FIEMAP, 635f2220c7fSQiuyang Sun F2FS_GET_BLOCK_BMAP, 6360a4daae5SJaegeuk Kim F2FS_GET_BLOCK_DIO, 637f2220c7fSQiuyang Sun F2FS_GET_BLOCK_PRE_DIO, 638f2220c7fSQiuyang Sun F2FS_GET_BLOCK_PRE_AIO, 639c4020b2dSChao Yu F2FS_GET_BLOCK_PRECACHE, 640f2220c7fSQiuyang Sun }; 641e2b4e2bcSChao Yu 642003a3e1dSJaegeuk Kim /* 64339a53e0cSJaegeuk Kim * i_advise uses FADVISE_XXX_BIT. We can add additional hints later. 64439a53e0cSJaegeuk Kim */ 64539a53e0cSJaegeuk Kim #define FADVISE_COLD_BIT 0x01 646354a3399SJaegeuk Kim #define FADVISE_LOST_PINO_BIT 0x02 647cde4de12SJaegeuk Kim #define FADVISE_ENCRYPT_BIT 0x04 648e7d55452SJaegeuk Kim #define FADVISE_ENC_NAME_BIT 0x08 64926787236SJaegeuk Kim #define FADVISE_KEEP_SIZE_BIT 0x10 650b6a06cbbSChao Yu #define FADVISE_HOT_BIT 0x20 65195ae251fSEric Biggers #define FADVISE_VERITY_BIT 0x40 65239a53e0cSJaegeuk Kim 653797c1cb5SChao Yu #define FADVISE_MODIFIABLE_BITS (FADVISE_COLD_BIT | FADVISE_HOT_BIT) 654797c1cb5SChao Yu 655b5492af7SJaegeuk Kim #define file_is_cold(inode) is_file(inode, FADVISE_COLD_BIT) 656b5492af7SJaegeuk Kim #define file_wrong_pino(inode) is_file(inode, FADVISE_LOST_PINO_BIT) 657b5492af7SJaegeuk Kim #define file_set_cold(inode) set_file(inode, FADVISE_COLD_BIT) 658b5492af7SJaegeuk Kim #define file_lost_pino(inode) set_file(inode, FADVISE_LOST_PINO_BIT) 659b5492af7SJaegeuk Kim #define file_clear_cold(inode) clear_file(inode, FADVISE_COLD_BIT) 660b5492af7SJaegeuk Kim #define file_got_pino(inode) clear_file(inode, FADVISE_LOST_PINO_BIT) 661cde4de12SJaegeuk Kim #define file_is_encrypt(inode) is_file(inode, FADVISE_ENCRYPT_BIT) 662cde4de12SJaegeuk Kim #define file_set_encrypt(inode) set_file(inode, FADVISE_ENCRYPT_BIT) 663cde4de12SJaegeuk Kim #define file_clear_encrypt(inode) clear_file(inode, FADVISE_ENCRYPT_BIT) 664e7d55452SJaegeuk Kim #define file_enc_name(inode) is_file(inode, FADVISE_ENC_NAME_BIT) 665e7d55452SJaegeuk Kim #define file_set_enc_name(inode) set_file(inode, FADVISE_ENC_NAME_BIT) 66626787236SJaegeuk Kim #define file_keep_isize(inode) is_file(inode, FADVISE_KEEP_SIZE_BIT) 66726787236SJaegeuk Kim #define file_set_keep_isize(inode) set_file(inode, FADVISE_KEEP_SIZE_BIT) 668b6a06cbbSChao Yu #define file_is_hot(inode) is_file(inode, FADVISE_HOT_BIT) 669b6a06cbbSChao Yu #define file_set_hot(inode) set_file(inode, FADVISE_HOT_BIT) 670b6a06cbbSChao Yu #define file_clear_hot(inode) clear_file(inode, FADVISE_HOT_BIT) 67195ae251fSEric Biggers #define file_is_verity(inode) is_file(inode, FADVISE_VERITY_BIT) 67295ae251fSEric Biggers #define file_set_verity(inode) set_file(inode, FADVISE_VERITY_BIT) 673cde4de12SJaegeuk Kim 674ab9fa662SJaegeuk Kim #define DEF_DIR_LEVEL 0 675ab9fa662SJaegeuk Kim 6762ef79ecbSChao Yu enum { 6772ef79ecbSChao Yu GC_FAILURE_PIN, 6782ef79ecbSChao Yu GC_FAILURE_ATOMIC, 6792ef79ecbSChao Yu MAX_GC_FAILURE 6802ef79ecbSChao Yu }; 6812ef79ecbSChao Yu 6827653b9d8SChao Yu /* used for f2fs_inode_info->flags */ 6837653b9d8SChao Yu enum { 6847653b9d8SChao Yu FI_NEW_INODE, /* indicate newly allocated inode */ 6857653b9d8SChao Yu FI_DIRTY_INODE, /* indicate inode is dirty or not */ 6867653b9d8SChao Yu FI_AUTO_RECOVER, /* indicate inode is recoverable */ 6877653b9d8SChao Yu FI_DIRTY_DIR, /* indicate directory has dirty pages */ 6887653b9d8SChao Yu FI_INC_LINK, /* need to increment i_nlink */ 6897653b9d8SChao Yu FI_ACL_MODE, /* indicate acl mode */ 6907653b9d8SChao Yu FI_NO_ALLOC, /* should not allocate any blocks */ 6917653b9d8SChao Yu FI_FREE_NID, /* free allocated nide */ 6927653b9d8SChao Yu FI_NO_EXTENT, /* not to use the extent cache */ 6937653b9d8SChao Yu FI_INLINE_XATTR, /* used for inline xattr */ 6947653b9d8SChao Yu FI_INLINE_DATA, /* used for inline data*/ 6957653b9d8SChao Yu FI_INLINE_DENTRY, /* used for inline dentry */ 6967653b9d8SChao Yu FI_APPEND_WRITE, /* inode has appended data */ 6977653b9d8SChao Yu FI_UPDATE_WRITE, /* inode has in-place-update data */ 6987653b9d8SChao Yu FI_NEED_IPU, /* used for ipu per file */ 6997653b9d8SChao Yu FI_ATOMIC_FILE, /* indicate atomic file */ 7007653b9d8SChao Yu FI_ATOMIC_COMMIT, /* indicate the state of atomical committing */ 7017653b9d8SChao Yu FI_VOLATILE_FILE, /* indicate volatile file */ 7027653b9d8SChao Yu FI_FIRST_BLOCK_WRITTEN, /* indicate #0 data block was written */ 7037653b9d8SChao Yu FI_DROP_CACHE, /* drop dirty page cache */ 7047653b9d8SChao Yu FI_DATA_EXIST, /* indicate data exists */ 7057653b9d8SChao Yu FI_INLINE_DOTS, /* indicate inline dot dentries */ 7067653b9d8SChao Yu FI_DO_DEFRAG, /* indicate defragment is running */ 7077653b9d8SChao Yu FI_DIRTY_FILE, /* indicate regular/symlink has dirty pages */ 7087653b9d8SChao Yu FI_NO_PREALLOC, /* indicate skipped preallocated blocks */ 7097653b9d8SChao Yu FI_HOT_DATA, /* indicate file is hot */ 7107653b9d8SChao Yu FI_EXTRA_ATTR, /* indicate file has extra attribute */ 7117653b9d8SChao Yu FI_PROJ_INHERIT, /* indicate file inherits projectid */ 7127653b9d8SChao Yu FI_PIN_FILE, /* indicate file should not be gced */ 7137653b9d8SChao Yu FI_ATOMIC_REVOKE_REQUEST, /* request to drop atomic data */ 7147653b9d8SChao Yu FI_VERITY_IN_PROGRESS, /* building fs-verity Merkle tree */ 7157653b9d8SChao Yu FI_COMPRESSED_FILE, /* indicate file's data can be compressed */ 7167653b9d8SChao Yu FI_MMAP_FILE, /* indicate file was mmapped */ 7177653b9d8SChao Yu FI_MAX, /* max flag, never be used */ 7187653b9d8SChao Yu }; 7197653b9d8SChao Yu 72039a53e0cSJaegeuk Kim struct f2fs_inode_info { 72139a53e0cSJaegeuk Kim struct inode vfs_inode; /* serve a vfs inode */ 72239a53e0cSJaegeuk Kim unsigned long i_flags; /* keep an inode flags for ioctl */ 72339a53e0cSJaegeuk Kim unsigned char i_advise; /* use to give file attribute hints */ 72438431545SJaegeuk Kim unsigned char i_dir_level; /* use for dentry level for large dir */ 7251ad71a27SJaegeuk Kim unsigned int i_current_depth; /* only for directory depth */ 7262ef79ecbSChao Yu /* for gc failure statistic */ 7272ef79ecbSChao Yu unsigned int i_gc_failures[MAX_GC_FAILURE]; 7286666e6aaSJaegeuk Kim unsigned int i_pino; /* parent inode number */ 72939a53e0cSJaegeuk Kim umode_t i_acl_mode; /* keep file acl mode temporarily */ 73039a53e0cSJaegeuk Kim 73139a53e0cSJaegeuk Kim /* Use below internally in f2fs*/ 7327653b9d8SChao Yu unsigned long flags[BITS_TO_LONGS(FI_MAX)]; /* use to pass per-file flags */ 733d928bfbfSJaegeuk Kim struct rw_semaphore i_sem; /* protect fi info */ 734204706c7SJaegeuk Kim atomic_t dirty_pages; /* # of dirty pages */ 73539a53e0cSJaegeuk Kim f2fs_hash_t chash; /* hash value of given file name */ 73639a53e0cSJaegeuk Kim unsigned int clevel; /* maximum level of given file name */ 73788c5c13aSJaegeuk Kim struct task_struct *task; /* lookup and create consistency */ 738b0af6d49SChao Yu struct task_struct *cp_task; /* separate cp/wb IO stats*/ 73939a53e0cSJaegeuk Kim nid_t i_xattr_nid; /* node id that contains xattrs */ 74026de9b11SJaegeuk Kim loff_t last_disk_size; /* lastly written file size */ 741c10c9820SChao Yu spinlock_t i_size_lock; /* protect last_disk_size */ 74288b88a66SJaegeuk Kim 7430abd675eSChao Yu #ifdef CONFIG_QUOTA 7440abd675eSChao Yu struct dquot *i_dquot[MAXQUOTAS]; 7450abd675eSChao Yu 7460abd675eSChao Yu /* quota space reservation, managed internally by quota code */ 7470abd675eSChao Yu qsize_t i_reserved_quota; 7480abd675eSChao Yu #endif 7490f18b462SJaegeuk Kim struct list_head dirty_list; /* dirty list for dirs and files */ 7500f18b462SJaegeuk Kim struct list_head gdirty_list; /* linked in global dirty list */ 75157864ae5SJaegeuk Kim struct list_head inmem_ilist; /* list for inmem inodes */ 75288b88a66SJaegeuk Kim struct list_head inmem_pages; /* inmemory pages managed by f2fs */ 7537a10f017SJaegeuk Kim struct task_struct *inmem_task; /* store inmemory task */ 75488b88a66SJaegeuk Kim struct mutex inmem_lock; /* lock for inmemory pages */ 7553e72f721SJaegeuk Kim struct extent_tree *extent_tree; /* cached extent_tree entry */ 756b2532c69SChao Yu 757b2532c69SChao Yu /* avoid racing between foreground op and gc */ 758b2532c69SChao Yu struct rw_semaphore i_gc_rwsem[2]; 7595a3a2d83SQiuyang Sun struct rw_semaphore i_mmap_sem; 76027161f13SYunlei He struct rw_semaphore i_xattr_sem; /* avoid racing between reading and changing EAs */ 761f2470371SChao Yu 7627a2af766SChao Yu int i_extra_isize; /* size of extra space located in i_addr */ 7635c57132eSChao Yu kprojid_t i_projid; /* id for project quota */ 7646afc662eSChao Yu int i_inline_xattr_size; /* inline xattr size */ 76524b81dfcSArnd Bergmann struct timespec64 i_crtime; /* inode creation time */ 76624b81dfcSArnd Bergmann struct timespec64 i_disk_time[4];/* inode disk times */ 7674c8ff709SChao Yu 7684c8ff709SChao Yu /* for file compress */ 7694c8ff709SChao Yu u64 i_compr_blocks; /* # of compressed blocks */ 7704c8ff709SChao Yu unsigned char i_compress_algorithm; /* algorithm type */ 7714c8ff709SChao Yu unsigned char i_log_cluster_size; /* log of cluster size */ 7724c8ff709SChao Yu unsigned int i_cluster_size; /* cluster size */ 77339a53e0cSJaegeuk Kim }; 77439a53e0cSJaegeuk Kim 77539a53e0cSJaegeuk Kim static inline void get_extent_info(struct extent_info *ext, 776bd933d4fSChao Yu struct f2fs_extent *i_ext) 77739a53e0cSJaegeuk Kim { 778bd933d4fSChao Yu ext->fofs = le32_to_cpu(i_ext->fofs); 779bd933d4fSChao Yu ext->blk = le32_to_cpu(i_ext->blk); 780bd933d4fSChao Yu ext->len = le32_to_cpu(i_ext->len); 78139a53e0cSJaegeuk Kim } 78239a53e0cSJaegeuk Kim 78339a53e0cSJaegeuk Kim static inline void set_raw_extent(struct extent_info *ext, 78439a53e0cSJaegeuk Kim struct f2fs_extent *i_ext) 78539a53e0cSJaegeuk Kim { 78639a53e0cSJaegeuk Kim i_ext->fofs = cpu_to_le32(ext->fofs); 7874d0b0bd4SChao Yu i_ext->blk = cpu_to_le32(ext->blk); 78839a53e0cSJaegeuk Kim i_ext->len = cpu_to_le32(ext->len); 78939a53e0cSJaegeuk Kim } 79039a53e0cSJaegeuk Kim 791429511cdSChao Yu static inline void set_extent_info(struct extent_info *ei, unsigned int fofs, 792429511cdSChao Yu u32 blk, unsigned int len) 793429511cdSChao Yu { 794429511cdSChao Yu ei->fofs = fofs; 795429511cdSChao Yu ei->blk = blk; 796429511cdSChao Yu ei->len = len; 797429511cdSChao Yu } 798429511cdSChao Yu 799004b6862SChao Yu static inline bool __is_discard_mergeable(struct discard_info *back, 80035ec7d57SChao Yu struct discard_info *front, unsigned int max_len) 801004b6862SChao Yu { 8029a997188SJaegeuk Kim return (back->lstart + back->len == front->lstart) && 80335ec7d57SChao Yu (back->len + front->len <= max_len); 804004b6862SChao Yu } 805004b6862SChao Yu 806004b6862SChao Yu static inline bool __is_discard_back_mergeable(struct discard_info *cur, 80735ec7d57SChao Yu struct discard_info *back, unsigned int max_len) 808004b6862SChao Yu { 80935ec7d57SChao Yu return __is_discard_mergeable(back, cur, max_len); 810004b6862SChao Yu } 811004b6862SChao Yu 812004b6862SChao Yu static inline bool __is_discard_front_mergeable(struct discard_info *cur, 81335ec7d57SChao Yu struct discard_info *front, unsigned int max_len) 814004b6862SChao Yu { 81535ec7d57SChao Yu return __is_discard_mergeable(cur, front, max_len); 816004b6862SChao Yu } 817004b6862SChao Yu 818429511cdSChao Yu static inline bool __is_extent_mergeable(struct extent_info *back, 819429511cdSChao Yu struct extent_info *front) 820429511cdSChao Yu { 821429511cdSChao Yu return (back->fofs + back->len == front->fofs && 822429511cdSChao Yu back->blk + back->len == front->blk); 823429511cdSChao Yu } 824429511cdSChao Yu 825429511cdSChao Yu static inline bool __is_back_mergeable(struct extent_info *cur, 826429511cdSChao Yu struct extent_info *back) 827429511cdSChao Yu { 828429511cdSChao Yu return __is_extent_mergeable(back, cur); 829429511cdSChao Yu } 830429511cdSChao Yu 831429511cdSChao Yu static inline bool __is_front_mergeable(struct extent_info *cur, 832429511cdSChao Yu struct extent_info *front) 833429511cdSChao Yu { 834429511cdSChao Yu return __is_extent_mergeable(cur, front); 835429511cdSChao Yu } 836429511cdSChao Yu 837cac5a3d8SDongOh Shin extern void f2fs_mark_inode_dirty_sync(struct inode *inode, bool sync); 838b430f726SZhikang Zhang static inline void __try_update_largest_extent(struct extent_tree *et, 839b430f726SZhikang Zhang struct extent_node *en) 8404abd3f5aSChao Yu { 841205b9822SJaegeuk Kim if (en->ei.len > et->largest.len) { 8424abd3f5aSChao Yu et->largest = en->ei; 843b430f726SZhikang Zhang et->largest_updated = true; 844205b9822SJaegeuk Kim } 8454abd3f5aSChao Yu } 8464abd3f5aSChao Yu 8479a4ffdf5SChao Yu /* 8489a4ffdf5SChao Yu * For free nid management 8499a4ffdf5SChao Yu */ 8509a4ffdf5SChao Yu enum nid_state { 8519a4ffdf5SChao Yu FREE_NID, /* newly added to free nid list */ 8529a4ffdf5SChao Yu PREALLOC_NID, /* it is preallocated */ 8539a4ffdf5SChao Yu MAX_NID_STATE, 854b8559dc2SChao Yu }; 855b8559dc2SChao Yu 85639a53e0cSJaegeuk Kim struct f2fs_nm_info { 85739a53e0cSJaegeuk Kim block_t nat_blkaddr; /* base disk address of NAT */ 85839a53e0cSJaegeuk Kim nid_t max_nid; /* maximum possible node ids */ 85904d47e67SChao Yu nid_t available_nids; /* # of available node ids */ 86039a53e0cSJaegeuk Kim nid_t next_scan_nid; /* the next nid to be scanned */ 861cdfc41c1SJaegeuk Kim unsigned int ram_thresh; /* control the memory footprint */ 862ea1a29a0SChao Yu unsigned int ra_nid_pages; /* # of nid pages to be readaheaded */ 8632304cb0cSChao Yu unsigned int dirty_nats_ratio; /* control dirty nats ratio threshold */ 86439a53e0cSJaegeuk Kim 86539a53e0cSJaegeuk Kim /* NAT cache management */ 86639a53e0cSJaegeuk Kim struct radix_tree_root nat_root;/* root of the nat entry cache */ 867309cc2b6SJaegeuk Kim struct radix_tree_root nat_set_root;/* root of the nat set cache */ 868b873b798SJaegeuk Kim struct rw_semaphore nat_tree_lock; /* protect nat_tree_lock */ 86939a53e0cSJaegeuk Kim struct list_head nat_entries; /* cached nat entry list (clean) */ 87022969158SChao Yu spinlock_t nat_list_lock; /* protect clean nat entry list */ 871309cc2b6SJaegeuk Kim unsigned int nat_cnt; /* the # of cached nat entries */ 872aec71382SChao Yu unsigned int dirty_nat_cnt; /* total num of nat entries in set */ 87322ad0b6aSJaegeuk Kim unsigned int nat_blocks; /* # of nat blocks */ 87439a53e0cSJaegeuk Kim 87539a53e0cSJaegeuk Kim /* free node ids management */ 8768a7ed66aSJaegeuk Kim struct radix_tree_root free_nid_root;/* root of the free_nid cache */ 8779a4ffdf5SChao Yu struct list_head free_nid_list; /* list for free nids excluding preallocated nids */ 8789a4ffdf5SChao Yu unsigned int nid_cnt[MAX_NID_STATE]; /* the number of free node id */ 879b8559dc2SChao Yu spinlock_t nid_list_lock; /* protect nid lists ops */ 88039a53e0cSJaegeuk Kim struct mutex build_lock; /* lock for build free nids */ 881bb1105e4SJaegeuk Kim unsigned char **free_nid_bitmap; 8824ac91242SChao Yu unsigned char *nat_block_bitmap; 883586d1492SChao Yu unsigned short *free_nid_count; /* free nid count of NAT block */ 88439a53e0cSJaegeuk Kim 88539a53e0cSJaegeuk Kim /* for checkpoint */ 88639a53e0cSJaegeuk Kim char *nat_bitmap; /* NAT bitmap pointer */ 88722ad0b6aSJaegeuk Kim 88822ad0b6aSJaegeuk Kim unsigned int nat_bits_blocks; /* # of nat bits blocks */ 88922ad0b6aSJaegeuk Kim unsigned char *nat_bits; /* NAT bits blocks */ 89022ad0b6aSJaegeuk Kim unsigned char *full_nat_bits; /* full NAT pages */ 89122ad0b6aSJaegeuk Kim unsigned char *empty_nat_bits; /* empty NAT pages */ 892599a09b2SChao Yu #ifdef CONFIG_F2FS_CHECK_FS 893599a09b2SChao Yu char *nat_bitmap_mir; /* NAT bitmap mirror */ 894599a09b2SChao Yu #endif 89539a53e0cSJaegeuk Kim int bitmap_size; /* bitmap size */ 89639a53e0cSJaegeuk Kim }; 89739a53e0cSJaegeuk Kim 89839a53e0cSJaegeuk Kim /* 89939a53e0cSJaegeuk Kim * this structure is used as one of function parameters. 90039a53e0cSJaegeuk Kim * all the information are dedicated to a given direct node block determined 90139a53e0cSJaegeuk Kim * by the data offset in a file. 90239a53e0cSJaegeuk Kim */ 90339a53e0cSJaegeuk Kim struct dnode_of_data { 90439a53e0cSJaegeuk Kim struct inode *inode; /* vfs inode pointer */ 90539a53e0cSJaegeuk Kim struct page *inode_page; /* its inode page, NULL is possible */ 90639a53e0cSJaegeuk Kim struct page *node_page; /* cached direct node page */ 90739a53e0cSJaegeuk Kim nid_t nid; /* node id of the direct node block */ 90839a53e0cSJaegeuk Kim unsigned int ofs_in_node; /* data offset in the node page */ 90939a53e0cSJaegeuk Kim bool inode_page_locked; /* inode page is locked or not */ 91093bae099SJaegeuk Kim bool node_changed; /* is node block changed */ 9113cf45747SChao Yu char cur_level; /* level of hole node page */ 9123cf45747SChao Yu char max_level; /* level of current page located */ 91339a53e0cSJaegeuk Kim block_t data_blkaddr; /* block address of the node block */ 91439a53e0cSJaegeuk Kim }; 91539a53e0cSJaegeuk Kim 91639a53e0cSJaegeuk Kim static inline void set_new_dnode(struct dnode_of_data *dn, struct inode *inode, 91739a53e0cSJaegeuk Kim struct page *ipage, struct page *npage, nid_t nid) 91839a53e0cSJaegeuk Kim { 919d66d1f76SJaegeuk Kim memset(dn, 0, sizeof(*dn)); 92039a53e0cSJaegeuk Kim dn->inode = inode; 92139a53e0cSJaegeuk Kim dn->inode_page = ipage; 92239a53e0cSJaegeuk Kim dn->node_page = npage; 92339a53e0cSJaegeuk Kim dn->nid = nid; 92439a53e0cSJaegeuk Kim } 92539a53e0cSJaegeuk Kim 92639a53e0cSJaegeuk Kim /* 92739a53e0cSJaegeuk Kim * For SIT manager 92839a53e0cSJaegeuk Kim * 92939a53e0cSJaegeuk Kim * By default, there are 6 active log areas across the whole main area. 93039a53e0cSJaegeuk Kim * When considering hot and cold data separation to reduce cleaning overhead, 93139a53e0cSJaegeuk Kim * we split 3 for data logs and 3 for node logs as hot, warm, and cold types, 93239a53e0cSJaegeuk Kim * respectively. 93339a53e0cSJaegeuk Kim * In the current design, you should not change the numbers intentionally. 93439a53e0cSJaegeuk Kim * Instead, as a mount option such as active_logs=x, you can use 2, 4, and 6 93539a53e0cSJaegeuk Kim * logs individually according to the underlying devices. (default: 6) 93639a53e0cSJaegeuk Kim * Just in case, on-disk layout covers maximum 16 logs that consist of 8 for 93739a53e0cSJaegeuk Kim * data and 8 for node logs. 93839a53e0cSJaegeuk Kim */ 93939a53e0cSJaegeuk Kim #define NR_CURSEG_DATA_TYPE (3) 94039a53e0cSJaegeuk Kim #define NR_CURSEG_NODE_TYPE (3) 94139a53e0cSJaegeuk Kim #define NR_CURSEG_TYPE (NR_CURSEG_DATA_TYPE + NR_CURSEG_NODE_TYPE) 94239a53e0cSJaegeuk Kim 94339a53e0cSJaegeuk Kim enum { 94439a53e0cSJaegeuk Kim CURSEG_HOT_DATA = 0, /* directory entry blocks */ 94539a53e0cSJaegeuk Kim CURSEG_WARM_DATA, /* data blocks */ 94639a53e0cSJaegeuk Kim CURSEG_COLD_DATA, /* multimedia or GCed data blocks */ 94739a53e0cSJaegeuk Kim CURSEG_HOT_NODE, /* direct node blocks of directory files */ 94839a53e0cSJaegeuk Kim CURSEG_WARM_NODE, /* direct node blocks of normal files */ 94939a53e0cSJaegeuk Kim CURSEG_COLD_NODE, /* indirect node blocks */ 95038aa0889SJaegeuk Kim NO_CHECK_TYPE, 951f5a53edcSJaegeuk Kim CURSEG_COLD_DATA_PINNED,/* cold data for pinned file */ 95239a53e0cSJaegeuk Kim }; 95339a53e0cSJaegeuk Kim 9546b4afdd7SJaegeuk Kim struct flush_cmd { 9556b4afdd7SJaegeuk Kim struct completion wait; 956721bd4d5SGu Zheng struct llist_node llnode; 95739d787beSChao Yu nid_t ino; 9586b4afdd7SJaegeuk Kim int ret; 9596b4afdd7SJaegeuk Kim }; 9606b4afdd7SJaegeuk Kim 961a688b9d9SGu Zheng struct flush_cmd_control { 962a688b9d9SGu Zheng struct task_struct *f2fs_issue_flush; /* flush thread */ 963a688b9d9SGu Zheng wait_queue_head_t flush_wait_queue; /* waiting queue for wake-up */ 9648b8dd65fSChao Yu atomic_t issued_flush; /* # of issued flushes */ 96572691af6SJaegeuk Kim atomic_t queued_flush; /* # of queued flushes */ 966721bd4d5SGu Zheng struct llist_head issue_list; /* list for command issue */ 967721bd4d5SGu Zheng struct llist_node *dispatch_list; /* list for command dispatch */ 968a688b9d9SGu Zheng }; 969a688b9d9SGu Zheng 97039a53e0cSJaegeuk Kim struct f2fs_sm_info { 97139a53e0cSJaegeuk Kim struct sit_info *sit_info; /* whole segment information */ 97239a53e0cSJaegeuk Kim struct free_segmap_info *free_info; /* free segment information */ 97339a53e0cSJaegeuk Kim struct dirty_seglist_info *dirty_info; /* dirty segment information */ 97439a53e0cSJaegeuk Kim struct curseg_info *curseg_array; /* active segment information */ 97539a53e0cSJaegeuk Kim 9762b60311dSChao Yu struct rw_semaphore curseg_lock; /* for preventing curseg change */ 9772b60311dSChao Yu 97839a53e0cSJaegeuk Kim block_t seg0_blkaddr; /* block address of 0'th segment */ 97939a53e0cSJaegeuk Kim block_t main_blkaddr; /* start block address of main area */ 98039a53e0cSJaegeuk Kim block_t ssa_blkaddr; /* start block address of SSA area */ 98139a53e0cSJaegeuk Kim 98239a53e0cSJaegeuk Kim unsigned int segment_count; /* total # of segments */ 98339a53e0cSJaegeuk Kim unsigned int main_segments; /* # of segments in main area */ 98439a53e0cSJaegeuk Kim unsigned int reserved_segments; /* # of reserved segments */ 98539a53e0cSJaegeuk Kim unsigned int ovp_segments; /* # of overprovision segments */ 98681eb8d6eSJaegeuk Kim 98781eb8d6eSJaegeuk Kim /* a threshold to reclaim prefree segments */ 98881eb8d6eSJaegeuk Kim unsigned int rec_prefree_segments; 9897fd9e544SJaegeuk Kim 990bba681cbSJaegeuk Kim /* for batched trimming */ 991bba681cbSJaegeuk Kim unsigned int trim_sections; /* # of sections to trim */ 992bba681cbSJaegeuk Kim 993184a5cd2SChao Yu struct list_head sit_entry_set; /* sit entry set list */ 994184a5cd2SChao Yu 995216fbd64SJaegeuk Kim unsigned int ipu_policy; /* in-place-update policy */ 996216fbd64SJaegeuk Kim unsigned int min_ipu_util; /* in-place-update threshold */ 997c1ce1b02SJaegeuk Kim unsigned int min_fsync_blocks; /* threshold for fsync */ 998853137ceSJaegeuk Kim unsigned int min_seq_blocks; /* threshold for sequential blocks */ 999ef095d19SJaegeuk Kim unsigned int min_hot_blocks; /* threshold for hot block allocation */ 1000a2a12b67SChao Yu unsigned int min_ssr_sections; /* threshold to trigger SSR allocation */ 10016b4afdd7SJaegeuk Kim 10026b4afdd7SJaegeuk Kim /* for flush command control */ 1003b01a9201SJaegeuk Kim struct flush_cmd_control *fcc_info; 1004a688b9d9SGu Zheng 10050b54fb84SJaegeuk Kim /* for discard command control */ 10060b54fb84SJaegeuk Kim struct discard_cmd_control *dcc_info; 100739a53e0cSJaegeuk Kim }; 100839a53e0cSJaegeuk Kim 100939a53e0cSJaegeuk Kim /* 101039a53e0cSJaegeuk Kim * For superblock 101139a53e0cSJaegeuk Kim */ 101239a53e0cSJaegeuk Kim /* 101339a53e0cSJaegeuk Kim * COUNT_TYPE for monitoring 101439a53e0cSJaegeuk Kim * 101539a53e0cSJaegeuk Kim * f2fs monitors the number of several block types such as on-writeback, 101639a53e0cSJaegeuk Kim * dirty dentry blocks, dirty node blocks, and dirty meta blocks. 101739a53e0cSJaegeuk Kim */ 101836951b38SChao Yu #define WB_DATA_TYPE(p) (__is_cp_guaranteed(p) ? F2FS_WB_CP_DATA : F2FS_WB_DATA) 101939a53e0cSJaegeuk Kim enum count_type { 102039a53e0cSJaegeuk Kim F2FS_DIRTY_DENTS, 1021c227f912SChao Yu F2FS_DIRTY_DATA, 10222c8a4a28SJaegeuk Kim F2FS_DIRTY_QDATA, 102339a53e0cSJaegeuk Kim F2FS_DIRTY_NODES, 102439a53e0cSJaegeuk Kim F2FS_DIRTY_META, 10258dcf2ff7SJaegeuk Kim F2FS_INMEM_PAGES, 10260f18b462SJaegeuk Kim F2FS_DIRTY_IMETA, 102736951b38SChao Yu F2FS_WB_CP_DATA, 102836951b38SChao Yu F2FS_WB_DATA, 10295f9abab4SJaegeuk Kim F2FS_RD_DATA, 10305f9abab4SJaegeuk Kim F2FS_RD_NODE, 10315f9abab4SJaegeuk Kim F2FS_RD_META, 103202b16d0aSChao Yu F2FS_DIO_WRITE, 103302b16d0aSChao Yu F2FS_DIO_READ, 103439a53e0cSJaegeuk Kim NR_COUNT_TYPE, 103539a53e0cSJaegeuk Kim }; 103639a53e0cSJaegeuk Kim 103739a53e0cSJaegeuk Kim /* 1038e1c42045Sarter97 * The below are the page types of bios used in submit_bio(). 103939a53e0cSJaegeuk Kim * The available types are: 104039a53e0cSJaegeuk Kim * DATA User data pages. It operates as async mode. 104139a53e0cSJaegeuk Kim * NODE Node pages. It operates as async mode. 104239a53e0cSJaegeuk Kim * META FS metadata pages such as SIT, NAT, CP. 104339a53e0cSJaegeuk Kim * NR_PAGE_TYPE The number of page types. 104439a53e0cSJaegeuk Kim * META_FLUSH Make sure the previous pages are written 104539a53e0cSJaegeuk Kim * with waiting the bio's completion 104639a53e0cSJaegeuk Kim * ... Only can be used with META. 104739a53e0cSJaegeuk Kim */ 10487d5e5109SJaegeuk Kim #define PAGE_TYPE_OF_BIO(type) ((type) > META ? META : (type)) 104939a53e0cSJaegeuk Kim enum page_type { 105039a53e0cSJaegeuk Kim DATA, 105139a53e0cSJaegeuk Kim NODE, 105239a53e0cSJaegeuk Kim META, 105339a53e0cSJaegeuk Kim NR_PAGE_TYPE, 105439a53e0cSJaegeuk Kim META_FLUSH, 10558ce67cb0SJaegeuk Kim INMEM, /* the below types are used by tracepoints only. */ 10568ce67cb0SJaegeuk Kim INMEM_DROP, 10578c242db9SJaegeuk Kim INMEM_INVALIDATE, 105828bc106bSChao Yu INMEM_REVOKE, 10598ce67cb0SJaegeuk Kim IPU, 10608ce67cb0SJaegeuk Kim OPU, 106139a53e0cSJaegeuk Kim }; 106239a53e0cSJaegeuk Kim 1063a912b54dSJaegeuk Kim enum temp_type { 1064a912b54dSJaegeuk Kim HOT = 0, /* must be zero for meta bio */ 1065a912b54dSJaegeuk Kim WARM, 1066a912b54dSJaegeuk Kim COLD, 1067a912b54dSJaegeuk Kim NR_TEMP_TYPE, 1068a912b54dSJaegeuk Kim }; 1069a912b54dSJaegeuk Kim 1070cc15620bSJaegeuk Kim enum need_lock_type { 1071cc15620bSJaegeuk Kim LOCK_REQ = 0, 1072cc15620bSJaegeuk Kim LOCK_DONE, 1073cc15620bSJaegeuk Kim LOCK_RETRY, 1074cc15620bSJaegeuk Kim }; 1075cc15620bSJaegeuk Kim 1076a5fd5050SChao Yu enum cp_reason_type { 1077a5fd5050SChao Yu CP_NO_NEEDED, 1078a5fd5050SChao Yu CP_NON_REGULAR, 10794c8ff709SChao Yu CP_COMPRESSED, 1080a5fd5050SChao Yu CP_HARDLINK, 1081a5fd5050SChao Yu CP_SB_NEED_CP, 1082a5fd5050SChao Yu CP_WRONG_PINO, 1083a5fd5050SChao Yu CP_NO_SPC_ROLL, 1084a5fd5050SChao Yu CP_NODE_NEED_CP, 1085a5fd5050SChao Yu CP_FASTBOOT_MODE, 1086a5fd5050SChao Yu CP_SPEC_LOG_NUM, 10870a007b97SJaegeuk Kim CP_RECOVER_DIR, 1088a5fd5050SChao Yu }; 1089a5fd5050SChao Yu 1090b0af6d49SChao Yu enum iostat_type { 10918b83ac81SChao Yu /* WRITE IO */ 10928b83ac81SChao Yu APP_DIRECT_IO, /* app direct write IOs */ 10938b83ac81SChao Yu APP_BUFFERED_IO, /* app buffered write IOs */ 1094b0af6d49SChao Yu APP_WRITE_IO, /* app write IOs */ 1095b0af6d49SChao Yu APP_MAPPED_IO, /* app mapped IOs */ 1096b0af6d49SChao Yu FS_DATA_IO, /* data IOs from kworker/fsync/reclaimer */ 1097b0af6d49SChao Yu FS_NODE_IO, /* node IOs from kworker/fsync/reclaimer */ 1098b0af6d49SChao Yu FS_META_IO, /* meta IOs from kworker/reclaimer */ 1099b0af6d49SChao Yu FS_GC_DATA_IO, /* data IOs from forground gc */ 1100b0af6d49SChao Yu FS_GC_NODE_IO, /* node IOs from forground gc */ 1101b0af6d49SChao Yu FS_CP_DATA_IO, /* data IOs from checkpoint */ 1102b0af6d49SChao Yu FS_CP_NODE_IO, /* node IOs from checkpoint */ 1103b0af6d49SChao Yu FS_CP_META_IO, /* meta IOs from checkpoint */ 11048b83ac81SChao Yu 11058b83ac81SChao Yu /* READ IO */ 11068b83ac81SChao Yu APP_DIRECT_READ_IO, /* app direct read IOs */ 11078b83ac81SChao Yu APP_BUFFERED_READ_IO, /* app buffered read IOs */ 11088b83ac81SChao Yu APP_READ_IO, /* app read IOs */ 11098b83ac81SChao Yu APP_MAPPED_READ_IO, /* app mapped read IOs */ 11108b83ac81SChao Yu FS_DATA_READ_IO, /* data read IOs */ 11118b83ac81SChao Yu FS_NODE_READ_IO, /* node read IOs */ 11128b83ac81SChao Yu FS_META_READ_IO, /* meta read IOs */ 11138b83ac81SChao Yu 11148b83ac81SChao Yu /* other */ 1115b0af6d49SChao Yu FS_DISCARD, /* discard */ 1116b0af6d49SChao Yu NR_IO_TYPE, 1117b0af6d49SChao Yu }; 1118b0af6d49SChao Yu 1119458e6197SJaegeuk Kim struct f2fs_io_info { 112005ca3632SJaegeuk Kim struct f2fs_sb_info *sbi; /* f2fs_sb_info pointer */ 112139d787beSChao Yu nid_t ino; /* inode number */ 1122458e6197SJaegeuk Kim enum page_type type; /* contains DATA/NODE/META/META_FLUSH */ 1123a912b54dSJaegeuk Kim enum temp_type temp; /* contains HOT/WARM/COLD */ 112404d328deSMike Christie int op; /* contains REQ_OP_ */ 1125ef295ecfSChristoph Hellwig int op_flags; /* req_flag_bits */ 11267a9d7548SChao Yu block_t new_blkaddr; /* new block address to be written */ 112728bc106bSChao Yu block_t old_blkaddr; /* old block address before Cow */ 112805ca3632SJaegeuk Kim struct page *page; /* page to be written */ 11294375a336SJaegeuk Kim struct page *encrypted_page; /* encrypted page */ 11304c8ff709SChao Yu struct page *compressed_page; /* compressed page */ 1131fb830fc5SChao Yu struct list_head list; /* serialize IOs */ 1132d68f735bSJaegeuk Kim bool submitted; /* indicate IO submission */ 1133cc15620bSJaegeuk Kim int need_lock; /* indicate we need to lock cp_rwsem */ 1134fb830fc5SChao Yu bool in_list; /* indicate fio is in io_list */ 11356dc3a126SChao Yu bool is_por; /* indicate IO is from recovery or not */ 1136fe16efe6SChao Yu bool retry; /* need to reallocate block address */ 11374c8ff709SChao Yu int compr_blocks; /* # of compressed block addresses */ 11384c8ff709SChao Yu bool encrypted; /* indicate file is encrypted */ 1139b0af6d49SChao Yu enum iostat_type io_type; /* io type */ 1140578c6478SYufen Yu struct writeback_control *io_wbc; /* writeback control */ 11418648de2cSChao Yu struct bio **bio; /* bio for ipu */ 11428648de2cSChao Yu sector_t *last_block; /* last block number in bio */ 11437735730dSChao Yu unsigned char version; /* version of the node */ 1144458e6197SJaegeuk Kim }; 1145458e6197SJaegeuk Kim 11460b20fcecSChao Yu struct bio_entry { 11470b20fcecSChao Yu struct bio *bio; 11480b20fcecSChao Yu struct list_head list; 11490b20fcecSChao Yu }; 11500b20fcecSChao Yu 115168afcf2dSTomohiro Kusumi #define is_read_io(rw) ((rw) == READ) 11521ff7bd3bSJaegeuk Kim struct f2fs_bio_info { 1153458e6197SJaegeuk Kim struct f2fs_sb_info *sbi; /* f2fs superblock */ 11541ff7bd3bSJaegeuk Kim struct bio *bio; /* bios to merge */ 11551ff7bd3bSJaegeuk Kim sector_t last_block_in_bio; /* last block number */ 1156458e6197SJaegeuk Kim struct f2fs_io_info fio; /* store buffered io info. */ 1157df0f8dc0SChao Yu struct rw_semaphore io_rwsem; /* blocking op for bio */ 1158fb830fc5SChao Yu spinlock_t io_lock; /* serialize DATA/NODE IOs */ 1159fb830fc5SChao Yu struct list_head io_list; /* track fios */ 11600b20fcecSChao Yu struct list_head bio_list; /* bio entry list head */ 11610b20fcecSChao Yu struct rw_semaphore bio_list_lock; /* lock to protect bio entry list */ 11621ff7bd3bSJaegeuk Kim }; 11631ff7bd3bSJaegeuk Kim 11643c62be17SJaegeuk Kim #define FDEV(i) (sbi->devs[i]) 11653c62be17SJaegeuk Kim #define RDEV(i) (raw_super->devs[i]) 11663c62be17SJaegeuk Kim struct f2fs_dev_info { 11673c62be17SJaegeuk Kim struct block_device *bdev; 11683c62be17SJaegeuk Kim char path[MAX_PATH_LEN]; 11693c62be17SJaegeuk Kim unsigned int total_segments; 11703c62be17SJaegeuk Kim block_t start_blk; 11713c62be17SJaegeuk Kim block_t end_blk; 11723c62be17SJaegeuk Kim #ifdef CONFIG_BLK_DEV_ZONED 11733c62be17SJaegeuk Kim unsigned int nr_blkz; /* Total number of zones */ 117495175dafSDamien Le Moal unsigned long *blkz_seq; /* Bitmap indicating sequential zones */ 11753c62be17SJaegeuk Kim #endif 11763c62be17SJaegeuk Kim }; 11773c62be17SJaegeuk Kim 1178c227f912SChao Yu enum inode_type { 1179c227f912SChao Yu DIR_INODE, /* for dirty dir inode */ 1180c227f912SChao Yu FILE_INODE, /* for dirty regular/symlink inode */ 11810f18b462SJaegeuk Kim DIRTY_META, /* for all dirtied inode metadata */ 118257864ae5SJaegeuk Kim ATOMIC_FILE, /* for all atomic files */ 1183c227f912SChao Yu NR_INODE_TYPE, 1184c227f912SChao Yu }; 1185c227f912SChao Yu 118667298804SChao Yu /* for inner inode cache management */ 118767298804SChao Yu struct inode_management { 118867298804SChao Yu struct radix_tree_root ino_root; /* ino entry array */ 118967298804SChao Yu spinlock_t ino_lock; /* for ino entry lock */ 119067298804SChao Yu struct list_head ino_list; /* inode list head */ 119167298804SChao Yu unsigned long ino_num; /* number of entries */ 119267298804SChao Yu }; 119367298804SChao Yu 1194caf0047eSChao Yu /* For s_flag in struct f2fs_sb_info */ 1195caf0047eSChao Yu enum { 1196caf0047eSChao Yu SBI_IS_DIRTY, /* dirty flag for checkpoint */ 1197caf0047eSChao Yu SBI_IS_CLOSE, /* specify unmounting */ 1198caf0047eSChao Yu SBI_NEED_FSCK, /* need fsck.f2fs to fix */ 1199caf0047eSChao Yu SBI_POR_DOING, /* recovery is doing or not */ 1200df728b0fSJaegeuk Kim SBI_NEED_SB_WRITE, /* need to recover superblock */ 1201bbf156f7SJaegeuk Kim SBI_NEED_CP, /* need to checkpoint */ 120283a3bfdbSJaegeuk Kim SBI_IS_SHUTDOWN, /* shutdown by ioctl */ 12031378752bSChao Yu SBI_IS_RECOVERED, /* recovered orphan/data */ 12044354994fSDaniel Rosenberg SBI_CP_DISABLED, /* CP was disabled last mount */ 1205db610a64SJaegeuk Kim SBI_CP_DISABLED_QUICK, /* CP was disabled quickly */ 1206af033b2aSChao Yu SBI_QUOTA_NEED_FLUSH, /* need to flush quota info in CP */ 1207af033b2aSChao Yu SBI_QUOTA_SKIP_FLUSH, /* skip flushing quota in current CP */ 1208af033b2aSChao Yu SBI_QUOTA_NEED_REPAIR, /* quota file may be corrupted */ 120904f0b2eaSQiuyang Sun SBI_IS_RESIZEFS, /* resizefs is in process */ 1210caf0047eSChao Yu }; 1211caf0047eSChao Yu 12126beceb54SJaegeuk Kim enum { 12136beceb54SJaegeuk Kim CP_TIME, 1214d0239e1bSJaegeuk Kim REQ_TIME, 1215a7d10cf3SSahitya Tummala DISCARD_TIME, 1216a7d10cf3SSahitya Tummala GC_TIME, 12174354994fSDaniel Rosenberg DISABLE_TIME, 121803f2c02dSJaegeuk Kim UMOUNT_DISCARD_TIMEOUT, 12196beceb54SJaegeuk Kim MAX_TIME, 12206beceb54SJaegeuk Kim }; 12216beceb54SJaegeuk Kim 12220cdd3195SHyunchul Lee enum { 12235b0e9539SJaegeuk Kim GC_NORMAL, 12245b0e9539SJaegeuk Kim GC_IDLE_CB, 12255b0e9539SJaegeuk Kim GC_IDLE_GREEDY, 12265b0e9539SJaegeuk Kim GC_URGENT, 12275b0e9539SJaegeuk Kim }; 12285b0e9539SJaegeuk Kim 12295b0e9539SJaegeuk Kim enum { 1230bbbc34fdSChao Yu BGGC_MODE_ON, /* background gc is on */ 1231bbbc34fdSChao Yu BGGC_MODE_OFF, /* background gc is off */ 1232bbbc34fdSChao Yu BGGC_MODE_SYNC, /* 1233bbbc34fdSChao Yu * background gc is on, migrating blocks 1234bbbc34fdSChao Yu * like foreground gc 1235bbbc34fdSChao Yu */ 1236bbbc34fdSChao Yu }; 1237bbbc34fdSChao Yu 1238bbbc34fdSChao Yu enum { 1239b0332a0fSChao Yu FS_MODE_ADAPTIVE, /* use both lfs/ssr allocation */ 1240b0332a0fSChao Yu FS_MODE_LFS, /* use lfs allocation only */ 1241b0332a0fSChao Yu }; 1242b0332a0fSChao Yu 1243b0332a0fSChao Yu enum { 12440cdd3195SHyunchul Lee WHINT_MODE_OFF, /* not pass down write hints */ 12450cdd3195SHyunchul Lee WHINT_MODE_USER, /* try to pass down hints given by users */ 1246f2e703f9SHyunchul Lee WHINT_MODE_FS, /* pass down hints with F2FS policy */ 12470cdd3195SHyunchul Lee }; 12480cdd3195SHyunchul Lee 124907939627SJaegeuk Kim enum { 125007939627SJaegeuk Kim ALLOC_MODE_DEFAULT, /* stay default */ 125107939627SJaegeuk Kim ALLOC_MODE_REUSE, /* reuse segments as much as possible */ 125207939627SJaegeuk Kim }; 125307939627SJaegeuk Kim 125493cf93f1SJunling Zheng enum fsync_mode { 125593cf93f1SJunling Zheng FSYNC_MODE_POSIX, /* fsync follows posix semantics */ 125693cf93f1SJunling Zheng FSYNC_MODE_STRICT, /* fsync behaves in line with ext4 */ 1257d6290814SJaegeuk Kim FSYNC_MODE_NOBARRIER, /* fsync behaves nobarrier based on posix */ 125893cf93f1SJunling Zheng }; 125993cf93f1SJunling Zheng 12604c8ff709SChao Yu /* 12614c8ff709SChao Yu * this value is set in page as a private data which indicate that 12624c8ff709SChao Yu * the page is atomically written, and it is in inmem_pages list. 12634c8ff709SChao Yu */ 12644c8ff709SChao Yu #define ATOMIC_WRITTEN_PAGE ((unsigned long)-1) 12654c8ff709SChao Yu #define DUMMY_WRITTEN_PAGE ((unsigned long)-2) 12664c8ff709SChao Yu 12674c8ff709SChao Yu #define IS_ATOMIC_WRITTEN_PAGE(page) \ 12684c8ff709SChao Yu (page_private(page) == (unsigned long)ATOMIC_WRITTEN_PAGE) 12694c8ff709SChao Yu #define IS_DUMMY_WRITTEN_PAGE(page) \ 12704c8ff709SChao Yu (page_private(page) == (unsigned long)DUMMY_WRITTEN_PAGE) 12714c8ff709SChao Yu 1272643fa961SChandan Rajendra #ifdef CONFIG_FS_ENCRYPTION 1273ff62af20SSheng Yong #define DUMMY_ENCRYPTION_ENABLED(sbi) \ 1274ff62af20SSheng Yong (unlikely(F2FS_OPTION(sbi).test_dummy_encryption)) 1275ff62af20SSheng Yong #else 1276ff62af20SSheng Yong #define DUMMY_ENCRYPTION_ENABLED(sbi) (0) 1277ff62af20SSheng Yong #endif 1278ff62af20SSheng Yong 12794c8ff709SChao Yu /* For compression */ 12804c8ff709SChao Yu enum compress_algorithm_type { 12814c8ff709SChao Yu COMPRESS_LZO, 12824c8ff709SChao Yu COMPRESS_LZ4, 128350cfa66fSChao Yu COMPRESS_ZSTD, 1284*6d92b201SChao Yu COMPRESS_LZORLE, 12854c8ff709SChao Yu COMPRESS_MAX, 12864c8ff709SChao Yu }; 12874c8ff709SChao Yu 12880b32dc18SChao Yu #define COMPRESS_DATA_RESERVED_SIZE 5 12894c8ff709SChao Yu struct compress_data { 12904c8ff709SChao Yu __le32 clen; /* compressed data size */ 12914c8ff709SChao Yu __le32 reserved[COMPRESS_DATA_RESERVED_SIZE]; /* reserved */ 12924c8ff709SChao Yu u8 cdata[]; /* compressed data */ 12934c8ff709SChao Yu }; 12944c8ff709SChao Yu 12954c8ff709SChao Yu #define COMPRESS_HEADER_SIZE (sizeof(struct compress_data)) 12964c8ff709SChao Yu 12974c8ff709SChao Yu #define F2FS_COMPRESSED_PAGE_MAGIC 0xF5F2C000 12984c8ff709SChao Yu 12994c8ff709SChao Yu /* compress context */ 13004c8ff709SChao Yu struct compress_ctx { 13014c8ff709SChao Yu struct inode *inode; /* inode the context belong to */ 13024c8ff709SChao Yu pgoff_t cluster_idx; /* cluster index number */ 13034c8ff709SChao Yu unsigned int cluster_size; /* page count in cluster */ 13044c8ff709SChao Yu unsigned int log_cluster_size; /* log of cluster size */ 13054c8ff709SChao Yu struct page **rpages; /* pages store raw data in cluster */ 13064c8ff709SChao Yu unsigned int nr_rpages; /* total page number in rpages */ 13074c8ff709SChao Yu struct page **cpages; /* pages store compressed data in cluster */ 13084c8ff709SChao Yu unsigned int nr_cpages; /* total page number in cpages */ 13094c8ff709SChao Yu void *rbuf; /* virtual mapped address on rpages */ 13104c8ff709SChao Yu struct compress_data *cbuf; /* virtual mapped address on cpages */ 13114c8ff709SChao Yu size_t rlen; /* valid data length in rbuf */ 13124c8ff709SChao Yu size_t clen; /* valid data length in cbuf */ 13134c8ff709SChao Yu void *private; /* payload buffer for specified compression algorithm */ 131450cfa66fSChao Yu void *private2; /* extra payload buffer */ 13154c8ff709SChao Yu }; 13164c8ff709SChao Yu 13174c8ff709SChao Yu /* compress context for write IO path */ 13184c8ff709SChao Yu struct compress_io_ctx { 13194c8ff709SChao Yu u32 magic; /* magic number to indicate page is compressed */ 13204c8ff709SChao Yu struct inode *inode; /* inode the context belong to */ 13214c8ff709SChao Yu struct page **rpages; /* pages store raw data in cluster */ 13224c8ff709SChao Yu unsigned int nr_rpages; /* total page number in rpages */ 13234c8ff709SChao Yu refcount_t ref; /* referrence count of raw page */ 13244c8ff709SChao Yu }; 13254c8ff709SChao Yu 13264c8ff709SChao Yu /* decompress io context for read IO path */ 13274c8ff709SChao Yu struct decompress_io_ctx { 13284c8ff709SChao Yu u32 magic; /* magic number to indicate page is compressed */ 13294c8ff709SChao Yu struct inode *inode; /* inode the context belong to */ 13304c8ff709SChao Yu pgoff_t cluster_idx; /* cluster index number */ 13314c8ff709SChao Yu unsigned int cluster_size; /* page count in cluster */ 13324c8ff709SChao Yu unsigned int log_cluster_size; /* log of cluster size */ 13334c8ff709SChao Yu struct page **rpages; /* pages store raw data in cluster */ 13344c8ff709SChao Yu unsigned int nr_rpages; /* total page number in rpages */ 13354c8ff709SChao Yu struct page **cpages; /* pages store compressed data in cluster */ 13364c8ff709SChao Yu unsigned int nr_cpages; /* total page number in cpages */ 13374c8ff709SChao Yu struct page **tpages; /* temp pages to pad holes in cluster */ 13384c8ff709SChao Yu void *rbuf; /* virtual mapped address on rpages */ 13394c8ff709SChao Yu struct compress_data *cbuf; /* virtual mapped address on cpages */ 13404c8ff709SChao Yu size_t rlen; /* valid data length in rbuf */ 13414c8ff709SChao Yu size_t clen; /* valid data length in cbuf */ 13424c8ff709SChao Yu refcount_t ref; /* referrence count of compressed page */ 13434c8ff709SChao Yu bool failed; /* indicate IO error during decompression */ 134450cfa66fSChao Yu void *private; /* payload buffer for specified decompression algorithm */ 134550cfa66fSChao Yu void *private2; /* extra payload buffer */ 13464c8ff709SChao Yu }; 13474c8ff709SChao Yu 13484c8ff709SChao Yu #define NULL_CLUSTER ((unsigned int)(~0)) 13494c8ff709SChao Yu #define MIN_COMPRESS_LOG_SIZE 2 13504c8ff709SChao Yu #define MAX_COMPRESS_LOG_SIZE 8 135150cfa66fSChao Yu #define MAX_COMPRESS_WINDOW_SIZE ((PAGE_SIZE) << MAX_COMPRESS_LOG_SIZE) 13524c8ff709SChao Yu 135339a53e0cSJaegeuk Kim struct f2fs_sb_info { 135439a53e0cSJaegeuk Kim struct super_block *sb; /* pointer to VFS super block */ 13555e176d54SJaegeuk Kim struct proc_dir_entry *s_proc; /* proc entry */ 135639a53e0cSJaegeuk Kim struct f2fs_super_block *raw_super; /* raw super block pointer */ 1357846ae671SChao Yu struct rw_semaphore sb_lock; /* lock for raw super block */ 1358e8240f65SChao Yu int valid_super_block; /* valid super block no */ 1359fadb2fb8SChao Yu unsigned long s_flag; /* flags for sbi */ 1360853137ceSJaegeuk Kim struct mutex writepages; /* mutex for writepages() */ 13615aba5430SDaniel Rosenberg #ifdef CONFIG_UNICODE 13625aba5430SDaniel Rosenberg struct unicode_map *s_encoding; 13635aba5430SDaniel Rosenberg __u16 s_encoding_flags; 13645aba5430SDaniel Rosenberg #endif 136539a53e0cSJaegeuk Kim 1366178053e2SDamien Le Moal #ifdef CONFIG_BLK_DEV_ZONED 1367178053e2SDamien Le Moal unsigned int blocks_per_blkz; /* F2FS blocks per zone */ 1368178053e2SDamien Le Moal unsigned int log_blocks_per_blkz; /* log2 F2FS blocks per zone */ 1369178053e2SDamien Le Moal #endif 1370178053e2SDamien Le Moal 137139a53e0cSJaegeuk Kim /* for node-related operations */ 137239a53e0cSJaegeuk Kim struct f2fs_nm_info *nm_info; /* node manager */ 137339a53e0cSJaegeuk Kim struct inode *node_inode; /* cache node blocks */ 137439a53e0cSJaegeuk Kim 137539a53e0cSJaegeuk Kim /* for segment-related operations */ 137639a53e0cSJaegeuk Kim struct f2fs_sm_info *sm_info; /* segment manager */ 13771ff7bd3bSJaegeuk Kim 13781ff7bd3bSJaegeuk Kim /* for bio operations */ 1379a912b54dSJaegeuk Kim struct f2fs_bio_info *write_io[NR_PAGE_TYPE]; /* for write bios */ 1380107a805dSChao Yu /* keep migration IO order for LFS mode */ 1381107a805dSChao Yu struct rw_semaphore io_order_lock; 13820a595ebaSJaegeuk Kim mempool_t *write_io_dummy; /* Dummy pages */ 138339a53e0cSJaegeuk Kim 138439a53e0cSJaegeuk Kim /* for checkpoint */ 138539a53e0cSJaegeuk Kim struct f2fs_checkpoint *ckpt; /* raw checkpoint pointer */ 13868508e44aSJaegeuk Kim int cur_cp_pack; /* remain current cp pack */ 1387aaec2b1dSChao Yu spinlock_t cp_lock; /* for flag in ckpt */ 138839a53e0cSJaegeuk Kim struct inode *meta_inode; /* cache meta blocks */ 138939936837SJaegeuk Kim struct mutex cp_mutex; /* checkpoint procedure lock */ 1390b873b798SJaegeuk Kim struct rw_semaphore cp_rwsem; /* blocking FS operations */ 1391b3582c68SChao Yu struct rw_semaphore node_write; /* locking node writes */ 139259c9081bSYunlei He struct rw_semaphore node_change; /* locking node change */ 1393fb51b5efSChangman Lee wait_queue_head_t cp_wait; 13946beceb54SJaegeuk Kim unsigned long last_time[MAX_TIME]; /* to store time in jiffies */ 13956beceb54SJaegeuk Kim long interval_time[MAX_TIME]; /* to store thresholds */ 139639a53e0cSJaegeuk Kim 139767298804SChao Yu struct inode_management im[MAX_INO_ENTRY]; /* manage inode cache */ 13986451e041SJaegeuk Kim 139950fa53ecSChao Yu spinlock_t fsync_node_lock; /* for node entry lock */ 140050fa53ecSChao Yu struct list_head fsync_node_list; /* node list head */ 140150fa53ecSChao Yu unsigned int fsync_seg_id; /* sequence id */ 140250fa53ecSChao Yu unsigned int fsync_node_num; /* number of node entries */ 140350fa53ecSChao Yu 14046451e041SJaegeuk Kim /* for orphan inode, use 0'th array */ 14050d47c1adSGu Zheng unsigned int max_orphans; /* max orphan inodes */ 140639a53e0cSJaegeuk Kim 1407c227f912SChao Yu /* for inode management */ 1408c227f912SChao Yu struct list_head inode_list[NR_INODE_TYPE]; /* dirty inode list */ 1409c227f912SChao Yu spinlock_t inode_lock[NR_INODE_TYPE]; /* for dirty inode list lock */ 1410040d2bb3SChao Yu struct mutex flush_lock; /* for flush exclusion */ 141139a53e0cSJaegeuk Kim 141213054c54SChao Yu /* for extent tree cache */ 141313054c54SChao Yu struct radix_tree_root extent_tree_root;/* cache extent cache entries */ 14145e8256acSYunlei He struct mutex extent_tree_lock; /* locking extent radix tree */ 141513054c54SChao Yu struct list_head extent_list; /* lru list for shrinker */ 141613054c54SChao Yu spinlock_t extent_lock; /* locking extent lru list */ 14177441ccefSJaegeuk Kim atomic_t total_ext_tree; /* extent tree count */ 1418137d09f0SJaegeuk Kim struct list_head zombie_list; /* extent zombie tree list */ 141974fd8d99SJaegeuk Kim atomic_t total_zombie_tree; /* extent zombie tree count */ 142013054c54SChao Yu atomic_t total_ext_node; /* extent info count */ 142113054c54SChao Yu 142239a53e0cSJaegeuk Kim /* basic filesystem units */ 142339a53e0cSJaegeuk Kim unsigned int log_sectors_per_block; /* log2 sectors per block */ 142439a53e0cSJaegeuk Kim unsigned int log_blocksize; /* log2 block size */ 142539a53e0cSJaegeuk Kim unsigned int blocksize; /* block size */ 142639a53e0cSJaegeuk Kim unsigned int root_ino_num; /* root inode number*/ 142739a53e0cSJaegeuk Kim unsigned int node_ino_num; /* node inode number*/ 142839a53e0cSJaegeuk Kim unsigned int meta_ino_num; /* meta inode number*/ 142939a53e0cSJaegeuk Kim unsigned int log_blocks_per_seg; /* log2 blocks per segment */ 143039a53e0cSJaegeuk Kim unsigned int blocks_per_seg; /* blocks per segment */ 143139a53e0cSJaegeuk Kim unsigned int segs_per_sec; /* segments per section */ 143239a53e0cSJaegeuk Kim unsigned int secs_per_zone; /* sections per zone */ 143339a53e0cSJaegeuk Kim unsigned int total_sections; /* total section count */ 143404f0b2eaSQiuyang Sun struct mutex resize_mutex; /* for resize exclusion */ 143539a53e0cSJaegeuk Kim unsigned int total_node_count; /* total node block count */ 143639a53e0cSJaegeuk Kim unsigned int total_valid_node_count; /* valid node block count */ 1437e0afc4d6SChao Yu loff_t max_file_blocks; /* max block index of file */ 1438ab9fa662SJaegeuk Kim int dir_level; /* directory level */ 1439f6df8f23SSheng Yong int readdir_ra; /* readahead inode in readdir */ 144039a53e0cSJaegeuk Kim 144139a53e0cSJaegeuk Kim block_t user_block_count; /* # of user blocks */ 144239a53e0cSJaegeuk Kim block_t total_valid_block_count; /* # of valid blocks */ 1443a66cdd98SJaegeuk Kim block_t discard_blks; /* discard command candidats */ 144439a53e0cSJaegeuk Kim block_t last_valid_block_count; /* for recovery */ 1445daeb433eSChao Yu block_t reserved_blocks; /* configurable reserved blocks */ 144680d42145SYunlong Song block_t current_reserved_blocks; /* current reserved blocks */ 1447daeb433eSChao Yu 14484354994fSDaniel Rosenberg /* Additional tracking for no checkpoint mode */ 14494354994fSDaniel Rosenberg block_t unusable_block_count; /* # of blocks saved by last cp */ 14504354994fSDaniel Rosenberg 1451292c196aSChao Yu unsigned int nquota_files; /* # of quota sysfile */ 1452db6ec53bSJaegeuk Kim struct rw_semaphore quota_sem; /* blocking cp for flags */ 1453292c196aSChao Yu 1454523be8a6SJaegeuk Kim /* # of pages, see count_type */ 145535782b23SJaegeuk Kim atomic_t nr_pages[NR_COUNT_TYPE]; 145641382ec4SJaegeuk Kim /* # of allocated blocks */ 145741382ec4SJaegeuk Kim struct percpu_counter alloc_valid_block_count; 145839a53e0cSJaegeuk Kim 1459687de7f1SJaegeuk Kim /* writeback control */ 1460c29fd0c0SChao Yu atomic_t wb_sync_req[META]; /* count # of WB_SYNC threads */ 1461687de7f1SJaegeuk Kim 1462513c5f37SJaegeuk Kim /* valid inode count */ 1463513c5f37SJaegeuk Kim struct percpu_counter total_valid_inode_count; 1464513c5f37SJaegeuk Kim 146539a53e0cSJaegeuk Kim struct f2fs_mount_info mount_opt; /* mount options */ 146639a53e0cSJaegeuk Kim 146739a53e0cSJaegeuk Kim /* for cleaning operations */ 1468fb24fea7SChao Yu struct rw_semaphore gc_lock; /* 1469fb24fea7SChao Yu * semaphore for GC, avoid 1470fb24fea7SChao Yu * race between GC and GC or CP 1471fb24fea7SChao Yu */ 147239a53e0cSJaegeuk Kim struct f2fs_gc_kthread *gc_thread; /* GC thread */ 14735ec4e49fSJaegeuk Kim unsigned int cur_victim_sec; /* current victim section num */ 14745b0e9539SJaegeuk Kim unsigned int gc_mode; /* current GC state */ 1475e3080b01SChao Yu unsigned int next_victim_seg[2]; /* next segment in victim section */ 14762ef79ecbSChao Yu /* for skip statistic */ 1477677017d1SSahitya Tummala unsigned int atomic_files; /* # of opened atomic file */ 14782ef79ecbSChao Yu unsigned long long skipped_atomic_files[2]; /* FG_GC and BG_GC */ 14796f8d4455SJaegeuk Kim unsigned long long skipped_gc_rwsem; /* FG_GC only */ 148039a53e0cSJaegeuk Kim 14811ad71a27SJaegeuk Kim /* threshold for gc trials on pinned files */ 14821ad71a27SJaegeuk Kim u64 gc_pin_file_threshold; 1483f5a53edcSJaegeuk Kim struct rw_semaphore pin_sem; 14841ad71a27SJaegeuk Kim 1485b1c57c1cSJaegeuk Kim /* maximum # of trials to find a victim segment for SSR and GC */ 1486b1c57c1cSJaegeuk Kim unsigned int max_victim_search; 1487e3080b01SChao Yu /* migration granularity of garbage collection, unit: segment */ 1488e3080b01SChao Yu unsigned int migration_granularity; 1489b1c57c1cSJaegeuk Kim 149039a53e0cSJaegeuk Kim /* 149139a53e0cSJaegeuk Kim * for stat information. 149239a53e0cSJaegeuk Kim * one is for the LFS mode, and the other is for the SSR mode. 149339a53e0cSJaegeuk Kim */ 149435b09d82SNamjae Jeon #ifdef CONFIG_F2FS_STAT_FS 149539a53e0cSJaegeuk Kim struct f2fs_stat_info *stat_info; /* FS status information */ 1496b63e7be5SChao Yu atomic_t meta_count[META_MAX]; /* # of meta blocks */ 149739a53e0cSJaegeuk Kim unsigned int segment_count[2]; /* # of allocated segments */ 149839a53e0cSJaegeuk Kim unsigned int block_count[2]; /* # of allocated blocks */ 1499b9a2c252SChangman Lee atomic_t inplace_count; /* # of inplace update */ 15005b7ee374SChao Yu atomic64_t total_hit_ext; /* # of lookup extent cache */ 15015b7ee374SChao Yu atomic64_t read_hit_rbtree; /* # of hit rbtree extent node */ 15025b7ee374SChao Yu atomic64_t read_hit_largest; /* # of hit largest extent node */ 15035b7ee374SChao Yu atomic64_t read_hit_cached; /* # of hit cached extent node */ 1504d5e8f6c9SChao Yu atomic_t inline_xattr; /* # of inline_xattr inodes */ 150503e14d52SChao Yu atomic_t inline_inode; /* # of inline_data inodes */ 150603e14d52SChao Yu atomic_t inline_dir; /* # of inline_dentry inodes */ 15074c8ff709SChao Yu atomic_t compr_inode; /* # of compressed inodes */ 15084c8ff709SChao Yu atomic_t compr_blocks; /* # of compressed blocks */ 1509648d50baSChao Yu atomic_t vw_cnt; /* # of volatile writes */ 151026a28a0cSJaegeuk Kim atomic_t max_aw_cnt; /* max # of atomic writes */ 1511648d50baSChao Yu atomic_t max_vw_cnt; /* max # of volatile writes */ 1512274bd9baSChao Yu unsigned int io_skip_bggc; /* skip background gc for in-flight IO */ 1513274bd9baSChao Yu unsigned int other_skip_bggc; /* skip background gc for other reasons */ 151433fbd510SChao Yu unsigned int ndirty_inode[NR_INODE_TYPE]; /* # of dirty inodes */ 151535b09d82SNamjae Jeon #endif 151639a53e0cSJaegeuk Kim spinlock_t stat_lock; /* lock for stat operations */ 1517b59d0baeSNamjae Jeon 1518b0af6d49SChao Yu /* For app/fs IO statistics */ 1519b0af6d49SChao Yu spinlock_t iostat_lock; 15208b83ac81SChao Yu unsigned long long rw_iostat[NR_IO_TYPE]; 15218b83ac81SChao Yu unsigned long long prev_rw_iostat[NR_IO_TYPE]; 1522b0af6d49SChao Yu bool iostat_enable; 15232bc4bea3SDaeho Jeong unsigned long iostat_next_period; 15242bc4bea3SDaeho Jeong unsigned int iostat_period_ms; 1525b0af6d49SChao Yu 1526da9953b7SJaegeuk Kim /* to attach REQ_META|REQ_FUA flags */ 1527da9953b7SJaegeuk Kim unsigned int data_io_flag; 1528da9953b7SJaegeuk Kim 1529b59d0baeSNamjae Jeon /* For sysfs suppport */ 1530b59d0baeSNamjae Jeon struct kobject s_kobj; 1531b59d0baeSNamjae Jeon struct completion s_kobj_unregister; 15322658e50dSJaegeuk Kim 15332658e50dSJaegeuk Kim /* For shrinker support */ 15342658e50dSJaegeuk Kim struct list_head s_list; 15353c62be17SJaegeuk Kim int s_ndevs; /* number of devices */ 15363c62be17SJaegeuk Kim struct f2fs_dev_info *devs; /* for device list */ 15371228b482SChao Yu unsigned int dirty_device; /* for checkpoint data flush */ 15381228b482SChao Yu spinlock_t dev_lock; /* protect dirty_device */ 15392658e50dSJaegeuk Kim struct mutex umount_mutex; 15402658e50dSJaegeuk Kim unsigned int shrinker_run_no; 15418f1dbbbbSShuoran Liu 15428f1dbbbbSShuoran Liu /* For write statistics */ 15438f1dbbbbSShuoran Liu u64 sectors_written_start; 15448f1dbbbbSShuoran Liu u64 kbytes_written; 154543b6573bSKeith Mok 154643b6573bSKeith Mok /* Reference to checksum algorithm driver via cryptoapi */ 154743b6573bSKeith Mok struct crypto_shash *s_chksum_driver; 15481ecc0c5cSChao Yu 1549704956ecSChao Yu /* Precomputed FS UUID checksum for seeding other checksums */ 1550704956ecSChao Yu __u32 s_chksum_seed; 15514c8ff709SChao Yu 15524c8ff709SChao Yu struct workqueue_struct *post_read_wq; /* post read workqueue */ 1553a999150fSChao Yu 1554a999150fSChao Yu struct kmem_cache *inline_xattr_slab; /* inline xattr entry */ 1555a999150fSChao Yu unsigned int inline_xattr_slab_size; /* default inline xattr slab size */ 155639a53e0cSJaegeuk Kim }; 155739a53e0cSJaegeuk Kim 155802b16d0aSChao Yu struct f2fs_private_dio { 155902b16d0aSChao Yu struct inode *inode; 156002b16d0aSChao Yu void *orig_private; 156102b16d0aSChao Yu bio_end_io_t *orig_end_io; 156202b16d0aSChao Yu bool write; 156302b16d0aSChao Yu }; 156402b16d0aSChao Yu 15651ecc0c5cSChao Yu #ifdef CONFIG_F2FS_FAULT_INJECTION 1566c45d6002SChao Yu #define f2fs_show_injection_info(sbi, type) \ 1567c45d6002SChao Yu printk_ratelimited("%sF2FS-fs (%s) : inject %s in %s of %pS\n", \ 1568c45d6002SChao Yu KERN_INFO, sbi->sb->s_id, \ 1569c45d6002SChao Yu f2fs_fault_name[type], \ 157055523519SChao Yu __func__, __builtin_return_address(0)) 15711ecc0c5cSChao Yu static inline bool time_to_inject(struct f2fs_sb_info *sbi, int type) 15721ecc0c5cSChao Yu { 157363189b78SChao Yu struct f2fs_fault_info *ffi = &F2FS_OPTION(sbi).fault_info; 15741ecc0c5cSChao Yu 15751ecc0c5cSChao Yu if (!ffi->inject_rate) 15761ecc0c5cSChao Yu return false; 15771ecc0c5cSChao Yu 15781ecc0c5cSChao Yu if (!IS_FAULT_SET(ffi, type)) 15791ecc0c5cSChao Yu return false; 15801ecc0c5cSChao Yu 15811ecc0c5cSChao Yu atomic_inc(&ffi->inject_ops); 15821ecc0c5cSChao Yu if (atomic_read(&ffi->inject_ops) >= ffi->inject_rate) { 15831ecc0c5cSChao Yu atomic_set(&ffi->inject_ops, 0); 15841ecc0c5cSChao Yu return true; 15851ecc0c5cSChao Yu } 15861ecc0c5cSChao Yu return false; 15871ecc0c5cSChao Yu } 15887fa750a1SArnd Bergmann #else 1589c45d6002SChao Yu #define f2fs_show_injection_info(sbi, type) do { } while (0) 15907fa750a1SArnd Bergmann static inline bool time_to_inject(struct f2fs_sb_info *sbi, int type) 15917fa750a1SArnd Bergmann { 15927fa750a1SArnd Bergmann return false; 15937fa750a1SArnd Bergmann } 15941ecc0c5cSChao Yu #endif 15951ecc0c5cSChao Yu 15960916878dSDamien Le Moal /* 15970916878dSDamien Le Moal * Test if the mounted volume is a multi-device volume. 15980916878dSDamien Le Moal * - For a single regular disk volume, sbi->s_ndevs is 0. 15990916878dSDamien Le Moal * - For a single zoned disk volume, sbi->s_ndevs is 1. 16000916878dSDamien Le Moal * - For a multi-device volume, sbi->s_ndevs is always 2 or more. 16010916878dSDamien Le Moal */ 16020916878dSDamien Le Moal static inline bool f2fs_is_multi_device(struct f2fs_sb_info *sbi) 16030916878dSDamien Le Moal { 16040916878dSDamien Le Moal return sbi->s_ndevs > 1; 16050916878dSDamien Le Moal } 16060916878dSDamien Le Moal 16078f1dbbbbSShuoran Liu /* For write statistics. Suppose sector size is 512 bytes, 16088f1dbbbbSShuoran Liu * and the return value is in kbytes. s is of struct f2fs_sb_info. 16098f1dbbbbSShuoran Liu */ 16108f1dbbbbSShuoran Liu #define BD_PART_WRITTEN(s) \ 1611dbae2c55SMichael Callahan (((u64)part_stat_read((s)->sb->s_bdev->bd_part, sectors[STAT_WRITE]) - \ 161268afcf2dSTomohiro Kusumi (s)->sectors_written_start) >> 1) 16138f1dbbbbSShuoran Liu 16146beceb54SJaegeuk Kim static inline void f2fs_update_time(struct f2fs_sb_info *sbi, int type) 16156beceb54SJaegeuk Kim { 1616a7d10cf3SSahitya Tummala unsigned long now = jiffies; 1617a7d10cf3SSahitya Tummala 1618a7d10cf3SSahitya Tummala sbi->last_time[type] = now; 1619a7d10cf3SSahitya Tummala 1620a7d10cf3SSahitya Tummala /* DISCARD_TIME and GC_TIME are based on REQ_TIME */ 1621a7d10cf3SSahitya Tummala if (type == REQ_TIME) { 1622a7d10cf3SSahitya Tummala sbi->last_time[DISCARD_TIME] = now; 1623a7d10cf3SSahitya Tummala sbi->last_time[GC_TIME] = now; 1624a7d10cf3SSahitya Tummala } 16256beceb54SJaegeuk Kim } 16266beceb54SJaegeuk Kim 16276beceb54SJaegeuk Kim static inline bool f2fs_time_over(struct f2fs_sb_info *sbi, int type) 16286beceb54SJaegeuk Kim { 16296bccfa19SArnd Bergmann unsigned long interval = sbi->interval_time[type] * HZ; 16306beceb54SJaegeuk Kim 16316beceb54SJaegeuk Kim return time_after(jiffies, sbi->last_time[type] + interval); 16326beceb54SJaegeuk Kim } 16336beceb54SJaegeuk Kim 1634a7d10cf3SSahitya Tummala static inline unsigned int f2fs_time_to_wait(struct f2fs_sb_info *sbi, 1635a7d10cf3SSahitya Tummala int type) 1636a7d10cf3SSahitya Tummala { 1637a7d10cf3SSahitya Tummala unsigned long interval = sbi->interval_time[type] * HZ; 1638a7d10cf3SSahitya Tummala unsigned int wait_ms = 0; 1639a7d10cf3SSahitya Tummala long delta; 1640a7d10cf3SSahitya Tummala 1641a7d10cf3SSahitya Tummala delta = (sbi->last_time[type] + interval) - jiffies; 1642a7d10cf3SSahitya Tummala if (delta > 0) 1643a7d10cf3SSahitya Tummala wait_ms = jiffies_to_msecs(delta); 1644a7d10cf3SSahitya Tummala 1645a7d10cf3SSahitya Tummala return wait_ms; 1646a7d10cf3SSahitya Tummala } 1647a7d10cf3SSahitya Tummala 164839a53e0cSJaegeuk Kim /* 164939a53e0cSJaegeuk Kim * Inline functions 165039a53e0cSJaegeuk Kim */ 1651416d2dbbSChao Yu static inline u32 __f2fs_crc32(struct f2fs_sb_info *sbi, u32 crc, 1652704956ecSChao Yu const void *address, unsigned int length) 1653704956ecSChao Yu { 1654704956ecSChao Yu struct { 1655704956ecSChao Yu struct shash_desc shash; 1656704956ecSChao Yu char ctx[4]; 1657704956ecSChao Yu } desc; 1658704956ecSChao Yu int err; 1659704956ecSChao Yu 1660704956ecSChao Yu BUG_ON(crypto_shash_descsize(sbi->s_chksum_driver) != sizeof(desc.ctx)); 1661704956ecSChao Yu 1662704956ecSChao Yu desc.shash.tfm = sbi->s_chksum_driver; 1663704956ecSChao Yu *(u32 *)desc.ctx = crc; 1664704956ecSChao Yu 1665704956ecSChao Yu err = crypto_shash_update(&desc.shash, address, length); 1666704956ecSChao Yu BUG_ON(err); 1667704956ecSChao Yu 1668704956ecSChao Yu return *(u32 *)desc.ctx; 1669704956ecSChao Yu } 1670704956ecSChao Yu 1671416d2dbbSChao Yu static inline u32 f2fs_crc32(struct f2fs_sb_info *sbi, const void *address, 1672416d2dbbSChao Yu unsigned int length) 1673416d2dbbSChao Yu { 1674416d2dbbSChao Yu return __f2fs_crc32(sbi, F2FS_SUPER_MAGIC, address, length); 1675416d2dbbSChao Yu } 1676416d2dbbSChao Yu 1677416d2dbbSChao Yu static inline bool f2fs_crc_valid(struct f2fs_sb_info *sbi, __u32 blk_crc, 1678416d2dbbSChao Yu void *buf, size_t buf_size) 1679416d2dbbSChao Yu { 1680416d2dbbSChao Yu return f2fs_crc32(sbi, buf, buf_size) == blk_crc; 1681416d2dbbSChao Yu } 1682416d2dbbSChao Yu 1683416d2dbbSChao Yu static inline u32 f2fs_chksum(struct f2fs_sb_info *sbi, u32 crc, 1684416d2dbbSChao Yu const void *address, unsigned int length) 1685416d2dbbSChao Yu { 1686416d2dbbSChao Yu return __f2fs_crc32(sbi, crc, address, length); 1687416d2dbbSChao Yu } 1688416d2dbbSChao Yu 168939a53e0cSJaegeuk Kim static inline struct f2fs_inode_info *F2FS_I(struct inode *inode) 169039a53e0cSJaegeuk Kim { 169139a53e0cSJaegeuk Kim return container_of(inode, struct f2fs_inode_info, vfs_inode); 169239a53e0cSJaegeuk Kim } 169339a53e0cSJaegeuk Kim 169439a53e0cSJaegeuk Kim static inline struct f2fs_sb_info *F2FS_SB(struct super_block *sb) 169539a53e0cSJaegeuk Kim { 169639a53e0cSJaegeuk Kim return sb->s_fs_info; 169739a53e0cSJaegeuk Kim } 169839a53e0cSJaegeuk Kim 16994081363fSJaegeuk Kim static inline struct f2fs_sb_info *F2FS_I_SB(struct inode *inode) 17004081363fSJaegeuk Kim { 17014081363fSJaegeuk Kim return F2FS_SB(inode->i_sb); 17024081363fSJaegeuk Kim } 17034081363fSJaegeuk Kim 17044081363fSJaegeuk Kim static inline struct f2fs_sb_info *F2FS_M_SB(struct address_space *mapping) 17054081363fSJaegeuk Kim { 17064081363fSJaegeuk Kim return F2FS_I_SB(mapping->host); 17074081363fSJaegeuk Kim } 17084081363fSJaegeuk Kim 17094081363fSJaegeuk Kim static inline struct f2fs_sb_info *F2FS_P_SB(struct page *page) 17104081363fSJaegeuk Kim { 17114969c06aSJaegeuk Kim return F2FS_M_SB(page_file_mapping(page)); 17124081363fSJaegeuk Kim } 17134081363fSJaegeuk Kim 171439a53e0cSJaegeuk Kim static inline struct f2fs_super_block *F2FS_RAW_SUPER(struct f2fs_sb_info *sbi) 171539a53e0cSJaegeuk Kim { 171639a53e0cSJaegeuk Kim return (struct f2fs_super_block *)(sbi->raw_super); 171739a53e0cSJaegeuk Kim } 171839a53e0cSJaegeuk Kim 171939a53e0cSJaegeuk Kim static inline struct f2fs_checkpoint *F2FS_CKPT(struct f2fs_sb_info *sbi) 172039a53e0cSJaegeuk Kim { 172139a53e0cSJaegeuk Kim return (struct f2fs_checkpoint *)(sbi->ckpt); 172239a53e0cSJaegeuk Kim } 172339a53e0cSJaegeuk Kim 172445590710SGu Zheng static inline struct f2fs_node *F2FS_NODE(struct page *page) 172545590710SGu Zheng { 172645590710SGu Zheng return (struct f2fs_node *)page_address(page); 172745590710SGu Zheng } 172845590710SGu Zheng 172958bfaf44SJaegeuk Kim static inline struct f2fs_inode *F2FS_INODE(struct page *page) 173058bfaf44SJaegeuk Kim { 173158bfaf44SJaegeuk Kim return &((struct f2fs_node *)page_address(page))->i; 173258bfaf44SJaegeuk Kim } 173358bfaf44SJaegeuk Kim 173439a53e0cSJaegeuk Kim static inline struct f2fs_nm_info *NM_I(struct f2fs_sb_info *sbi) 173539a53e0cSJaegeuk Kim { 173639a53e0cSJaegeuk Kim return (struct f2fs_nm_info *)(sbi->nm_info); 173739a53e0cSJaegeuk Kim } 173839a53e0cSJaegeuk Kim 173939a53e0cSJaegeuk Kim static inline struct f2fs_sm_info *SM_I(struct f2fs_sb_info *sbi) 174039a53e0cSJaegeuk Kim { 174139a53e0cSJaegeuk Kim return (struct f2fs_sm_info *)(sbi->sm_info); 174239a53e0cSJaegeuk Kim } 174339a53e0cSJaegeuk Kim 174439a53e0cSJaegeuk Kim static inline struct sit_info *SIT_I(struct f2fs_sb_info *sbi) 174539a53e0cSJaegeuk Kim { 174639a53e0cSJaegeuk Kim return (struct sit_info *)(SM_I(sbi)->sit_info); 174739a53e0cSJaegeuk Kim } 174839a53e0cSJaegeuk Kim 174939a53e0cSJaegeuk Kim static inline struct free_segmap_info *FREE_I(struct f2fs_sb_info *sbi) 175039a53e0cSJaegeuk Kim { 175139a53e0cSJaegeuk Kim return (struct free_segmap_info *)(SM_I(sbi)->free_info); 175239a53e0cSJaegeuk Kim } 175339a53e0cSJaegeuk Kim 175439a53e0cSJaegeuk Kim static inline struct dirty_seglist_info *DIRTY_I(struct f2fs_sb_info *sbi) 175539a53e0cSJaegeuk Kim { 175639a53e0cSJaegeuk Kim return (struct dirty_seglist_info *)(SM_I(sbi)->dirty_info); 175739a53e0cSJaegeuk Kim } 175839a53e0cSJaegeuk Kim 17599df27d98SGu Zheng static inline struct address_space *META_MAPPING(struct f2fs_sb_info *sbi) 17609df27d98SGu Zheng { 17619df27d98SGu Zheng return sbi->meta_inode->i_mapping; 17629df27d98SGu Zheng } 17639df27d98SGu Zheng 17644ef51a8fSJaegeuk Kim static inline struct address_space *NODE_MAPPING(struct f2fs_sb_info *sbi) 17654ef51a8fSJaegeuk Kim { 17664ef51a8fSJaegeuk Kim return sbi->node_inode->i_mapping; 17674ef51a8fSJaegeuk Kim } 17684ef51a8fSJaegeuk Kim 1769caf0047eSChao Yu static inline bool is_sbi_flag_set(struct f2fs_sb_info *sbi, unsigned int type) 177039a53e0cSJaegeuk Kim { 1771fadb2fb8SChao Yu return test_bit(type, &sbi->s_flag); 177239a53e0cSJaegeuk Kim } 177339a53e0cSJaegeuk Kim 1774caf0047eSChao Yu static inline void set_sbi_flag(struct f2fs_sb_info *sbi, unsigned int type) 177539a53e0cSJaegeuk Kim { 1776fadb2fb8SChao Yu set_bit(type, &sbi->s_flag); 1777caf0047eSChao Yu } 1778caf0047eSChao Yu 1779caf0047eSChao Yu static inline void clear_sbi_flag(struct f2fs_sb_info *sbi, unsigned int type) 1780caf0047eSChao Yu { 1781fadb2fb8SChao Yu clear_bit(type, &sbi->s_flag); 178239a53e0cSJaegeuk Kim } 178339a53e0cSJaegeuk Kim 1784d71b5564SJaegeuk Kim static inline unsigned long long cur_cp_version(struct f2fs_checkpoint *cp) 1785d71b5564SJaegeuk Kim { 1786d71b5564SJaegeuk Kim return le64_to_cpu(cp->checkpoint_ver); 1787d71b5564SJaegeuk Kim } 1788d71b5564SJaegeuk Kim 1789ea676733SJaegeuk Kim static inline unsigned long f2fs_qf_ino(struct super_block *sb, int type) 1790ea676733SJaegeuk Kim { 1791ea676733SJaegeuk Kim if (type < F2FS_MAX_QUOTAS) 1792ea676733SJaegeuk Kim return le32_to_cpu(F2FS_SB(sb)->raw_super->qf_ino[type]); 1793ea676733SJaegeuk Kim return 0; 1794ea676733SJaegeuk Kim } 1795ea676733SJaegeuk Kim 1796ced2c7eaSKinglong Mee static inline __u64 cur_cp_crc(struct f2fs_checkpoint *cp) 1797ced2c7eaSKinglong Mee { 1798ced2c7eaSKinglong Mee size_t crc_offset = le32_to_cpu(cp->checksum_offset); 1799ced2c7eaSKinglong Mee return le32_to_cpu(*((__le32 *)((unsigned char *)cp + crc_offset))); 1800ced2c7eaSKinglong Mee } 1801ced2c7eaSKinglong Mee 1802aaec2b1dSChao Yu static inline bool __is_set_ckpt_flags(struct f2fs_checkpoint *cp, unsigned int f) 180325ca923bSJaegeuk Kim { 180425ca923bSJaegeuk Kim unsigned int ckpt_flags = le32_to_cpu(cp->ckpt_flags); 1805aaec2b1dSChao Yu 180625ca923bSJaegeuk Kim return ckpt_flags & f; 180725ca923bSJaegeuk Kim } 180825ca923bSJaegeuk Kim 1809aaec2b1dSChao Yu static inline bool is_set_ckpt_flags(struct f2fs_sb_info *sbi, unsigned int f) 181025ca923bSJaegeuk Kim { 1811aaec2b1dSChao Yu return __is_set_ckpt_flags(F2FS_CKPT(sbi), f); 1812aaec2b1dSChao Yu } 1813aaec2b1dSChao Yu 1814aaec2b1dSChao Yu static inline void __set_ckpt_flags(struct f2fs_checkpoint *cp, unsigned int f) 1815aaec2b1dSChao Yu { 1816aaec2b1dSChao Yu unsigned int ckpt_flags; 1817aaec2b1dSChao Yu 1818aaec2b1dSChao Yu ckpt_flags = le32_to_cpu(cp->ckpt_flags); 181925ca923bSJaegeuk Kim ckpt_flags |= f; 182025ca923bSJaegeuk Kim cp->ckpt_flags = cpu_to_le32(ckpt_flags); 182125ca923bSJaegeuk Kim } 182225ca923bSJaegeuk Kim 1823aaec2b1dSChao Yu static inline void set_ckpt_flags(struct f2fs_sb_info *sbi, unsigned int f) 182425ca923bSJaegeuk Kim { 1825d1aa2453SChao Yu unsigned long flags; 1826d1aa2453SChao Yu 1827d1aa2453SChao Yu spin_lock_irqsave(&sbi->cp_lock, flags); 1828aaec2b1dSChao Yu __set_ckpt_flags(F2FS_CKPT(sbi), f); 1829d1aa2453SChao Yu spin_unlock_irqrestore(&sbi->cp_lock, flags); 1830aaec2b1dSChao Yu } 1831aaec2b1dSChao Yu 1832aaec2b1dSChao Yu static inline void __clear_ckpt_flags(struct f2fs_checkpoint *cp, unsigned int f) 1833aaec2b1dSChao Yu { 1834aaec2b1dSChao Yu unsigned int ckpt_flags; 1835aaec2b1dSChao Yu 1836aaec2b1dSChao Yu ckpt_flags = le32_to_cpu(cp->ckpt_flags); 183725ca923bSJaegeuk Kim ckpt_flags &= (~f); 183825ca923bSJaegeuk Kim cp->ckpt_flags = cpu_to_le32(ckpt_flags); 183925ca923bSJaegeuk Kim } 184025ca923bSJaegeuk Kim 1841aaec2b1dSChao Yu static inline void clear_ckpt_flags(struct f2fs_sb_info *sbi, unsigned int f) 1842aaec2b1dSChao Yu { 1843d1aa2453SChao Yu unsigned long flags; 1844d1aa2453SChao Yu 1845d1aa2453SChao Yu spin_lock_irqsave(&sbi->cp_lock, flags); 1846aaec2b1dSChao Yu __clear_ckpt_flags(F2FS_CKPT(sbi), f); 1847d1aa2453SChao Yu spin_unlock_irqrestore(&sbi->cp_lock, flags); 1848aaec2b1dSChao Yu } 1849aaec2b1dSChao Yu 185022ad0b6aSJaegeuk Kim static inline void disable_nat_bits(struct f2fs_sb_info *sbi, bool lock) 185122ad0b6aSJaegeuk Kim { 1852d1aa2453SChao Yu unsigned long flags; 18530921835cSChao Yu unsigned char *nat_bits; 1854d1aa2453SChao Yu 1855a742fd41SJaegeuk Kim /* 1856a742fd41SJaegeuk Kim * In order to re-enable nat_bits we need to call fsck.f2fs by 1857a742fd41SJaegeuk Kim * set_sbi_flag(sbi, SBI_NEED_FSCK). But it may give huge cost, 1858a742fd41SJaegeuk Kim * so let's rely on regular fsck or unclean shutdown. 1859a742fd41SJaegeuk Kim */ 186022ad0b6aSJaegeuk Kim 186122ad0b6aSJaegeuk Kim if (lock) 1862d1aa2453SChao Yu spin_lock_irqsave(&sbi->cp_lock, flags); 186322ad0b6aSJaegeuk Kim __clear_ckpt_flags(F2FS_CKPT(sbi), CP_NAT_BITS_FLAG); 18640921835cSChao Yu nat_bits = NM_I(sbi)->nat_bits; 186522ad0b6aSJaegeuk Kim NM_I(sbi)->nat_bits = NULL; 186622ad0b6aSJaegeuk Kim if (lock) 1867d1aa2453SChao Yu spin_unlock_irqrestore(&sbi->cp_lock, flags); 18680921835cSChao Yu 18690921835cSChao Yu kvfree(nat_bits); 187022ad0b6aSJaegeuk Kim } 187122ad0b6aSJaegeuk Kim 187222ad0b6aSJaegeuk Kim static inline bool enabled_nat_bits(struct f2fs_sb_info *sbi, 187322ad0b6aSJaegeuk Kim struct cp_control *cpc) 187422ad0b6aSJaegeuk Kim { 187522ad0b6aSJaegeuk Kim bool set = is_set_ckpt_flags(sbi, CP_NAT_BITS_FLAG); 187622ad0b6aSJaegeuk Kim 1877c473f1a9SChao Yu return (cpc) ? (cpc->reason & CP_UMOUNT) && set : set; 187822ad0b6aSJaegeuk Kim } 187922ad0b6aSJaegeuk Kim 1880e479556bSGu Zheng static inline void f2fs_lock_op(struct f2fs_sb_info *sbi) 188139a53e0cSJaegeuk Kim { 1882b873b798SJaegeuk Kim down_read(&sbi->cp_rwsem); 188339a53e0cSJaegeuk Kim } 188439a53e0cSJaegeuk Kim 1885cc15620bSJaegeuk Kim static inline int f2fs_trylock_op(struct f2fs_sb_info *sbi) 1886cc15620bSJaegeuk Kim { 1887cc15620bSJaegeuk Kim return down_read_trylock(&sbi->cp_rwsem); 1888cc15620bSJaegeuk Kim } 1889cc15620bSJaegeuk Kim 1890e479556bSGu Zheng static inline void f2fs_unlock_op(struct f2fs_sb_info *sbi) 189139a53e0cSJaegeuk Kim { 1892b873b798SJaegeuk Kim up_read(&sbi->cp_rwsem); 189339936837SJaegeuk Kim } 189439936837SJaegeuk Kim 1895e479556bSGu Zheng static inline void f2fs_lock_all(struct f2fs_sb_info *sbi) 189639936837SJaegeuk Kim { 1897b873b798SJaegeuk Kim down_write(&sbi->cp_rwsem); 189839936837SJaegeuk Kim } 189939936837SJaegeuk Kim 1900e479556bSGu Zheng static inline void f2fs_unlock_all(struct f2fs_sb_info *sbi) 190139936837SJaegeuk Kim { 1902b873b798SJaegeuk Kim up_write(&sbi->cp_rwsem); 190339a53e0cSJaegeuk Kim } 190439a53e0cSJaegeuk Kim 1905119ee914SJaegeuk Kim static inline int __get_cp_reason(struct f2fs_sb_info *sbi) 1906119ee914SJaegeuk Kim { 1907119ee914SJaegeuk Kim int reason = CP_SYNC; 1908119ee914SJaegeuk Kim 1909119ee914SJaegeuk Kim if (test_opt(sbi, FASTBOOT)) 1910119ee914SJaegeuk Kim reason = CP_FASTBOOT; 1911119ee914SJaegeuk Kim if (is_sbi_flag_set(sbi, SBI_IS_CLOSE)) 1912119ee914SJaegeuk Kim reason = CP_UMOUNT; 1913119ee914SJaegeuk Kim return reason; 1914119ee914SJaegeuk Kim } 1915119ee914SJaegeuk Kim 1916119ee914SJaegeuk Kim static inline bool __remain_node_summaries(int reason) 1917119ee914SJaegeuk Kim { 1918c473f1a9SChao Yu return (reason & (CP_UMOUNT | CP_FASTBOOT)); 1919119ee914SJaegeuk Kim } 1920119ee914SJaegeuk Kim 1921119ee914SJaegeuk Kim static inline bool __exist_node_summaries(struct f2fs_sb_info *sbi) 1922119ee914SJaegeuk Kim { 1923aaec2b1dSChao Yu return (is_set_ckpt_flags(sbi, CP_UMOUNT_FLAG) || 1924aaec2b1dSChao Yu is_set_ckpt_flags(sbi, CP_FASTBOOT_FLAG)); 1925119ee914SJaegeuk Kim } 1926119ee914SJaegeuk Kim 192739a53e0cSJaegeuk Kim /* 192839a53e0cSJaegeuk Kim * Check whether the inode has blocks or not 192939a53e0cSJaegeuk Kim */ 193039a53e0cSJaegeuk Kim static inline int F2FS_HAS_BLOCKS(struct inode *inode) 193139a53e0cSJaegeuk Kim { 19320eb0adadSChao Yu block_t xattr_block = F2FS_I(inode)->i_xattr_nid ? 1 : 0; 19330eb0adadSChao Yu 1934000519f2SChao Yu return (inode->i_blocks >> F2FS_LOG_SECTORS_PER_BLOCK) > xattr_block; 193539a53e0cSJaegeuk Kim } 193639a53e0cSJaegeuk Kim 19374bc8e9bcSChao Yu static inline bool f2fs_has_xattr_block(unsigned int ofs) 19384bc8e9bcSChao Yu { 19394bc8e9bcSChao Yu return ofs == XATTR_NODE_OFFSET; 19404bc8e9bcSChao Yu } 19414bc8e9bcSChao Yu 1942d8a9a229SJaegeuk Kim static inline bool __allow_reserved_blocks(struct f2fs_sb_info *sbi, 1943a90a0884SJaegeuk Kim struct inode *inode, bool cap) 19447c2e5963SJaegeuk Kim { 1945d8a9a229SJaegeuk Kim if (!inode) 1946d8a9a229SJaegeuk Kim return true; 19477c2e5963SJaegeuk Kim if (!test_opt(sbi, RESERVE_ROOT)) 19487c2e5963SJaegeuk Kim return false; 1949d8a9a229SJaegeuk Kim if (IS_NOQUOTA(inode)) 1950d8a9a229SJaegeuk Kim return true; 195163189b78SChao Yu if (uid_eq(F2FS_OPTION(sbi).s_resuid, current_fsuid())) 19527c2e5963SJaegeuk Kim return true; 195363189b78SChao Yu if (!gid_eq(F2FS_OPTION(sbi).s_resgid, GLOBAL_ROOT_GID) && 195463189b78SChao Yu in_group_p(F2FS_OPTION(sbi).s_resgid)) 19557c2e5963SJaegeuk Kim return true; 1956a90a0884SJaegeuk Kim if (cap && capable(CAP_SYS_RESOURCE)) 1957162b27aeSJaegeuk Kim return true; 19587c2e5963SJaegeuk Kim return false; 19597c2e5963SJaegeuk Kim } 19607c2e5963SJaegeuk Kim 19610abd675eSChao Yu static inline void f2fs_i_blocks_write(struct inode *, block_t, bool, bool); 19620abd675eSChao Yu static inline int inc_valid_block_count(struct f2fs_sb_info *sbi, 196346008c6dSChao Yu struct inode *inode, blkcnt_t *count) 196439a53e0cSJaegeuk Kim { 19650abd675eSChao Yu blkcnt_t diff = 0, release = 0; 1966daeb433eSChao Yu block_t avail_user_block_count; 19670abd675eSChao Yu int ret; 19680abd675eSChao Yu 19690abd675eSChao Yu ret = dquot_reserve_block(inode, *count); 19700abd675eSChao Yu if (ret) 19710abd675eSChao Yu return ret; 1972dd11a5dfSJaegeuk Kim 197355523519SChao Yu if (time_to_inject(sbi, FAULT_BLOCK)) { 1974c45d6002SChao Yu f2fs_show_injection_info(sbi, FAULT_BLOCK); 19750abd675eSChao Yu release = *count; 19769ea2f0beSChao Yu goto release_quota; 197755523519SChao Yu } 19787fa750a1SArnd Bergmann 1979dd11a5dfSJaegeuk Kim /* 1980dd11a5dfSJaegeuk Kim * let's increase this in prior to actual block count change in order 1981dd11a5dfSJaegeuk Kim * for f2fs_sync_file to avoid data races when deciding checkpoint. 1982dd11a5dfSJaegeuk Kim */ 1983dd11a5dfSJaegeuk Kim percpu_counter_add(&sbi->alloc_valid_block_count, (*count)); 198439a53e0cSJaegeuk Kim 198539a53e0cSJaegeuk Kim spin_lock(&sbi->stat_lock); 19862555a2d5SJaegeuk Kim sbi->total_valid_block_count += (block_t)(*count); 198780d42145SYunlong Song avail_user_block_count = sbi->user_block_count - 198880d42145SYunlong Song sbi->current_reserved_blocks; 19897e65be49SJaegeuk Kim 1990a90a0884SJaegeuk Kim if (!__allow_reserved_blocks(sbi, inode, true)) 199163189b78SChao Yu avail_user_block_count -= F2FS_OPTION(sbi).root_reserved_blocks; 1992a4c3ecaaSDaniel Rosenberg if (unlikely(is_sbi_flag_set(sbi, SBI_CP_DISABLED))) { 1993a4c3ecaaSDaniel Rosenberg if (avail_user_block_count > sbi->unusable_block_count) 19944354994fSDaniel Rosenberg avail_user_block_count -= sbi->unusable_block_count; 1995a4c3ecaaSDaniel Rosenberg else 1996a4c3ecaaSDaniel Rosenberg avail_user_block_count = 0; 1997a4c3ecaaSDaniel Rosenberg } 1998daeb433eSChao Yu if (unlikely(sbi->total_valid_block_count > avail_user_block_count)) { 1999daeb433eSChao Yu diff = sbi->total_valid_block_count - avail_user_block_count; 20007e65be49SJaegeuk Kim if (diff > *count) 20017e65be49SJaegeuk Kim diff = *count; 2002dd11a5dfSJaegeuk Kim *count -= diff; 20030abd675eSChao Yu release = diff; 20047e65be49SJaegeuk Kim sbi->total_valid_block_count -= diff; 200546008c6dSChao Yu if (!*count) { 200639a53e0cSJaegeuk Kim spin_unlock(&sbi->stat_lock); 20070abd675eSChao Yu goto enospc; 200839a53e0cSJaegeuk Kim } 200946008c6dSChao Yu } 201039a53e0cSJaegeuk Kim spin_unlock(&sbi->stat_lock); 201141382ec4SJaegeuk Kim 201236b877afSDaniel Rosenberg if (unlikely(release)) { 201336b877afSDaniel Rosenberg percpu_counter_sub(&sbi->alloc_valid_block_count, release); 20140abd675eSChao Yu dquot_release_reservation_block(inode, release); 201536b877afSDaniel Rosenberg } 20160abd675eSChao Yu f2fs_i_blocks_write(inode, *count, true, true); 20170abd675eSChao Yu return 0; 20180abd675eSChao Yu 20190abd675eSChao Yu enospc: 202036b877afSDaniel Rosenberg percpu_counter_sub(&sbi->alloc_valid_block_count, release); 20219ea2f0beSChao Yu release_quota: 20220abd675eSChao Yu dquot_release_reservation_block(inode, release); 20230abd675eSChao Yu return -ENOSPC; 202439a53e0cSJaegeuk Kim } 202539a53e0cSJaegeuk Kim 2026dcbb4c10SJoe Perches __printf(2, 3) 2027dcbb4c10SJoe Perches void f2fs_printk(struct f2fs_sb_info *sbi, const char *fmt, ...); 2028dcbb4c10SJoe Perches 2029dcbb4c10SJoe Perches #define f2fs_err(sbi, fmt, ...) \ 2030dcbb4c10SJoe Perches f2fs_printk(sbi, KERN_ERR fmt, ##__VA_ARGS__) 2031dcbb4c10SJoe Perches #define f2fs_warn(sbi, fmt, ...) \ 2032dcbb4c10SJoe Perches f2fs_printk(sbi, KERN_WARNING fmt, ##__VA_ARGS__) 2033dcbb4c10SJoe Perches #define f2fs_notice(sbi, fmt, ...) \ 2034dcbb4c10SJoe Perches f2fs_printk(sbi, KERN_NOTICE fmt, ##__VA_ARGS__) 2035dcbb4c10SJoe Perches #define f2fs_info(sbi, fmt, ...) \ 2036dcbb4c10SJoe Perches f2fs_printk(sbi, KERN_INFO fmt, ##__VA_ARGS__) 2037dcbb4c10SJoe Perches #define f2fs_debug(sbi, fmt, ...) \ 2038dcbb4c10SJoe Perches f2fs_printk(sbi, KERN_DEBUG fmt, ##__VA_ARGS__) 2039dcbb4c10SJoe Perches 2040da19b0dcSGu Zheng static inline void dec_valid_block_count(struct f2fs_sb_info *sbi, 204139a53e0cSJaegeuk Kim struct inode *inode, 20420eb0adadSChao Yu block_t count) 204339a53e0cSJaegeuk Kim { 20440eb0adadSChao Yu blkcnt_t sectors = count << F2FS_LOG_SECTORS_PER_BLOCK; 20450eb0adadSChao Yu 204639a53e0cSJaegeuk Kim spin_lock(&sbi->stat_lock); 20479850cf4aSJaegeuk Kim f2fs_bug_on(sbi, sbi->total_valid_block_count < (block_t) count); 204839a53e0cSJaegeuk Kim sbi->total_valid_block_count -= (block_t)count; 204980d42145SYunlong Song if (sbi->reserved_blocks && 205080d42145SYunlong Song sbi->current_reserved_blocks < sbi->reserved_blocks) 205180d42145SYunlong Song sbi->current_reserved_blocks = min(sbi->reserved_blocks, 205280d42145SYunlong Song sbi->current_reserved_blocks + count); 205339a53e0cSJaegeuk Kim spin_unlock(&sbi->stat_lock); 20545e159cd3SChao Yu if (unlikely(inode->i_blocks < sectors)) { 2055dcbb4c10SJoe Perches f2fs_warn(sbi, "Inconsistent i_blocks, ino:%lu, iblocks:%llu, sectors:%llu", 20565e159cd3SChao Yu inode->i_ino, 20575e159cd3SChao Yu (unsigned long long)inode->i_blocks, 20585e159cd3SChao Yu (unsigned long long)sectors); 20595e159cd3SChao Yu set_sbi_flag(sbi, SBI_NEED_FSCK); 20605e159cd3SChao Yu return; 20615e159cd3SChao Yu } 20620abd675eSChao Yu f2fs_i_blocks_write(inode, count, false, true); 206339a53e0cSJaegeuk Kim } 206439a53e0cSJaegeuk Kim 206539a53e0cSJaegeuk Kim static inline void inc_page_count(struct f2fs_sb_info *sbi, int count_type) 206639a53e0cSJaegeuk Kim { 206735782b23SJaegeuk Kim atomic_inc(&sbi->nr_pages[count_type]); 20687c4abcbeSChao Yu 206920109873SChao Yu if (count_type == F2FS_DIRTY_DENTS || 207020109873SChao Yu count_type == F2FS_DIRTY_NODES || 207120109873SChao Yu count_type == F2FS_DIRTY_META || 207220109873SChao Yu count_type == F2FS_DIRTY_QDATA || 207320109873SChao Yu count_type == F2FS_DIRTY_IMETA) 2074caf0047eSChao Yu set_sbi_flag(sbi, SBI_IS_DIRTY); 207539a53e0cSJaegeuk Kim } 207639a53e0cSJaegeuk Kim 2077a7ffdbe2SJaegeuk Kim static inline void inode_inc_dirty_pages(struct inode *inode) 207839a53e0cSJaegeuk Kim { 2079204706c7SJaegeuk Kim atomic_inc(&F2FS_I(inode)->dirty_pages); 2080c227f912SChao Yu inc_page_count(F2FS_I_SB(inode), S_ISDIR(inode->i_mode) ? 2081c227f912SChao Yu F2FS_DIRTY_DENTS : F2FS_DIRTY_DATA); 20822c8a4a28SJaegeuk Kim if (IS_NOQUOTA(inode)) 20832c8a4a28SJaegeuk Kim inc_page_count(F2FS_I_SB(inode), F2FS_DIRTY_QDATA); 208439a53e0cSJaegeuk Kim } 208539a53e0cSJaegeuk Kim 208639a53e0cSJaegeuk Kim static inline void dec_page_count(struct f2fs_sb_info *sbi, int count_type) 208739a53e0cSJaegeuk Kim { 208835782b23SJaegeuk Kim atomic_dec(&sbi->nr_pages[count_type]); 208939a53e0cSJaegeuk Kim } 209039a53e0cSJaegeuk Kim 2091a7ffdbe2SJaegeuk Kim static inline void inode_dec_dirty_pages(struct inode *inode) 209239a53e0cSJaegeuk Kim { 20935ac9f36fSChao Yu if (!S_ISDIR(inode->i_mode) && !S_ISREG(inode->i_mode) && 20945ac9f36fSChao Yu !S_ISLNK(inode->i_mode)) 20951fe54f9dSJaegeuk Kim return; 20961fe54f9dSJaegeuk Kim 2097204706c7SJaegeuk Kim atomic_dec(&F2FS_I(inode)->dirty_pages); 2098c227f912SChao Yu dec_page_count(F2FS_I_SB(inode), S_ISDIR(inode->i_mode) ? 2099c227f912SChao Yu F2FS_DIRTY_DENTS : F2FS_DIRTY_DATA); 21002c8a4a28SJaegeuk Kim if (IS_NOQUOTA(inode)) 21012c8a4a28SJaegeuk Kim dec_page_count(F2FS_I_SB(inode), F2FS_DIRTY_QDATA); 210239a53e0cSJaegeuk Kim } 210339a53e0cSJaegeuk Kim 2104523be8a6SJaegeuk Kim static inline s64 get_pages(struct f2fs_sb_info *sbi, int count_type) 210539a53e0cSJaegeuk Kim { 210635782b23SJaegeuk Kim return atomic_read(&sbi->nr_pages[count_type]); 210739a53e0cSJaegeuk Kim } 210839a53e0cSJaegeuk Kim 2109204706c7SJaegeuk Kim static inline int get_dirty_pages(struct inode *inode) 2110f8b2c1f9SJaegeuk Kim { 2111204706c7SJaegeuk Kim return atomic_read(&F2FS_I(inode)->dirty_pages); 2112f8b2c1f9SJaegeuk Kim } 2113f8b2c1f9SJaegeuk Kim 21145ac206cfSNamjae Jeon static inline int get_blocktype_secs(struct f2fs_sb_info *sbi, int block_type) 21155ac206cfSNamjae Jeon { 21163519e3f9SChao Yu unsigned int pages_per_sec = sbi->segs_per_sec * sbi->blocks_per_seg; 2117523be8a6SJaegeuk Kim unsigned int segs = (get_pages(sbi, block_type) + pages_per_sec - 1) >> 2118523be8a6SJaegeuk Kim sbi->log_blocks_per_seg; 2119523be8a6SJaegeuk Kim 2120523be8a6SJaegeuk Kim return segs / sbi->segs_per_sec; 21215ac206cfSNamjae Jeon } 21225ac206cfSNamjae Jeon 212339a53e0cSJaegeuk Kim static inline block_t valid_user_blocks(struct f2fs_sb_info *sbi) 212439a53e0cSJaegeuk Kim { 21258b8343faSJaegeuk Kim return sbi->total_valid_block_count; 212639a53e0cSJaegeuk Kim } 212739a53e0cSJaegeuk Kim 2128f83a2584SYunlei He static inline block_t discard_blocks(struct f2fs_sb_info *sbi) 2129f83a2584SYunlei He { 2130f83a2584SYunlei He return sbi->discard_blks; 2131f83a2584SYunlei He } 2132f83a2584SYunlei He 213339a53e0cSJaegeuk Kim static inline unsigned long __bitmap_size(struct f2fs_sb_info *sbi, int flag) 213439a53e0cSJaegeuk Kim { 213539a53e0cSJaegeuk Kim struct f2fs_checkpoint *ckpt = F2FS_CKPT(sbi); 213639a53e0cSJaegeuk Kim 213739a53e0cSJaegeuk Kim /* return NAT or SIT bitmap */ 213839a53e0cSJaegeuk Kim if (flag == NAT_BITMAP) 213939a53e0cSJaegeuk Kim return le32_to_cpu(ckpt->nat_ver_bitmap_bytesize); 214039a53e0cSJaegeuk Kim else if (flag == SIT_BITMAP) 214139a53e0cSJaegeuk Kim return le32_to_cpu(ckpt->sit_ver_bitmap_bytesize); 214239a53e0cSJaegeuk Kim 214339a53e0cSJaegeuk Kim return 0; 214439a53e0cSJaegeuk Kim } 214539a53e0cSJaegeuk Kim 214655141486SWanpeng Li static inline block_t __cp_payload(struct f2fs_sb_info *sbi) 214755141486SWanpeng Li { 214855141486SWanpeng Li return le32_to_cpu(F2FS_RAW_SUPER(sbi)->cp_payload); 214955141486SWanpeng Li } 215055141486SWanpeng Li 215139a53e0cSJaegeuk Kim static inline void *__bitmap_ptr(struct f2fs_sb_info *sbi, int flag) 215239a53e0cSJaegeuk Kim { 215339a53e0cSJaegeuk Kim struct f2fs_checkpoint *ckpt = F2FS_CKPT(sbi); 21541dbe4152SChangman Lee int offset; 21551dbe4152SChangman Lee 2156199bc3feSChao Yu if (is_set_ckpt_flags(sbi, CP_LARGE_NAT_BITMAP_FLAG)) { 2157199bc3feSChao Yu offset = (flag == SIT_BITMAP) ? 2158199bc3feSChao Yu le32_to_cpu(ckpt->nat_ver_bitmap_bytesize) : 0; 2159b471eb99SChao Yu /* 2160b471eb99SChao Yu * if large_nat_bitmap feature is enabled, leave checksum 2161b471eb99SChao Yu * protection for all nat/sit bitmaps. 2162b471eb99SChao Yu */ 2163b471eb99SChao Yu return &ckpt->sit_nat_version_bitmap + offset + sizeof(__le32); 2164199bc3feSChao Yu } 2165199bc3feSChao Yu 216655141486SWanpeng Li if (__cp_payload(sbi) > 0) { 21671dbe4152SChangman Lee if (flag == NAT_BITMAP) 21681dbe4152SChangman Lee return &ckpt->sit_nat_version_bitmap; 21691dbe4152SChangman Lee else 217065b85cccSJaegeuk Kim return (unsigned char *)ckpt + F2FS_BLKSIZE; 21711dbe4152SChangman Lee } else { 21721dbe4152SChangman Lee offset = (flag == NAT_BITMAP) ? 217325ca923bSJaegeuk Kim le32_to_cpu(ckpt->sit_ver_bitmap_bytesize) : 0; 217439a53e0cSJaegeuk Kim return &ckpt->sit_nat_version_bitmap + offset; 217539a53e0cSJaegeuk Kim } 21761dbe4152SChangman Lee } 217739a53e0cSJaegeuk Kim 217839a53e0cSJaegeuk Kim static inline block_t __start_cp_addr(struct f2fs_sb_info *sbi) 217939a53e0cSJaegeuk Kim { 21808508e44aSJaegeuk Kim block_t start_addr = le32_to_cpu(F2FS_RAW_SUPER(sbi)->cp_blkaddr); 218139a53e0cSJaegeuk Kim 21828508e44aSJaegeuk Kim if (sbi->cur_cp_pack == 2) 218339a53e0cSJaegeuk Kim start_addr += sbi->blocks_per_seg; 218439a53e0cSJaegeuk Kim return start_addr; 218539a53e0cSJaegeuk Kim } 218639a53e0cSJaegeuk Kim 21878508e44aSJaegeuk Kim static inline block_t __start_cp_next_addr(struct f2fs_sb_info *sbi) 21888508e44aSJaegeuk Kim { 21898508e44aSJaegeuk Kim block_t start_addr = le32_to_cpu(F2FS_RAW_SUPER(sbi)->cp_blkaddr); 21908508e44aSJaegeuk Kim 21918508e44aSJaegeuk Kim if (sbi->cur_cp_pack == 1) 21928508e44aSJaegeuk Kim start_addr += sbi->blocks_per_seg; 21938508e44aSJaegeuk Kim return start_addr; 21948508e44aSJaegeuk Kim } 21958508e44aSJaegeuk Kim 21968508e44aSJaegeuk Kim static inline void __set_cp_next_pack(struct f2fs_sb_info *sbi) 21978508e44aSJaegeuk Kim { 21988508e44aSJaegeuk Kim sbi->cur_cp_pack = (sbi->cur_cp_pack == 1) ? 2 : 1; 21998508e44aSJaegeuk Kim } 22008508e44aSJaegeuk Kim 220139a53e0cSJaegeuk Kim static inline block_t __start_sum_addr(struct f2fs_sb_info *sbi) 220239a53e0cSJaegeuk Kim { 220339a53e0cSJaegeuk Kim return le32_to_cpu(F2FS_CKPT(sbi)->cp_pack_start_sum); 220439a53e0cSJaegeuk Kim } 220539a53e0cSJaegeuk Kim 22060abd675eSChao Yu static inline int inc_valid_node_count(struct f2fs_sb_info *sbi, 2207000519f2SChao Yu struct inode *inode, bool is_inode) 220839a53e0cSJaegeuk Kim { 220939a53e0cSJaegeuk Kim block_t valid_block_count; 2210a4c3ecaaSDaniel Rosenberg unsigned int valid_node_count, user_block_count; 2211af033b2aSChao Yu int err; 22120abd675eSChao Yu 2213af033b2aSChao Yu if (is_inode) { 2214af033b2aSChao Yu if (inode) { 2215af033b2aSChao Yu err = dquot_alloc_inode(inode); 2216af033b2aSChao Yu if (err) 2217af033b2aSChao Yu return err; 2218af033b2aSChao Yu } 2219af033b2aSChao Yu } else { 2220af033b2aSChao Yu err = dquot_reserve_block(inode, 1); 2221af033b2aSChao Yu if (err) 2222af033b2aSChao Yu return err; 22230abd675eSChao Yu } 222439a53e0cSJaegeuk Kim 2225812c6056SChao Yu if (time_to_inject(sbi, FAULT_BLOCK)) { 2226c45d6002SChao Yu f2fs_show_injection_info(sbi, FAULT_BLOCK); 2227812c6056SChao Yu goto enospc; 2228812c6056SChao Yu } 2229812c6056SChao Yu 223039a53e0cSJaegeuk Kim spin_lock(&sbi->stat_lock); 223139a53e0cSJaegeuk Kim 22327e65be49SJaegeuk Kim valid_block_count = sbi->total_valid_block_count + 22337e65be49SJaegeuk Kim sbi->current_reserved_blocks + 1; 22347e65be49SJaegeuk Kim 2235a90a0884SJaegeuk Kim if (!__allow_reserved_blocks(sbi, inode, false)) 223663189b78SChao Yu valid_block_count += F2FS_OPTION(sbi).root_reserved_blocks; 2237a4c3ecaaSDaniel Rosenberg user_block_count = sbi->user_block_count; 22384354994fSDaniel Rosenberg if (unlikely(is_sbi_flag_set(sbi, SBI_CP_DISABLED))) 2239a4c3ecaaSDaniel Rosenberg user_block_count -= sbi->unusable_block_count; 22407e65be49SJaegeuk Kim 2241a4c3ecaaSDaniel Rosenberg if (unlikely(valid_block_count > user_block_count)) { 224239a53e0cSJaegeuk Kim spin_unlock(&sbi->stat_lock); 22430abd675eSChao Yu goto enospc; 224439a53e0cSJaegeuk Kim } 224539a53e0cSJaegeuk Kim 2246ef86d709SGu Zheng valid_node_count = sbi->total_valid_node_count + 1; 2247cfb271d4SChao Yu if (unlikely(valid_node_count > sbi->total_node_count)) { 224839a53e0cSJaegeuk Kim spin_unlock(&sbi->stat_lock); 22490abd675eSChao Yu goto enospc; 225039a53e0cSJaegeuk Kim } 225139a53e0cSJaegeuk Kim 2252ef86d709SGu Zheng sbi->total_valid_node_count++; 2253ef86d709SGu Zheng sbi->total_valid_block_count++; 225439a53e0cSJaegeuk Kim spin_unlock(&sbi->stat_lock); 225539a53e0cSJaegeuk Kim 22560abd675eSChao Yu if (inode) { 22570abd675eSChao Yu if (is_inode) 22580abd675eSChao Yu f2fs_mark_inode_dirty_sync(inode, true); 22590abd675eSChao Yu else 22600abd675eSChao Yu f2fs_i_blocks_write(inode, 1, true, true); 22610abd675eSChao Yu } 22620abd675eSChao Yu 226341382ec4SJaegeuk Kim percpu_counter_inc(&sbi->alloc_valid_block_count); 22640abd675eSChao Yu return 0; 22650abd675eSChao Yu 22660abd675eSChao Yu enospc: 2267af033b2aSChao Yu if (is_inode) { 2268af033b2aSChao Yu if (inode) 2269af033b2aSChao Yu dquot_free_inode(inode); 2270af033b2aSChao Yu } else { 22710abd675eSChao Yu dquot_release_reservation_block(inode, 1); 2272af033b2aSChao Yu } 22730abd675eSChao Yu return -ENOSPC; 227439a53e0cSJaegeuk Kim } 227539a53e0cSJaegeuk Kim 227639a53e0cSJaegeuk Kim static inline void dec_valid_node_count(struct f2fs_sb_info *sbi, 2277000519f2SChao Yu struct inode *inode, bool is_inode) 227839a53e0cSJaegeuk Kim { 227939a53e0cSJaegeuk Kim spin_lock(&sbi->stat_lock); 228039a53e0cSJaegeuk Kim 22819850cf4aSJaegeuk Kim f2fs_bug_on(sbi, !sbi->total_valid_block_count); 22829850cf4aSJaegeuk Kim f2fs_bug_on(sbi, !sbi->total_valid_node_count); 228339a53e0cSJaegeuk Kim 2284ef86d709SGu Zheng sbi->total_valid_node_count--; 2285ef86d709SGu Zheng sbi->total_valid_block_count--; 228680d42145SYunlong Song if (sbi->reserved_blocks && 228780d42145SYunlong Song sbi->current_reserved_blocks < sbi->reserved_blocks) 228880d42145SYunlong Song sbi->current_reserved_blocks++; 228939a53e0cSJaegeuk Kim 229039a53e0cSJaegeuk Kim spin_unlock(&sbi->stat_lock); 22910abd675eSChao Yu 2292ea6d7e72SChao Yu if (is_inode) { 2293af033b2aSChao Yu dquot_free_inode(inode); 2294ea6d7e72SChao Yu } else { 2295ea6d7e72SChao Yu if (unlikely(inode->i_blocks == 0)) { 2296097a7686SChao Yu f2fs_warn(sbi, "dec_valid_node_count: inconsistent i_blocks, ino:%lu, iblocks:%llu", 2297ea6d7e72SChao Yu inode->i_ino, 2298ea6d7e72SChao Yu (unsigned long long)inode->i_blocks); 2299ea6d7e72SChao Yu set_sbi_flag(sbi, SBI_NEED_FSCK); 2300ea6d7e72SChao Yu return; 2301ea6d7e72SChao Yu } 23020abd675eSChao Yu f2fs_i_blocks_write(inode, 1, false, true); 230339a53e0cSJaegeuk Kim } 2304ea6d7e72SChao Yu } 230539a53e0cSJaegeuk Kim 230639a53e0cSJaegeuk Kim static inline unsigned int valid_node_count(struct f2fs_sb_info *sbi) 230739a53e0cSJaegeuk Kim { 23088b8343faSJaegeuk Kim return sbi->total_valid_node_count; 230939a53e0cSJaegeuk Kim } 231039a53e0cSJaegeuk Kim 231139a53e0cSJaegeuk Kim static inline void inc_valid_inode_count(struct f2fs_sb_info *sbi) 231239a53e0cSJaegeuk Kim { 2313513c5f37SJaegeuk Kim percpu_counter_inc(&sbi->total_valid_inode_count); 231439a53e0cSJaegeuk Kim } 231539a53e0cSJaegeuk Kim 23160e80220aSJaegeuk Kim static inline void dec_valid_inode_count(struct f2fs_sb_info *sbi) 231739a53e0cSJaegeuk Kim { 2318513c5f37SJaegeuk Kim percpu_counter_dec(&sbi->total_valid_inode_count); 231939a53e0cSJaegeuk Kim } 232039a53e0cSJaegeuk Kim 2321513c5f37SJaegeuk Kim static inline s64 valid_inode_count(struct f2fs_sb_info *sbi) 232239a53e0cSJaegeuk Kim { 2323513c5f37SJaegeuk Kim return percpu_counter_sum_positive(&sbi->total_valid_inode_count); 232439a53e0cSJaegeuk Kim } 232539a53e0cSJaegeuk Kim 2326a56c7c6fSJaegeuk Kim static inline struct page *f2fs_grab_cache_page(struct address_space *mapping, 2327a56c7c6fSJaegeuk Kim pgoff_t index, bool for_write) 2328a56c7c6fSJaegeuk Kim { 232982cf4f13SChao Yu struct page *page; 2330cac5a3d8SDongOh Shin 23317fa750a1SArnd Bergmann if (IS_ENABLED(CONFIG_F2FS_FAULT_INJECTION)) { 233282cf4f13SChao Yu if (!for_write) 233382cf4f13SChao Yu page = find_get_page_flags(mapping, index, 233482cf4f13SChao Yu FGP_LOCK | FGP_ACCESSED); 233582cf4f13SChao Yu else 233682cf4f13SChao Yu page = find_lock_page(mapping, index); 2337c41f3cc3SJaegeuk Kim if (page) 2338c41f3cc3SJaegeuk Kim return page; 2339c41f3cc3SJaegeuk Kim 234055523519SChao Yu if (time_to_inject(F2FS_M_SB(mapping), FAULT_PAGE_ALLOC)) { 2341c45d6002SChao Yu f2fs_show_injection_info(F2FS_M_SB(mapping), 2342c45d6002SChao Yu FAULT_PAGE_ALLOC); 2343c41f3cc3SJaegeuk Kim return NULL; 234455523519SChao Yu } 23457fa750a1SArnd Bergmann } 23467fa750a1SArnd Bergmann 2347a56c7c6fSJaegeuk Kim if (!for_write) 2348a56c7c6fSJaegeuk Kim return grab_cache_page(mapping, index); 2349a56c7c6fSJaegeuk Kim return grab_cache_page_write_begin(mapping, index, AOP_FLAG_NOFS); 2350a56c7c6fSJaegeuk Kim } 2351a56c7c6fSJaegeuk Kim 235201eccef7SChao Yu static inline struct page *f2fs_pagecache_get_page( 235301eccef7SChao Yu struct address_space *mapping, pgoff_t index, 235401eccef7SChao Yu int fgp_flags, gfp_t gfp_mask) 235501eccef7SChao Yu { 235601eccef7SChao Yu if (time_to_inject(F2FS_M_SB(mapping), FAULT_PAGE_GET)) { 2357c45d6002SChao Yu f2fs_show_injection_info(F2FS_M_SB(mapping), FAULT_PAGE_GET); 235801eccef7SChao Yu return NULL; 235901eccef7SChao Yu } 23607fa750a1SArnd Bergmann 236101eccef7SChao Yu return pagecache_get_page(mapping, index, fgp_flags, gfp_mask); 236201eccef7SChao Yu } 236301eccef7SChao Yu 23646e2c64adSJaegeuk Kim static inline void f2fs_copy_page(struct page *src, struct page *dst) 23656e2c64adSJaegeuk Kim { 23666e2c64adSJaegeuk Kim char *src_kaddr = kmap(src); 23676e2c64adSJaegeuk Kim char *dst_kaddr = kmap(dst); 23686e2c64adSJaegeuk Kim 23696e2c64adSJaegeuk Kim memcpy(dst_kaddr, src_kaddr, PAGE_SIZE); 23706e2c64adSJaegeuk Kim kunmap(dst); 23716e2c64adSJaegeuk Kim kunmap(src); 23726e2c64adSJaegeuk Kim } 23736e2c64adSJaegeuk Kim 237439a53e0cSJaegeuk Kim static inline void f2fs_put_page(struct page *page, int unlock) 237539a53e0cSJaegeuk Kim { 2376031fa8ccSJaegeuk Kim if (!page) 237739a53e0cSJaegeuk Kim return; 237839a53e0cSJaegeuk Kim 237939a53e0cSJaegeuk Kim if (unlock) { 23809850cf4aSJaegeuk Kim f2fs_bug_on(F2FS_P_SB(page), !PageLocked(page)); 238139a53e0cSJaegeuk Kim unlock_page(page); 238239a53e0cSJaegeuk Kim } 238309cbfeafSKirill A. Shutemov put_page(page); 238439a53e0cSJaegeuk Kim } 238539a53e0cSJaegeuk Kim 238639a53e0cSJaegeuk Kim static inline void f2fs_put_dnode(struct dnode_of_data *dn) 238739a53e0cSJaegeuk Kim { 238839a53e0cSJaegeuk Kim if (dn->node_page) 238939a53e0cSJaegeuk Kim f2fs_put_page(dn->node_page, 1); 239039a53e0cSJaegeuk Kim if (dn->inode_page && dn->node_page != dn->inode_page) 239139a53e0cSJaegeuk Kim f2fs_put_page(dn->inode_page, 0); 239239a53e0cSJaegeuk Kim dn->node_page = NULL; 239339a53e0cSJaegeuk Kim dn->inode_page = NULL; 239439a53e0cSJaegeuk Kim } 239539a53e0cSJaegeuk Kim 239639a53e0cSJaegeuk Kim static inline struct kmem_cache *f2fs_kmem_cache_create(const char *name, 2397e8512d2eSGu Zheng size_t size) 239839a53e0cSJaegeuk Kim { 2399e8512d2eSGu Zheng return kmem_cache_create(name, size, 0, SLAB_RECLAIM_ACCOUNT, NULL); 240039a53e0cSJaegeuk Kim } 240139a53e0cSJaegeuk Kim 24027bd59381SGu Zheng static inline void *f2fs_kmem_cache_alloc(struct kmem_cache *cachep, 24037bd59381SGu Zheng gfp_t flags) 24047bd59381SGu Zheng { 24057bd59381SGu Zheng void *entry; 24067bd59381SGu Zheng 240780c54505SJaegeuk Kim entry = kmem_cache_alloc(cachep, flags); 240880c54505SJaegeuk Kim if (!entry) 240980c54505SJaegeuk Kim entry = kmem_cache_alloc(cachep, flags | __GFP_NOFAIL); 24107bd59381SGu Zheng return entry; 24117bd59381SGu Zheng } 24127bd59381SGu Zheng 24135f9abab4SJaegeuk Kim static inline bool is_idle(struct f2fs_sb_info *sbi, int type) 24145f9abab4SJaegeuk Kim { 2415f7dfd9f3SPark Ju Hyung if (sbi->gc_mode == GC_URGENT) 2416f7dfd9f3SPark Ju Hyung return true; 2417f7dfd9f3SPark Ju Hyung 24185f9abab4SJaegeuk Kim if (get_pages(sbi, F2FS_RD_DATA) || get_pages(sbi, F2FS_RD_NODE) || 24195f9abab4SJaegeuk Kim get_pages(sbi, F2FS_RD_META) || get_pages(sbi, F2FS_WB_DATA) || 2420fef4129eSChao Yu get_pages(sbi, F2FS_WB_CP_DATA) || 2421fef4129eSChao Yu get_pages(sbi, F2FS_DIO_READ) || 242211ac8ef8SJaegeuk Kim get_pages(sbi, F2FS_DIO_WRITE)) 242311ac8ef8SJaegeuk Kim return false; 242411ac8ef8SJaegeuk Kim 242556659ce8SSahitya Tummala if (type != DISCARD_TIME && SM_I(sbi) && SM_I(sbi)->dcc_info && 242611ac8ef8SJaegeuk Kim atomic_read(&SM_I(sbi)->dcc_info->queued_discard)) 242711ac8ef8SJaegeuk Kim return false; 242811ac8ef8SJaegeuk Kim 242911ac8ef8SJaegeuk Kim if (SM_I(sbi) && SM_I(sbi)->fcc_info && 243072691af6SJaegeuk Kim atomic_read(&SM_I(sbi)->fcc_info->queued_flush)) 24315f9abab4SJaegeuk Kim return false; 243211ac8ef8SJaegeuk Kim 24335f9abab4SJaegeuk Kim return f2fs_time_over(sbi, type); 24345f9abab4SJaegeuk Kim } 24355f9abab4SJaegeuk Kim 24369be32d72SJaegeuk Kim static inline void f2fs_radix_tree_insert(struct radix_tree_root *root, 24379be32d72SJaegeuk Kim unsigned long index, void *item) 24389be32d72SJaegeuk Kim { 24399be32d72SJaegeuk Kim while (radix_tree_insert(root, index, item)) 24409be32d72SJaegeuk Kim cond_resched(); 24419be32d72SJaegeuk Kim } 24429be32d72SJaegeuk Kim 244339a53e0cSJaegeuk Kim #define RAW_IS_INODE(p) ((p)->footer.nid == (p)->footer.ino) 244439a53e0cSJaegeuk Kim 244539a53e0cSJaegeuk Kim static inline bool IS_INODE(struct page *page) 244639a53e0cSJaegeuk Kim { 244745590710SGu Zheng struct f2fs_node *p = F2FS_NODE(page); 2448cac5a3d8SDongOh Shin 244939a53e0cSJaegeuk Kim return RAW_IS_INODE(p); 245039a53e0cSJaegeuk Kim } 245139a53e0cSJaegeuk Kim 24527a2af766SChao Yu static inline int offset_in_addr(struct f2fs_inode *i) 24537a2af766SChao Yu { 24547a2af766SChao Yu return (i->i_inline & F2FS_EXTRA_ATTR) ? 24557a2af766SChao Yu (le16_to_cpu(i->i_extra_isize) / sizeof(__le32)) : 0; 24567a2af766SChao Yu } 24577a2af766SChao Yu 245839a53e0cSJaegeuk Kim static inline __le32 *blkaddr_in_node(struct f2fs_node *node) 245939a53e0cSJaegeuk Kim { 246039a53e0cSJaegeuk Kim return RAW_IS_INODE(node) ? node->i.i_addr : node->dn.addr; 246139a53e0cSJaegeuk Kim } 246239a53e0cSJaegeuk Kim 24637a2af766SChao Yu static inline int f2fs_has_extra_attr(struct inode *inode); 2464a2ced1ceSChao Yu static inline block_t data_blkaddr(struct inode *inode, 24657a2af766SChao Yu struct page *node_page, unsigned int offset) 246639a53e0cSJaegeuk Kim { 246739a53e0cSJaegeuk Kim struct f2fs_node *raw_node; 246839a53e0cSJaegeuk Kim __le32 *addr_array; 24697a2af766SChao Yu int base = 0; 24707a2af766SChao Yu bool is_inode = IS_INODE(node_page); 2471cac5a3d8SDongOh Shin 247245590710SGu Zheng raw_node = F2FS_NODE(node_page); 24737a2af766SChao Yu 2474979f492fSLiFan if (is_inode) { 2475979f492fSLiFan if (!inode) 24767a88ddb5SChao Yu /* from GC path only */ 24777a2af766SChao Yu base = offset_in_addr(&raw_node->i); 2478979f492fSLiFan else if (f2fs_has_extra_attr(inode)) 24797a2af766SChao Yu base = get_extra_isize(inode); 24807a2af766SChao Yu } 24817a2af766SChao Yu 248239a53e0cSJaegeuk Kim addr_array = blkaddr_in_node(raw_node); 24837a2af766SChao Yu return le32_to_cpu(addr_array[base + offset]); 248439a53e0cSJaegeuk Kim } 248539a53e0cSJaegeuk Kim 2486a2ced1ceSChao Yu static inline block_t f2fs_data_blkaddr(struct dnode_of_data *dn) 2487a2ced1ceSChao Yu { 2488a2ced1ceSChao Yu return data_blkaddr(dn->inode, dn->node_page, dn->ofs_in_node); 2489a2ced1ceSChao Yu } 2490a2ced1ceSChao Yu 249139a53e0cSJaegeuk Kim static inline int f2fs_test_bit(unsigned int nr, char *addr) 249239a53e0cSJaegeuk Kim { 249339a53e0cSJaegeuk Kim int mask; 249439a53e0cSJaegeuk Kim 249539a53e0cSJaegeuk Kim addr += (nr >> 3); 249639a53e0cSJaegeuk Kim mask = 1 << (7 - (nr & 0x07)); 249739a53e0cSJaegeuk Kim return mask & *addr; 249839a53e0cSJaegeuk Kim } 249939a53e0cSJaegeuk Kim 2500a66cdd98SJaegeuk Kim static inline void f2fs_set_bit(unsigned int nr, char *addr) 2501a66cdd98SJaegeuk Kim { 2502a66cdd98SJaegeuk Kim int mask; 2503a66cdd98SJaegeuk Kim 2504a66cdd98SJaegeuk Kim addr += (nr >> 3); 2505a66cdd98SJaegeuk Kim mask = 1 << (7 - (nr & 0x07)); 2506a66cdd98SJaegeuk Kim *addr |= mask; 2507a66cdd98SJaegeuk Kim } 2508a66cdd98SJaegeuk Kim 2509a66cdd98SJaegeuk Kim static inline void f2fs_clear_bit(unsigned int nr, char *addr) 2510a66cdd98SJaegeuk Kim { 2511a66cdd98SJaegeuk Kim int mask; 2512a66cdd98SJaegeuk Kim 2513a66cdd98SJaegeuk Kim addr += (nr >> 3); 2514a66cdd98SJaegeuk Kim mask = 1 << (7 - (nr & 0x07)); 2515a66cdd98SJaegeuk Kim *addr &= ~mask; 2516a66cdd98SJaegeuk Kim } 2517a66cdd98SJaegeuk Kim 251852aca074SGu Zheng static inline int f2fs_test_and_set_bit(unsigned int nr, char *addr) 251939a53e0cSJaegeuk Kim { 252039a53e0cSJaegeuk Kim int mask; 252139a53e0cSJaegeuk Kim int ret; 252239a53e0cSJaegeuk Kim 252339a53e0cSJaegeuk Kim addr += (nr >> 3); 252439a53e0cSJaegeuk Kim mask = 1 << (7 - (nr & 0x07)); 252539a53e0cSJaegeuk Kim ret = mask & *addr; 252639a53e0cSJaegeuk Kim *addr |= mask; 252739a53e0cSJaegeuk Kim return ret; 252839a53e0cSJaegeuk Kim } 252939a53e0cSJaegeuk Kim 253052aca074SGu Zheng static inline int f2fs_test_and_clear_bit(unsigned int nr, char *addr) 253139a53e0cSJaegeuk Kim { 253239a53e0cSJaegeuk Kim int mask; 253339a53e0cSJaegeuk Kim int ret; 253439a53e0cSJaegeuk Kim 253539a53e0cSJaegeuk Kim addr += (nr >> 3); 253639a53e0cSJaegeuk Kim mask = 1 << (7 - (nr & 0x07)); 253739a53e0cSJaegeuk Kim ret = mask & *addr; 253839a53e0cSJaegeuk Kim *addr &= ~mask; 253939a53e0cSJaegeuk Kim return ret; 254039a53e0cSJaegeuk Kim } 254139a53e0cSJaegeuk Kim 2542c6ac4c0eSGu Zheng static inline void f2fs_change_bit(unsigned int nr, char *addr) 2543c6ac4c0eSGu Zheng { 2544c6ac4c0eSGu Zheng int mask; 2545c6ac4c0eSGu Zheng 2546c6ac4c0eSGu Zheng addr += (nr >> 3); 2547c6ac4c0eSGu Zheng mask = 1 << (7 - (nr & 0x07)); 2548c6ac4c0eSGu Zheng *addr ^= mask; 2549c6ac4c0eSGu Zheng } 2550c6ac4c0eSGu Zheng 255159c84408SChao Yu /* 255236098557SEric Biggers * On-disk inode flags (f2fs_inode::i_flags) 255359c84408SChao Yu */ 25544c8ff709SChao Yu #define F2FS_COMPR_FL 0x00000004 /* Compress file */ 255559c84408SChao Yu #define F2FS_SYNC_FL 0x00000008 /* Synchronous updates */ 255659c84408SChao Yu #define F2FS_IMMUTABLE_FL 0x00000010 /* Immutable file */ 255759c84408SChao Yu #define F2FS_APPEND_FL 0x00000020 /* writes to file may only append */ 255859c84408SChao Yu #define F2FS_NODUMP_FL 0x00000040 /* do not dump file */ 255959c84408SChao Yu #define F2FS_NOATIME_FL 0x00000080 /* do not update atime */ 25604c8ff709SChao Yu #define F2FS_NOCOMP_FL 0x00000400 /* Don't compress */ 256159c84408SChao Yu #define F2FS_INDEX_FL 0x00001000 /* hash-indexed directory */ 256259c84408SChao Yu #define F2FS_DIRSYNC_FL 0x00010000 /* dirsync behaviour (directories only) */ 256359c84408SChao Yu #define F2FS_PROJINHERIT_FL 0x20000000 /* Create with parents projid */ 25642c2eb7a3SDaniel Rosenberg #define F2FS_CASEFOLD_FL 0x40000000 /* Casefolded file */ 256559c84408SChao Yu 256659c84408SChao Yu /* Flags that should be inherited by new inodes from their parent. */ 256736098557SEric Biggers #define F2FS_FL_INHERITED (F2FS_SYNC_FL | F2FS_NODUMP_FL | F2FS_NOATIME_FL | \ 25682c2eb7a3SDaniel Rosenberg F2FS_DIRSYNC_FL | F2FS_PROJINHERIT_FL | \ 25694c8ff709SChao Yu F2FS_CASEFOLD_FL | F2FS_COMPR_FL | F2FS_NOCOMP_FL) 257059c84408SChao Yu 257159c84408SChao Yu /* Flags that are appropriate for regular files (all but dir-specific ones). */ 25722c2eb7a3SDaniel Rosenberg #define F2FS_REG_FLMASK (~(F2FS_DIRSYNC_FL | F2FS_PROJINHERIT_FL | \ 25732c2eb7a3SDaniel Rosenberg F2FS_CASEFOLD_FL)) 257459c84408SChao Yu 257559c84408SChao Yu /* Flags that are appropriate for non-directories/regular files. */ 257659c84408SChao Yu #define F2FS_OTHER_FLMASK (F2FS_NODUMP_FL | F2FS_NOATIME_FL) 25775c57132eSChao Yu 25785c57132eSChao Yu static inline __u32 f2fs_mask_flags(umode_t mode, __u32 flags) 25795c57132eSChao Yu { 25805c57132eSChao Yu if (S_ISDIR(mode)) 25815c57132eSChao Yu return flags; 25825c57132eSChao Yu else if (S_ISREG(mode)) 25835c57132eSChao Yu return flags & F2FS_REG_FLMASK; 25845c57132eSChao Yu else 25855c57132eSChao Yu return flags & F2FS_OTHER_FLMASK; 25865c57132eSChao Yu } 25875c57132eSChao Yu 2588205b9822SJaegeuk Kim static inline void __mark_inode_dirty_flag(struct inode *inode, 2589205b9822SJaegeuk Kim int flag, bool set) 259039a53e0cSJaegeuk Kim { 2591205b9822SJaegeuk Kim switch (flag) { 2592205b9822SJaegeuk Kim case FI_INLINE_XATTR: 2593205b9822SJaegeuk Kim case FI_INLINE_DATA: 2594205b9822SJaegeuk Kim case FI_INLINE_DENTRY: 25959ac1e2d8SDaeho Jeong case FI_NEW_INODE: 2596205b9822SJaegeuk Kim if (set) 2597205b9822SJaegeuk Kim return; 2598f5d5510eSJaegeuk Kim /* fall through */ 2599205b9822SJaegeuk Kim case FI_DATA_EXIST: 2600205b9822SJaegeuk Kim case FI_INLINE_DOTS: 26011ad71a27SJaegeuk Kim case FI_PIN_FILE: 26027c45729aSJaegeuk Kim f2fs_mark_inode_dirty_sync(inode, true); 2603205b9822SJaegeuk Kim } 260439a53e0cSJaegeuk Kim } 260539a53e0cSJaegeuk Kim 260691942321SJaegeuk Kim static inline void set_inode_flag(struct inode *inode, int flag) 260739a53e0cSJaegeuk Kim { 26087653b9d8SChao Yu test_and_set_bit(flag, F2FS_I(inode)->flags); 2609205b9822SJaegeuk Kim __mark_inode_dirty_flag(inode, flag, true); 261039a53e0cSJaegeuk Kim } 261139a53e0cSJaegeuk Kim 261291942321SJaegeuk Kim static inline int is_inode_flag_set(struct inode *inode, int flag) 261339a53e0cSJaegeuk Kim { 26147653b9d8SChao Yu return test_bit(flag, F2FS_I(inode)->flags); 261539a53e0cSJaegeuk Kim } 261639a53e0cSJaegeuk Kim 261791942321SJaegeuk Kim static inline void clear_inode_flag(struct inode *inode, int flag) 261839a53e0cSJaegeuk Kim { 26197653b9d8SChao Yu test_and_clear_bit(flag, F2FS_I(inode)->flags); 2620205b9822SJaegeuk Kim __mark_inode_dirty_flag(inode, flag, false); 262139a53e0cSJaegeuk Kim } 262239a53e0cSJaegeuk Kim 262395ae251fSEric Biggers static inline bool f2fs_verity_in_progress(struct inode *inode) 262495ae251fSEric Biggers { 262595ae251fSEric Biggers return IS_ENABLED(CONFIG_FS_VERITY) && 262695ae251fSEric Biggers is_inode_flag_set(inode, FI_VERITY_IN_PROGRESS); 262795ae251fSEric Biggers } 262895ae251fSEric Biggers 262991942321SJaegeuk Kim static inline void set_acl_inode(struct inode *inode, umode_t mode) 2630444c580fSJaegeuk Kim { 263191942321SJaegeuk Kim F2FS_I(inode)->i_acl_mode = mode; 263291942321SJaegeuk Kim set_inode_flag(inode, FI_ACL_MODE); 26337c45729aSJaegeuk Kim f2fs_mark_inode_dirty_sync(inode, false); 263439a53e0cSJaegeuk Kim } 263539a53e0cSJaegeuk Kim 2636a1961246SJaegeuk Kim static inline void f2fs_i_links_write(struct inode *inode, bool inc) 2637a1961246SJaegeuk Kim { 2638a1961246SJaegeuk Kim if (inc) 2639a1961246SJaegeuk Kim inc_nlink(inode); 2640a1961246SJaegeuk Kim else 2641a1961246SJaegeuk Kim drop_nlink(inode); 26427c45729aSJaegeuk Kim f2fs_mark_inode_dirty_sync(inode, true); 2643a1961246SJaegeuk Kim } 2644a1961246SJaegeuk Kim 26458edd03c8SJaegeuk Kim static inline void f2fs_i_blocks_write(struct inode *inode, 26460abd675eSChao Yu block_t diff, bool add, bool claim) 26478edd03c8SJaegeuk Kim { 264826de9b11SJaegeuk Kim bool clean = !is_inode_flag_set(inode, FI_DIRTY_INODE); 264926de9b11SJaegeuk Kim bool recover = is_inode_flag_set(inode, FI_AUTO_RECOVER); 265026de9b11SJaegeuk Kim 26510abd675eSChao Yu /* add = 1, claim = 1 should be dquot_reserve_block in pair */ 26520abd675eSChao Yu if (add) { 26530abd675eSChao Yu if (claim) 26540abd675eSChao Yu dquot_claim_block(inode, diff); 26550abd675eSChao Yu else 26560abd675eSChao Yu dquot_alloc_block_nofail(inode, diff); 26570abd675eSChao Yu } else { 26580abd675eSChao Yu dquot_free_block(inode, diff); 26590abd675eSChao Yu } 26600abd675eSChao Yu 26617c45729aSJaegeuk Kim f2fs_mark_inode_dirty_sync(inode, true); 266226de9b11SJaegeuk Kim if (clean || recover) 266326de9b11SJaegeuk Kim set_inode_flag(inode, FI_AUTO_RECOVER); 26648edd03c8SJaegeuk Kim } 26658edd03c8SJaegeuk Kim 2666fc9581c8SJaegeuk Kim static inline void f2fs_i_size_write(struct inode *inode, loff_t i_size) 2667fc9581c8SJaegeuk Kim { 266826de9b11SJaegeuk Kim bool clean = !is_inode_flag_set(inode, FI_DIRTY_INODE); 266926de9b11SJaegeuk Kim bool recover = is_inode_flag_set(inode, FI_AUTO_RECOVER); 267026de9b11SJaegeuk Kim 2671fc9581c8SJaegeuk Kim if (i_size_read(inode) == i_size) 2672fc9581c8SJaegeuk Kim return; 2673fc9581c8SJaegeuk Kim 2674fc9581c8SJaegeuk Kim i_size_write(inode, i_size); 26757c45729aSJaegeuk Kim f2fs_mark_inode_dirty_sync(inode, true); 267626de9b11SJaegeuk Kim if (clean || recover) 267726de9b11SJaegeuk Kim set_inode_flag(inode, FI_AUTO_RECOVER); 267826de9b11SJaegeuk Kim } 267926de9b11SJaegeuk Kim 2680205b9822SJaegeuk Kim static inline void f2fs_i_depth_write(struct inode *inode, unsigned int depth) 2681205b9822SJaegeuk Kim { 2682205b9822SJaegeuk Kim F2FS_I(inode)->i_current_depth = depth; 26837c45729aSJaegeuk Kim f2fs_mark_inode_dirty_sync(inode, true); 2684205b9822SJaegeuk Kim } 2685205b9822SJaegeuk Kim 26861ad71a27SJaegeuk Kim static inline void f2fs_i_gc_failures_write(struct inode *inode, 26871ad71a27SJaegeuk Kim unsigned int count) 26881ad71a27SJaegeuk Kim { 26892ef79ecbSChao Yu F2FS_I(inode)->i_gc_failures[GC_FAILURE_PIN] = count; 26901ad71a27SJaegeuk Kim f2fs_mark_inode_dirty_sync(inode, true); 26911ad71a27SJaegeuk Kim } 26921ad71a27SJaegeuk Kim 2693205b9822SJaegeuk Kim static inline void f2fs_i_xnid_write(struct inode *inode, nid_t xnid) 2694205b9822SJaegeuk Kim { 2695205b9822SJaegeuk Kim F2FS_I(inode)->i_xattr_nid = xnid; 26967c45729aSJaegeuk Kim f2fs_mark_inode_dirty_sync(inode, true); 2697205b9822SJaegeuk Kim } 2698205b9822SJaegeuk Kim 2699205b9822SJaegeuk Kim static inline void f2fs_i_pino_write(struct inode *inode, nid_t pino) 2700205b9822SJaegeuk Kim { 2701205b9822SJaegeuk Kim F2FS_I(inode)->i_pino = pino; 27027c45729aSJaegeuk Kim f2fs_mark_inode_dirty_sync(inode, true); 2703205b9822SJaegeuk Kim } 2704205b9822SJaegeuk Kim 270591942321SJaegeuk Kim static inline void get_inline_info(struct inode *inode, struct f2fs_inode *ri) 2706444c580fSJaegeuk Kim { 2707205b9822SJaegeuk Kim struct f2fs_inode_info *fi = F2FS_I(inode); 2708205b9822SJaegeuk Kim 2709444c580fSJaegeuk Kim if (ri->i_inline & F2FS_INLINE_XATTR) 27107653b9d8SChao Yu set_bit(FI_INLINE_XATTR, fi->flags); 27111001b347SHuajun Li if (ri->i_inline & F2FS_INLINE_DATA) 27127653b9d8SChao Yu set_bit(FI_INLINE_DATA, fi->flags); 271334d67debSChao Yu if (ri->i_inline & F2FS_INLINE_DENTRY) 27147653b9d8SChao Yu set_bit(FI_INLINE_DENTRY, fi->flags); 2715b3d208f9SJaegeuk Kim if (ri->i_inline & F2FS_DATA_EXIST) 27167653b9d8SChao Yu set_bit(FI_DATA_EXIST, fi->flags); 2717510022a8SJaegeuk Kim if (ri->i_inline & F2FS_INLINE_DOTS) 27187653b9d8SChao Yu set_bit(FI_INLINE_DOTS, fi->flags); 27197a2af766SChao Yu if (ri->i_inline & F2FS_EXTRA_ATTR) 27207653b9d8SChao Yu set_bit(FI_EXTRA_ATTR, fi->flags); 27211ad71a27SJaegeuk Kim if (ri->i_inline & F2FS_PIN_FILE) 27227653b9d8SChao Yu set_bit(FI_PIN_FILE, fi->flags); 2723444c580fSJaegeuk Kim } 2724444c580fSJaegeuk Kim 272591942321SJaegeuk Kim static inline void set_raw_inline(struct inode *inode, struct f2fs_inode *ri) 2726444c580fSJaegeuk Kim { 2727444c580fSJaegeuk Kim ri->i_inline = 0; 2728444c580fSJaegeuk Kim 272991942321SJaegeuk Kim if (is_inode_flag_set(inode, FI_INLINE_XATTR)) 2730444c580fSJaegeuk Kim ri->i_inline |= F2FS_INLINE_XATTR; 273191942321SJaegeuk Kim if (is_inode_flag_set(inode, FI_INLINE_DATA)) 27321001b347SHuajun Li ri->i_inline |= F2FS_INLINE_DATA; 273391942321SJaegeuk Kim if (is_inode_flag_set(inode, FI_INLINE_DENTRY)) 273434d67debSChao Yu ri->i_inline |= F2FS_INLINE_DENTRY; 273591942321SJaegeuk Kim if (is_inode_flag_set(inode, FI_DATA_EXIST)) 2736b3d208f9SJaegeuk Kim ri->i_inline |= F2FS_DATA_EXIST; 273791942321SJaegeuk Kim if (is_inode_flag_set(inode, FI_INLINE_DOTS)) 2738510022a8SJaegeuk Kim ri->i_inline |= F2FS_INLINE_DOTS; 27397a2af766SChao Yu if (is_inode_flag_set(inode, FI_EXTRA_ATTR)) 27407a2af766SChao Yu ri->i_inline |= F2FS_EXTRA_ATTR; 27411ad71a27SJaegeuk Kim if (is_inode_flag_set(inode, FI_PIN_FILE)) 27421ad71a27SJaegeuk Kim ri->i_inline |= F2FS_PIN_FILE; 27437a2af766SChao Yu } 27447a2af766SChao Yu 27457a2af766SChao Yu static inline int f2fs_has_extra_attr(struct inode *inode) 27467a2af766SChao Yu { 27477a2af766SChao Yu return is_inode_flag_set(inode, FI_EXTRA_ATTR); 2748444c580fSJaegeuk Kim } 2749444c580fSJaegeuk Kim 2750987c7c31SChao Yu static inline int f2fs_has_inline_xattr(struct inode *inode) 2751987c7c31SChao Yu { 275291942321SJaegeuk Kim return is_inode_flag_set(inode, FI_INLINE_XATTR); 2753987c7c31SChao Yu } 2754987c7c31SChao Yu 27554c8ff709SChao Yu static inline int f2fs_compressed_file(struct inode *inode) 27564c8ff709SChao Yu { 27574c8ff709SChao Yu return S_ISREG(inode->i_mode) && 27584c8ff709SChao Yu is_inode_flag_set(inode, FI_COMPRESSED_FILE); 27594c8ff709SChao Yu } 27604c8ff709SChao Yu 276181ca7350SChao Yu static inline unsigned int addrs_per_inode(struct inode *inode) 2762de93653fSJaegeuk Kim { 2763d02a6e61SChao Yu unsigned int addrs = CUR_ADDRS_PER_INODE(inode) - 2764d02a6e61SChao Yu get_inline_xattr_addrs(inode); 27654c8ff709SChao Yu 27664c8ff709SChao Yu if (!f2fs_compressed_file(inode)) 27674c8ff709SChao Yu return addrs; 27684c8ff709SChao Yu return ALIGN_DOWN(addrs, F2FS_I(inode)->i_cluster_size); 2769d02a6e61SChao Yu } 2770d02a6e61SChao Yu 2771d02a6e61SChao Yu static inline unsigned int addrs_per_block(struct inode *inode) 2772d02a6e61SChao Yu { 27734c8ff709SChao Yu if (!f2fs_compressed_file(inode)) 27744c8ff709SChao Yu return DEF_ADDRS_PER_BLOCK; 27754c8ff709SChao Yu return ALIGN_DOWN(DEF_ADDRS_PER_BLOCK, F2FS_I(inode)->i_cluster_size); 2776de93653fSJaegeuk Kim } 2777de93653fSJaegeuk Kim 27786afc662eSChao Yu static inline void *inline_xattr_addr(struct inode *inode, struct page *page) 277965985d93SJaegeuk Kim { 2780695fd1edSChao Yu struct f2fs_inode *ri = F2FS_INODE(page); 2781cac5a3d8SDongOh Shin 278265985d93SJaegeuk Kim return (void *)&(ri->i_addr[DEF_ADDRS_PER_INODE - 2783b323fd28SChao Yu get_inline_xattr_addrs(inode)]); 278465985d93SJaegeuk Kim } 278565985d93SJaegeuk Kim 278665985d93SJaegeuk Kim static inline int inline_xattr_size(struct inode *inode) 278765985d93SJaegeuk Kim { 2788622927f3SChao Yu if (f2fs_has_inline_xattr(inode)) 27896afc662eSChao Yu return get_inline_xattr_addrs(inode) * sizeof(__le32); 2790622927f3SChao Yu return 0; 279165985d93SJaegeuk Kim } 279265985d93SJaegeuk Kim 27930dbdc2aeSJaegeuk Kim static inline int f2fs_has_inline_data(struct inode *inode) 27940dbdc2aeSJaegeuk Kim { 279591942321SJaegeuk Kim return is_inode_flag_set(inode, FI_INLINE_DATA); 27960dbdc2aeSJaegeuk Kim } 27970dbdc2aeSJaegeuk Kim 2798b3d208f9SJaegeuk Kim static inline int f2fs_exist_data(struct inode *inode) 2799b3d208f9SJaegeuk Kim { 280091942321SJaegeuk Kim return is_inode_flag_set(inode, FI_DATA_EXIST); 2801b3d208f9SJaegeuk Kim } 2802b3d208f9SJaegeuk Kim 2803510022a8SJaegeuk Kim static inline int f2fs_has_inline_dots(struct inode *inode) 2804510022a8SJaegeuk Kim { 280591942321SJaegeuk Kim return is_inode_flag_set(inode, FI_INLINE_DOTS); 2806510022a8SJaegeuk Kim } 2807510022a8SJaegeuk Kim 28084c8ff709SChao Yu static inline int f2fs_is_mmap_file(struct inode *inode) 28094c8ff709SChao Yu { 28104c8ff709SChao Yu return is_inode_flag_set(inode, FI_MMAP_FILE); 28114c8ff709SChao Yu } 28124c8ff709SChao Yu 28131ad71a27SJaegeuk Kim static inline bool f2fs_is_pinned_file(struct inode *inode) 28141ad71a27SJaegeuk Kim { 28151ad71a27SJaegeuk Kim return is_inode_flag_set(inode, FI_PIN_FILE); 28161ad71a27SJaegeuk Kim } 28171ad71a27SJaegeuk Kim 281888b88a66SJaegeuk Kim static inline bool f2fs_is_atomic_file(struct inode *inode) 281988b88a66SJaegeuk Kim { 282091942321SJaegeuk Kim return is_inode_flag_set(inode, FI_ATOMIC_FILE); 282188b88a66SJaegeuk Kim } 282288b88a66SJaegeuk Kim 28235fe45743SChao Yu static inline bool f2fs_is_commit_atomic_write(struct inode *inode) 28245fe45743SChao Yu { 28255fe45743SChao Yu return is_inode_flag_set(inode, FI_ATOMIC_COMMIT); 28265fe45743SChao Yu } 28275fe45743SChao Yu 282802a1335fSJaegeuk Kim static inline bool f2fs_is_volatile_file(struct inode *inode) 282902a1335fSJaegeuk Kim { 283091942321SJaegeuk Kim return is_inode_flag_set(inode, FI_VOLATILE_FILE); 283102a1335fSJaegeuk Kim } 283202a1335fSJaegeuk Kim 28333c6c2bebSJaegeuk Kim static inline bool f2fs_is_first_block_written(struct inode *inode) 28343c6c2bebSJaegeuk Kim { 283591942321SJaegeuk Kim return is_inode_flag_set(inode, FI_FIRST_BLOCK_WRITTEN); 28363c6c2bebSJaegeuk Kim } 28373c6c2bebSJaegeuk Kim 28381e84371fSJaegeuk Kim static inline bool f2fs_is_drop_cache(struct inode *inode) 28391e84371fSJaegeuk Kim { 284091942321SJaegeuk Kim return is_inode_flag_set(inode, FI_DROP_CACHE); 28411e84371fSJaegeuk Kim } 28421e84371fSJaegeuk Kim 2843f2470371SChao Yu static inline void *inline_data_addr(struct inode *inode, struct page *page) 28441001b347SHuajun Li { 2845695fd1edSChao Yu struct f2fs_inode *ri = F2FS_INODE(page); 28467a2af766SChao Yu int extra_size = get_extra_isize(inode); 2847cac5a3d8SDongOh Shin 28487a2af766SChao Yu return (void *)&(ri->i_addr[extra_size + DEF_INLINE_RESERVED_SIZE]); 28491001b347SHuajun Li } 28501001b347SHuajun Li 285134d67debSChao Yu static inline int f2fs_has_inline_dentry(struct inode *inode) 285234d67debSChao Yu { 285391942321SJaegeuk Kim return is_inode_flag_set(inode, FI_INLINE_DENTRY); 285434d67debSChao Yu } 285534d67debSChao Yu 2856b5492af7SJaegeuk Kim static inline int is_file(struct inode *inode, int type) 2857b5492af7SJaegeuk Kim { 2858b5492af7SJaegeuk Kim return F2FS_I(inode)->i_advise & type; 2859b5492af7SJaegeuk Kim } 2860b5492af7SJaegeuk Kim 2861b5492af7SJaegeuk Kim static inline void set_file(struct inode *inode, int type) 2862b5492af7SJaegeuk Kim { 2863b5492af7SJaegeuk Kim F2FS_I(inode)->i_advise |= type; 28647c45729aSJaegeuk Kim f2fs_mark_inode_dirty_sync(inode, true); 2865b5492af7SJaegeuk Kim } 2866b5492af7SJaegeuk Kim 2867b5492af7SJaegeuk Kim static inline void clear_file(struct inode *inode, int type) 2868b5492af7SJaegeuk Kim { 2869b5492af7SJaegeuk Kim F2FS_I(inode)->i_advise &= ~type; 28707c45729aSJaegeuk Kim f2fs_mark_inode_dirty_sync(inode, true); 2871b5492af7SJaegeuk Kim } 2872b5492af7SJaegeuk Kim 2873fe1897eaSChao Yu static inline bool f2fs_is_time_consistent(struct inode *inode) 2874fe1897eaSChao Yu { 2875fe1897eaSChao Yu if (!timespec64_equal(F2FS_I(inode)->i_disk_time, &inode->i_atime)) 2876fe1897eaSChao Yu return false; 2877fe1897eaSChao Yu if (!timespec64_equal(F2FS_I(inode)->i_disk_time + 1, &inode->i_ctime)) 2878fe1897eaSChao Yu return false; 2879fe1897eaSChao Yu if (!timespec64_equal(F2FS_I(inode)->i_disk_time + 2, &inode->i_mtime)) 2880fe1897eaSChao Yu return false; 2881fe1897eaSChao Yu if (!timespec64_equal(F2FS_I(inode)->i_disk_time + 3, 2882fe1897eaSChao Yu &F2FS_I(inode)->i_crtime)) 2883fe1897eaSChao Yu return false; 2884fe1897eaSChao Yu return true; 2885fe1897eaSChao Yu } 2886fe1897eaSChao Yu 288726787236SJaegeuk Kim static inline bool f2fs_skip_inode_update(struct inode *inode, int dsync) 288826787236SJaegeuk Kim { 2889a0d00fadSChao Yu bool ret; 2890a0d00fadSChao Yu 289126787236SJaegeuk Kim if (dsync) { 289226787236SJaegeuk Kim struct f2fs_sb_info *sbi = F2FS_I_SB(inode); 289326787236SJaegeuk Kim 289426787236SJaegeuk Kim spin_lock(&sbi->inode_lock[DIRTY_META]); 289526787236SJaegeuk Kim ret = list_empty(&F2FS_I(inode)->gdirty_list); 289626787236SJaegeuk Kim spin_unlock(&sbi->inode_lock[DIRTY_META]); 289726787236SJaegeuk Kim return ret; 289826787236SJaegeuk Kim } 289926787236SJaegeuk Kim if (!is_inode_flag_set(inode, FI_AUTO_RECOVER) || 290026787236SJaegeuk Kim file_keep_isize(inode) || 2901235831d7SJunling Zheng i_size_read(inode) & ~PAGE_MASK) 290226787236SJaegeuk Kim return false; 2903a0d00fadSChao Yu 2904fe1897eaSChao Yu if (!f2fs_is_time_consistent(inode)) 2905214c2461SJaegeuk Kim return false; 2906214c2461SJaegeuk Kim 2907c10c9820SChao Yu spin_lock(&F2FS_I(inode)->i_size_lock); 2908a0d00fadSChao Yu ret = F2FS_I(inode)->last_disk_size == i_size_read(inode); 2909c10c9820SChao Yu spin_unlock(&F2FS_I(inode)->i_size_lock); 2910a0d00fadSChao Yu 2911a0d00fadSChao Yu return ret; 2912267378d4SChao Yu } 2913267378d4SChao Yu 2914deeedd71SChao Yu static inline bool f2fs_readonly(struct super_block *sb) 291577888c1eSJaegeuk Kim { 2916deeedd71SChao Yu return sb_rdonly(sb); 291777888c1eSJaegeuk Kim } 291877888c1eSJaegeuk Kim 2919744602cfSJaegeuk Kim static inline bool f2fs_cp_error(struct f2fs_sb_info *sbi) 2920744602cfSJaegeuk Kim { 2921aaec2b1dSChao Yu return is_set_ckpt_flags(sbi, CP_ERROR_FLAG); 2922744602cfSJaegeuk Kim } 2923744602cfSJaegeuk Kim 2924eaa693f4SJaegeuk Kim static inline bool is_dot_dotdot(const struct qstr *str) 2925eaa693f4SJaegeuk Kim { 2926eaa693f4SJaegeuk Kim if (str->len == 1 && str->name[0] == '.') 2927eaa693f4SJaegeuk Kim return true; 2928eaa693f4SJaegeuk Kim 2929eaa693f4SJaegeuk Kim if (str->len == 2 && str->name[0] == '.' && str->name[1] == '.') 2930eaa693f4SJaegeuk Kim return true; 2931eaa693f4SJaegeuk Kim 2932eaa693f4SJaegeuk Kim return false; 2933eaa693f4SJaegeuk Kim } 2934eaa693f4SJaegeuk Kim 29353e72f721SJaegeuk Kim static inline bool f2fs_may_extent_tree(struct inode *inode) 29363e72f721SJaegeuk Kim { 2937e4589fa5SSahitya Tummala struct f2fs_sb_info *sbi = F2FS_I_SB(inode); 2938e4589fa5SSahitya Tummala 2939e4589fa5SSahitya Tummala if (!test_opt(sbi, EXTENT_CACHE) || 29404c8ff709SChao Yu is_inode_flag_set(inode, FI_NO_EXTENT) || 29414c8ff709SChao Yu is_inode_flag_set(inode, FI_COMPRESSED_FILE)) 29423e72f721SJaegeuk Kim return false; 29433e72f721SJaegeuk Kim 2944e4589fa5SSahitya Tummala /* 2945e4589fa5SSahitya Tummala * for recovered files during mount do not create extents 2946e4589fa5SSahitya Tummala * if shrinker is not registered. 2947e4589fa5SSahitya Tummala */ 2948e4589fa5SSahitya Tummala if (list_empty(&sbi->s_list)) 2949e4589fa5SSahitya Tummala return false; 2950e4589fa5SSahitya Tummala 2951886f56f9SAl Viro return S_ISREG(inode->i_mode); 29523e72f721SJaegeuk Kim } 29533e72f721SJaegeuk Kim 29541ecc0c5cSChao Yu static inline void *f2fs_kmalloc(struct f2fs_sb_info *sbi, 29551ecc0c5cSChao Yu size_t size, gfp_t flags) 29560414b004SJaegeuk Kim { 29575222595dSJaegeuk Kim void *ret; 29585222595dSJaegeuk Kim 295955523519SChao Yu if (time_to_inject(sbi, FAULT_KMALLOC)) { 2960c45d6002SChao Yu f2fs_show_injection_info(sbi, FAULT_KMALLOC); 29612c63feadSJaegeuk Kim return NULL; 296255523519SChao Yu } 29637fa750a1SArnd Bergmann 29645222595dSJaegeuk Kim ret = kmalloc(size, flags); 29655222595dSJaegeuk Kim if (ret) 29665222595dSJaegeuk Kim return ret; 29675222595dSJaegeuk Kim 29685222595dSJaegeuk Kim return kvmalloc(size, flags); 29690414b004SJaegeuk Kim } 29700414b004SJaegeuk Kim 2971acbf054dSChao Yu static inline void *f2fs_kzalloc(struct f2fs_sb_info *sbi, 2972acbf054dSChao Yu size_t size, gfp_t flags) 2973acbf054dSChao Yu { 2974acbf054dSChao Yu return f2fs_kmalloc(sbi, size, flags | __GFP_ZERO); 2975acbf054dSChao Yu } 2976acbf054dSChao Yu 2977628b3d14SChao Yu static inline void *f2fs_kvmalloc(struct f2fs_sb_info *sbi, 2978628b3d14SChao Yu size_t size, gfp_t flags) 2979628b3d14SChao Yu { 2980628b3d14SChao Yu if (time_to_inject(sbi, FAULT_KVMALLOC)) { 2981c45d6002SChao Yu f2fs_show_injection_info(sbi, FAULT_KVMALLOC); 2982628b3d14SChao Yu return NULL; 2983628b3d14SChao Yu } 29847fa750a1SArnd Bergmann 2985628b3d14SChao Yu return kvmalloc(size, flags); 2986628b3d14SChao Yu } 2987628b3d14SChao Yu 2988628b3d14SChao Yu static inline void *f2fs_kvzalloc(struct f2fs_sb_info *sbi, 2989628b3d14SChao Yu size_t size, gfp_t flags) 2990628b3d14SChao Yu { 2991628b3d14SChao Yu return f2fs_kvmalloc(sbi, size, flags | __GFP_ZERO); 2992628b3d14SChao Yu } 2993628b3d14SChao Yu 29947a2af766SChao Yu static inline int get_extra_isize(struct inode *inode) 2995f2470371SChao Yu { 29967a2af766SChao Yu return F2FS_I(inode)->i_extra_isize / sizeof(__le32); 2997f2470371SChao Yu } 2998f2470371SChao Yu 29996afc662eSChao Yu static inline int get_inline_xattr_addrs(struct inode *inode) 30006afc662eSChao Yu { 30016afc662eSChao Yu return F2FS_I(inode)->i_inline_xattr_size; 30026afc662eSChao Yu } 30036afc662eSChao Yu 30044d57b86dSChao Yu #define f2fs_get_inode_mode(i) \ 300591942321SJaegeuk Kim ((is_inode_flag_set(i, FI_ACL_MODE)) ? \ 3006a6dda0e6SChristoph Hellwig (F2FS_I(i)->i_acl_mode) : ((i)->i_mode)) 3007a6dda0e6SChristoph Hellwig 30087a2af766SChao Yu #define F2FS_TOTAL_EXTRA_ATTR_SIZE \ 30097a2af766SChao Yu (offsetof(struct f2fs_inode, i_extra_end) - \ 30107a2af766SChao Yu offsetof(struct f2fs_inode, i_extra_isize)) \ 30117a2af766SChao Yu 30125c57132eSChao Yu #define F2FS_OLD_ATTRIBUTE_SIZE (offsetof(struct f2fs_inode, i_addr)) 30135c57132eSChao Yu #define F2FS_FITS_IN_INODE(f2fs_inode, extra_isize, field) \ 30142f84babfSSheng Yong ((offsetof(typeof(*(f2fs_inode)), field) + \ 30155c57132eSChao Yu sizeof((f2fs_inode)->field)) \ 30162f84babfSSheng Yong <= (F2FS_OLD_ATTRIBUTE_SIZE + (extra_isize))) \ 30175c57132eSChao Yu 30182bc4bea3SDaeho Jeong #define DEFAULT_IOSTAT_PERIOD_MS 3000 30192bc4bea3SDaeho Jeong #define MIN_IOSTAT_PERIOD_MS 100 30202bc4bea3SDaeho Jeong /* maximum period of iostat tracing is 1 day */ 30212bc4bea3SDaeho Jeong #define MAX_IOSTAT_PERIOD_MS 8640000 30222bc4bea3SDaeho Jeong 3023b0af6d49SChao Yu static inline void f2fs_reset_iostat(struct f2fs_sb_info *sbi) 3024b0af6d49SChao Yu { 3025b0af6d49SChao Yu int i; 3026b0af6d49SChao Yu 3027b0af6d49SChao Yu spin_lock(&sbi->iostat_lock); 30282bc4bea3SDaeho Jeong for (i = 0; i < NR_IO_TYPE; i++) { 30298b83ac81SChao Yu sbi->rw_iostat[i] = 0; 30308b83ac81SChao Yu sbi->prev_rw_iostat[i] = 0; 30312bc4bea3SDaeho Jeong } 3032b0af6d49SChao Yu spin_unlock(&sbi->iostat_lock); 3033b0af6d49SChao Yu } 3034b0af6d49SChao Yu 30352bc4bea3SDaeho Jeong extern void f2fs_record_iostat(struct f2fs_sb_info *sbi); 30362bc4bea3SDaeho Jeong 3037b0af6d49SChao Yu static inline void f2fs_update_iostat(struct f2fs_sb_info *sbi, 3038b0af6d49SChao Yu enum iostat_type type, unsigned long long io_bytes) 3039b0af6d49SChao Yu { 3040b0af6d49SChao Yu if (!sbi->iostat_enable) 3041b0af6d49SChao Yu return; 3042b0af6d49SChao Yu spin_lock(&sbi->iostat_lock); 30438b83ac81SChao Yu sbi->rw_iostat[type] += io_bytes; 3044b0af6d49SChao Yu 3045b0af6d49SChao Yu if (type == APP_WRITE_IO || type == APP_DIRECT_IO) 30468b83ac81SChao Yu sbi->rw_iostat[APP_BUFFERED_IO] = 30478b83ac81SChao Yu sbi->rw_iostat[APP_WRITE_IO] - 30488b83ac81SChao Yu sbi->rw_iostat[APP_DIRECT_IO]; 30498b83ac81SChao Yu 30508b83ac81SChao Yu if (type == APP_READ_IO || type == APP_DIRECT_READ_IO) 30518b83ac81SChao Yu sbi->rw_iostat[APP_BUFFERED_READ_IO] = 30528b83ac81SChao Yu sbi->rw_iostat[APP_READ_IO] - 30538b83ac81SChao Yu sbi->rw_iostat[APP_DIRECT_READ_IO]; 3054b0af6d49SChao Yu spin_unlock(&sbi->iostat_lock); 30552bc4bea3SDaeho Jeong 30562bc4bea3SDaeho Jeong f2fs_record_iostat(sbi); 3057b0af6d49SChao Yu } 3058b0af6d49SChao Yu 30592c70c5e3SChao Yu #define __is_large_section(sbi) ((sbi)->segs_per_sec > 1) 30602c70c5e3SChao Yu 30616dc3a126SChao Yu #define __is_meta_io(fio) (PAGE_TYPE_OF_BIO((fio)->type) == META) 3062c9b60788SChao Yu 3063e1da7872SChao Yu bool f2fs_is_valid_blkaddr(struct f2fs_sb_info *sbi, 3064e1da7872SChao Yu block_t blkaddr, int type); 3065e1da7872SChao Yu static inline void verify_blkaddr(struct f2fs_sb_info *sbi, 3066e1da7872SChao Yu block_t blkaddr, int type) 3067e1da7872SChao Yu { 3068e1da7872SChao Yu if (!f2fs_is_valid_blkaddr(sbi, blkaddr, type)) { 3069dcbb4c10SJoe Perches f2fs_err(sbi, "invalid blkaddr: %u, type: %d, run fsck to fix.", 3070e1da7872SChao Yu blkaddr, type); 3071e1da7872SChao Yu f2fs_bug_on(sbi, 1); 3072e1da7872SChao Yu } 3073e1da7872SChao Yu } 3074e1da7872SChao Yu 3075e1da7872SChao Yu static inline bool __is_valid_data_blkaddr(block_t blkaddr) 30767b525dd0SChao Yu { 30774c8ff709SChao Yu if (blkaddr == NEW_ADDR || blkaddr == NULL_ADDR || 30784c8ff709SChao Yu blkaddr == COMPRESS_ADDR) 30797b525dd0SChao Yu return false; 30807b525dd0SChao Yu return true; 30817b525dd0SChao Yu } 30827b525dd0SChao Yu 3083240a5915SChao Yu static inline void f2fs_set_page_private(struct page *page, 3084240a5915SChao Yu unsigned long data) 3085240a5915SChao Yu { 3086240a5915SChao Yu if (PagePrivate(page)) 3087240a5915SChao Yu return; 3088240a5915SChao Yu 3089240a5915SChao Yu get_page(page); 3090240a5915SChao Yu SetPagePrivate(page); 3091240a5915SChao Yu set_page_private(page, data); 3092240a5915SChao Yu } 3093240a5915SChao Yu 3094240a5915SChao Yu static inline void f2fs_clear_page_private(struct page *page) 3095240a5915SChao Yu { 3096240a5915SChao Yu if (!PagePrivate(page)) 3097240a5915SChao Yu return; 3098240a5915SChao Yu 3099240a5915SChao Yu set_page_private(page, 0); 3100240a5915SChao Yu ClearPagePrivate(page); 3101240a5915SChao Yu f2fs_put_page(page, 0); 3102240a5915SChao Yu } 3103240a5915SChao Yu 310439a53e0cSJaegeuk Kim /* 310539a53e0cSJaegeuk Kim * file.c 310639a53e0cSJaegeuk Kim */ 3107cac5a3d8SDongOh Shin int f2fs_sync_file(struct file *file, loff_t start, loff_t end, int datasync); 31084d57b86dSChao Yu void f2fs_truncate_data_blocks(struct dnode_of_data *dn); 31093265d3dbSChao Yu int f2fs_do_truncate_blocks(struct inode *inode, u64 from, bool lock); 3110c42d28ceSChao Yu int f2fs_truncate_blocks(struct inode *inode, u64 from, bool lock); 3111cac5a3d8SDongOh Shin int f2fs_truncate(struct inode *inode); 3112a528d35eSDavid Howells int f2fs_getattr(const struct path *path, struct kstat *stat, 3113a528d35eSDavid Howells u32 request_mask, unsigned int flags); 3114cac5a3d8SDongOh Shin int f2fs_setattr(struct dentry *dentry, struct iattr *attr); 31154d57b86dSChao Yu int f2fs_truncate_hole(struct inode *inode, pgoff_t pg_start, pgoff_t pg_end); 31164d57b86dSChao Yu void f2fs_truncate_data_blocks_range(struct dnode_of_data *dn, int count); 3117c4020b2dSChao Yu int f2fs_precache_extents(struct inode *inode); 3118cac5a3d8SDongOh Shin long f2fs_ioctl(struct file *filp, unsigned int cmd, unsigned long arg); 3119cac5a3d8SDongOh Shin long f2fs_compat_ioctl(struct file *file, unsigned int cmd, unsigned long arg); 312078130819SChao Yu int f2fs_transfer_project_quota(struct inode *inode, kprojid_t kprojid); 31211ad71a27SJaegeuk Kim int f2fs_pin_file_control(struct inode *inode, bool inc); 312239a53e0cSJaegeuk Kim 312339a53e0cSJaegeuk Kim /* 312439a53e0cSJaegeuk Kim * inode.c 312539a53e0cSJaegeuk Kim */ 3126cac5a3d8SDongOh Shin void f2fs_set_inode_flags(struct inode *inode); 3127704956ecSChao Yu bool f2fs_inode_chksum_verify(struct f2fs_sb_info *sbi, struct page *page); 3128704956ecSChao Yu void f2fs_inode_chksum_set(struct f2fs_sb_info *sbi, struct page *page); 3129cac5a3d8SDongOh Shin struct inode *f2fs_iget(struct super_block *sb, unsigned long ino); 3130cac5a3d8SDongOh Shin struct inode *f2fs_iget_retry(struct super_block *sb, unsigned long ino); 31314d57b86dSChao Yu int f2fs_try_to_free_nats(struct f2fs_sb_info *sbi, int nr_shrink); 31324d57b86dSChao Yu void f2fs_update_inode(struct inode *inode, struct page *node_page); 31334d57b86dSChao Yu void f2fs_update_inode_page(struct inode *inode); 3134cac5a3d8SDongOh Shin int f2fs_write_inode(struct inode *inode, struct writeback_control *wbc); 3135cac5a3d8SDongOh Shin void f2fs_evict_inode(struct inode *inode); 31364d57b86dSChao Yu void f2fs_handle_failed_inode(struct inode *inode); 313739a53e0cSJaegeuk Kim 313839a53e0cSJaegeuk Kim /* 313939a53e0cSJaegeuk Kim * namei.c 314039a53e0cSJaegeuk Kim */ 31414d57b86dSChao Yu int f2fs_update_extension_list(struct f2fs_sb_info *sbi, const char *name, 3142b6a06cbbSChao Yu bool hot, bool set); 314339a53e0cSJaegeuk Kim struct dentry *f2fs_get_parent(struct dentry *child); 314439a53e0cSJaegeuk Kim 31452c2eb7a3SDaniel Rosenberg extern int f2fs_ci_compare(const struct inode *parent, 31462c2eb7a3SDaniel Rosenberg const struct qstr *name, 3147950d47f2SChao Yu const struct qstr *entry, 3148950d47f2SChao Yu bool quick); 31492c2eb7a3SDaniel Rosenberg 315039a53e0cSJaegeuk Kim /* 315139a53e0cSJaegeuk Kim * dir.c 315239a53e0cSJaegeuk Kim */ 31534d57b86dSChao Yu unsigned char f2fs_get_de_type(struct f2fs_dir_entry *de); 31544d57b86dSChao Yu struct f2fs_dir_entry *f2fs_find_target_dentry(struct fscrypt_name *fname, 3155cac5a3d8SDongOh Shin f2fs_hash_t namehash, int *max_slots, 3156cac5a3d8SDongOh Shin struct f2fs_dentry_ptr *d); 3157cac5a3d8SDongOh Shin int f2fs_fill_dentries(struct dir_context *ctx, struct f2fs_dentry_ptr *d, 3158cac5a3d8SDongOh Shin unsigned int start_pos, struct fscrypt_str *fstr); 31594d57b86dSChao Yu void f2fs_do_make_empty_dir(struct inode *inode, struct inode *parent, 3160cac5a3d8SDongOh Shin struct f2fs_dentry_ptr *d); 31614d57b86dSChao Yu struct page *f2fs_init_inode_metadata(struct inode *inode, struct inode *dir, 3162cac5a3d8SDongOh Shin const struct qstr *new_name, 3163cac5a3d8SDongOh Shin const struct qstr *orig_name, struct page *dpage); 31644d57b86dSChao Yu void f2fs_update_parent_metadata(struct inode *dir, struct inode *inode, 3165cac5a3d8SDongOh Shin unsigned int current_depth); 31664d57b86dSChao Yu int f2fs_room_for_filename(const void *bitmap, int slots, int max_slots); 3167cac5a3d8SDongOh Shin void f2fs_drop_nlink(struct inode *dir, struct inode *inode); 3168cac5a3d8SDongOh Shin struct f2fs_dir_entry *__f2fs_find_entry(struct inode *dir, 3169cac5a3d8SDongOh Shin struct fscrypt_name *fname, struct page **res_page); 3170cac5a3d8SDongOh Shin struct f2fs_dir_entry *f2fs_find_entry(struct inode *dir, 3171cac5a3d8SDongOh Shin const struct qstr *child, struct page **res_page); 3172cac5a3d8SDongOh Shin struct f2fs_dir_entry *f2fs_parent_dir(struct inode *dir, struct page **p); 3173cac5a3d8SDongOh Shin ino_t f2fs_inode_by_name(struct inode *dir, const struct qstr *qstr, 3174cac5a3d8SDongOh Shin struct page **page); 3175cac5a3d8SDongOh Shin void f2fs_set_link(struct inode *dir, struct f2fs_dir_entry *de, 3176cac5a3d8SDongOh Shin struct page *page, struct inode *inode); 3177b06af2afSJaegeuk Kim bool f2fs_has_enough_room(struct inode *dir, struct page *ipage, 3178b06af2afSJaegeuk Kim struct fscrypt_name *fname); 3179cac5a3d8SDongOh Shin void f2fs_update_dentry(nid_t ino, umode_t mode, struct f2fs_dentry_ptr *d, 3180cac5a3d8SDongOh Shin const struct qstr *name, f2fs_hash_t name_hash, 3181cac5a3d8SDongOh Shin unsigned int bit_pos); 3182cac5a3d8SDongOh Shin int f2fs_add_regular_entry(struct inode *dir, const struct qstr *new_name, 3183cac5a3d8SDongOh Shin const struct qstr *orig_name, 3184cac5a3d8SDongOh Shin struct inode *inode, nid_t ino, umode_t mode); 31854d57b86dSChao Yu int f2fs_add_dentry(struct inode *dir, struct fscrypt_name *fname, 3186cac5a3d8SDongOh Shin struct inode *inode, nid_t ino, umode_t mode); 31874d57b86dSChao Yu int f2fs_do_add_link(struct inode *dir, const struct qstr *name, 3188cac5a3d8SDongOh Shin struct inode *inode, nid_t ino, umode_t mode); 3189cac5a3d8SDongOh Shin void f2fs_delete_entry(struct f2fs_dir_entry *dentry, struct page *page, 3190cac5a3d8SDongOh Shin struct inode *dir, struct inode *inode); 3191cac5a3d8SDongOh Shin int f2fs_do_tmpfile(struct inode *inode, struct inode *dir); 3192cac5a3d8SDongOh Shin bool f2fs_empty_dir(struct inode *dir); 319339a53e0cSJaegeuk Kim 3194b7f7a5e0SAl Viro static inline int f2fs_add_link(struct dentry *dentry, struct inode *inode) 3195b7f7a5e0SAl Viro { 31964d57b86dSChao Yu return f2fs_do_add_link(d_inode(dentry->d_parent), &dentry->d_name, 3197510022a8SJaegeuk Kim inode, inode->i_ino, inode->i_mode); 3198b7f7a5e0SAl Viro } 3199b7f7a5e0SAl Viro 320039a53e0cSJaegeuk Kim /* 320139a53e0cSJaegeuk Kim * super.c 320239a53e0cSJaegeuk Kim */ 3203cac5a3d8SDongOh Shin int f2fs_inode_dirtied(struct inode *inode, bool sync); 3204cac5a3d8SDongOh Shin void f2fs_inode_synced(struct inode *inode); 3205ea676733SJaegeuk Kim int f2fs_enable_quota_files(struct f2fs_sb_info *sbi, bool rdonly); 3206af033b2aSChao Yu int f2fs_quota_sync(struct super_block *sb, int type); 32074b2414d0SChao Yu void f2fs_quota_off_umount(struct super_block *sb); 3208cac5a3d8SDongOh Shin int f2fs_commit_super(struct f2fs_sb_info *sbi, bool recover); 3209cac5a3d8SDongOh Shin int f2fs_sync_fs(struct super_block *sb, int sync); 32104d57b86dSChao Yu int f2fs_sanity_check_ckpt(struct f2fs_sb_info *sbi); 321139a53e0cSJaegeuk Kim 321239a53e0cSJaegeuk Kim /* 321339a53e0cSJaegeuk Kim * hash.c 321439a53e0cSJaegeuk Kim */ 32152c2eb7a3SDaniel Rosenberg f2fs_hash_t f2fs_dentry_hash(const struct inode *dir, 32162c2eb7a3SDaniel Rosenberg const struct qstr *name_info, struct fscrypt_name *fname); 321739a53e0cSJaegeuk Kim 321839a53e0cSJaegeuk Kim /* 321939a53e0cSJaegeuk Kim * node.c 322039a53e0cSJaegeuk Kim */ 322139a53e0cSJaegeuk Kim struct dnode_of_data; 322239a53e0cSJaegeuk Kim struct node_info; 322339a53e0cSJaegeuk Kim 32244d57b86dSChao Yu int f2fs_check_nid_range(struct f2fs_sb_info *sbi, nid_t nid); 32254d57b86dSChao Yu bool f2fs_available_free_memory(struct f2fs_sb_info *sbi, int type); 322650fa53ecSChao Yu bool f2fs_in_warm_node_list(struct f2fs_sb_info *sbi, struct page *page); 322750fa53ecSChao Yu void f2fs_init_fsync_node_info(struct f2fs_sb_info *sbi); 322850fa53ecSChao Yu void f2fs_del_fsync_node_entry(struct f2fs_sb_info *sbi, struct page *page); 322950fa53ecSChao Yu void f2fs_reset_fsync_node_info(struct f2fs_sb_info *sbi); 32304d57b86dSChao Yu int f2fs_need_dentry_mark(struct f2fs_sb_info *sbi, nid_t nid); 32314d57b86dSChao Yu bool f2fs_is_checkpointed_node(struct f2fs_sb_info *sbi, nid_t nid); 32324d57b86dSChao Yu bool f2fs_need_inode_block_update(struct f2fs_sb_info *sbi, nid_t ino); 32337735730dSChao Yu int f2fs_get_node_info(struct f2fs_sb_info *sbi, nid_t nid, 32344d57b86dSChao Yu struct node_info *ni); 32354d57b86dSChao Yu pgoff_t f2fs_get_next_page_offset(struct dnode_of_data *dn, pgoff_t pgofs); 32364d57b86dSChao Yu int f2fs_get_dnode_of_data(struct dnode_of_data *dn, pgoff_t index, int mode); 32374d57b86dSChao Yu int f2fs_truncate_inode_blocks(struct inode *inode, pgoff_t from); 32384d57b86dSChao Yu int f2fs_truncate_xattr_node(struct inode *inode); 323950fa53ecSChao Yu int f2fs_wait_on_node_pages_writeback(struct f2fs_sb_info *sbi, 324050fa53ecSChao Yu unsigned int seq_id); 32414d57b86dSChao Yu int f2fs_remove_inode_page(struct inode *inode); 32424d57b86dSChao Yu struct page *f2fs_new_inode_page(struct inode *inode); 32434d57b86dSChao Yu struct page *f2fs_new_node_page(struct dnode_of_data *dn, unsigned int ofs); 32444d57b86dSChao Yu void f2fs_ra_node_page(struct f2fs_sb_info *sbi, nid_t nid); 32454d57b86dSChao Yu struct page *f2fs_get_node_page(struct f2fs_sb_info *sbi, pgoff_t nid); 32464d57b86dSChao Yu struct page *f2fs_get_node_page_ra(struct page *parent, int start); 324748018b4cSChao Yu int f2fs_move_node_page(struct page *node_page, int gc_type); 32484d57b86dSChao Yu int f2fs_fsync_node_pages(struct f2fs_sb_info *sbi, struct inode *inode, 324950fa53ecSChao Yu struct writeback_control *wbc, bool atomic, 325050fa53ecSChao Yu unsigned int *seq_id); 32514d57b86dSChao Yu int f2fs_sync_node_pages(struct f2fs_sb_info *sbi, 32524d57b86dSChao Yu struct writeback_control *wbc, 3253b0af6d49SChao Yu bool do_balance, enum iostat_type io_type); 3254e2374015SChao Yu int f2fs_build_free_nids(struct f2fs_sb_info *sbi, bool sync, bool mount); 32554d57b86dSChao Yu bool f2fs_alloc_nid(struct f2fs_sb_info *sbi, nid_t *nid); 32564d57b86dSChao Yu void f2fs_alloc_nid_done(struct f2fs_sb_info *sbi, nid_t nid); 32574d57b86dSChao Yu void f2fs_alloc_nid_failed(struct f2fs_sb_info *sbi, nid_t nid); 32584d57b86dSChao Yu int f2fs_try_to_free_nids(struct f2fs_sb_info *sbi, int nr_shrink); 32594d57b86dSChao Yu void f2fs_recover_inline_xattr(struct inode *inode, struct page *page); 32604d57b86dSChao Yu int f2fs_recover_xattr_data(struct inode *inode, struct page *page); 32614d57b86dSChao Yu int f2fs_recover_inode_page(struct f2fs_sb_info *sbi, struct page *page); 32627735730dSChao Yu int f2fs_restore_node_summary(struct f2fs_sb_info *sbi, 3263cac5a3d8SDongOh Shin unsigned int segno, struct f2fs_summary_block *sum); 3264edc55aafSJaegeuk Kim int f2fs_flush_nat_entries(struct f2fs_sb_info *sbi, struct cp_control *cpc); 32654d57b86dSChao Yu int f2fs_build_node_manager(struct f2fs_sb_info *sbi); 32664d57b86dSChao Yu void f2fs_destroy_node_manager(struct f2fs_sb_info *sbi); 32674d57b86dSChao Yu int __init f2fs_create_node_manager_caches(void); 32684d57b86dSChao Yu void f2fs_destroy_node_manager_caches(void); 326939a53e0cSJaegeuk Kim 327039a53e0cSJaegeuk Kim /* 327139a53e0cSJaegeuk Kim * segment.c 327239a53e0cSJaegeuk Kim */ 32734d57b86dSChao Yu bool f2fs_need_SSR(struct f2fs_sb_info *sbi); 32744d57b86dSChao Yu void f2fs_register_inmem_page(struct inode *inode, struct page *page); 32754d57b86dSChao Yu void f2fs_drop_inmem_pages_all(struct f2fs_sb_info *sbi, bool gc_failure); 32764d57b86dSChao Yu void f2fs_drop_inmem_pages(struct inode *inode); 32774d57b86dSChao Yu void f2fs_drop_inmem_page(struct inode *inode, struct page *page); 32784d57b86dSChao Yu int f2fs_commit_inmem_pages(struct inode *inode); 3279cac5a3d8SDongOh Shin void f2fs_balance_fs(struct f2fs_sb_info *sbi, bool need); 32807bcd0cfaSChao Yu void f2fs_balance_fs_bg(struct f2fs_sb_info *sbi, bool from_bg); 328139d787beSChao Yu int f2fs_issue_flush(struct f2fs_sb_info *sbi, nid_t ino); 32824d57b86dSChao Yu int f2fs_create_flush_cmd_control(struct f2fs_sb_info *sbi); 32831228b482SChao Yu int f2fs_flush_device_cache(struct f2fs_sb_info *sbi); 32844d57b86dSChao Yu void f2fs_destroy_flush_cmd_control(struct f2fs_sb_info *sbi, bool free); 32854d57b86dSChao Yu void f2fs_invalidate_blocks(struct f2fs_sb_info *sbi, block_t addr); 32864d57b86dSChao Yu bool f2fs_is_checkpointed_data(struct f2fs_sb_info *sbi, block_t blkaddr); 32874d57b86dSChao Yu void f2fs_drop_discard_cmd(struct f2fs_sb_info *sbi); 32884d57b86dSChao Yu void f2fs_stop_discard_thread(struct f2fs_sb_info *sbi); 328903f2c02dSJaegeuk Kim bool f2fs_issue_discard_timeout(struct f2fs_sb_info *sbi); 32904d57b86dSChao Yu void f2fs_clear_prefree_segments(struct f2fs_sb_info *sbi, 32914d57b86dSChao Yu struct cp_control *cpc); 32924354994fSDaniel Rosenberg void f2fs_dirty_to_prefree(struct f2fs_sb_info *sbi); 32934d3aed70SDaniel Rosenberg block_t f2fs_get_unusable_blocks(struct f2fs_sb_info *sbi); 32944d3aed70SDaniel Rosenberg int f2fs_disable_cp_again(struct f2fs_sb_info *sbi, block_t unusable); 32954d57b86dSChao Yu void f2fs_release_discard_addrs(struct f2fs_sb_info *sbi); 32964d57b86dSChao Yu int f2fs_npages_for_summary_flush(struct f2fs_sb_info *sbi, bool for_ra); 329704f0b2eaSQiuyang Sun void allocate_segment_for_resize(struct f2fs_sb_info *sbi, int type, 329804f0b2eaSQiuyang Sun unsigned int start, unsigned int end); 3299f5a53edcSJaegeuk Kim void f2fs_allocate_new_segments(struct f2fs_sb_info *sbi, int type); 3300cac5a3d8SDongOh Shin int f2fs_trim_fs(struct f2fs_sb_info *sbi, struct fstrim_range *range); 33014d57b86dSChao Yu bool f2fs_exist_trim_candidates(struct f2fs_sb_info *sbi, 33024d57b86dSChao Yu struct cp_control *cpc); 33034d57b86dSChao Yu struct page *f2fs_get_sum_page(struct f2fs_sb_info *sbi, unsigned int segno); 33044d57b86dSChao Yu void f2fs_update_meta_page(struct f2fs_sb_info *sbi, void *src, 33054d57b86dSChao Yu block_t blk_addr); 33064d57b86dSChao Yu void f2fs_do_write_meta_page(struct f2fs_sb_info *sbi, struct page *page, 3307b0af6d49SChao Yu enum iostat_type io_type); 33084d57b86dSChao Yu void f2fs_do_write_node_page(unsigned int nid, struct f2fs_io_info *fio); 33094d57b86dSChao Yu void f2fs_outplace_write_data(struct dnode_of_data *dn, 33104d57b86dSChao Yu struct f2fs_io_info *fio); 33114d57b86dSChao Yu int f2fs_inplace_write_data(struct f2fs_io_info *fio); 33124d57b86dSChao Yu void f2fs_do_replace_block(struct f2fs_sb_info *sbi, struct f2fs_summary *sum, 3313cac5a3d8SDongOh Shin block_t old_blkaddr, block_t new_blkaddr, 3314cac5a3d8SDongOh Shin bool recover_curseg, bool recover_newaddr); 3315cac5a3d8SDongOh Shin void f2fs_replace_block(struct f2fs_sb_info *sbi, struct dnode_of_data *dn, 3316cac5a3d8SDongOh Shin block_t old_addr, block_t new_addr, 3317cac5a3d8SDongOh Shin unsigned char version, bool recover_curseg, 3318cac5a3d8SDongOh Shin bool recover_newaddr); 33194d57b86dSChao Yu void f2fs_allocate_data_block(struct f2fs_sb_info *sbi, struct page *page, 3320cac5a3d8SDongOh Shin block_t old_blkaddr, block_t *new_blkaddr, 3321fb830fc5SChao Yu struct f2fs_summary *sum, int type, 3322fb830fc5SChao Yu struct f2fs_io_info *fio, bool add_list); 3323cac5a3d8SDongOh Shin void f2fs_wait_on_page_writeback(struct page *page, 3324bae0ee7aSChao Yu enum page_type type, bool ordered, bool locked); 33250ded69f6SJaegeuk Kim void f2fs_wait_on_block_writeback(struct inode *inode, block_t blkaddr); 33261e78e8bdSSahitya Tummala void f2fs_wait_on_block_writeback_range(struct inode *inode, block_t blkaddr, 33271e78e8bdSSahitya Tummala block_t len); 33284d57b86dSChao Yu void f2fs_write_data_summaries(struct f2fs_sb_info *sbi, block_t start_blk); 33294d57b86dSChao Yu void f2fs_write_node_summaries(struct f2fs_sb_info *sbi, block_t start_blk); 33304d57b86dSChao Yu int f2fs_lookup_journal_in_cursum(struct f2fs_journal *journal, int type, 3331cac5a3d8SDongOh Shin unsigned int val, int alloc); 33324d57b86dSChao Yu void f2fs_flush_sit_entries(struct f2fs_sb_info *sbi, struct cp_control *cpc); 3333c426d991SShin'ichiro Kawasaki int f2fs_fix_curseg_write_pointer(struct f2fs_sb_info *sbi); 3334d508c94eSShin'ichiro Kawasaki int f2fs_check_write_pointer(struct f2fs_sb_info *sbi); 33354d57b86dSChao Yu int f2fs_build_segment_manager(struct f2fs_sb_info *sbi); 33364d57b86dSChao Yu void f2fs_destroy_segment_manager(struct f2fs_sb_info *sbi); 33374d57b86dSChao Yu int __init f2fs_create_segment_manager_caches(void); 33384d57b86dSChao Yu void f2fs_destroy_segment_manager_caches(void); 33394d57b86dSChao Yu int f2fs_rw_hint_to_seg_type(enum rw_hint hint); 33404d57b86dSChao Yu enum rw_hint f2fs_io_type_to_rw_hint(struct f2fs_sb_info *sbi, 33414d57b86dSChao Yu enum page_type type, enum temp_type temp); 334239a53e0cSJaegeuk Kim 334339a53e0cSJaegeuk Kim /* 334439a53e0cSJaegeuk Kim * checkpoint.c 334539a53e0cSJaegeuk Kim */ 3346cac5a3d8SDongOh Shin void f2fs_stop_checkpoint(struct f2fs_sb_info *sbi, bool end_io); 33474d57b86dSChao Yu struct page *f2fs_grab_meta_page(struct f2fs_sb_info *sbi, pgoff_t index); 33484d57b86dSChao Yu struct page *f2fs_get_meta_page(struct f2fs_sb_info *sbi, pgoff_t index); 33497735730dSChao Yu struct page *f2fs_get_meta_page_nofail(struct f2fs_sb_info *sbi, pgoff_t index); 33504d57b86dSChao Yu struct page *f2fs_get_tmp_page(struct f2fs_sb_info *sbi, pgoff_t index); 3351e1da7872SChao Yu bool f2fs_is_valid_blkaddr(struct f2fs_sb_info *sbi, 33524d57b86dSChao Yu block_t blkaddr, int type); 33534d57b86dSChao Yu int f2fs_ra_meta_pages(struct f2fs_sb_info *sbi, block_t start, int nrpages, 3354cac5a3d8SDongOh Shin int type, bool sync); 33554d57b86dSChao Yu void f2fs_ra_meta_pages_cond(struct f2fs_sb_info *sbi, pgoff_t index); 33564d57b86dSChao Yu long f2fs_sync_meta_pages(struct f2fs_sb_info *sbi, enum page_type type, 3357b0af6d49SChao Yu long nr_to_write, enum iostat_type io_type); 33584d57b86dSChao Yu void f2fs_add_ino_entry(struct f2fs_sb_info *sbi, nid_t ino, int type); 33594d57b86dSChao Yu void f2fs_remove_ino_entry(struct f2fs_sb_info *sbi, nid_t ino, int type); 33604d57b86dSChao Yu void f2fs_release_ino_entry(struct f2fs_sb_info *sbi, bool all); 33614d57b86dSChao Yu bool f2fs_exist_written_data(struct f2fs_sb_info *sbi, nid_t ino, int mode); 33624d57b86dSChao Yu void f2fs_set_dirty_device(struct f2fs_sb_info *sbi, nid_t ino, 336339d787beSChao Yu unsigned int devidx, int type); 33644d57b86dSChao Yu bool f2fs_is_dirty_device(struct f2fs_sb_info *sbi, nid_t ino, 336539d787beSChao Yu unsigned int devidx, int type); 3366cac5a3d8SDongOh Shin int f2fs_sync_inode_meta(struct f2fs_sb_info *sbi); 33674d57b86dSChao Yu int f2fs_acquire_orphan_inode(struct f2fs_sb_info *sbi); 33684d57b86dSChao Yu void f2fs_release_orphan_inode(struct f2fs_sb_info *sbi); 33694d57b86dSChao Yu void f2fs_add_orphan_inode(struct inode *inode); 33704d57b86dSChao Yu void f2fs_remove_orphan_inode(struct f2fs_sb_info *sbi, nid_t ino); 33714d57b86dSChao Yu int f2fs_recover_orphan_inodes(struct f2fs_sb_info *sbi); 33724d57b86dSChao Yu int f2fs_get_valid_checkpoint(struct f2fs_sb_info *sbi); 33734d57b86dSChao Yu void f2fs_update_dirty_page(struct inode *inode, struct page *page); 33744d57b86dSChao Yu void f2fs_remove_dirty_inode(struct inode *inode); 33754d57b86dSChao Yu int f2fs_sync_dirty_inodes(struct f2fs_sb_info *sbi, enum inode_type type); 3376bf22c3ccSSahitya Tummala void f2fs_wait_on_all_pages(struct f2fs_sb_info *sbi, int type); 33774d57b86dSChao Yu int f2fs_write_checkpoint(struct f2fs_sb_info *sbi, struct cp_control *cpc); 33784d57b86dSChao Yu void f2fs_init_ino_entry_info(struct f2fs_sb_info *sbi); 33794d57b86dSChao Yu int __init f2fs_create_checkpoint_caches(void); 33804d57b86dSChao Yu void f2fs_destroy_checkpoint_caches(void); 338139a53e0cSJaegeuk Kim 338239a53e0cSJaegeuk Kim /* 338339a53e0cSJaegeuk Kim * data.c 338439a53e0cSJaegeuk Kim */ 3385f543805fSChao Yu int __init f2fs_init_bioset(void); 3386f543805fSChao Yu void f2fs_destroy_bioset(void); 3387ca9e968aSChao Yu struct bio *f2fs_bio_alloc(struct f2fs_sb_info *sbi, int npages, bool noio); 33880b20fcecSChao Yu int f2fs_init_bio_entry_cache(void); 33890b20fcecSChao Yu void f2fs_destroy_bio_entry_cache(void); 33904c8ff709SChao Yu void f2fs_submit_bio(struct f2fs_sb_info *sbi, 33914c8ff709SChao Yu struct bio *bio, enum page_type type); 3392b9109b0eSJaegeuk Kim void f2fs_submit_merged_write(struct f2fs_sb_info *sbi, enum page_type type); 3393b9109b0eSJaegeuk Kim void f2fs_submit_merged_write_cond(struct f2fs_sb_info *sbi, 3394bab475c5SChao Yu struct inode *inode, struct page *page, 3395bab475c5SChao Yu nid_t ino, enum page_type type); 33960b20fcecSChao Yu void f2fs_submit_merged_ipu_write(struct f2fs_sb_info *sbi, 33970b20fcecSChao Yu struct bio **bio, struct page *page); 3398b9109b0eSJaegeuk Kim void f2fs_flush_merged_writes(struct f2fs_sb_info *sbi); 3399cac5a3d8SDongOh Shin int f2fs_submit_page_bio(struct f2fs_io_info *fio); 34008648de2cSChao Yu int f2fs_merge_page_bio(struct f2fs_io_info *fio); 3401fe16efe6SChao Yu void f2fs_submit_page_write(struct f2fs_io_info *fio); 3402cac5a3d8SDongOh Shin struct block_device *f2fs_target_device(struct f2fs_sb_info *sbi, 3403cac5a3d8SDongOh Shin block_t blk_addr, struct bio *bio); 3404cac5a3d8SDongOh Shin int f2fs_target_device_index(struct f2fs_sb_info *sbi, block_t blkaddr); 34054d57b86dSChao Yu void f2fs_set_data_blkaddr(struct dnode_of_data *dn); 3406cac5a3d8SDongOh Shin void f2fs_update_data_blkaddr(struct dnode_of_data *dn, block_t blkaddr); 34074d57b86dSChao Yu int f2fs_reserve_new_blocks(struct dnode_of_data *dn, blkcnt_t count); 34084d57b86dSChao Yu int f2fs_reserve_new_block(struct dnode_of_data *dn); 3409cac5a3d8SDongOh Shin int f2fs_get_block(struct dnode_of_data *dn, pgoff_t index); 3410cac5a3d8SDongOh Shin int f2fs_preallocate_blocks(struct kiocb *iocb, struct iov_iter *from); 3411cac5a3d8SDongOh Shin int f2fs_reserve_block(struct dnode_of_data *dn, pgoff_t index); 34124c8ff709SChao Yu int f2fs_mpage_readpages(struct address_space *mapping, 34134c8ff709SChao Yu struct list_head *pages, struct page *page, 34144c8ff709SChao Yu unsigned nr_pages, bool is_readahead); 34154d57b86dSChao Yu struct page *f2fs_get_read_data_page(struct inode *inode, pgoff_t index, 3416cac5a3d8SDongOh Shin int op_flags, bool for_write); 34174d57b86dSChao Yu struct page *f2fs_find_data_page(struct inode *inode, pgoff_t index); 34184d57b86dSChao Yu struct page *f2fs_get_lock_data_page(struct inode *inode, pgoff_t index, 3419cac5a3d8SDongOh Shin bool for_write); 34204d57b86dSChao Yu struct page *f2fs_get_new_data_page(struct inode *inode, 3421cac5a3d8SDongOh Shin struct page *ipage, pgoff_t index, bool new_i_size); 34224d57b86dSChao Yu int f2fs_do_write_data_page(struct f2fs_io_info *fio); 342339a86958SChao Yu void __do_map_lock(struct f2fs_sb_info *sbi, int flag, bool lock); 3424cac5a3d8SDongOh Shin int f2fs_map_blocks(struct inode *inode, struct f2fs_map_blocks *map, 3425cac5a3d8SDongOh Shin int create, int flag); 3426cac5a3d8SDongOh Shin int f2fs_fiemap(struct inode *inode, struct fiemap_extent_info *fieinfo, 3427cac5a3d8SDongOh Shin u64 start, u64 len); 34284c8ff709SChao Yu int f2fs_encrypt_one_page(struct f2fs_io_info *fio); 34294d57b86dSChao Yu bool f2fs_should_update_inplace(struct inode *inode, struct f2fs_io_info *fio); 34304d57b86dSChao Yu bool f2fs_should_update_outplace(struct inode *inode, struct f2fs_io_info *fio); 34314c8ff709SChao Yu int f2fs_write_single_data_page(struct page *page, int *submitted, 34324c8ff709SChao Yu struct bio **bio, sector_t *last_block, 34334c8ff709SChao Yu struct writeback_control *wbc, 34344c8ff709SChao Yu enum iostat_type io_type, 34354c8ff709SChao Yu int compr_blocks); 3436cac5a3d8SDongOh Shin void f2fs_invalidate_page(struct page *page, unsigned int offset, 3437cac5a3d8SDongOh Shin unsigned int length); 3438cac5a3d8SDongOh Shin int f2fs_release_page(struct page *page, gfp_t wait); 34395b7a487cSWeichao Guo #ifdef CONFIG_MIGRATION 3440cac5a3d8SDongOh Shin int f2fs_migrate_page(struct address_space *mapping, struct page *newpage, 3441cac5a3d8SDongOh Shin struct page *page, enum migrate_mode mode); 34425b7a487cSWeichao Guo #endif 3443b91050a8SHyunchul Lee bool f2fs_overwrite_io(struct inode *inode, loff_t pos, size_t len); 34445ec2d99dSMatthew Wilcox void f2fs_clear_page_cache_dirty_tag(struct page *page); 34454c8ff709SChao Yu int f2fs_init_post_read_processing(void); 34464c8ff709SChao Yu void f2fs_destroy_post_read_processing(void); 34474c8ff709SChao Yu int f2fs_init_post_read_wq(struct f2fs_sb_info *sbi); 34484c8ff709SChao Yu void f2fs_destroy_post_read_wq(struct f2fs_sb_info *sbi); 344939a53e0cSJaegeuk Kim 345039a53e0cSJaegeuk Kim /* 345139a53e0cSJaegeuk Kim * gc.c 345239a53e0cSJaegeuk Kim */ 34534d57b86dSChao Yu int f2fs_start_gc_thread(struct f2fs_sb_info *sbi); 34544d57b86dSChao Yu void f2fs_stop_gc_thread(struct f2fs_sb_info *sbi); 34554d57b86dSChao Yu block_t f2fs_start_bidx_of_node(unsigned int node_ofs, struct inode *inode); 3456e066b83cSJaegeuk Kim int f2fs_gc(struct f2fs_sb_info *sbi, bool sync, bool background, 3457e066b83cSJaegeuk Kim unsigned int segno); 34584d57b86dSChao Yu void f2fs_build_gc_manager(struct f2fs_sb_info *sbi); 345904f0b2eaSQiuyang Sun int f2fs_resize_fs(struct f2fs_sb_info *sbi, __u64 block_count); 346039a53e0cSJaegeuk Kim 346139a53e0cSJaegeuk Kim /* 346239a53e0cSJaegeuk Kim * recovery.c 346339a53e0cSJaegeuk Kim */ 34644d57b86dSChao Yu int f2fs_recover_fsync_data(struct f2fs_sb_info *sbi, bool check_only); 34654d57b86dSChao Yu bool f2fs_space_for_roll_forward(struct f2fs_sb_info *sbi); 346639a53e0cSJaegeuk Kim 346739a53e0cSJaegeuk Kim /* 346839a53e0cSJaegeuk Kim * debug.c 346939a53e0cSJaegeuk Kim */ 347039a53e0cSJaegeuk Kim #ifdef CONFIG_F2FS_STAT_FS 347139a53e0cSJaegeuk Kim struct f2fs_stat_info { 347239a53e0cSJaegeuk Kim struct list_head stat_list; 347339a53e0cSJaegeuk Kim struct f2fs_sb_info *sbi; 347439a53e0cSJaegeuk Kim int all_area_segs, sit_area_segs, nat_area_segs, ssa_area_segs; 347539a53e0cSJaegeuk Kim int main_area_segs, main_area_sections, main_area_zones; 34765b7ee374SChao Yu unsigned long long hit_largest, hit_cached, hit_rbtree; 34775b7ee374SChao Yu unsigned long long hit_total, total_ext; 3478c00ba554SJaegeuk Kim int ext_tree, zombie_tree, ext_node; 34792c8a4a28SJaegeuk Kim int ndirty_node, ndirty_dent, ndirty_meta, ndirty_imeta; 34802c8a4a28SJaegeuk Kim int ndirty_data, ndirty_qdata; 348135782b23SJaegeuk Kim int inmem_pages; 34822c8a4a28SJaegeuk Kim unsigned int ndirty_dirs, ndirty_files, nquota_files, ndirty_all; 34835b0ef73cSJaegeuk Kim int nats, dirty_nats, sits, dirty_sits; 34845b0ef73cSJaegeuk Kim int free_nids, avail_nids, alloc_nids; 348539a53e0cSJaegeuk Kim int total_count, utilization; 34868b8dd65fSChao Yu int bg_gc, nr_wb_cp_data, nr_wb_data; 34875f9abab4SJaegeuk Kim int nr_rd_data, nr_rd_node, nr_rd_meta; 348802b16d0aSChao Yu int nr_dio_read, nr_dio_write; 3489274bd9baSChao Yu unsigned int io_skip_bggc, other_skip_bggc; 349014d8d5f7SChao Yu int nr_flushing, nr_flushed, flush_list_empty; 349114d8d5f7SChao Yu int nr_discarding, nr_discarded; 34925f32366aSChao Yu int nr_discard_cmd; 3493d84d1cbdSChao Yu unsigned int undiscard_blks; 3494a00861dbSJaegeuk Kim int inline_xattr, inline_inode, inline_dir, append, update, orphans; 34954c8ff709SChao Yu int compr_inode, compr_blocks; 3496648d50baSChao Yu int aw_cnt, max_aw_cnt, vw_cnt, max_vw_cnt; 3497f83a2584SYunlei He unsigned int valid_count, valid_node_count, valid_inode_count, discard_blks; 349839a53e0cSJaegeuk Kim unsigned int bimodal, avg_vblocks; 349939a53e0cSJaegeuk Kim int util_free, util_valid, util_invalid; 350039a53e0cSJaegeuk Kim int rsvd_segs, overp_segs; 350139a53e0cSJaegeuk Kim int dirty_count, node_pages, meta_pages; 350242190d2aSJaegeuk Kim int prefree_count, call_count, cp_count, bg_cp_count; 350339a53e0cSJaegeuk Kim int tot_segs, node_segs, data_segs, free_segs, free_secs; 3504e1235983SChangman Lee int bg_node_segs, bg_data_segs; 350539a53e0cSJaegeuk Kim int tot_blks, data_blks, node_blks; 3506e1235983SChangman Lee int bg_data_blks, bg_node_blks; 35072ef79ecbSChao Yu unsigned long long skipped_atomic_files[2]; 350839a53e0cSJaegeuk Kim int curseg[NR_CURSEG_TYPE]; 350939a53e0cSJaegeuk Kim int cursec[NR_CURSEG_TYPE]; 351039a53e0cSJaegeuk Kim int curzone[NR_CURSEG_TYPE]; 351139a53e0cSJaegeuk Kim 3512b63e7be5SChao Yu unsigned int meta_count[META_MAX]; 351339a53e0cSJaegeuk Kim unsigned int segment_count[2]; 351439a53e0cSJaegeuk Kim unsigned int block_count[2]; 3515b9a2c252SChangman Lee unsigned int inplace_count; 35169edcdabfSChao Yu unsigned long long base_mem, cache_mem, page_mem; 351739a53e0cSJaegeuk Kim }; 351839a53e0cSJaegeuk Kim 3519963d4f7dSGu Zheng static inline struct f2fs_stat_info *F2FS_STAT(struct f2fs_sb_info *sbi) 3520963d4f7dSGu Zheng { 3521963d4f7dSGu Zheng return (struct f2fs_stat_info *)sbi->stat_info; 3522963d4f7dSGu Zheng } 3523963d4f7dSGu Zheng 3524942e0be6SChangman Lee #define stat_inc_cp_count(si) ((si)->cp_count++) 352542190d2aSJaegeuk Kim #define stat_inc_bg_cp_count(si) ((si)->bg_cp_count++) 352639a53e0cSJaegeuk Kim #define stat_inc_call_count(si) ((si)->call_count++) 3527fc7100eaSHridya Valsaraju #define stat_inc_bggc_count(si) ((si)->bg_gc++) 3528274bd9baSChao Yu #define stat_io_skip_bggc_count(sbi) ((sbi)->io_skip_bggc++) 3529274bd9baSChao Yu #define stat_other_skip_bggc_count(sbi) ((sbi)->other_skip_bggc++) 353033fbd510SChao Yu #define stat_inc_dirty_inode(sbi, type) ((sbi)->ndirty_inode[type]++) 353133fbd510SChao Yu #define stat_dec_dirty_inode(sbi, type) ((sbi)->ndirty_inode[type]--) 35325b7ee374SChao Yu #define stat_inc_total_hit(sbi) (atomic64_inc(&(sbi)->total_hit_ext)) 35335b7ee374SChao Yu #define stat_inc_rbtree_node_hit(sbi) (atomic64_inc(&(sbi)->read_hit_rbtree)) 35345b7ee374SChao Yu #define stat_inc_largest_node_hit(sbi) (atomic64_inc(&(sbi)->read_hit_largest)) 35355b7ee374SChao Yu #define stat_inc_cached_node_hit(sbi) (atomic64_inc(&(sbi)->read_hit_cached)) 3536d5e8f6c9SChao Yu #define stat_inc_inline_xattr(inode) \ 3537d5e8f6c9SChao Yu do { \ 3538d5e8f6c9SChao Yu if (f2fs_has_inline_xattr(inode)) \ 3539d5e8f6c9SChao Yu (atomic_inc(&F2FS_I_SB(inode)->inline_xattr)); \ 3540d5e8f6c9SChao Yu } while (0) 3541d5e8f6c9SChao Yu #define stat_dec_inline_xattr(inode) \ 3542d5e8f6c9SChao Yu do { \ 3543d5e8f6c9SChao Yu if (f2fs_has_inline_xattr(inode)) \ 3544d5e8f6c9SChao Yu (atomic_dec(&F2FS_I_SB(inode)->inline_xattr)); \ 3545d5e8f6c9SChao Yu } while (0) 35460dbdc2aeSJaegeuk Kim #define stat_inc_inline_inode(inode) \ 35470dbdc2aeSJaegeuk Kim do { \ 35480dbdc2aeSJaegeuk Kim if (f2fs_has_inline_data(inode)) \ 354903e14d52SChao Yu (atomic_inc(&F2FS_I_SB(inode)->inline_inode)); \ 35500dbdc2aeSJaegeuk Kim } while (0) 35510dbdc2aeSJaegeuk Kim #define stat_dec_inline_inode(inode) \ 35520dbdc2aeSJaegeuk Kim do { \ 35530dbdc2aeSJaegeuk Kim if (f2fs_has_inline_data(inode)) \ 355403e14d52SChao Yu (atomic_dec(&F2FS_I_SB(inode)->inline_inode)); \ 35550dbdc2aeSJaegeuk Kim } while (0) 35563289c061SJaegeuk Kim #define stat_inc_inline_dir(inode) \ 35573289c061SJaegeuk Kim do { \ 35583289c061SJaegeuk Kim if (f2fs_has_inline_dentry(inode)) \ 355903e14d52SChao Yu (atomic_inc(&F2FS_I_SB(inode)->inline_dir)); \ 35603289c061SJaegeuk Kim } while (0) 35613289c061SJaegeuk Kim #define stat_dec_inline_dir(inode) \ 35623289c061SJaegeuk Kim do { \ 35633289c061SJaegeuk Kim if (f2fs_has_inline_dentry(inode)) \ 356403e14d52SChao Yu (atomic_dec(&F2FS_I_SB(inode)->inline_dir)); \ 35653289c061SJaegeuk Kim } while (0) 35664c8ff709SChao Yu #define stat_inc_compr_inode(inode) \ 35674c8ff709SChao Yu do { \ 35684c8ff709SChao Yu if (f2fs_compressed_file(inode)) \ 35694c8ff709SChao Yu (atomic_inc(&F2FS_I_SB(inode)->compr_inode)); \ 35704c8ff709SChao Yu } while (0) 35714c8ff709SChao Yu #define stat_dec_compr_inode(inode) \ 35724c8ff709SChao Yu do { \ 35734c8ff709SChao Yu if (f2fs_compressed_file(inode)) \ 35744c8ff709SChao Yu (atomic_dec(&F2FS_I_SB(inode)->compr_inode)); \ 35754c8ff709SChao Yu } while (0) 35764c8ff709SChao Yu #define stat_add_compr_blocks(inode, blocks) \ 35774c8ff709SChao Yu (atomic_add(blocks, &F2FS_I_SB(inode)->compr_blocks)) 35784c8ff709SChao Yu #define stat_sub_compr_blocks(inode, blocks) \ 35794c8ff709SChao Yu (atomic_sub(blocks, &F2FS_I_SB(inode)->compr_blocks)) 3580b63e7be5SChao Yu #define stat_inc_meta_count(sbi, blkaddr) \ 3581b63e7be5SChao Yu do { \ 3582b63e7be5SChao Yu if (blkaddr < SIT_I(sbi)->sit_base_addr) \ 3583b63e7be5SChao Yu atomic_inc(&(sbi)->meta_count[META_CP]); \ 3584b63e7be5SChao Yu else if (blkaddr < NM_I(sbi)->nat_blkaddr) \ 3585b63e7be5SChao Yu atomic_inc(&(sbi)->meta_count[META_SIT]); \ 3586b63e7be5SChao Yu else if (blkaddr < SM_I(sbi)->ssa_blkaddr) \ 3587b63e7be5SChao Yu atomic_inc(&(sbi)->meta_count[META_NAT]); \ 3588b63e7be5SChao Yu else if (blkaddr < SM_I(sbi)->main_blkaddr) \ 3589b63e7be5SChao Yu atomic_inc(&(sbi)->meta_count[META_SSA]); \ 3590b63e7be5SChao Yu } while (0) 3591dcdfff65SJaegeuk Kim #define stat_inc_seg_type(sbi, curseg) \ 3592dcdfff65SJaegeuk Kim ((sbi)->segment_count[(curseg)->alloc_type]++) 3593dcdfff65SJaegeuk Kim #define stat_inc_block_count(sbi, curseg) \ 3594dcdfff65SJaegeuk Kim ((sbi)->block_count[(curseg)->alloc_type]++) 3595b9a2c252SChangman Lee #define stat_inc_inplace_blocks(sbi) \ 3596b9a2c252SChangman Lee (atomic_inc(&(sbi)->inplace_count)) 359726a28a0cSJaegeuk Kim #define stat_update_max_atomic_write(inode) \ 359826a28a0cSJaegeuk Kim do { \ 35990e6d0164SSahitya Tummala int cur = F2FS_I_SB(inode)->atomic_files; \ 360026a28a0cSJaegeuk Kim int max = atomic_read(&F2FS_I_SB(inode)->max_aw_cnt); \ 360126a28a0cSJaegeuk Kim if (cur > max) \ 360226a28a0cSJaegeuk Kim atomic_set(&F2FS_I_SB(inode)->max_aw_cnt, cur); \ 360326a28a0cSJaegeuk Kim } while (0) 3604648d50baSChao Yu #define stat_inc_volatile_write(inode) \ 3605648d50baSChao Yu (atomic_inc(&F2FS_I_SB(inode)->vw_cnt)) 3606648d50baSChao Yu #define stat_dec_volatile_write(inode) \ 3607648d50baSChao Yu (atomic_dec(&F2FS_I_SB(inode)->vw_cnt)) 3608648d50baSChao Yu #define stat_update_max_volatile_write(inode) \ 3609648d50baSChao Yu do { \ 3610648d50baSChao Yu int cur = atomic_read(&F2FS_I_SB(inode)->vw_cnt); \ 3611648d50baSChao Yu int max = atomic_read(&F2FS_I_SB(inode)->max_vw_cnt); \ 3612648d50baSChao Yu if (cur > max) \ 3613648d50baSChao Yu atomic_set(&F2FS_I_SB(inode)->max_vw_cnt, cur); \ 3614648d50baSChao Yu } while (0) 3615e1235983SChangman Lee #define stat_inc_seg_count(sbi, type, gc_type) \ 361639a53e0cSJaegeuk Kim do { \ 3617963d4f7dSGu Zheng struct f2fs_stat_info *si = F2FS_STAT(sbi); \ 361868afcf2dSTomohiro Kusumi si->tot_segs++; \ 361968afcf2dSTomohiro Kusumi if ((type) == SUM_TYPE_DATA) { \ 362039a53e0cSJaegeuk Kim si->data_segs++; \ 3621e1235983SChangman Lee si->bg_data_segs += (gc_type == BG_GC) ? 1 : 0; \ 3622e1235983SChangman Lee } else { \ 362339a53e0cSJaegeuk Kim si->node_segs++; \ 3624e1235983SChangman Lee si->bg_node_segs += (gc_type == BG_GC) ? 1 : 0; \ 3625e1235983SChangman Lee } \ 362639a53e0cSJaegeuk Kim } while (0) 362739a53e0cSJaegeuk Kim 362839a53e0cSJaegeuk Kim #define stat_inc_tot_blk_count(si, blks) \ 362968afcf2dSTomohiro Kusumi ((si)->tot_blks += (blks)) 363039a53e0cSJaegeuk Kim 3631e1235983SChangman Lee #define stat_inc_data_blk_count(sbi, blks, gc_type) \ 363239a53e0cSJaegeuk Kim do { \ 3633963d4f7dSGu Zheng struct f2fs_stat_info *si = F2FS_STAT(sbi); \ 363439a53e0cSJaegeuk Kim stat_inc_tot_blk_count(si, blks); \ 363539a53e0cSJaegeuk Kim si->data_blks += (blks); \ 363668afcf2dSTomohiro Kusumi si->bg_data_blks += ((gc_type) == BG_GC) ? (blks) : 0; \ 363739a53e0cSJaegeuk Kim } while (0) 363839a53e0cSJaegeuk Kim 3639e1235983SChangman Lee #define stat_inc_node_blk_count(sbi, blks, gc_type) \ 364039a53e0cSJaegeuk Kim do { \ 3641963d4f7dSGu Zheng struct f2fs_stat_info *si = F2FS_STAT(sbi); \ 364239a53e0cSJaegeuk Kim stat_inc_tot_blk_count(si, blks); \ 364339a53e0cSJaegeuk Kim si->node_blks += (blks); \ 364468afcf2dSTomohiro Kusumi si->bg_node_blks += ((gc_type) == BG_GC) ? (blks) : 0; \ 364539a53e0cSJaegeuk Kim } while (0) 364639a53e0cSJaegeuk Kim 3647cac5a3d8SDongOh Shin int f2fs_build_stats(struct f2fs_sb_info *sbi); 3648cac5a3d8SDongOh Shin void f2fs_destroy_stats(struct f2fs_sb_info *sbi); 364921acc07dSGreg Kroah-Hartman void __init f2fs_create_root_stats(void); 36504589d25dSNamjae Jeon void f2fs_destroy_root_stats(void); 3651fc7100eaSHridya Valsaraju void f2fs_update_sit_info(struct f2fs_sb_info *sbi); 365239a53e0cSJaegeuk Kim #else 3653d66450e7SArnd Bergmann #define stat_inc_cp_count(si) do { } while (0) 3654d66450e7SArnd Bergmann #define stat_inc_bg_cp_count(si) do { } while (0) 3655d66450e7SArnd Bergmann #define stat_inc_call_count(si) do { } while (0) 3656d66450e7SArnd Bergmann #define stat_inc_bggc_count(si) do { } while (0) 3657274bd9baSChao Yu #define stat_io_skip_bggc_count(sbi) do { } while (0) 3658274bd9baSChao Yu #define stat_other_skip_bggc_count(sbi) do { } while (0) 3659d66450e7SArnd Bergmann #define stat_inc_dirty_inode(sbi, type) do { } while (0) 3660d66450e7SArnd Bergmann #define stat_dec_dirty_inode(sbi, type) do { } while (0) 3661fc7100eaSHridya Valsaraju #define stat_inc_total_hit(sbi) do { } while (0) 3662fc7100eaSHridya Valsaraju #define stat_inc_rbtree_node_hit(sbi) do { } while (0) 3663d66450e7SArnd Bergmann #define stat_inc_largest_node_hit(sbi) do { } while (0) 3664d66450e7SArnd Bergmann #define stat_inc_cached_node_hit(sbi) do { } while (0) 3665d66450e7SArnd Bergmann #define stat_inc_inline_xattr(inode) do { } while (0) 3666d66450e7SArnd Bergmann #define stat_dec_inline_xattr(inode) do { } while (0) 3667d66450e7SArnd Bergmann #define stat_inc_inline_inode(inode) do { } while (0) 3668d66450e7SArnd Bergmann #define stat_dec_inline_inode(inode) do { } while (0) 3669d66450e7SArnd Bergmann #define stat_inc_inline_dir(inode) do { } while (0) 3670d66450e7SArnd Bergmann #define stat_dec_inline_dir(inode) do { } while (0) 36714c8ff709SChao Yu #define stat_inc_compr_inode(inode) do { } while (0) 36724c8ff709SChao Yu #define stat_dec_compr_inode(inode) do { } while (0) 36734c8ff709SChao Yu #define stat_add_compr_blocks(inode, blocks) do { } while (0) 36744c8ff709SChao Yu #define stat_sub_compr_blocks(inode, blocks) do { } while (0) 3675d66450e7SArnd Bergmann #define stat_inc_atomic_write(inode) do { } while (0) 3676d66450e7SArnd Bergmann #define stat_dec_atomic_write(inode) do { } while (0) 3677d66450e7SArnd Bergmann #define stat_update_max_atomic_write(inode) do { } while (0) 3678d66450e7SArnd Bergmann #define stat_inc_volatile_write(inode) do { } while (0) 3679d66450e7SArnd Bergmann #define stat_dec_volatile_write(inode) do { } while (0) 3680d66450e7SArnd Bergmann #define stat_update_max_volatile_write(inode) do { } while (0) 3681b63e7be5SChao Yu #define stat_inc_meta_count(sbi, blkaddr) do { } while (0) 3682d66450e7SArnd Bergmann #define stat_inc_seg_type(sbi, curseg) do { } while (0) 3683d66450e7SArnd Bergmann #define stat_inc_block_count(sbi, curseg) do { } while (0) 3684d66450e7SArnd Bergmann #define stat_inc_inplace_blocks(sbi) do { } while (0) 3685d66450e7SArnd Bergmann #define stat_inc_seg_count(sbi, type, gc_type) do { } while (0) 3686d66450e7SArnd Bergmann #define stat_inc_tot_blk_count(si, blks) do { } while (0) 3687d66450e7SArnd Bergmann #define stat_inc_data_blk_count(sbi, blks, gc_type) do { } while (0) 3688d66450e7SArnd Bergmann #define stat_inc_node_blk_count(sbi, blks, gc_type) do { } while (0) 368939a53e0cSJaegeuk Kim 369039a53e0cSJaegeuk Kim static inline int f2fs_build_stats(struct f2fs_sb_info *sbi) { return 0; } 369139a53e0cSJaegeuk Kim static inline void f2fs_destroy_stats(struct f2fs_sb_info *sbi) { } 369221acc07dSGreg Kroah-Hartman static inline void __init f2fs_create_root_stats(void) { } 36934589d25dSNamjae Jeon static inline void f2fs_destroy_root_stats(void) { } 3694fc7100eaSHridya Valsaraju static inline void update_sit_info(struct f2fs_sb_info *sbi) {} 369539a53e0cSJaegeuk Kim #endif 369639a53e0cSJaegeuk Kim 369739a53e0cSJaegeuk Kim extern const struct file_operations f2fs_dir_operations; 36982c2eb7a3SDaniel Rosenberg #ifdef CONFIG_UNICODE 36992c2eb7a3SDaniel Rosenberg extern const struct dentry_operations f2fs_dentry_ops; 37002c2eb7a3SDaniel Rosenberg #endif 370139a53e0cSJaegeuk Kim extern const struct file_operations f2fs_file_operations; 370239a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_file_inode_operations; 370339a53e0cSJaegeuk Kim extern const struct address_space_operations f2fs_dblock_aops; 370439a53e0cSJaegeuk Kim extern const struct address_space_operations f2fs_node_aops; 370539a53e0cSJaegeuk Kim extern const struct address_space_operations f2fs_meta_aops; 370639a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_dir_inode_operations; 370739a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_symlink_inode_operations; 3708cbaf042aSJaegeuk Kim extern const struct inode_operations f2fs_encrypted_symlink_inode_operations; 370939a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_special_inode_operations; 37104d57b86dSChao Yu extern struct kmem_cache *f2fs_inode_entry_slab; 37111001b347SHuajun Li 3712e18c65b2SHuajun Li /* 3713e18c65b2SHuajun Li * inline.c 3714e18c65b2SHuajun Li */ 3715cac5a3d8SDongOh Shin bool f2fs_may_inline_data(struct inode *inode); 3716cac5a3d8SDongOh Shin bool f2fs_may_inline_dentry(struct inode *inode); 37174d57b86dSChao Yu void f2fs_do_read_inline_data(struct page *page, struct page *ipage); 37184d57b86dSChao Yu void f2fs_truncate_inline_inode(struct inode *inode, 37194d57b86dSChao Yu struct page *ipage, u64 from); 3720cac5a3d8SDongOh Shin int f2fs_read_inline_data(struct inode *inode, struct page *page); 3721cac5a3d8SDongOh Shin int f2fs_convert_inline_page(struct dnode_of_data *dn, struct page *page); 3722cac5a3d8SDongOh Shin int f2fs_convert_inline_inode(struct inode *inode); 3723b06af2afSJaegeuk Kim int f2fs_try_convert_inline_dir(struct inode *dir, struct dentry *dentry); 3724cac5a3d8SDongOh Shin int f2fs_write_inline_data(struct inode *inode, struct page *page); 37254d57b86dSChao Yu bool f2fs_recover_inline_data(struct inode *inode, struct page *npage); 37264d57b86dSChao Yu struct f2fs_dir_entry *f2fs_find_in_inline_dir(struct inode *dir, 3727cac5a3d8SDongOh Shin struct fscrypt_name *fname, struct page **res_page); 37284d57b86dSChao Yu int f2fs_make_empty_inline_dir(struct inode *inode, struct inode *parent, 3729cac5a3d8SDongOh Shin struct page *ipage); 3730cac5a3d8SDongOh Shin int f2fs_add_inline_entry(struct inode *dir, const struct qstr *new_name, 3731cac5a3d8SDongOh Shin const struct qstr *orig_name, 3732cac5a3d8SDongOh Shin struct inode *inode, nid_t ino, umode_t mode); 37334d57b86dSChao Yu void f2fs_delete_inline_entry(struct f2fs_dir_entry *dentry, 37344d57b86dSChao Yu struct page *page, struct inode *dir, 37354d57b86dSChao Yu struct inode *inode); 3736cac5a3d8SDongOh Shin bool f2fs_empty_inline_dir(struct inode *dir); 3737cac5a3d8SDongOh Shin int f2fs_read_inline_dir(struct file *file, struct dir_context *ctx, 3738cac5a3d8SDongOh Shin struct fscrypt_str *fstr); 3739cac5a3d8SDongOh Shin int f2fs_inline_data_fiemap(struct inode *inode, 3740cac5a3d8SDongOh Shin struct fiemap_extent_info *fieinfo, 3741cac5a3d8SDongOh Shin __u64 start, __u64 len); 3742cde4de12SJaegeuk Kim 3743cde4de12SJaegeuk Kim /* 37442658e50dSJaegeuk Kim * shrinker.c 37452658e50dSJaegeuk Kim */ 3746cac5a3d8SDongOh Shin unsigned long f2fs_shrink_count(struct shrinker *shrink, 3747cac5a3d8SDongOh Shin struct shrink_control *sc); 3748cac5a3d8SDongOh Shin unsigned long f2fs_shrink_scan(struct shrinker *shrink, 3749cac5a3d8SDongOh Shin struct shrink_control *sc); 3750cac5a3d8SDongOh Shin void f2fs_join_shrinker(struct f2fs_sb_info *sbi); 3751cac5a3d8SDongOh Shin void f2fs_leave_shrinker(struct f2fs_sb_info *sbi); 37522658e50dSJaegeuk Kim 37532658e50dSJaegeuk Kim /* 3754a28ef1f5SChao Yu * extent_cache.c 3755a28ef1f5SChao Yu */ 37564dada3fdSChao Yu struct rb_entry *f2fs_lookup_rb_tree(struct rb_root_cached *root, 3757004b6862SChao Yu struct rb_entry *cached_re, unsigned int ofs); 37584d57b86dSChao Yu struct rb_node **f2fs_lookup_rb_tree_for_insert(struct f2fs_sb_info *sbi, 37594dada3fdSChao Yu struct rb_root_cached *root, 37604dada3fdSChao Yu struct rb_node **parent, 37614dada3fdSChao Yu unsigned int ofs, bool *leftmost); 37624dada3fdSChao Yu struct rb_entry *f2fs_lookup_rb_tree_ret(struct rb_root_cached *root, 3763004b6862SChao Yu struct rb_entry *cached_re, unsigned int ofs, 3764004b6862SChao Yu struct rb_entry **prev_entry, struct rb_entry **next_entry, 3765004b6862SChao Yu struct rb_node ***insert_p, struct rb_node **insert_parent, 37664dada3fdSChao Yu bool force, bool *leftmost); 37674d57b86dSChao Yu bool f2fs_check_rb_tree_consistence(struct f2fs_sb_info *sbi, 37684dada3fdSChao Yu struct rb_root_cached *root); 3769cac5a3d8SDongOh Shin unsigned int f2fs_shrink_extent_tree(struct f2fs_sb_info *sbi, int nr_shrink); 3770cac5a3d8SDongOh Shin bool f2fs_init_extent_tree(struct inode *inode, struct f2fs_extent *i_ext); 3771cac5a3d8SDongOh Shin void f2fs_drop_extent_tree(struct inode *inode); 3772cac5a3d8SDongOh Shin unsigned int f2fs_destroy_extent_node(struct inode *inode); 3773cac5a3d8SDongOh Shin void f2fs_destroy_extent_tree(struct inode *inode); 3774cac5a3d8SDongOh Shin bool f2fs_lookup_extent_cache(struct inode *inode, pgoff_t pgofs, 3775cac5a3d8SDongOh Shin struct extent_info *ei); 3776cac5a3d8SDongOh Shin void f2fs_update_extent_cache(struct dnode_of_data *dn); 377719b2c30dSChao Yu void f2fs_update_extent_cache_range(struct dnode_of_data *dn, 3778cac5a3d8SDongOh Shin pgoff_t fofs, block_t blkaddr, unsigned int len); 37794d57b86dSChao Yu void f2fs_init_extent_cache_info(struct f2fs_sb_info *sbi); 37804d57b86dSChao Yu int __init f2fs_create_extent_cache(void); 37814d57b86dSChao Yu void f2fs_destroy_extent_cache(void); 3782a28ef1f5SChao Yu 3783a28ef1f5SChao Yu /* 37848ceffcb2SChao Yu * sysfs.c 37858ceffcb2SChao Yu */ 3786dc6b2055SJaegeuk Kim int __init f2fs_init_sysfs(void); 3787dc6b2055SJaegeuk Kim void f2fs_exit_sysfs(void); 3788dc6b2055SJaegeuk Kim int f2fs_register_sysfs(struct f2fs_sb_info *sbi); 3789dc6b2055SJaegeuk Kim void f2fs_unregister_sysfs(struct f2fs_sb_info *sbi); 37908ceffcb2SChao Yu 379195ae251fSEric Biggers /* verity.c */ 379295ae251fSEric Biggers extern const struct fsverity_operations f2fs_verityops; 379395ae251fSEric Biggers 37948ceffcb2SChao Yu /* 3795cde4de12SJaegeuk Kim * crypto support 3796cde4de12SJaegeuk Kim */ 37971958593eSJaegeuk Kim static inline bool f2fs_encrypted_file(struct inode *inode) 37981958593eSJaegeuk Kim { 379962230e0dSChandan Rajendra return IS_ENCRYPTED(inode) && S_ISREG(inode->i_mode); 38001958593eSJaegeuk Kim } 38011958593eSJaegeuk Kim 3802cde4de12SJaegeuk Kim static inline void f2fs_set_encrypted_inode(struct inode *inode) 3803cde4de12SJaegeuk Kim { 3804643fa961SChandan Rajendra #ifdef CONFIG_FS_ENCRYPTION 3805cde4de12SJaegeuk Kim file_set_encrypt(inode); 38069149a5ebSChao Yu f2fs_set_inode_flags(inode); 3807cde4de12SJaegeuk Kim #endif 3808cde4de12SJaegeuk Kim } 3809cde4de12SJaegeuk Kim 38106dbb1796SEric Biggers /* 38116dbb1796SEric Biggers * Returns true if the reads of the inode's data need to undergo some 38126dbb1796SEric Biggers * postprocessing step, like decryption or authenticity verification. 38136dbb1796SEric Biggers */ 38146dbb1796SEric Biggers static inline bool f2fs_post_read_required(struct inode *inode) 3815cde4de12SJaegeuk Kim { 38164c8ff709SChao Yu return f2fs_encrypted_file(inode) || fsverity_active(inode) || 38174c8ff709SChao Yu f2fs_compressed_file(inode); 38184c8ff709SChao Yu } 38194c8ff709SChao Yu 38204c8ff709SChao Yu /* 38214c8ff709SChao Yu * compress.c 38224c8ff709SChao Yu */ 38234c8ff709SChao Yu #ifdef CONFIG_F2FS_FS_COMPRESSION 38244c8ff709SChao Yu bool f2fs_is_compressed_page(struct page *page); 38254c8ff709SChao Yu struct page *f2fs_compress_control_page(struct page *page); 38264c8ff709SChao Yu int f2fs_prepare_compress_overwrite(struct inode *inode, 38274c8ff709SChao Yu struct page **pagep, pgoff_t index, void **fsdata); 38284c8ff709SChao Yu bool f2fs_compress_write_end(struct inode *inode, void *fsdata, 38294c8ff709SChao Yu pgoff_t index, unsigned copied); 38303265d3dbSChao Yu int f2fs_truncate_partial_cluster(struct inode *inode, u64 from, bool lock); 38314c8ff709SChao Yu void f2fs_compress_write_end_io(struct bio *bio, struct page *page); 38324c8ff709SChao Yu bool f2fs_is_compress_backend_ready(struct inode *inode); 38335e6bbde9SChao Yu int f2fs_init_compress_mempool(void); 38345e6bbde9SChao Yu void f2fs_destroy_compress_mempool(void); 38354c8ff709SChao Yu void f2fs_decompress_pages(struct bio *bio, struct page *page, bool verity); 38364c8ff709SChao Yu bool f2fs_cluster_is_empty(struct compress_ctx *cc); 38374c8ff709SChao Yu bool f2fs_cluster_can_merge_page(struct compress_ctx *cc, pgoff_t index); 38384c8ff709SChao Yu void f2fs_compress_ctx_add_page(struct compress_ctx *cc, struct page *page); 38394c8ff709SChao Yu int f2fs_write_multi_pages(struct compress_ctx *cc, 38404c8ff709SChao Yu int *submitted, 38414c8ff709SChao Yu struct writeback_control *wbc, 38424c8ff709SChao Yu enum iostat_type io_type); 38434c8ff709SChao Yu int f2fs_is_compressed_cluster(struct inode *inode, pgoff_t index); 38444c8ff709SChao Yu int f2fs_read_multi_pages(struct compress_ctx *cc, struct bio **bio_ret, 38454c8ff709SChao Yu unsigned nr_pages, sector_t *last_block_in_bio, 38460683728aSChao Yu bool is_readahead, bool for_write); 38474c8ff709SChao Yu struct decompress_io_ctx *f2fs_alloc_dic(struct compress_ctx *cc); 38484c8ff709SChao Yu void f2fs_free_dic(struct decompress_io_ctx *dic); 38494c8ff709SChao Yu void f2fs_decompress_end_io(struct page **rpages, 38504c8ff709SChao Yu unsigned int cluster_size, bool err, bool verity); 38514c8ff709SChao Yu int f2fs_init_compress_ctx(struct compress_ctx *cc); 38524c8ff709SChao Yu void f2fs_destroy_compress_ctx(struct compress_ctx *cc); 38534c8ff709SChao Yu void f2fs_init_compress_info(struct f2fs_sb_info *sbi); 38544c8ff709SChao Yu #else 38554c8ff709SChao Yu static inline bool f2fs_is_compressed_page(struct page *page) { return false; } 38564c8ff709SChao Yu static inline bool f2fs_is_compress_backend_ready(struct inode *inode) 38574c8ff709SChao Yu { 38584c8ff709SChao Yu if (!f2fs_compressed_file(inode)) 38594c8ff709SChao Yu return true; 38604c8ff709SChao Yu /* not support compression */ 38614c8ff709SChao Yu return false; 38624c8ff709SChao Yu } 38634c8ff709SChao Yu static inline struct page *f2fs_compress_control_page(struct page *page) 38644c8ff709SChao Yu { 38654c8ff709SChao Yu WARN_ON_ONCE(1); 38664c8ff709SChao Yu return ERR_PTR(-EINVAL); 38674c8ff709SChao Yu } 38685e6bbde9SChao Yu static inline int f2fs_init_compress_mempool(void) { return 0; } 38695e6bbde9SChao Yu static inline void f2fs_destroy_compress_mempool(void) { } 38704c8ff709SChao Yu #endif 38714c8ff709SChao Yu 38724c8ff709SChao Yu static inline void set_compress_context(struct inode *inode) 38734c8ff709SChao Yu { 38744c8ff709SChao Yu struct f2fs_sb_info *sbi = F2FS_I_SB(inode); 38754c8ff709SChao Yu 38764c8ff709SChao Yu F2FS_I(inode)->i_compress_algorithm = 38774c8ff709SChao Yu F2FS_OPTION(sbi).compress_algorithm; 38784c8ff709SChao Yu F2FS_I(inode)->i_log_cluster_size = 38794c8ff709SChao Yu F2FS_OPTION(sbi).compress_log_size; 38804c8ff709SChao Yu F2FS_I(inode)->i_cluster_size = 38814c8ff709SChao Yu 1 << F2FS_I(inode)->i_log_cluster_size; 38824c8ff709SChao Yu F2FS_I(inode)->i_flags |= F2FS_COMPR_FL; 38834c8ff709SChao Yu set_inode_flag(inode, FI_COMPRESSED_FILE); 38844c8ff709SChao Yu stat_inc_compr_inode(inode); 3885530e0704SChao Yu f2fs_mark_inode_dirty_sync(inode, true); 38864c8ff709SChao Yu } 38874c8ff709SChao Yu 38884c8ff709SChao Yu static inline u64 f2fs_disable_compressed_file(struct inode *inode) 38894c8ff709SChao Yu { 38904c8ff709SChao Yu struct f2fs_inode_info *fi = F2FS_I(inode); 38914c8ff709SChao Yu 38924c8ff709SChao Yu if (!f2fs_compressed_file(inode)) 38934c8ff709SChao Yu return 0; 3894aa576970SChao Yu if (S_ISREG(inode->i_mode)) { 38956cfdf15fSChao Yu if (get_dirty_pages(inode)) 38966cfdf15fSChao Yu return 1; 38974c8ff709SChao Yu if (fi->i_compr_blocks) 38984c8ff709SChao Yu return fi->i_compr_blocks; 3899aa576970SChao Yu } 39004c8ff709SChao Yu 39014c8ff709SChao Yu fi->i_flags &= ~F2FS_COMPR_FL; 39024c8ff709SChao Yu stat_dec_compr_inode(inode); 390396f5b4faSChao Yu clear_inode_flag(inode, FI_COMPRESSED_FILE); 3904530e0704SChao Yu f2fs_mark_inode_dirty_sync(inode, true); 39054c8ff709SChao Yu return 0; 3906cde4de12SJaegeuk Kim } 3907cde4de12SJaegeuk Kim 3908ccd31cb2SSheng Yong #define F2FS_FEATURE_FUNCS(name, flagname) \ 39097beb01f7SChao Yu static inline int f2fs_sb_has_##name(struct f2fs_sb_info *sbi) \ 3910ccd31cb2SSheng Yong { \ 39117beb01f7SChao Yu return F2FS_HAS_FEATURE(sbi, F2FS_FEATURE_##flagname); \ 3912cde4de12SJaegeuk Kim } 3913f424f664SJaegeuk Kim 3914ccd31cb2SSheng Yong F2FS_FEATURE_FUNCS(encrypt, ENCRYPT); 3915ccd31cb2SSheng Yong F2FS_FEATURE_FUNCS(blkzoned, BLKZONED); 3916ccd31cb2SSheng Yong F2FS_FEATURE_FUNCS(extra_attr, EXTRA_ATTR); 3917ccd31cb2SSheng Yong F2FS_FEATURE_FUNCS(project_quota, PRJQUOTA); 3918ccd31cb2SSheng Yong F2FS_FEATURE_FUNCS(inode_chksum, INODE_CHKSUM); 3919ccd31cb2SSheng Yong F2FS_FEATURE_FUNCS(flexible_inline_xattr, FLEXIBLE_INLINE_XATTR); 3920ccd31cb2SSheng Yong F2FS_FEATURE_FUNCS(quota_ino, QUOTA_INO); 3921ccd31cb2SSheng Yong F2FS_FEATURE_FUNCS(inode_crtime, INODE_CRTIME); 3922b7c409deSSheng Yong F2FS_FEATURE_FUNCS(lost_found, LOST_FOUND); 392395ae251fSEric Biggers F2FS_FEATURE_FUNCS(verity, VERITY); 3924d440c52dSJunling Zheng F2FS_FEATURE_FUNCS(sb_chksum, SB_CHKSUM); 39255aba5430SDaniel Rosenberg F2FS_FEATURE_FUNCS(casefold, CASEFOLD); 39264c8ff709SChao Yu F2FS_FEATURE_FUNCS(compression, COMPRESSION); 39271c1d35dfSChao Yu 3928178053e2SDamien Le Moal #ifdef CONFIG_BLK_DEV_ZONED 392995175dafSDamien Le Moal static inline bool f2fs_blkz_is_seq(struct f2fs_sb_info *sbi, int devi, 393095175dafSDamien Le Moal block_t blkaddr) 3931178053e2SDamien Le Moal { 3932178053e2SDamien Le Moal unsigned int zno = blkaddr >> sbi->log_blocks_per_blkz; 3933178053e2SDamien Le Moal 393495175dafSDamien Le Moal return test_bit(zno, FDEV(devi).blkz_seq); 3935178053e2SDamien Le Moal } 3936178053e2SDamien Le Moal #endif 3937178053e2SDamien Le Moal 39387d20c8abSChao Yu static inline bool f2fs_hw_should_discard(struct f2fs_sb_info *sbi) 393996ba2decSDamien Le Moal { 39407beb01f7SChao Yu return f2fs_sb_has_blkzoned(sbi); 39417d20c8abSChao Yu } 394296ba2decSDamien Le Moal 39437f3d7719SDamien Le Moal static inline bool f2fs_bdev_support_discard(struct block_device *bdev) 39447f3d7719SDamien Le Moal { 39457f3d7719SDamien Le Moal return blk_queue_discard(bdev_get_queue(bdev)) || 39467f3d7719SDamien Le Moal bdev_is_zoned(bdev); 39477f3d7719SDamien Le Moal } 39487f3d7719SDamien Le Moal 39497d20c8abSChao Yu static inline bool f2fs_hw_support_discard(struct f2fs_sb_info *sbi) 39507d20c8abSChao Yu { 39517f3d7719SDamien Le Moal int i; 39527f3d7719SDamien Le Moal 39537f3d7719SDamien Le Moal if (!f2fs_is_multi_device(sbi)) 39547f3d7719SDamien Le Moal return f2fs_bdev_support_discard(sbi->sb->s_bdev); 39557f3d7719SDamien Le Moal 39567f3d7719SDamien Le Moal for (i = 0; i < sbi->s_ndevs; i++) 39577f3d7719SDamien Le Moal if (f2fs_bdev_support_discard(FDEV(i).bdev)) 39587f3d7719SDamien Le Moal return true; 39597f3d7719SDamien Le Moal return false; 39607d20c8abSChao Yu } 39617d20c8abSChao Yu 39627d20c8abSChao Yu static inline bool f2fs_realtime_discard_enable(struct f2fs_sb_info *sbi) 39637d20c8abSChao Yu { 39647d20c8abSChao Yu return (test_opt(sbi, DISCARD) && f2fs_hw_support_discard(sbi)) || 39657d20c8abSChao Yu f2fs_hw_should_discard(sbi); 396652763a4bSJaegeuk Kim } 396752763a4bSJaegeuk Kim 3968f824deb5SChao Yu static inline bool f2fs_hw_is_readonly(struct f2fs_sb_info *sbi) 3969f824deb5SChao Yu { 3970f824deb5SChao Yu int i; 3971f824deb5SChao Yu 3972f824deb5SChao Yu if (!f2fs_is_multi_device(sbi)) 3973f824deb5SChao Yu return bdev_read_only(sbi->sb->s_bdev); 3974f824deb5SChao Yu 3975f824deb5SChao Yu for (i = 0; i < sbi->s_ndevs; i++) 3976f824deb5SChao Yu if (bdev_read_only(FDEV(i).bdev)) 3977f824deb5SChao Yu return true; 3978f824deb5SChao Yu return false; 3979f824deb5SChao Yu } 3980f824deb5SChao Yu 3981b0332a0fSChao Yu static inline bool f2fs_lfs_mode(struct f2fs_sb_info *sbi) 398252763a4bSJaegeuk Kim { 3983b0332a0fSChao Yu return F2FS_OPTION(sbi).fs_mode == FS_MODE_LFS; 398452763a4bSJaegeuk Kim } 398552763a4bSJaegeuk Kim 39868c7d4b57SChao Yu static inline bool f2fs_may_encrypt(struct inode *dir, struct inode *inode) 3987fcc85a4dSJaegeuk Kim { 3988643fa961SChandan Rajendra #ifdef CONFIG_FS_ENCRYPTION 39898c7d4b57SChao Yu struct f2fs_sb_info *sbi = F2FS_I_SB(dir); 3990886f56f9SAl Viro umode_t mode = inode->i_mode; 3991fcc85a4dSJaegeuk Kim 39928c7d4b57SChao Yu /* 39938c7d4b57SChao Yu * If the directory encrypted or dummy encryption enabled, 39948c7d4b57SChao Yu * then we should encrypt the inode. 39958c7d4b57SChao Yu */ 39968c7d4b57SChao Yu if (IS_ENCRYPTED(dir) || DUMMY_ENCRYPTION_ENABLED(sbi)) 3997fcc85a4dSJaegeuk Kim return (S_ISREG(mode) || S_ISDIR(mode) || S_ISLNK(mode)); 3998fcc85a4dSJaegeuk Kim #endif 39998c7d4b57SChao Yu return false; 4000fcc85a4dSJaegeuk Kim } 4001fcc85a4dSJaegeuk Kim 40024c8ff709SChao Yu static inline bool f2fs_may_compress(struct inode *inode) 40034c8ff709SChao Yu { 40044c8ff709SChao Yu if (IS_SWAPFILE(inode) || f2fs_is_pinned_file(inode) || 40054c8ff709SChao Yu f2fs_is_atomic_file(inode) || 40064c8ff709SChao Yu f2fs_is_volatile_file(inode)) 40074c8ff709SChao Yu return false; 40084c8ff709SChao Yu return S_ISREG(inode->i_mode) || S_ISDIR(inode->i_mode); 40094c8ff709SChao Yu } 40104c8ff709SChao Yu 40114c8ff709SChao Yu static inline void f2fs_i_compr_blocks_update(struct inode *inode, 40124c8ff709SChao Yu u64 blocks, bool add) 40134c8ff709SChao Yu { 40144c8ff709SChao Yu int diff = F2FS_I(inode)->i_cluster_size - blocks; 40154c8ff709SChao Yu 40164c8ff709SChao Yu if (add) { 40174c8ff709SChao Yu F2FS_I(inode)->i_compr_blocks += diff; 40184c8ff709SChao Yu stat_add_compr_blocks(inode, diff); 40194c8ff709SChao Yu } else { 40204c8ff709SChao Yu F2FS_I(inode)->i_compr_blocks -= diff; 40214c8ff709SChao Yu stat_sub_compr_blocks(inode, diff); 40224c8ff709SChao Yu } 40234c8ff709SChao Yu f2fs_mark_inode_dirty_sync(inode, true); 40244c8ff709SChao Yu } 40254c8ff709SChao Yu 4026f847c699SChao Yu static inline int block_unaligned_IO(struct inode *inode, 4027f847c699SChao Yu struct kiocb *iocb, struct iov_iter *iter) 4028b91050a8SHyunchul Lee { 4029f847c699SChao Yu unsigned int i_blkbits = READ_ONCE(inode->i_blkbits); 4030f847c699SChao Yu unsigned int blocksize_mask = (1 << i_blkbits) - 1; 4031f847c699SChao Yu loff_t offset = iocb->ki_pos; 4032f847c699SChao Yu unsigned long align = offset | iov_iter_alignment(iter); 4033f847c699SChao Yu 4034f847c699SChao Yu return align & blocksize_mask; 4035f847c699SChao Yu } 4036f847c699SChao Yu 4037f847c699SChao Yu static inline int allow_outplace_dio(struct inode *inode, 4038f847c699SChao Yu struct kiocb *iocb, struct iov_iter *iter) 4039f847c699SChao Yu { 4040f847c699SChao Yu struct f2fs_sb_info *sbi = F2FS_I_SB(inode); 4041f847c699SChao Yu int rw = iov_iter_rw(iter); 4042f847c699SChao Yu 4043b0332a0fSChao Yu return (f2fs_lfs_mode(sbi) && (rw == WRITE) && 4044f847c699SChao Yu !block_unaligned_IO(inode, iocb, iter)); 4045f847c699SChao Yu } 4046f847c699SChao Yu 4047f847c699SChao Yu static inline bool f2fs_force_buffered_io(struct inode *inode, 4048f847c699SChao Yu struct kiocb *iocb, struct iov_iter *iter) 4049f847c699SChao Yu { 4050f847c699SChao Yu struct f2fs_sb_info *sbi = F2FS_I_SB(inode); 4051f847c699SChao Yu int rw = iov_iter_rw(iter); 4052f847c699SChao Yu 4053f847c699SChao Yu if (f2fs_post_read_required(inode)) 4054f847c699SChao Yu return true; 40550916878dSDamien Le Moal if (f2fs_is_multi_device(sbi)) 4056f847c699SChao Yu return true; 4057f847c699SChao Yu /* 4058f847c699SChao Yu * for blkzoned device, fallback direct IO to buffered IO, so 4059f847c699SChao Yu * all IOs can be serialized by log-structured write. 4060f847c699SChao Yu */ 40617beb01f7SChao Yu if (f2fs_sb_has_blkzoned(sbi)) 4062f847c699SChao Yu return true; 4063b0332a0fSChao Yu if (f2fs_lfs_mode(sbi) && (rw == WRITE)) { 40649720ee80SChao Yu if (block_unaligned_IO(inode, iocb, iter)) 4065f847c699SChao Yu return true; 40669720ee80SChao Yu if (F2FS_IO_ALIGNED(sbi)) 40679720ee80SChao Yu return true; 40689720ee80SChao Yu } 40694969c06aSJaegeuk Kim if (is_sbi_flag_set(F2FS_I_SB(inode), SBI_CP_DISABLED) && 40703ee0c5d3SChao Yu !IS_SWAPFILE(inode)) 40714354994fSDaniel Rosenberg return true; 40724354994fSDaniel Rosenberg 4073f847c699SChao Yu return false; 4074b91050a8SHyunchul Lee } 4075b91050a8SHyunchul Lee 407683a3bfdbSJaegeuk Kim #ifdef CONFIG_F2FS_FAULT_INJECTION 4077d494500aSChao Yu extern void f2fs_build_fault_attr(struct f2fs_sb_info *sbi, unsigned int rate, 4078d494500aSChao Yu unsigned int type); 407983a3bfdbSJaegeuk Kim #else 4080d494500aSChao Yu #define f2fs_build_fault_attr(sbi, rate, type) do { } while (0) 408183a3bfdbSJaegeuk Kim #endif 408283a3bfdbSJaegeuk Kim 4083af033b2aSChao Yu static inline bool is_journalled_quota(struct f2fs_sb_info *sbi) 4084af033b2aSChao Yu { 4085af033b2aSChao Yu #ifdef CONFIG_QUOTA 40867beb01f7SChao Yu if (f2fs_sb_has_quota_ino(sbi)) 4087af033b2aSChao Yu return true; 4088af033b2aSChao Yu if (F2FS_OPTION(sbi).s_qf_names[USRQUOTA] || 4089af033b2aSChao Yu F2FS_OPTION(sbi).s_qf_names[GRPQUOTA] || 4090af033b2aSChao Yu F2FS_OPTION(sbi).s_qf_names[PRJQUOTA]) 4091af033b2aSChao Yu return true; 4092af033b2aSChao Yu #endif 4093af033b2aSChao Yu return false; 4094af033b2aSChao Yu } 40950af725fcSJaegeuk Kim 409610f966bbSChao Yu #define EFSBADCRC EBADMSG /* Bad CRC detected */ 409710f966bbSChao Yu #define EFSCORRUPTED EUCLEAN /* Filesystem is corrupted */ 409810f966bbSChao Yu 4099e1074d4bSChao Yu #endif /* _LINUX_F2FS_H */ 4100