10a8165d7SJaegeuk Kim /* 239a53e0cSJaegeuk Kim * fs/f2fs/f2fs.h 339a53e0cSJaegeuk Kim * 439a53e0cSJaegeuk Kim * Copyright (c) 2012 Samsung Electronics Co., Ltd. 539a53e0cSJaegeuk Kim * http://www.samsung.com/ 639a53e0cSJaegeuk Kim * 739a53e0cSJaegeuk Kim * This program is free software; you can redistribute it and/or modify 839a53e0cSJaegeuk Kim * it under the terms of the GNU General Public License version 2 as 939a53e0cSJaegeuk Kim * published by the Free Software Foundation. 1039a53e0cSJaegeuk Kim */ 1139a53e0cSJaegeuk Kim #ifndef _LINUX_F2FS_H 1239a53e0cSJaegeuk Kim #define _LINUX_F2FS_H 1339a53e0cSJaegeuk Kim 1439a53e0cSJaegeuk Kim #include <linux/types.h> 1539a53e0cSJaegeuk Kim #include <linux/page-flags.h> 1639a53e0cSJaegeuk Kim #include <linux/buffer_head.h> 1739a53e0cSJaegeuk Kim #include <linux/slab.h> 1839a53e0cSJaegeuk Kim #include <linux/crc32.h> 1939a53e0cSJaegeuk Kim #include <linux/magic.h> 20c2d715d1SJaegeuk Kim #include <linux/kobject.h> 217bd59381SGu Zheng #include <linux/sched.h> 2239307a8eSJaegeuk Kim #include <linux/vmalloc.h> 23740432f8SJaegeuk Kim #include <linux/bio.h> 24d0239e1bSJaegeuk Kim #include <linux/blkdev.h> 250b81d077SJaegeuk Kim #include <linux/fscrypto.h> 2643b6573bSKeith Mok #include <crypto/hash.h> 2739a53e0cSJaegeuk Kim 285d56b671SJaegeuk Kim #ifdef CONFIG_F2FS_CHECK_FS 299850cf4aSJaegeuk Kim #define f2fs_bug_on(sbi, condition) BUG_ON(condition) 305d56b671SJaegeuk Kim #else 319850cf4aSJaegeuk Kim #define f2fs_bug_on(sbi, condition) \ 329850cf4aSJaegeuk Kim do { \ 339850cf4aSJaegeuk Kim if (unlikely(condition)) { \ 349850cf4aSJaegeuk Kim WARN_ON(1); \ 35caf0047eSChao Yu set_sbi_flag(sbi, SBI_NEED_FSCK); \ 369850cf4aSJaegeuk Kim } \ 379850cf4aSJaegeuk Kim } while (0) 385d56b671SJaegeuk Kim #endif 395d56b671SJaegeuk Kim 402c63feadSJaegeuk Kim #ifdef CONFIG_F2FS_FAULT_INJECTION 412c63feadSJaegeuk Kim enum { 422c63feadSJaegeuk Kim FAULT_KMALLOC, 43c41f3cc3SJaegeuk Kim FAULT_PAGE_ALLOC, 44cb78942bSJaegeuk Kim FAULT_ALLOC_NID, 45cb78942bSJaegeuk Kim FAULT_ORPHAN, 46cb78942bSJaegeuk Kim FAULT_BLOCK, 47cb78942bSJaegeuk Kim FAULT_DIR_DEPTH, 4853aa6bbfSJaegeuk Kim FAULT_EVICT_INODE, 498b038c70SChao Yu FAULT_IO, 500f348028SChao Yu FAULT_CHECKPOINT, 512c63feadSJaegeuk Kim FAULT_MAX, 522c63feadSJaegeuk Kim }; 532c63feadSJaegeuk Kim 5408796897SSheng Yong struct f2fs_fault_info { 5508796897SSheng Yong atomic_t inject_ops; 5608796897SSheng Yong unsigned int inject_rate; 5708796897SSheng Yong unsigned int inject_type; 5808796897SSheng Yong }; 5908796897SSheng Yong 602c63feadSJaegeuk Kim extern char *fault_name[FAULT_MAX]; 611ecc0c5cSChao Yu #define IS_FAULT_SET(fi, type) (fi->inject_type & (1 << (type))) 622c63feadSJaegeuk Kim #endif 632c63feadSJaegeuk Kim 6439a53e0cSJaegeuk Kim /* 6539a53e0cSJaegeuk Kim * For mount options 6639a53e0cSJaegeuk Kim */ 6739a53e0cSJaegeuk Kim #define F2FS_MOUNT_BG_GC 0x00000001 6839a53e0cSJaegeuk Kim #define F2FS_MOUNT_DISABLE_ROLL_FORWARD 0x00000002 6939a53e0cSJaegeuk Kim #define F2FS_MOUNT_DISCARD 0x00000004 7039a53e0cSJaegeuk Kim #define F2FS_MOUNT_NOHEAP 0x00000008 7139a53e0cSJaegeuk Kim #define F2FS_MOUNT_XATTR_USER 0x00000010 7239a53e0cSJaegeuk Kim #define F2FS_MOUNT_POSIX_ACL 0x00000020 7339a53e0cSJaegeuk Kim #define F2FS_MOUNT_DISABLE_EXT_IDENTIFY 0x00000040 74444c580fSJaegeuk Kim #define F2FS_MOUNT_INLINE_XATTR 0x00000080 751001b347SHuajun Li #define F2FS_MOUNT_INLINE_DATA 0x00000100 7634d67debSChao Yu #define F2FS_MOUNT_INLINE_DENTRY 0x00000200 7734d67debSChao Yu #define F2FS_MOUNT_FLUSH_MERGE 0x00000400 7834d67debSChao Yu #define F2FS_MOUNT_NOBARRIER 0x00000800 79d5053a34SJaegeuk Kim #define F2FS_MOUNT_FASTBOOT 0x00001000 8089672159SChao Yu #define F2FS_MOUNT_EXTENT_CACHE 0x00002000 816aefd93bSJaegeuk Kim #define F2FS_MOUNT_FORCE_FG_GC 0x00004000 82343f40f0SChao Yu #define F2FS_MOUNT_DATA_FLUSH 0x00008000 8373faec4dSJaegeuk Kim #define F2FS_MOUNT_FAULT_INJECTION 0x00010000 8436abef4eSJaegeuk Kim #define F2FS_MOUNT_ADAPTIVE 0x00020000 8536abef4eSJaegeuk Kim #define F2FS_MOUNT_LFS 0x00040000 8639a53e0cSJaegeuk Kim 8739a53e0cSJaegeuk Kim #define clear_opt(sbi, option) (sbi->mount_opt.opt &= ~F2FS_MOUNT_##option) 8839a53e0cSJaegeuk Kim #define set_opt(sbi, option) (sbi->mount_opt.opt |= F2FS_MOUNT_##option) 8939a53e0cSJaegeuk Kim #define test_opt(sbi, option) (sbi->mount_opt.opt & F2FS_MOUNT_##option) 9039a53e0cSJaegeuk Kim 9139a53e0cSJaegeuk Kim #define ver_after(a, b) (typecheck(unsigned long long, a) && \ 9239a53e0cSJaegeuk Kim typecheck(unsigned long long, b) && \ 9339a53e0cSJaegeuk Kim ((long long)((a) - (b)) > 0)) 9439a53e0cSJaegeuk Kim 95a9841c4dSJaegeuk Kim typedef u32 block_t; /* 96a9841c4dSJaegeuk Kim * should not change u32, since it is the on-disk block 97a9841c4dSJaegeuk Kim * address format, __le32. 98a9841c4dSJaegeuk Kim */ 9939a53e0cSJaegeuk Kim typedef u32 nid_t; 10039a53e0cSJaegeuk Kim 10139a53e0cSJaegeuk Kim struct f2fs_mount_info { 10239a53e0cSJaegeuk Kim unsigned int opt; 10339a53e0cSJaegeuk Kim }; 10439a53e0cSJaegeuk Kim 105cde4de12SJaegeuk Kim #define F2FS_FEATURE_ENCRYPT 0x0001 1060bfd7a09SDamien Le Moal #define F2FS_FEATURE_BLKZONED 0x0002 107cde4de12SJaegeuk Kim 10876f105a2SJaegeuk Kim #define F2FS_HAS_FEATURE(sb, mask) \ 10976f105a2SJaegeuk Kim ((F2FS_SB(sb)->raw_super->feature & cpu_to_le32(mask)) != 0) 11076f105a2SJaegeuk Kim #define F2FS_SET_FEATURE(sb, mask) \ 11176f105a2SJaegeuk Kim F2FS_SB(sb)->raw_super->feature |= cpu_to_le32(mask) 11276f105a2SJaegeuk Kim #define F2FS_CLEAR_FEATURE(sb, mask) \ 11376f105a2SJaegeuk Kim F2FS_SB(sb)->raw_super->feature &= ~cpu_to_le32(mask) 11476f105a2SJaegeuk Kim 11539a53e0cSJaegeuk Kim /* 11639a53e0cSJaegeuk Kim * For checkpoint manager 11739a53e0cSJaegeuk Kim */ 11839a53e0cSJaegeuk Kim enum { 11939a53e0cSJaegeuk Kim NAT_BITMAP, 12039a53e0cSJaegeuk Kim SIT_BITMAP 12139a53e0cSJaegeuk Kim }; 12239a53e0cSJaegeuk Kim 12375ab4cb8SJaegeuk Kim enum { 12475ab4cb8SJaegeuk Kim CP_UMOUNT, 125119ee914SJaegeuk Kim CP_FASTBOOT, 12675ab4cb8SJaegeuk Kim CP_SYNC, 12710027551SJaegeuk Kim CP_RECOVERY, 1284b2fecc8SJaegeuk Kim CP_DISCARD, 12975ab4cb8SJaegeuk Kim }; 13075ab4cb8SJaegeuk Kim 1312d9e9c32SJaegeuk Kim #define DEF_BATCHED_TRIM_SECTIONS 2 132bba681cbSJaegeuk Kim #define BATCHED_TRIM_SEGMENTS(sbi) \ 133bba681cbSJaegeuk Kim (SM_I(sbi)->trim_sections * (sbi)->segs_per_sec) 134a66cdd98SJaegeuk Kim #define BATCHED_TRIM_BLOCKS(sbi) \ 135a66cdd98SJaegeuk Kim (BATCHED_TRIM_SEGMENTS(sbi) << (sbi)->log_blocks_per_seg) 13660b99b48SJaegeuk Kim #define DEF_CP_INTERVAL 60 /* 60 secs */ 137dcf25fe8SChao Yu #define DEF_IDLE_INTERVAL 5 /* 5 secs */ 138bba681cbSJaegeuk Kim 13975ab4cb8SJaegeuk Kim struct cp_control { 14075ab4cb8SJaegeuk Kim int reason; 1414b2fecc8SJaegeuk Kim __u64 trim_start; 1424b2fecc8SJaegeuk Kim __u64 trim_end; 1434b2fecc8SJaegeuk Kim __u64 trim_minlen; 1444b2fecc8SJaegeuk Kim __u64 trimmed; 14575ab4cb8SJaegeuk Kim }; 14675ab4cb8SJaegeuk Kim 147662befdaSChao Yu /* 14881c1a0f1SChao Yu * For CP/NAT/SIT/SSA readahead 149662befdaSChao Yu */ 150662befdaSChao Yu enum { 151662befdaSChao Yu META_CP, 152662befdaSChao Yu META_NAT, 15381c1a0f1SChao Yu META_SIT, 1544c521f49SJaegeuk Kim META_SSA, 1554c521f49SJaegeuk Kim META_POR, 156662befdaSChao Yu }; 157662befdaSChao Yu 1586451e041SJaegeuk Kim /* for the list of ino */ 1596451e041SJaegeuk Kim enum { 1606451e041SJaegeuk Kim ORPHAN_INO, /* for orphan ino list */ 161fff04f90SJaegeuk Kim APPEND_INO, /* for append ino list */ 162fff04f90SJaegeuk Kim UPDATE_INO, /* for update ino list */ 1636451e041SJaegeuk Kim MAX_INO_ENTRY, /* max. list */ 1646451e041SJaegeuk Kim }; 1656451e041SJaegeuk Kim 1666451e041SJaegeuk Kim struct ino_entry { 16739a53e0cSJaegeuk Kim struct list_head list; /* list head */ 16839a53e0cSJaegeuk Kim nid_t ino; /* inode number */ 16939a53e0cSJaegeuk Kim }; 17039a53e0cSJaegeuk Kim 1712710fd7eSChao Yu /* for the list of inodes to be GCed */ 17206292073SChao Yu struct inode_entry { 17339a53e0cSJaegeuk Kim struct list_head list; /* list head */ 17439a53e0cSJaegeuk Kim struct inode *inode; /* vfs inode pointer */ 17539a53e0cSJaegeuk Kim }; 17639a53e0cSJaegeuk Kim 1777fd9e544SJaegeuk Kim /* for the list of blockaddresses to be discarded */ 1787fd9e544SJaegeuk Kim struct discard_entry { 1797fd9e544SJaegeuk Kim struct list_head list; /* list head */ 1807fd9e544SJaegeuk Kim block_t blkaddr; /* block address to be discarded */ 1817fd9e544SJaegeuk Kim int len; /* # of consecutive blocks of the discard */ 1827fd9e544SJaegeuk Kim }; 1837fd9e544SJaegeuk Kim 184b01a9201SJaegeuk Kim struct discard_cmd { 185b01a9201SJaegeuk Kim struct list_head list; /* command list */ 186b01a9201SJaegeuk Kim struct completion wait; /* compleation */ 187b01a9201SJaegeuk Kim block_t lstart; /* logical start address */ 188b01a9201SJaegeuk Kim block_t len; /* length */ 189b01a9201SJaegeuk Kim struct bio *bio; /* bio */ 190275b66b0SChao Yu }; 191275b66b0SChao Yu 192*0b54fb84SJaegeuk Kim struct discard_cmd_control { 193*0b54fb84SJaegeuk Kim struct list_head discard_entry_list; /* 4KB discard entry list */ 194*0b54fb84SJaegeuk Kim int nr_discards; /* # of discards in the list */ 195*0b54fb84SJaegeuk Kim struct list_head discard_cmd_list; /* discard cmd list */ 196*0b54fb84SJaegeuk Kim int max_discards; /* max. discards to be issued */ 197*0b54fb84SJaegeuk Kim }; 198*0b54fb84SJaegeuk Kim 19939a53e0cSJaegeuk Kim /* for the list of fsync inodes, used only during recovery */ 20039a53e0cSJaegeuk Kim struct fsync_inode_entry { 20139a53e0cSJaegeuk Kim struct list_head list; /* list head */ 20239a53e0cSJaegeuk Kim struct inode *inode; /* vfs inode pointer */ 203c52e1b10SJaegeuk Kim block_t blkaddr; /* block address locating the last fsync */ 204c52e1b10SJaegeuk Kim block_t last_dentry; /* block address locating the last dentry */ 20539a53e0cSJaegeuk Kim }; 20639a53e0cSJaegeuk Kim 207dfc08a12SChao Yu #define nats_in_cursum(jnl) (le16_to_cpu(jnl->n_nats)) 208dfc08a12SChao Yu #define sits_in_cursum(jnl) (le16_to_cpu(jnl->n_sits)) 20939a53e0cSJaegeuk Kim 210dfc08a12SChao Yu #define nat_in_journal(jnl, i) (jnl->nat_j.entries[i].ne) 211dfc08a12SChao Yu #define nid_in_journal(jnl, i) (jnl->nat_j.entries[i].nid) 212dfc08a12SChao Yu #define sit_in_journal(jnl, i) (jnl->sit_j.entries[i].se) 213dfc08a12SChao Yu #define segno_in_journal(jnl, i) (jnl->sit_j.entries[i].segno) 21439a53e0cSJaegeuk Kim 215dfc08a12SChao Yu #define MAX_NAT_JENTRIES(jnl) (NAT_JOURNAL_ENTRIES - nats_in_cursum(jnl)) 216dfc08a12SChao Yu #define MAX_SIT_JENTRIES(jnl) (SIT_JOURNAL_ENTRIES - sits_in_cursum(jnl)) 217309cc2b6SJaegeuk Kim 218dfc08a12SChao Yu static inline int update_nats_in_cursum(struct f2fs_journal *journal, int i) 21939a53e0cSJaegeuk Kim { 220dfc08a12SChao Yu int before = nats_in_cursum(journal); 221dfc08a12SChao Yu journal->n_nats = cpu_to_le16(before + i); 22239a53e0cSJaegeuk Kim return before; 22339a53e0cSJaegeuk Kim } 22439a53e0cSJaegeuk Kim 225dfc08a12SChao Yu static inline int update_sits_in_cursum(struct f2fs_journal *journal, int i) 22639a53e0cSJaegeuk Kim { 227dfc08a12SChao Yu int before = sits_in_cursum(journal); 228dfc08a12SChao Yu journal->n_sits = cpu_to_le16(before + i); 22939a53e0cSJaegeuk Kim return before; 23039a53e0cSJaegeuk Kim } 23139a53e0cSJaegeuk Kim 232dfc08a12SChao Yu static inline bool __has_cursum_space(struct f2fs_journal *journal, 233dfc08a12SChao Yu int size, int type) 234184a5cd2SChao Yu { 235184a5cd2SChao Yu if (type == NAT_JOURNAL) 236dfc08a12SChao Yu return size <= MAX_NAT_JENTRIES(journal); 237dfc08a12SChao Yu return size <= MAX_SIT_JENTRIES(journal); 238184a5cd2SChao Yu } 239184a5cd2SChao Yu 24039a53e0cSJaegeuk Kim /* 241e9750824SNamjae Jeon * ioctl commands 242e9750824SNamjae Jeon */ 243e9750824SNamjae Jeon #define F2FS_IOC_GETFLAGS FS_IOC_GETFLAGS 244e9750824SNamjae Jeon #define F2FS_IOC_SETFLAGS FS_IOC_SETFLAGS 245d49f3e89SChao Yu #define F2FS_IOC_GETVERSION FS_IOC_GETVERSION 246e9750824SNamjae Jeon 24788b88a66SJaegeuk Kim #define F2FS_IOCTL_MAGIC 0xf5 24888b88a66SJaegeuk Kim #define F2FS_IOC_START_ATOMIC_WRITE _IO(F2FS_IOCTL_MAGIC, 1) 24988b88a66SJaegeuk Kim #define F2FS_IOC_COMMIT_ATOMIC_WRITE _IO(F2FS_IOCTL_MAGIC, 2) 25002a1335fSJaegeuk Kim #define F2FS_IOC_START_VOLATILE_WRITE _IO(F2FS_IOCTL_MAGIC, 3) 2511e84371fSJaegeuk Kim #define F2FS_IOC_RELEASE_VOLATILE_WRITE _IO(F2FS_IOCTL_MAGIC, 4) 2521e84371fSJaegeuk Kim #define F2FS_IOC_ABORT_VOLATILE_WRITE _IO(F2FS_IOCTL_MAGIC, 5) 253c1c1b583SChao Yu #define F2FS_IOC_GARBAGE_COLLECT _IO(F2FS_IOCTL_MAGIC, 6) 254456b88e4SChao Yu #define F2FS_IOC_WRITE_CHECKPOINT _IO(F2FS_IOCTL_MAGIC, 7) 255d323d005SChao Yu #define F2FS_IOC_DEFRAGMENT _IO(F2FS_IOCTL_MAGIC, 8) 2564dd6f977SJaegeuk Kim #define F2FS_IOC_MOVE_RANGE _IOWR(F2FS_IOCTL_MAGIC, 9, \ 2574dd6f977SJaegeuk Kim struct f2fs_move_range) 25888b88a66SJaegeuk Kim 2590b81d077SJaegeuk Kim #define F2FS_IOC_SET_ENCRYPTION_POLICY FS_IOC_SET_ENCRYPTION_POLICY 2600b81d077SJaegeuk Kim #define F2FS_IOC_GET_ENCRYPTION_POLICY FS_IOC_GET_ENCRYPTION_POLICY 2610b81d077SJaegeuk Kim #define F2FS_IOC_GET_ENCRYPTION_PWSALT FS_IOC_GET_ENCRYPTION_PWSALT 262f424f664SJaegeuk Kim 2631abff93dSJaegeuk Kim /* 2641abff93dSJaegeuk Kim * should be same as XFS_IOC_GOINGDOWN. 2651abff93dSJaegeuk Kim * Flags for going down operation used by FS_IOC_GOINGDOWN 2661abff93dSJaegeuk Kim */ 2671abff93dSJaegeuk Kim #define F2FS_IOC_SHUTDOWN _IOR('X', 125, __u32) /* Shutdown */ 2681abff93dSJaegeuk Kim #define F2FS_GOING_DOWN_FULLSYNC 0x0 /* going down with full sync */ 2691abff93dSJaegeuk Kim #define F2FS_GOING_DOWN_METASYNC 0x1 /* going down with metadata */ 2701abff93dSJaegeuk Kim #define F2FS_GOING_DOWN_NOSYNC 0x2 /* going down */ 271c912a829SJaegeuk Kim #define F2FS_GOING_DOWN_METAFLUSH 0x3 /* going down with meta flush */ 2721abff93dSJaegeuk Kim 273e9750824SNamjae Jeon #if defined(__KERNEL__) && defined(CONFIG_COMPAT) 274e9750824SNamjae Jeon /* 275e9750824SNamjae Jeon * ioctl commands in 32 bit emulation 276e9750824SNamjae Jeon */ 277e9750824SNamjae Jeon #define F2FS_IOC32_GETFLAGS FS_IOC32_GETFLAGS 278e9750824SNamjae Jeon #define F2FS_IOC32_SETFLAGS FS_IOC32_SETFLAGS 27904ef4b62SChao Yu #define F2FS_IOC32_GETVERSION FS_IOC32_GETVERSION 280e9750824SNamjae Jeon #endif 281e9750824SNamjae Jeon 282d323d005SChao Yu struct f2fs_defragment { 283d323d005SChao Yu u64 start; 284d323d005SChao Yu u64 len; 285d323d005SChao Yu }; 286d323d005SChao Yu 2874dd6f977SJaegeuk Kim struct f2fs_move_range { 2884dd6f977SJaegeuk Kim u32 dst_fd; /* destination fd */ 2894dd6f977SJaegeuk Kim u64 pos_in; /* start position in src_fd */ 2904dd6f977SJaegeuk Kim u64 pos_out; /* start position in dst_fd */ 2914dd6f977SJaegeuk Kim u64 len; /* size to move */ 2924dd6f977SJaegeuk Kim }; 2934dd6f977SJaegeuk Kim 294e9750824SNamjae Jeon /* 29539a53e0cSJaegeuk Kim * For INODE and NODE manager 29639a53e0cSJaegeuk Kim */ 2977b3cd7d6SJaegeuk Kim /* for directory operations */ 2987b3cd7d6SJaegeuk Kim struct f2fs_dentry_ptr { 299d8c6822aSJaegeuk Kim struct inode *inode; 3007b3cd7d6SJaegeuk Kim const void *bitmap; 3017b3cd7d6SJaegeuk Kim struct f2fs_dir_entry *dentry; 3027b3cd7d6SJaegeuk Kim __u8 (*filename)[F2FS_SLOT_LEN]; 3037b3cd7d6SJaegeuk Kim int max; 3047b3cd7d6SJaegeuk Kim }; 3057b3cd7d6SJaegeuk Kim 306d8c6822aSJaegeuk Kim static inline void make_dentry_ptr(struct inode *inode, 307d8c6822aSJaegeuk Kim struct f2fs_dentry_ptr *d, void *src, int type) 3087b3cd7d6SJaegeuk Kim { 309d8c6822aSJaegeuk Kim d->inode = inode; 310d8c6822aSJaegeuk Kim 3117b3cd7d6SJaegeuk Kim if (type == 1) { 3127b3cd7d6SJaegeuk Kim struct f2fs_dentry_block *t = (struct f2fs_dentry_block *)src; 3137b3cd7d6SJaegeuk Kim d->max = NR_DENTRY_IN_BLOCK; 3147b3cd7d6SJaegeuk Kim d->bitmap = &t->dentry_bitmap; 3157b3cd7d6SJaegeuk Kim d->dentry = t->dentry; 3167b3cd7d6SJaegeuk Kim d->filename = t->filename; 3177b3cd7d6SJaegeuk Kim } else { 3187b3cd7d6SJaegeuk Kim struct f2fs_inline_dentry *t = (struct f2fs_inline_dentry *)src; 3197b3cd7d6SJaegeuk Kim d->max = NR_INLINE_DENTRY; 3207b3cd7d6SJaegeuk Kim d->bitmap = &t->dentry_bitmap; 3217b3cd7d6SJaegeuk Kim d->dentry = t->dentry; 3227b3cd7d6SJaegeuk Kim d->filename = t->filename; 3237b3cd7d6SJaegeuk Kim } 3247b3cd7d6SJaegeuk Kim } 3257b3cd7d6SJaegeuk Kim 326dbe6a5ffSJaegeuk Kim /* 327dbe6a5ffSJaegeuk Kim * XATTR_NODE_OFFSET stores xattrs to one node block per file keeping -1 328dbe6a5ffSJaegeuk Kim * as its node offset to distinguish from index node blocks. 329dbe6a5ffSJaegeuk Kim * But some bits are used to mark the node block. 33039a53e0cSJaegeuk Kim */ 331dbe6a5ffSJaegeuk Kim #define XATTR_NODE_OFFSET ((((unsigned int)-1) << OFFSET_BIT_SHIFT) \ 332dbe6a5ffSJaegeuk Kim >> OFFSET_BIT_SHIFT) 333266e97a8SJaegeuk Kim enum { 334266e97a8SJaegeuk Kim ALLOC_NODE, /* allocate a new node page if needed */ 335266e97a8SJaegeuk Kim LOOKUP_NODE, /* look up a node without readahead */ 336266e97a8SJaegeuk Kim LOOKUP_NODE_RA, /* 337266e97a8SJaegeuk Kim * look up a node with readahead called 3384f4124d0SChao Yu * by get_data_block. 33939a53e0cSJaegeuk Kim */ 340266e97a8SJaegeuk Kim }; 341266e97a8SJaegeuk Kim 342a6db67f0SJaegeuk Kim #define F2FS_LINK_MAX 0xffffffff /* maximum link count per file */ 34339a53e0cSJaegeuk Kim 344817202d9SChao Yu #define MAX_DIR_RA_PAGES 4 /* maximum ra pages of dir */ 345817202d9SChao Yu 34613054c54SChao Yu /* vector size for gang look-up from extent cache that consists of radix tree */ 34713054c54SChao Yu #define EXT_TREE_VEC_SIZE 64 34813054c54SChao Yu 34939a53e0cSJaegeuk Kim /* for in-memory extent cache entry */ 35013054c54SChao Yu #define F2FS_MIN_EXTENT_LEN 64 /* minimum extent length */ 35113054c54SChao Yu 35213054c54SChao Yu /* number of extent info in extent cache we try to shrink */ 35313054c54SChao Yu #define EXTENT_CACHE_SHRINK_NUMBER 128 354c11abd1aSJaegeuk Kim 35539a53e0cSJaegeuk Kim struct extent_info { 35639a53e0cSJaegeuk Kim unsigned int fofs; /* start offset in a file */ 3574d0b0bd4SChao Yu u32 blk; /* start block address of the extent */ 358111d2495SMasanari Iida unsigned int len; /* length of the extent */ 35939a53e0cSJaegeuk Kim }; 36039a53e0cSJaegeuk Kim 36113054c54SChao Yu struct extent_node { 36213054c54SChao Yu struct rb_node rb_node; /* rb node located in rb-tree */ 36313054c54SChao Yu struct list_head list; /* node in global extent list of sbi */ 36413054c54SChao Yu struct extent_info ei; /* extent info */ 365201ef5e0SHou Pengyang struct extent_tree *et; /* extent tree pointer */ 36613054c54SChao Yu }; 36713054c54SChao Yu 36813054c54SChao Yu struct extent_tree { 36913054c54SChao Yu nid_t ino; /* inode number */ 37013054c54SChao Yu struct rb_root root; /* root of extent info rb-tree */ 37162c8af65SChao Yu struct extent_node *cached_en; /* recently accessed extent node */ 3723e72f721SJaegeuk Kim struct extent_info largest; /* largested extent info */ 373137d09f0SJaegeuk Kim struct list_head list; /* to be used by sbi->zombie_list */ 37413054c54SChao Yu rwlock_t lock; /* protect extent info rb-tree */ 37568e35385SChao Yu atomic_t node_cnt; /* # of extent node in rb-tree*/ 37613054c54SChao Yu }; 37713054c54SChao Yu 37839a53e0cSJaegeuk Kim /* 379003a3e1dSJaegeuk Kim * This structure is taken from ext4_map_blocks. 380003a3e1dSJaegeuk Kim * 381003a3e1dSJaegeuk Kim * Note that, however, f2fs uses NEW and MAPPED flags for f2fs_map_blocks(). 382003a3e1dSJaegeuk Kim */ 383003a3e1dSJaegeuk Kim #define F2FS_MAP_NEW (1 << BH_New) 384003a3e1dSJaegeuk Kim #define F2FS_MAP_MAPPED (1 << BH_Mapped) 3857f63eb77SJaegeuk Kim #define F2FS_MAP_UNWRITTEN (1 << BH_Unwritten) 3867f63eb77SJaegeuk Kim #define F2FS_MAP_FLAGS (F2FS_MAP_NEW | F2FS_MAP_MAPPED |\ 3877f63eb77SJaegeuk Kim F2FS_MAP_UNWRITTEN) 388003a3e1dSJaegeuk Kim 389003a3e1dSJaegeuk Kim struct f2fs_map_blocks { 390003a3e1dSJaegeuk Kim block_t m_pblk; 391003a3e1dSJaegeuk Kim block_t m_lblk; 392003a3e1dSJaegeuk Kim unsigned int m_len; 393003a3e1dSJaegeuk Kim unsigned int m_flags; 394da85985cSChao Yu pgoff_t *m_next_pgofs; /* point next possible non-hole pgofs */ 395003a3e1dSJaegeuk Kim }; 396003a3e1dSJaegeuk Kim 397e2b4e2bcSChao Yu /* for flag in get_data_block */ 398e2b4e2bcSChao Yu #define F2FS_GET_BLOCK_READ 0 399e2b4e2bcSChao Yu #define F2FS_GET_BLOCK_DIO 1 400e2b4e2bcSChao Yu #define F2FS_GET_BLOCK_FIEMAP 2 401e2b4e2bcSChao Yu #define F2FS_GET_BLOCK_BMAP 3 402b439b103SJaegeuk Kim #define F2FS_GET_BLOCK_PRE_DIO 4 40324b84912SJaegeuk Kim #define F2FS_GET_BLOCK_PRE_AIO 5 404e2b4e2bcSChao Yu 405003a3e1dSJaegeuk Kim /* 40639a53e0cSJaegeuk Kim * i_advise uses FADVISE_XXX_BIT. We can add additional hints later. 40739a53e0cSJaegeuk Kim */ 40839a53e0cSJaegeuk Kim #define FADVISE_COLD_BIT 0x01 409354a3399SJaegeuk Kim #define FADVISE_LOST_PINO_BIT 0x02 410cde4de12SJaegeuk Kim #define FADVISE_ENCRYPT_BIT 0x04 411e7d55452SJaegeuk Kim #define FADVISE_ENC_NAME_BIT 0x08 41226787236SJaegeuk Kim #define FADVISE_KEEP_SIZE_BIT 0x10 41339a53e0cSJaegeuk Kim 414b5492af7SJaegeuk Kim #define file_is_cold(inode) is_file(inode, FADVISE_COLD_BIT) 415b5492af7SJaegeuk Kim #define file_wrong_pino(inode) is_file(inode, FADVISE_LOST_PINO_BIT) 416b5492af7SJaegeuk Kim #define file_set_cold(inode) set_file(inode, FADVISE_COLD_BIT) 417b5492af7SJaegeuk Kim #define file_lost_pino(inode) set_file(inode, FADVISE_LOST_PINO_BIT) 418b5492af7SJaegeuk Kim #define file_clear_cold(inode) clear_file(inode, FADVISE_COLD_BIT) 419b5492af7SJaegeuk Kim #define file_got_pino(inode) clear_file(inode, FADVISE_LOST_PINO_BIT) 420cde4de12SJaegeuk Kim #define file_is_encrypt(inode) is_file(inode, FADVISE_ENCRYPT_BIT) 421cde4de12SJaegeuk Kim #define file_set_encrypt(inode) set_file(inode, FADVISE_ENCRYPT_BIT) 422cde4de12SJaegeuk Kim #define file_clear_encrypt(inode) clear_file(inode, FADVISE_ENCRYPT_BIT) 423e7d55452SJaegeuk Kim #define file_enc_name(inode) is_file(inode, FADVISE_ENC_NAME_BIT) 424e7d55452SJaegeuk Kim #define file_set_enc_name(inode) set_file(inode, FADVISE_ENC_NAME_BIT) 42526787236SJaegeuk Kim #define file_keep_isize(inode) is_file(inode, FADVISE_KEEP_SIZE_BIT) 42626787236SJaegeuk Kim #define file_set_keep_isize(inode) set_file(inode, FADVISE_KEEP_SIZE_BIT) 427cde4de12SJaegeuk Kim 428ab9fa662SJaegeuk Kim #define DEF_DIR_LEVEL 0 429ab9fa662SJaegeuk Kim 43039a53e0cSJaegeuk Kim struct f2fs_inode_info { 43139a53e0cSJaegeuk Kim struct inode vfs_inode; /* serve a vfs inode */ 43239a53e0cSJaegeuk Kim unsigned long i_flags; /* keep an inode flags for ioctl */ 43339a53e0cSJaegeuk Kim unsigned char i_advise; /* use to give file attribute hints */ 43438431545SJaegeuk Kim unsigned char i_dir_level; /* use for dentry level for large dir */ 43539a53e0cSJaegeuk Kim unsigned int i_current_depth; /* use only in directory structure */ 4366666e6aaSJaegeuk Kim unsigned int i_pino; /* parent inode number */ 43739a53e0cSJaegeuk Kim umode_t i_acl_mode; /* keep file acl mode temporarily */ 43839a53e0cSJaegeuk Kim 43939a53e0cSJaegeuk Kim /* Use below internally in f2fs*/ 44039a53e0cSJaegeuk Kim unsigned long flags; /* use to pass per-file flags */ 441d928bfbfSJaegeuk Kim struct rw_semaphore i_sem; /* protect fi info */ 442204706c7SJaegeuk Kim atomic_t dirty_pages; /* # of dirty pages */ 44339a53e0cSJaegeuk Kim f2fs_hash_t chash; /* hash value of given file name */ 44439a53e0cSJaegeuk Kim unsigned int clevel; /* maximum level of given file name */ 44539a53e0cSJaegeuk Kim nid_t i_xattr_nid; /* node id that contains xattrs */ 446e518ff81SJaegeuk Kim unsigned long long xattr_ver; /* cp version of xattr modification */ 44726de9b11SJaegeuk Kim loff_t last_disk_size; /* lastly written file size */ 44888b88a66SJaegeuk Kim 4490f18b462SJaegeuk Kim struct list_head dirty_list; /* dirty list for dirs and files */ 4500f18b462SJaegeuk Kim struct list_head gdirty_list; /* linked in global dirty list */ 45188b88a66SJaegeuk Kim struct list_head inmem_pages; /* inmemory pages managed by f2fs */ 45288b88a66SJaegeuk Kim struct mutex inmem_lock; /* lock for inmemory pages */ 4533e72f721SJaegeuk Kim struct extent_tree *extent_tree; /* cached extent_tree entry */ 45482e0a5aaSChao Yu struct rw_semaphore dio_rwsem[2];/* avoid racing between dio and gc */ 45539a53e0cSJaegeuk Kim }; 45639a53e0cSJaegeuk Kim 45739a53e0cSJaegeuk Kim static inline void get_extent_info(struct extent_info *ext, 458bd933d4fSChao Yu struct f2fs_extent *i_ext) 45939a53e0cSJaegeuk Kim { 460bd933d4fSChao Yu ext->fofs = le32_to_cpu(i_ext->fofs); 461bd933d4fSChao Yu ext->blk = le32_to_cpu(i_ext->blk); 462bd933d4fSChao Yu ext->len = le32_to_cpu(i_ext->len); 46339a53e0cSJaegeuk Kim } 46439a53e0cSJaegeuk Kim 46539a53e0cSJaegeuk Kim static inline void set_raw_extent(struct extent_info *ext, 46639a53e0cSJaegeuk Kim struct f2fs_extent *i_ext) 46739a53e0cSJaegeuk Kim { 46839a53e0cSJaegeuk Kim i_ext->fofs = cpu_to_le32(ext->fofs); 4694d0b0bd4SChao Yu i_ext->blk = cpu_to_le32(ext->blk); 47039a53e0cSJaegeuk Kim i_ext->len = cpu_to_le32(ext->len); 47139a53e0cSJaegeuk Kim } 47239a53e0cSJaegeuk Kim 473429511cdSChao Yu static inline void set_extent_info(struct extent_info *ei, unsigned int fofs, 474429511cdSChao Yu u32 blk, unsigned int len) 475429511cdSChao Yu { 476429511cdSChao Yu ei->fofs = fofs; 477429511cdSChao Yu ei->blk = blk; 478429511cdSChao Yu ei->len = len; 479429511cdSChao Yu } 480429511cdSChao Yu 4810bdee482SChao Yu static inline bool __is_extent_same(struct extent_info *ei1, 4820bdee482SChao Yu struct extent_info *ei2) 4830bdee482SChao Yu { 4840bdee482SChao Yu return (ei1->fofs == ei2->fofs && ei1->blk == ei2->blk && 4850bdee482SChao Yu ei1->len == ei2->len); 4860bdee482SChao Yu } 4870bdee482SChao Yu 488429511cdSChao Yu static inline bool __is_extent_mergeable(struct extent_info *back, 489429511cdSChao Yu struct extent_info *front) 490429511cdSChao Yu { 491429511cdSChao Yu return (back->fofs + back->len == front->fofs && 492429511cdSChao Yu back->blk + back->len == front->blk); 493429511cdSChao Yu } 494429511cdSChao Yu 495429511cdSChao Yu static inline bool __is_back_mergeable(struct extent_info *cur, 496429511cdSChao Yu struct extent_info *back) 497429511cdSChao Yu { 498429511cdSChao Yu return __is_extent_mergeable(back, cur); 499429511cdSChao Yu } 500429511cdSChao Yu 501429511cdSChao Yu static inline bool __is_front_mergeable(struct extent_info *cur, 502429511cdSChao Yu struct extent_info *front) 503429511cdSChao Yu { 504429511cdSChao Yu return __is_extent_mergeable(cur, front); 505429511cdSChao Yu } 506429511cdSChao Yu 5077c45729aSJaegeuk Kim extern void f2fs_mark_inode_dirty_sync(struct inode *, bool); 508205b9822SJaegeuk Kim static inline void __try_update_largest_extent(struct inode *inode, 509205b9822SJaegeuk Kim struct extent_tree *et, struct extent_node *en) 5104abd3f5aSChao Yu { 511205b9822SJaegeuk Kim if (en->ei.len > et->largest.len) { 5124abd3f5aSChao Yu et->largest = en->ei; 5137c45729aSJaegeuk Kim f2fs_mark_inode_dirty_sync(inode, true); 514205b9822SJaegeuk Kim } 5154abd3f5aSChao Yu } 5164abd3f5aSChao Yu 517b8559dc2SChao Yu enum nid_list { 518b8559dc2SChao Yu FREE_NID_LIST, 519b8559dc2SChao Yu ALLOC_NID_LIST, 520b8559dc2SChao Yu MAX_NID_LIST, 521b8559dc2SChao Yu }; 522b8559dc2SChao Yu 52339a53e0cSJaegeuk Kim struct f2fs_nm_info { 52439a53e0cSJaegeuk Kim block_t nat_blkaddr; /* base disk address of NAT */ 52539a53e0cSJaegeuk Kim nid_t max_nid; /* maximum possible node ids */ 52604d47e67SChao Yu nid_t available_nids; /* # of available node ids */ 52739a53e0cSJaegeuk Kim nid_t next_scan_nid; /* the next nid to be scanned */ 528cdfc41c1SJaegeuk Kim unsigned int ram_thresh; /* control the memory footprint */ 529ea1a29a0SChao Yu unsigned int ra_nid_pages; /* # of nid pages to be readaheaded */ 5302304cb0cSChao Yu unsigned int dirty_nats_ratio; /* control dirty nats ratio threshold */ 53139a53e0cSJaegeuk Kim 53239a53e0cSJaegeuk Kim /* NAT cache management */ 53339a53e0cSJaegeuk Kim struct radix_tree_root nat_root;/* root of the nat entry cache */ 534309cc2b6SJaegeuk Kim struct radix_tree_root nat_set_root;/* root of the nat set cache */ 535b873b798SJaegeuk Kim struct rw_semaphore nat_tree_lock; /* protect nat_tree_lock */ 53639a53e0cSJaegeuk Kim struct list_head nat_entries; /* cached nat entry list (clean) */ 537309cc2b6SJaegeuk Kim unsigned int nat_cnt; /* the # of cached nat entries */ 538aec71382SChao Yu unsigned int dirty_nat_cnt; /* total num of nat entries in set */ 53939a53e0cSJaegeuk Kim 54039a53e0cSJaegeuk Kim /* free node ids management */ 5418a7ed66aSJaegeuk Kim struct radix_tree_root free_nid_root;/* root of the free_nid cache */ 542b8559dc2SChao Yu struct list_head nid_list[MAX_NID_LIST];/* lists for free nids */ 543b8559dc2SChao Yu unsigned int nid_cnt[MAX_NID_LIST]; /* the number of free node id */ 544b8559dc2SChao Yu spinlock_t nid_list_lock; /* protect nid lists ops */ 54539a53e0cSJaegeuk Kim struct mutex build_lock; /* lock for build free nids */ 54639a53e0cSJaegeuk Kim 54739a53e0cSJaegeuk Kim /* for checkpoint */ 54839a53e0cSJaegeuk Kim char *nat_bitmap; /* NAT bitmap pointer */ 549599a09b2SChao Yu #ifdef CONFIG_F2FS_CHECK_FS 550599a09b2SChao Yu char *nat_bitmap_mir; /* NAT bitmap mirror */ 551599a09b2SChao Yu #endif 55239a53e0cSJaegeuk Kim int bitmap_size; /* bitmap size */ 55339a53e0cSJaegeuk Kim }; 55439a53e0cSJaegeuk Kim 55539a53e0cSJaegeuk Kim /* 55639a53e0cSJaegeuk Kim * this structure is used as one of function parameters. 55739a53e0cSJaegeuk Kim * all the information are dedicated to a given direct node block determined 55839a53e0cSJaegeuk Kim * by the data offset in a file. 55939a53e0cSJaegeuk Kim */ 56039a53e0cSJaegeuk Kim struct dnode_of_data { 56139a53e0cSJaegeuk Kim struct inode *inode; /* vfs inode pointer */ 56239a53e0cSJaegeuk Kim struct page *inode_page; /* its inode page, NULL is possible */ 56339a53e0cSJaegeuk Kim struct page *node_page; /* cached direct node page */ 56439a53e0cSJaegeuk Kim nid_t nid; /* node id of the direct node block */ 56539a53e0cSJaegeuk Kim unsigned int ofs_in_node; /* data offset in the node page */ 56639a53e0cSJaegeuk Kim bool inode_page_locked; /* inode page is locked or not */ 56793bae099SJaegeuk Kim bool node_changed; /* is node block changed */ 5683cf45747SChao Yu char cur_level; /* level of hole node page */ 5693cf45747SChao Yu char max_level; /* level of current page located */ 57039a53e0cSJaegeuk Kim block_t data_blkaddr; /* block address of the node block */ 57139a53e0cSJaegeuk Kim }; 57239a53e0cSJaegeuk Kim 57339a53e0cSJaegeuk Kim static inline void set_new_dnode(struct dnode_of_data *dn, struct inode *inode, 57439a53e0cSJaegeuk Kim struct page *ipage, struct page *npage, nid_t nid) 57539a53e0cSJaegeuk Kim { 576d66d1f76SJaegeuk Kim memset(dn, 0, sizeof(*dn)); 57739a53e0cSJaegeuk Kim dn->inode = inode; 57839a53e0cSJaegeuk Kim dn->inode_page = ipage; 57939a53e0cSJaegeuk Kim dn->node_page = npage; 58039a53e0cSJaegeuk Kim dn->nid = nid; 58139a53e0cSJaegeuk Kim } 58239a53e0cSJaegeuk Kim 58339a53e0cSJaegeuk Kim /* 58439a53e0cSJaegeuk Kim * For SIT manager 58539a53e0cSJaegeuk Kim * 58639a53e0cSJaegeuk Kim * By default, there are 6 active log areas across the whole main area. 58739a53e0cSJaegeuk Kim * When considering hot and cold data separation to reduce cleaning overhead, 58839a53e0cSJaegeuk Kim * we split 3 for data logs and 3 for node logs as hot, warm, and cold types, 58939a53e0cSJaegeuk Kim * respectively. 59039a53e0cSJaegeuk Kim * In the current design, you should not change the numbers intentionally. 59139a53e0cSJaegeuk Kim * Instead, as a mount option such as active_logs=x, you can use 2, 4, and 6 59239a53e0cSJaegeuk Kim * logs individually according to the underlying devices. (default: 6) 59339a53e0cSJaegeuk Kim * Just in case, on-disk layout covers maximum 16 logs that consist of 8 for 59439a53e0cSJaegeuk Kim * data and 8 for node logs. 59539a53e0cSJaegeuk Kim */ 59639a53e0cSJaegeuk Kim #define NR_CURSEG_DATA_TYPE (3) 59739a53e0cSJaegeuk Kim #define NR_CURSEG_NODE_TYPE (3) 59839a53e0cSJaegeuk Kim #define NR_CURSEG_TYPE (NR_CURSEG_DATA_TYPE + NR_CURSEG_NODE_TYPE) 59939a53e0cSJaegeuk Kim 60039a53e0cSJaegeuk Kim enum { 60139a53e0cSJaegeuk Kim CURSEG_HOT_DATA = 0, /* directory entry blocks */ 60239a53e0cSJaegeuk Kim CURSEG_WARM_DATA, /* data blocks */ 60339a53e0cSJaegeuk Kim CURSEG_COLD_DATA, /* multimedia or GCed data blocks */ 60439a53e0cSJaegeuk Kim CURSEG_HOT_NODE, /* direct node blocks of directory files */ 60539a53e0cSJaegeuk Kim CURSEG_WARM_NODE, /* direct node blocks of normal files */ 60639a53e0cSJaegeuk Kim CURSEG_COLD_NODE, /* indirect node blocks */ 60738aa0889SJaegeuk Kim NO_CHECK_TYPE, 60839a53e0cSJaegeuk Kim }; 60939a53e0cSJaegeuk Kim 6106b4afdd7SJaegeuk Kim struct flush_cmd { 6116b4afdd7SJaegeuk Kim struct completion wait; 612721bd4d5SGu Zheng struct llist_node llnode; 6136b4afdd7SJaegeuk Kim int ret; 6146b4afdd7SJaegeuk Kim }; 6156b4afdd7SJaegeuk Kim 616a688b9d9SGu Zheng struct flush_cmd_control { 617a688b9d9SGu Zheng struct task_struct *f2fs_issue_flush; /* flush thread */ 618a688b9d9SGu Zheng wait_queue_head_t flush_wait_queue; /* waiting queue for wake-up */ 6190a87f664SJaegeuk Kim atomic_t submit_flush; /* # of issued flushes */ 620721bd4d5SGu Zheng struct llist_head issue_list; /* list for command issue */ 621721bd4d5SGu Zheng struct llist_node *dispatch_list; /* list for command dispatch */ 622a688b9d9SGu Zheng }; 623a688b9d9SGu Zheng 62439a53e0cSJaegeuk Kim struct f2fs_sm_info { 62539a53e0cSJaegeuk Kim struct sit_info *sit_info; /* whole segment information */ 62639a53e0cSJaegeuk Kim struct free_segmap_info *free_info; /* free segment information */ 62739a53e0cSJaegeuk Kim struct dirty_seglist_info *dirty_info; /* dirty segment information */ 62839a53e0cSJaegeuk Kim struct curseg_info *curseg_array; /* active segment information */ 62939a53e0cSJaegeuk Kim 63039a53e0cSJaegeuk Kim block_t seg0_blkaddr; /* block address of 0'th segment */ 63139a53e0cSJaegeuk Kim block_t main_blkaddr; /* start block address of main area */ 63239a53e0cSJaegeuk Kim block_t ssa_blkaddr; /* start block address of SSA area */ 63339a53e0cSJaegeuk Kim 63439a53e0cSJaegeuk Kim unsigned int segment_count; /* total # of segments */ 63539a53e0cSJaegeuk Kim unsigned int main_segments; /* # of segments in main area */ 63639a53e0cSJaegeuk Kim unsigned int reserved_segments; /* # of reserved segments */ 63739a53e0cSJaegeuk Kim unsigned int ovp_segments; /* # of overprovision segments */ 63881eb8d6eSJaegeuk Kim 63981eb8d6eSJaegeuk Kim /* a threshold to reclaim prefree segments */ 64081eb8d6eSJaegeuk Kim unsigned int rec_prefree_segments; 6417fd9e544SJaegeuk Kim 642bba681cbSJaegeuk Kim /* for batched trimming */ 643bba681cbSJaegeuk Kim unsigned int trim_sections; /* # of sections to trim */ 644bba681cbSJaegeuk Kim 645184a5cd2SChao Yu struct list_head sit_entry_set; /* sit entry set list */ 646184a5cd2SChao Yu 647216fbd64SJaegeuk Kim unsigned int ipu_policy; /* in-place-update policy */ 648216fbd64SJaegeuk Kim unsigned int min_ipu_util; /* in-place-update threshold */ 649c1ce1b02SJaegeuk Kim unsigned int min_fsync_blocks; /* threshold for fsync */ 6506b4afdd7SJaegeuk Kim 6516b4afdd7SJaegeuk Kim /* for flush command control */ 652b01a9201SJaegeuk Kim struct flush_cmd_control *fcc_info; 653*0b54fb84SJaegeuk Kim 654*0b54fb84SJaegeuk Kim /* for discard command control */ 655*0b54fb84SJaegeuk Kim struct discard_cmd_control *dcc_info; 65639a53e0cSJaegeuk Kim }; 65739a53e0cSJaegeuk Kim 65839a53e0cSJaegeuk Kim /* 65939a53e0cSJaegeuk Kim * For superblock 66039a53e0cSJaegeuk Kim */ 66139a53e0cSJaegeuk Kim /* 66239a53e0cSJaegeuk Kim * COUNT_TYPE for monitoring 66339a53e0cSJaegeuk Kim * 66439a53e0cSJaegeuk Kim * f2fs monitors the number of several block types such as on-writeback, 66539a53e0cSJaegeuk Kim * dirty dentry blocks, dirty node blocks, and dirty meta blocks. 66639a53e0cSJaegeuk Kim */ 66736951b38SChao Yu #define WB_DATA_TYPE(p) (__is_cp_guaranteed(p) ? F2FS_WB_CP_DATA : F2FS_WB_DATA) 66839a53e0cSJaegeuk Kim enum count_type { 66939a53e0cSJaegeuk Kim F2FS_DIRTY_DENTS, 670c227f912SChao Yu F2FS_DIRTY_DATA, 67139a53e0cSJaegeuk Kim F2FS_DIRTY_NODES, 67239a53e0cSJaegeuk Kim F2FS_DIRTY_META, 6738dcf2ff7SJaegeuk Kim F2FS_INMEM_PAGES, 6740f18b462SJaegeuk Kim F2FS_DIRTY_IMETA, 67536951b38SChao Yu F2FS_WB_CP_DATA, 67636951b38SChao Yu F2FS_WB_DATA, 67739a53e0cSJaegeuk Kim NR_COUNT_TYPE, 67839a53e0cSJaegeuk Kim }; 67939a53e0cSJaegeuk Kim 68039a53e0cSJaegeuk Kim /* 681e1c42045Sarter97 * The below are the page types of bios used in submit_bio(). 68239a53e0cSJaegeuk Kim * The available types are: 68339a53e0cSJaegeuk Kim * DATA User data pages. It operates as async mode. 68439a53e0cSJaegeuk Kim * NODE Node pages. It operates as async mode. 68539a53e0cSJaegeuk Kim * META FS metadata pages such as SIT, NAT, CP. 68639a53e0cSJaegeuk Kim * NR_PAGE_TYPE The number of page types. 68739a53e0cSJaegeuk Kim * META_FLUSH Make sure the previous pages are written 68839a53e0cSJaegeuk Kim * with waiting the bio's completion 68939a53e0cSJaegeuk Kim * ... Only can be used with META. 69039a53e0cSJaegeuk Kim */ 6917d5e5109SJaegeuk Kim #define PAGE_TYPE_OF_BIO(type) ((type) > META ? META : (type)) 69239a53e0cSJaegeuk Kim enum page_type { 69339a53e0cSJaegeuk Kim DATA, 69439a53e0cSJaegeuk Kim NODE, 69539a53e0cSJaegeuk Kim META, 69639a53e0cSJaegeuk Kim NR_PAGE_TYPE, 69739a53e0cSJaegeuk Kim META_FLUSH, 6988ce67cb0SJaegeuk Kim INMEM, /* the below types are used by tracepoints only. */ 6998ce67cb0SJaegeuk Kim INMEM_DROP, 70028bc106bSChao Yu INMEM_REVOKE, 7018ce67cb0SJaegeuk Kim IPU, 7028ce67cb0SJaegeuk Kim OPU, 70339a53e0cSJaegeuk Kim }; 70439a53e0cSJaegeuk Kim 705458e6197SJaegeuk Kim struct f2fs_io_info { 70605ca3632SJaegeuk Kim struct f2fs_sb_info *sbi; /* f2fs_sb_info pointer */ 707458e6197SJaegeuk Kim enum page_type type; /* contains DATA/NODE/META/META_FLUSH */ 70804d328deSMike Christie int op; /* contains REQ_OP_ */ 709ef295ecfSChristoph Hellwig int op_flags; /* req_flag_bits */ 7107a9d7548SChao Yu block_t new_blkaddr; /* new block address to be written */ 71128bc106bSChao Yu block_t old_blkaddr; /* old block address before Cow */ 71205ca3632SJaegeuk Kim struct page *page; /* page to be written */ 7134375a336SJaegeuk Kim struct page *encrypted_page; /* encrypted page */ 714458e6197SJaegeuk Kim }; 715458e6197SJaegeuk Kim 71604d328deSMike Christie #define is_read_io(rw) (rw == READ) 7171ff7bd3bSJaegeuk Kim struct f2fs_bio_info { 718458e6197SJaegeuk Kim struct f2fs_sb_info *sbi; /* f2fs superblock */ 7191ff7bd3bSJaegeuk Kim struct bio *bio; /* bios to merge */ 7201ff7bd3bSJaegeuk Kim sector_t last_block_in_bio; /* last block number */ 721458e6197SJaegeuk Kim struct f2fs_io_info fio; /* store buffered io info. */ 722df0f8dc0SChao Yu struct rw_semaphore io_rwsem; /* blocking op for bio */ 7231ff7bd3bSJaegeuk Kim }; 7241ff7bd3bSJaegeuk Kim 7253c62be17SJaegeuk Kim #define FDEV(i) (sbi->devs[i]) 7263c62be17SJaegeuk Kim #define RDEV(i) (raw_super->devs[i]) 7273c62be17SJaegeuk Kim struct f2fs_dev_info { 7283c62be17SJaegeuk Kim struct block_device *bdev; 7293c62be17SJaegeuk Kim char path[MAX_PATH_LEN]; 7303c62be17SJaegeuk Kim unsigned int total_segments; 7313c62be17SJaegeuk Kim block_t start_blk; 7323c62be17SJaegeuk Kim block_t end_blk; 7333c62be17SJaegeuk Kim #ifdef CONFIG_BLK_DEV_ZONED 7343c62be17SJaegeuk Kim unsigned int nr_blkz; /* Total number of zones */ 7353c62be17SJaegeuk Kim u8 *blkz_type; /* Array of zones type */ 7363c62be17SJaegeuk Kim #endif 7373c62be17SJaegeuk Kim }; 7383c62be17SJaegeuk Kim 739c227f912SChao Yu enum inode_type { 740c227f912SChao Yu DIR_INODE, /* for dirty dir inode */ 741c227f912SChao Yu FILE_INODE, /* for dirty regular/symlink inode */ 7420f18b462SJaegeuk Kim DIRTY_META, /* for all dirtied inode metadata */ 743c227f912SChao Yu NR_INODE_TYPE, 744c227f912SChao Yu }; 745c227f912SChao Yu 74667298804SChao Yu /* for inner inode cache management */ 74767298804SChao Yu struct inode_management { 74867298804SChao Yu struct radix_tree_root ino_root; /* ino entry array */ 74967298804SChao Yu spinlock_t ino_lock; /* for ino entry lock */ 75067298804SChao Yu struct list_head ino_list; /* inode list head */ 75167298804SChao Yu unsigned long ino_num; /* number of entries */ 75267298804SChao Yu }; 75367298804SChao Yu 754caf0047eSChao Yu /* For s_flag in struct f2fs_sb_info */ 755caf0047eSChao Yu enum { 756caf0047eSChao Yu SBI_IS_DIRTY, /* dirty flag for checkpoint */ 757caf0047eSChao Yu SBI_IS_CLOSE, /* specify unmounting */ 758caf0047eSChao Yu SBI_NEED_FSCK, /* need fsck.f2fs to fix */ 759caf0047eSChao Yu SBI_POR_DOING, /* recovery is doing or not */ 760df728b0fSJaegeuk Kim SBI_NEED_SB_WRITE, /* need to recover superblock */ 761bbf156f7SJaegeuk Kim SBI_NEED_CP, /* need to checkpoint */ 762caf0047eSChao Yu }; 763caf0047eSChao Yu 7646beceb54SJaegeuk Kim enum { 7656beceb54SJaegeuk Kim CP_TIME, 766d0239e1bSJaegeuk Kim REQ_TIME, 7676beceb54SJaegeuk Kim MAX_TIME, 7686beceb54SJaegeuk Kim }; 7696beceb54SJaegeuk Kim 770b5a7aef1SJaegeuk Kim #ifdef CONFIG_F2FS_FS_ENCRYPTION 771b5a7aef1SJaegeuk Kim #define F2FS_KEY_DESC_PREFIX "f2fs:" 772b5a7aef1SJaegeuk Kim #define F2FS_KEY_DESC_PREFIX_SIZE 5 773b5a7aef1SJaegeuk Kim #endif 77439a53e0cSJaegeuk Kim struct f2fs_sb_info { 77539a53e0cSJaegeuk Kim struct super_block *sb; /* pointer to VFS super block */ 7765e176d54SJaegeuk Kim struct proc_dir_entry *s_proc; /* proc entry */ 77739a53e0cSJaegeuk Kim struct f2fs_super_block *raw_super; /* raw super block pointer */ 778e8240f65SChao Yu int valid_super_block; /* valid super block no */ 779fadb2fb8SChao Yu unsigned long s_flag; /* flags for sbi */ 78039a53e0cSJaegeuk Kim 781b5a7aef1SJaegeuk Kim #ifdef CONFIG_F2FS_FS_ENCRYPTION 782b5a7aef1SJaegeuk Kim u8 key_prefix[F2FS_KEY_DESC_PREFIX_SIZE]; 783b5a7aef1SJaegeuk Kim u8 key_prefix_size; 784b5a7aef1SJaegeuk Kim #endif 785178053e2SDamien Le Moal 786178053e2SDamien Le Moal #ifdef CONFIG_BLK_DEV_ZONED 787178053e2SDamien Le Moal unsigned int blocks_per_blkz; /* F2FS blocks per zone */ 788178053e2SDamien Le Moal unsigned int log_blocks_per_blkz; /* log2 F2FS blocks per zone */ 789178053e2SDamien Le Moal #endif 790178053e2SDamien Le Moal 79139a53e0cSJaegeuk Kim /* for node-related operations */ 79239a53e0cSJaegeuk Kim struct f2fs_nm_info *nm_info; /* node manager */ 79339a53e0cSJaegeuk Kim struct inode *node_inode; /* cache node blocks */ 79439a53e0cSJaegeuk Kim 79539a53e0cSJaegeuk Kim /* for segment-related operations */ 79639a53e0cSJaegeuk Kim struct f2fs_sm_info *sm_info; /* segment manager */ 7971ff7bd3bSJaegeuk Kim 7981ff7bd3bSJaegeuk Kim /* for bio operations */ 799924b720bSChao Yu struct f2fs_bio_info read_io; /* for read bios */ 8001ff7bd3bSJaegeuk Kim struct f2fs_bio_info write_io[NR_PAGE_TYPE]; /* for write bios */ 8017dfeaa32SJaegeuk Kim struct mutex wio_mutex[NODE + 1]; /* bio ordering for NODE/DATA */ 8020a595ebaSJaegeuk Kim int write_io_size_bits; /* Write IO size bits */ 8030a595ebaSJaegeuk Kim mempool_t *write_io_dummy; /* Dummy pages */ 80439a53e0cSJaegeuk Kim 80539a53e0cSJaegeuk Kim /* for checkpoint */ 80639a53e0cSJaegeuk Kim struct f2fs_checkpoint *ckpt; /* raw checkpoint pointer */ 8078508e44aSJaegeuk Kim int cur_cp_pack; /* remain current cp pack */ 808aaec2b1dSChao Yu spinlock_t cp_lock; /* for flag in ckpt */ 80939a53e0cSJaegeuk Kim struct inode *meta_inode; /* cache meta blocks */ 81039936837SJaegeuk Kim struct mutex cp_mutex; /* checkpoint procedure lock */ 811b873b798SJaegeuk Kim struct rw_semaphore cp_rwsem; /* blocking FS operations */ 812b3582c68SChao Yu struct rw_semaphore node_write; /* locking node writes */ 813fb51b5efSChangman Lee wait_queue_head_t cp_wait; 8146beceb54SJaegeuk Kim unsigned long last_time[MAX_TIME]; /* to store time in jiffies */ 8156beceb54SJaegeuk Kim long interval_time[MAX_TIME]; /* to store thresholds */ 81639a53e0cSJaegeuk Kim 81767298804SChao Yu struct inode_management im[MAX_INO_ENTRY]; /* manage inode cache */ 8186451e041SJaegeuk Kim 8196451e041SJaegeuk Kim /* for orphan inode, use 0'th array */ 8200d47c1adSGu Zheng unsigned int max_orphans; /* max orphan inodes */ 82139a53e0cSJaegeuk Kim 822c227f912SChao Yu /* for inode management */ 823c227f912SChao Yu struct list_head inode_list[NR_INODE_TYPE]; /* dirty inode list */ 824c227f912SChao Yu spinlock_t inode_lock[NR_INODE_TYPE]; /* for dirty inode list lock */ 82539a53e0cSJaegeuk Kim 82613054c54SChao Yu /* for extent tree cache */ 82713054c54SChao Yu struct radix_tree_root extent_tree_root;/* cache extent cache entries */ 82813054c54SChao Yu struct rw_semaphore extent_tree_lock; /* locking extent radix tree */ 82913054c54SChao Yu struct list_head extent_list; /* lru list for shrinker */ 83013054c54SChao Yu spinlock_t extent_lock; /* locking extent lru list */ 8317441ccefSJaegeuk Kim atomic_t total_ext_tree; /* extent tree count */ 832137d09f0SJaegeuk Kim struct list_head zombie_list; /* extent zombie tree list */ 83374fd8d99SJaegeuk Kim atomic_t total_zombie_tree; /* extent zombie tree count */ 83413054c54SChao Yu atomic_t total_ext_node; /* extent info count */ 83513054c54SChao Yu 83639a53e0cSJaegeuk Kim /* basic filesystem units */ 83739a53e0cSJaegeuk Kim unsigned int log_sectors_per_block; /* log2 sectors per block */ 83839a53e0cSJaegeuk Kim unsigned int log_blocksize; /* log2 block size */ 83939a53e0cSJaegeuk Kim unsigned int blocksize; /* block size */ 84039a53e0cSJaegeuk Kim unsigned int root_ino_num; /* root inode number*/ 84139a53e0cSJaegeuk Kim unsigned int node_ino_num; /* node inode number*/ 84239a53e0cSJaegeuk Kim unsigned int meta_ino_num; /* meta inode number*/ 84339a53e0cSJaegeuk Kim unsigned int log_blocks_per_seg; /* log2 blocks per segment */ 84439a53e0cSJaegeuk Kim unsigned int blocks_per_seg; /* blocks per segment */ 84539a53e0cSJaegeuk Kim unsigned int segs_per_sec; /* segments per section */ 84639a53e0cSJaegeuk Kim unsigned int secs_per_zone; /* sections per zone */ 84739a53e0cSJaegeuk Kim unsigned int total_sections; /* total section count */ 84839a53e0cSJaegeuk Kim unsigned int total_node_count; /* total node block count */ 84939a53e0cSJaegeuk Kim unsigned int total_valid_node_count; /* valid node block count */ 850e0afc4d6SChao Yu loff_t max_file_blocks; /* max block index of file */ 85139a53e0cSJaegeuk Kim int active_logs; /* # of active logs */ 852ab9fa662SJaegeuk Kim int dir_level; /* directory level */ 85339a53e0cSJaegeuk Kim 85439a53e0cSJaegeuk Kim block_t user_block_count; /* # of user blocks */ 85539a53e0cSJaegeuk Kim block_t total_valid_block_count; /* # of valid blocks */ 856a66cdd98SJaegeuk Kim block_t discard_blks; /* discard command candidats */ 85739a53e0cSJaegeuk Kim block_t last_valid_block_count; /* for recovery */ 85839a53e0cSJaegeuk Kim u32 s_next_generation; /* for NFS support */ 859523be8a6SJaegeuk Kim 860523be8a6SJaegeuk Kim /* # of pages, see count_type */ 86135782b23SJaegeuk Kim atomic_t nr_pages[NR_COUNT_TYPE]; 86241382ec4SJaegeuk Kim /* # of allocated blocks */ 86341382ec4SJaegeuk Kim struct percpu_counter alloc_valid_block_count; 86439a53e0cSJaegeuk Kim 865513c5f37SJaegeuk Kim /* valid inode count */ 866513c5f37SJaegeuk Kim struct percpu_counter total_valid_inode_count; 867513c5f37SJaegeuk Kim 86839a53e0cSJaegeuk Kim struct f2fs_mount_info mount_opt; /* mount options */ 86939a53e0cSJaegeuk Kim 87039a53e0cSJaegeuk Kim /* for cleaning operations */ 87139a53e0cSJaegeuk Kim struct mutex gc_mutex; /* mutex for GC */ 87239a53e0cSJaegeuk Kim struct f2fs_gc_kthread *gc_thread; /* GC thread */ 8735ec4e49fSJaegeuk Kim unsigned int cur_victim_sec; /* current victim section num */ 87439a53e0cSJaegeuk Kim 875b1c57c1cSJaegeuk Kim /* maximum # of trials to find a victim segment for SSR and GC */ 876b1c57c1cSJaegeuk Kim unsigned int max_victim_search; 877b1c57c1cSJaegeuk Kim 87839a53e0cSJaegeuk Kim /* 87939a53e0cSJaegeuk Kim * for stat information. 88039a53e0cSJaegeuk Kim * one is for the LFS mode, and the other is for the SSR mode. 88139a53e0cSJaegeuk Kim */ 88235b09d82SNamjae Jeon #ifdef CONFIG_F2FS_STAT_FS 88339a53e0cSJaegeuk Kim struct f2fs_stat_info *stat_info; /* FS status information */ 88439a53e0cSJaegeuk Kim unsigned int segment_count[2]; /* # of allocated segments */ 88539a53e0cSJaegeuk Kim unsigned int block_count[2]; /* # of allocated blocks */ 886b9a2c252SChangman Lee atomic_t inplace_count; /* # of inplace update */ 8875b7ee374SChao Yu atomic64_t total_hit_ext; /* # of lookup extent cache */ 8885b7ee374SChao Yu atomic64_t read_hit_rbtree; /* # of hit rbtree extent node */ 8895b7ee374SChao Yu atomic64_t read_hit_largest; /* # of hit largest extent node */ 8905b7ee374SChao Yu atomic64_t read_hit_cached; /* # of hit cached extent node */ 891d5e8f6c9SChao Yu atomic_t inline_xattr; /* # of inline_xattr inodes */ 89203e14d52SChao Yu atomic_t inline_inode; /* # of inline_data inodes */ 89303e14d52SChao Yu atomic_t inline_dir; /* # of inline_dentry inodes */ 89426a28a0cSJaegeuk Kim atomic_t aw_cnt; /* # of atomic writes */ 89526a28a0cSJaegeuk Kim atomic_t max_aw_cnt; /* max # of atomic writes */ 89639a53e0cSJaegeuk Kim int bg_gc; /* background gc calls */ 89733fbd510SChao Yu unsigned int ndirty_inode[NR_INODE_TYPE]; /* # of dirty inodes */ 89835b09d82SNamjae Jeon #endif 89935b09d82SNamjae Jeon unsigned int last_victim[2]; /* last victim segment # */ 90039a53e0cSJaegeuk Kim spinlock_t stat_lock; /* lock for stat operations */ 901b59d0baeSNamjae Jeon 902b59d0baeSNamjae Jeon /* For sysfs suppport */ 903b59d0baeSNamjae Jeon struct kobject s_kobj; 904b59d0baeSNamjae Jeon struct completion s_kobj_unregister; 9052658e50dSJaegeuk Kim 9062658e50dSJaegeuk Kim /* For shrinker support */ 9072658e50dSJaegeuk Kim struct list_head s_list; 9083c62be17SJaegeuk Kim int s_ndevs; /* number of devices */ 9093c62be17SJaegeuk Kim struct f2fs_dev_info *devs; /* for device list */ 9102658e50dSJaegeuk Kim struct mutex umount_mutex; 9112658e50dSJaegeuk Kim unsigned int shrinker_run_no; 9128f1dbbbbSShuoran Liu 9138f1dbbbbSShuoran Liu /* For write statistics */ 9148f1dbbbbSShuoran Liu u64 sectors_written_start; 9158f1dbbbbSShuoran Liu u64 kbytes_written; 91643b6573bSKeith Mok 91743b6573bSKeith Mok /* Reference to checksum algorithm driver via cryptoapi */ 91843b6573bSKeith Mok struct crypto_shash *s_chksum_driver; 9191ecc0c5cSChao Yu 9201ecc0c5cSChao Yu /* For fault injection */ 9211ecc0c5cSChao Yu #ifdef CONFIG_F2FS_FAULT_INJECTION 9221ecc0c5cSChao Yu struct f2fs_fault_info fault_info; 9231ecc0c5cSChao Yu #endif 92439a53e0cSJaegeuk Kim }; 92539a53e0cSJaegeuk Kim 9261ecc0c5cSChao Yu #ifdef CONFIG_F2FS_FAULT_INJECTION 9271ecc0c5cSChao Yu static inline bool time_to_inject(struct f2fs_sb_info *sbi, int type) 9281ecc0c5cSChao Yu { 9291ecc0c5cSChao Yu struct f2fs_fault_info *ffi = &sbi->fault_info; 9301ecc0c5cSChao Yu 9311ecc0c5cSChao Yu if (!ffi->inject_rate) 9321ecc0c5cSChao Yu return false; 9331ecc0c5cSChao Yu 9341ecc0c5cSChao Yu if (!IS_FAULT_SET(ffi, type)) 9351ecc0c5cSChao Yu return false; 9361ecc0c5cSChao Yu 9371ecc0c5cSChao Yu atomic_inc(&ffi->inject_ops); 9381ecc0c5cSChao Yu if (atomic_read(&ffi->inject_ops) >= ffi->inject_rate) { 9391ecc0c5cSChao Yu atomic_set(&ffi->inject_ops, 0); 9401ecc0c5cSChao Yu printk("%sF2FS-fs : inject %s in %pF\n", 9411ecc0c5cSChao Yu KERN_INFO, 9421ecc0c5cSChao Yu fault_name[type], 9431ecc0c5cSChao Yu __builtin_return_address(0)); 9441ecc0c5cSChao Yu return true; 9451ecc0c5cSChao Yu } 9461ecc0c5cSChao Yu return false; 9471ecc0c5cSChao Yu } 9481ecc0c5cSChao Yu #endif 9491ecc0c5cSChao Yu 9508f1dbbbbSShuoran Liu /* For write statistics. Suppose sector size is 512 bytes, 9518f1dbbbbSShuoran Liu * and the return value is in kbytes. s is of struct f2fs_sb_info. 9528f1dbbbbSShuoran Liu */ 9538f1dbbbbSShuoran Liu #define BD_PART_WRITTEN(s) \ 9548f1dbbbbSShuoran Liu (((u64)part_stat_read(s->sb->s_bdev->bd_part, sectors[1]) - \ 9558f1dbbbbSShuoran Liu s->sectors_written_start) >> 1) 9568f1dbbbbSShuoran Liu 9576beceb54SJaegeuk Kim static inline void f2fs_update_time(struct f2fs_sb_info *sbi, int type) 9586beceb54SJaegeuk Kim { 9596beceb54SJaegeuk Kim sbi->last_time[type] = jiffies; 9606beceb54SJaegeuk Kim } 9616beceb54SJaegeuk Kim 9626beceb54SJaegeuk Kim static inline bool f2fs_time_over(struct f2fs_sb_info *sbi, int type) 9636beceb54SJaegeuk Kim { 9646beceb54SJaegeuk Kim struct timespec ts = {sbi->interval_time[type], 0}; 9656beceb54SJaegeuk Kim unsigned long interval = timespec_to_jiffies(&ts); 9666beceb54SJaegeuk Kim 9676beceb54SJaegeuk Kim return time_after(jiffies, sbi->last_time[type] + interval); 9686beceb54SJaegeuk Kim } 9696beceb54SJaegeuk Kim 970d0239e1bSJaegeuk Kim static inline bool is_idle(struct f2fs_sb_info *sbi) 971d0239e1bSJaegeuk Kim { 972d0239e1bSJaegeuk Kim struct block_device *bdev = sbi->sb->s_bdev; 973d0239e1bSJaegeuk Kim struct request_queue *q = bdev_get_queue(bdev); 974d0239e1bSJaegeuk Kim struct request_list *rl = &q->root_rl; 975d0239e1bSJaegeuk Kim 976d0239e1bSJaegeuk Kim if (rl->count[BLK_RW_SYNC] || rl->count[BLK_RW_ASYNC]) 977d0239e1bSJaegeuk Kim return 0; 978d0239e1bSJaegeuk Kim 979d0239e1bSJaegeuk Kim return f2fs_time_over(sbi, REQ_TIME); 980d0239e1bSJaegeuk Kim } 981d0239e1bSJaegeuk Kim 98239a53e0cSJaegeuk Kim /* 98339a53e0cSJaegeuk Kim * Inline functions 98439a53e0cSJaegeuk Kim */ 98543b6573bSKeith Mok static inline u32 f2fs_crc32(struct f2fs_sb_info *sbi, const void *address, 98643b6573bSKeith Mok unsigned int length) 98743b6573bSKeith Mok { 98843b6573bSKeith Mok SHASH_DESC_ON_STACK(shash, sbi->s_chksum_driver); 98943b6573bSKeith Mok u32 *ctx = (u32 *)shash_desc_ctx(shash); 99043b6573bSKeith Mok int err; 99143b6573bSKeith Mok 99243b6573bSKeith Mok shash->tfm = sbi->s_chksum_driver; 99343b6573bSKeith Mok shash->flags = 0; 99443b6573bSKeith Mok *ctx = F2FS_SUPER_MAGIC; 99543b6573bSKeith Mok 99643b6573bSKeith Mok err = crypto_shash_update(shash, address, length); 99743b6573bSKeith Mok BUG_ON(err); 99843b6573bSKeith Mok 99943b6573bSKeith Mok return *ctx; 100043b6573bSKeith Mok } 100143b6573bSKeith Mok 100243b6573bSKeith Mok static inline bool f2fs_crc_valid(struct f2fs_sb_info *sbi, __u32 blk_crc, 100343b6573bSKeith Mok void *buf, size_t buf_size) 100443b6573bSKeith Mok { 100543b6573bSKeith Mok return f2fs_crc32(sbi, buf, buf_size) == blk_crc; 100643b6573bSKeith Mok } 100743b6573bSKeith Mok 100839a53e0cSJaegeuk Kim static inline struct f2fs_inode_info *F2FS_I(struct inode *inode) 100939a53e0cSJaegeuk Kim { 101039a53e0cSJaegeuk Kim return container_of(inode, struct f2fs_inode_info, vfs_inode); 101139a53e0cSJaegeuk Kim } 101239a53e0cSJaegeuk Kim 101339a53e0cSJaegeuk Kim static inline struct f2fs_sb_info *F2FS_SB(struct super_block *sb) 101439a53e0cSJaegeuk Kim { 101539a53e0cSJaegeuk Kim return sb->s_fs_info; 101639a53e0cSJaegeuk Kim } 101739a53e0cSJaegeuk Kim 10184081363fSJaegeuk Kim static inline struct f2fs_sb_info *F2FS_I_SB(struct inode *inode) 10194081363fSJaegeuk Kim { 10204081363fSJaegeuk Kim return F2FS_SB(inode->i_sb); 10214081363fSJaegeuk Kim } 10224081363fSJaegeuk Kim 10234081363fSJaegeuk Kim static inline struct f2fs_sb_info *F2FS_M_SB(struct address_space *mapping) 10244081363fSJaegeuk Kim { 10254081363fSJaegeuk Kim return F2FS_I_SB(mapping->host); 10264081363fSJaegeuk Kim } 10274081363fSJaegeuk Kim 10284081363fSJaegeuk Kim static inline struct f2fs_sb_info *F2FS_P_SB(struct page *page) 10294081363fSJaegeuk Kim { 10304081363fSJaegeuk Kim return F2FS_M_SB(page->mapping); 10314081363fSJaegeuk Kim } 10324081363fSJaegeuk Kim 103339a53e0cSJaegeuk Kim static inline struct f2fs_super_block *F2FS_RAW_SUPER(struct f2fs_sb_info *sbi) 103439a53e0cSJaegeuk Kim { 103539a53e0cSJaegeuk Kim return (struct f2fs_super_block *)(sbi->raw_super); 103639a53e0cSJaegeuk Kim } 103739a53e0cSJaegeuk Kim 103839a53e0cSJaegeuk Kim static inline struct f2fs_checkpoint *F2FS_CKPT(struct f2fs_sb_info *sbi) 103939a53e0cSJaegeuk Kim { 104039a53e0cSJaegeuk Kim return (struct f2fs_checkpoint *)(sbi->ckpt); 104139a53e0cSJaegeuk Kim } 104239a53e0cSJaegeuk Kim 104345590710SGu Zheng static inline struct f2fs_node *F2FS_NODE(struct page *page) 104445590710SGu Zheng { 104545590710SGu Zheng return (struct f2fs_node *)page_address(page); 104645590710SGu Zheng } 104745590710SGu Zheng 104858bfaf44SJaegeuk Kim static inline struct f2fs_inode *F2FS_INODE(struct page *page) 104958bfaf44SJaegeuk Kim { 105058bfaf44SJaegeuk Kim return &((struct f2fs_node *)page_address(page))->i; 105158bfaf44SJaegeuk Kim } 105258bfaf44SJaegeuk Kim 105339a53e0cSJaegeuk Kim static inline struct f2fs_nm_info *NM_I(struct f2fs_sb_info *sbi) 105439a53e0cSJaegeuk Kim { 105539a53e0cSJaegeuk Kim return (struct f2fs_nm_info *)(sbi->nm_info); 105639a53e0cSJaegeuk Kim } 105739a53e0cSJaegeuk Kim 105839a53e0cSJaegeuk Kim static inline struct f2fs_sm_info *SM_I(struct f2fs_sb_info *sbi) 105939a53e0cSJaegeuk Kim { 106039a53e0cSJaegeuk Kim return (struct f2fs_sm_info *)(sbi->sm_info); 106139a53e0cSJaegeuk Kim } 106239a53e0cSJaegeuk Kim 106339a53e0cSJaegeuk Kim static inline struct sit_info *SIT_I(struct f2fs_sb_info *sbi) 106439a53e0cSJaegeuk Kim { 106539a53e0cSJaegeuk Kim return (struct sit_info *)(SM_I(sbi)->sit_info); 106639a53e0cSJaegeuk Kim } 106739a53e0cSJaegeuk Kim 106839a53e0cSJaegeuk Kim static inline struct free_segmap_info *FREE_I(struct f2fs_sb_info *sbi) 106939a53e0cSJaegeuk Kim { 107039a53e0cSJaegeuk Kim return (struct free_segmap_info *)(SM_I(sbi)->free_info); 107139a53e0cSJaegeuk Kim } 107239a53e0cSJaegeuk Kim 107339a53e0cSJaegeuk Kim static inline struct dirty_seglist_info *DIRTY_I(struct f2fs_sb_info *sbi) 107439a53e0cSJaegeuk Kim { 107539a53e0cSJaegeuk Kim return (struct dirty_seglist_info *)(SM_I(sbi)->dirty_info); 107639a53e0cSJaegeuk Kim } 107739a53e0cSJaegeuk Kim 10789df27d98SGu Zheng static inline struct address_space *META_MAPPING(struct f2fs_sb_info *sbi) 10799df27d98SGu Zheng { 10809df27d98SGu Zheng return sbi->meta_inode->i_mapping; 10819df27d98SGu Zheng } 10829df27d98SGu Zheng 10834ef51a8fSJaegeuk Kim static inline struct address_space *NODE_MAPPING(struct f2fs_sb_info *sbi) 10844ef51a8fSJaegeuk Kim { 10854ef51a8fSJaegeuk Kim return sbi->node_inode->i_mapping; 10864ef51a8fSJaegeuk Kim } 10874ef51a8fSJaegeuk Kim 1088caf0047eSChao Yu static inline bool is_sbi_flag_set(struct f2fs_sb_info *sbi, unsigned int type) 108939a53e0cSJaegeuk Kim { 1090fadb2fb8SChao Yu return test_bit(type, &sbi->s_flag); 109139a53e0cSJaegeuk Kim } 109239a53e0cSJaegeuk Kim 1093caf0047eSChao Yu static inline void set_sbi_flag(struct f2fs_sb_info *sbi, unsigned int type) 109439a53e0cSJaegeuk Kim { 1095fadb2fb8SChao Yu set_bit(type, &sbi->s_flag); 1096caf0047eSChao Yu } 1097caf0047eSChao Yu 1098caf0047eSChao Yu static inline void clear_sbi_flag(struct f2fs_sb_info *sbi, unsigned int type) 1099caf0047eSChao Yu { 1100fadb2fb8SChao Yu clear_bit(type, &sbi->s_flag); 110139a53e0cSJaegeuk Kim } 110239a53e0cSJaegeuk Kim 1103d71b5564SJaegeuk Kim static inline unsigned long long cur_cp_version(struct f2fs_checkpoint *cp) 1104d71b5564SJaegeuk Kim { 1105d71b5564SJaegeuk Kim return le64_to_cpu(cp->checkpoint_ver); 1106d71b5564SJaegeuk Kim } 1107d71b5564SJaegeuk Kim 1108aaec2b1dSChao Yu static inline bool __is_set_ckpt_flags(struct f2fs_checkpoint *cp, unsigned int f) 110925ca923bSJaegeuk Kim { 111025ca923bSJaegeuk Kim unsigned int ckpt_flags = le32_to_cpu(cp->ckpt_flags); 1111aaec2b1dSChao Yu 111225ca923bSJaegeuk Kim return ckpt_flags & f; 111325ca923bSJaegeuk Kim } 111425ca923bSJaegeuk Kim 1115aaec2b1dSChao Yu static inline bool is_set_ckpt_flags(struct f2fs_sb_info *sbi, unsigned int f) 111625ca923bSJaegeuk Kim { 1117aaec2b1dSChao Yu return __is_set_ckpt_flags(F2FS_CKPT(sbi), f); 1118aaec2b1dSChao Yu } 1119aaec2b1dSChao Yu 1120aaec2b1dSChao Yu static inline void __set_ckpt_flags(struct f2fs_checkpoint *cp, unsigned int f) 1121aaec2b1dSChao Yu { 1122aaec2b1dSChao Yu unsigned int ckpt_flags; 1123aaec2b1dSChao Yu 1124aaec2b1dSChao Yu ckpt_flags = le32_to_cpu(cp->ckpt_flags); 112525ca923bSJaegeuk Kim ckpt_flags |= f; 112625ca923bSJaegeuk Kim cp->ckpt_flags = cpu_to_le32(ckpt_flags); 112725ca923bSJaegeuk Kim } 112825ca923bSJaegeuk Kim 1129aaec2b1dSChao Yu static inline void set_ckpt_flags(struct f2fs_sb_info *sbi, unsigned int f) 113025ca923bSJaegeuk Kim { 1131aaec2b1dSChao Yu spin_lock(&sbi->cp_lock); 1132aaec2b1dSChao Yu __set_ckpt_flags(F2FS_CKPT(sbi), f); 1133aaec2b1dSChao Yu spin_unlock(&sbi->cp_lock); 1134aaec2b1dSChao Yu } 1135aaec2b1dSChao Yu 1136aaec2b1dSChao Yu static inline void __clear_ckpt_flags(struct f2fs_checkpoint *cp, unsigned int f) 1137aaec2b1dSChao Yu { 1138aaec2b1dSChao Yu unsigned int ckpt_flags; 1139aaec2b1dSChao Yu 1140aaec2b1dSChao Yu ckpt_flags = le32_to_cpu(cp->ckpt_flags); 114125ca923bSJaegeuk Kim ckpt_flags &= (~f); 114225ca923bSJaegeuk Kim cp->ckpt_flags = cpu_to_le32(ckpt_flags); 114325ca923bSJaegeuk Kim } 114425ca923bSJaegeuk Kim 1145aaec2b1dSChao Yu static inline void clear_ckpt_flags(struct f2fs_sb_info *sbi, unsigned int f) 1146aaec2b1dSChao Yu { 1147aaec2b1dSChao Yu spin_lock(&sbi->cp_lock); 1148aaec2b1dSChao Yu __clear_ckpt_flags(F2FS_CKPT(sbi), f); 1149aaec2b1dSChao Yu spin_unlock(&sbi->cp_lock); 1150aaec2b1dSChao Yu } 1151aaec2b1dSChao Yu 1152e479556bSGu Zheng static inline void f2fs_lock_op(struct f2fs_sb_info *sbi) 115339a53e0cSJaegeuk Kim { 1154b873b798SJaegeuk Kim down_read(&sbi->cp_rwsem); 115539a53e0cSJaegeuk Kim } 115639a53e0cSJaegeuk Kim 1157e479556bSGu Zheng static inline void f2fs_unlock_op(struct f2fs_sb_info *sbi) 115839a53e0cSJaegeuk Kim { 1159b873b798SJaegeuk Kim up_read(&sbi->cp_rwsem); 116039936837SJaegeuk Kim } 116139936837SJaegeuk Kim 1162e479556bSGu Zheng static inline void f2fs_lock_all(struct f2fs_sb_info *sbi) 116339936837SJaegeuk Kim { 1164b873b798SJaegeuk Kim down_write(&sbi->cp_rwsem); 116539936837SJaegeuk Kim } 116639936837SJaegeuk Kim 1167e479556bSGu Zheng static inline void f2fs_unlock_all(struct f2fs_sb_info *sbi) 116839936837SJaegeuk Kim { 1169b873b798SJaegeuk Kim up_write(&sbi->cp_rwsem); 117039a53e0cSJaegeuk Kim } 117139a53e0cSJaegeuk Kim 1172119ee914SJaegeuk Kim static inline int __get_cp_reason(struct f2fs_sb_info *sbi) 1173119ee914SJaegeuk Kim { 1174119ee914SJaegeuk Kim int reason = CP_SYNC; 1175119ee914SJaegeuk Kim 1176119ee914SJaegeuk Kim if (test_opt(sbi, FASTBOOT)) 1177119ee914SJaegeuk Kim reason = CP_FASTBOOT; 1178119ee914SJaegeuk Kim if (is_sbi_flag_set(sbi, SBI_IS_CLOSE)) 1179119ee914SJaegeuk Kim reason = CP_UMOUNT; 1180119ee914SJaegeuk Kim return reason; 1181119ee914SJaegeuk Kim } 1182119ee914SJaegeuk Kim 1183119ee914SJaegeuk Kim static inline bool __remain_node_summaries(int reason) 1184119ee914SJaegeuk Kim { 1185119ee914SJaegeuk Kim return (reason == CP_UMOUNT || reason == CP_FASTBOOT); 1186119ee914SJaegeuk Kim } 1187119ee914SJaegeuk Kim 1188119ee914SJaegeuk Kim static inline bool __exist_node_summaries(struct f2fs_sb_info *sbi) 1189119ee914SJaegeuk Kim { 1190aaec2b1dSChao Yu return (is_set_ckpt_flags(sbi, CP_UMOUNT_FLAG) || 1191aaec2b1dSChao Yu is_set_ckpt_flags(sbi, CP_FASTBOOT_FLAG)); 1192119ee914SJaegeuk Kim } 1193119ee914SJaegeuk Kim 119439a53e0cSJaegeuk Kim /* 119539a53e0cSJaegeuk Kim * Check whether the given nid is within node id range. 119639a53e0cSJaegeuk Kim */ 1197064e0823SNamjae Jeon static inline int check_nid_range(struct f2fs_sb_info *sbi, nid_t nid) 119839a53e0cSJaegeuk Kim { 1199d6b7d4b3SChao Yu if (unlikely(nid < F2FS_ROOT_INO(sbi))) 1200d6b7d4b3SChao Yu return -EINVAL; 1201cfb271d4SChao Yu if (unlikely(nid >= NM_I(sbi)->max_nid)) 1202064e0823SNamjae Jeon return -EINVAL; 1203064e0823SNamjae Jeon return 0; 120439a53e0cSJaegeuk Kim } 120539a53e0cSJaegeuk Kim 120639a53e0cSJaegeuk Kim #define F2FS_DEFAULT_ALLOCATED_BLOCKS 1 120739a53e0cSJaegeuk Kim 120839a53e0cSJaegeuk Kim /* 120939a53e0cSJaegeuk Kim * Check whether the inode has blocks or not 121039a53e0cSJaegeuk Kim */ 121139a53e0cSJaegeuk Kim static inline int F2FS_HAS_BLOCKS(struct inode *inode) 121239a53e0cSJaegeuk Kim { 121339a53e0cSJaegeuk Kim if (F2FS_I(inode)->i_xattr_nid) 12146c311ec6SChris Fries return inode->i_blocks > F2FS_DEFAULT_ALLOCATED_BLOCKS + 1; 121539a53e0cSJaegeuk Kim else 12166c311ec6SChris Fries return inode->i_blocks > F2FS_DEFAULT_ALLOCATED_BLOCKS; 121739a53e0cSJaegeuk Kim } 121839a53e0cSJaegeuk Kim 12194bc8e9bcSChao Yu static inline bool f2fs_has_xattr_block(unsigned int ofs) 12204bc8e9bcSChao Yu { 12214bc8e9bcSChao Yu return ofs == XATTR_NODE_OFFSET; 12224bc8e9bcSChao Yu } 12234bc8e9bcSChao Yu 12248edd03c8SJaegeuk Kim static inline void f2fs_i_blocks_write(struct inode *, blkcnt_t, bool); 122539a53e0cSJaegeuk Kim static inline bool inc_valid_block_count(struct f2fs_sb_info *sbi, 122646008c6dSChao Yu struct inode *inode, blkcnt_t *count) 122739a53e0cSJaegeuk Kim { 1228dd11a5dfSJaegeuk Kim blkcnt_t diff; 1229dd11a5dfSJaegeuk Kim 1230cb78942bSJaegeuk Kim #ifdef CONFIG_F2FS_FAULT_INJECTION 12311ecc0c5cSChao Yu if (time_to_inject(sbi, FAULT_BLOCK)) 1232cb78942bSJaegeuk Kim return false; 1233cb78942bSJaegeuk Kim #endif 1234dd11a5dfSJaegeuk Kim /* 1235dd11a5dfSJaegeuk Kim * let's increase this in prior to actual block count change in order 1236dd11a5dfSJaegeuk Kim * for f2fs_sync_file to avoid data races when deciding checkpoint. 1237dd11a5dfSJaegeuk Kim */ 1238dd11a5dfSJaegeuk Kim percpu_counter_add(&sbi->alloc_valid_block_count, (*count)); 1239cfb271d4SChao Yu 124039a53e0cSJaegeuk Kim spin_lock(&sbi->stat_lock); 12412555a2d5SJaegeuk Kim sbi->total_valid_block_count += (block_t)(*count); 12422555a2d5SJaegeuk Kim if (unlikely(sbi->total_valid_block_count > sbi->user_block_count)) { 1243dd11a5dfSJaegeuk Kim diff = sbi->total_valid_block_count - sbi->user_block_count; 1244dd11a5dfSJaegeuk Kim *count -= diff; 12452555a2d5SJaegeuk Kim sbi->total_valid_block_count = sbi->user_block_count; 124646008c6dSChao Yu if (!*count) { 124739a53e0cSJaegeuk Kim spin_unlock(&sbi->stat_lock); 1248dd11a5dfSJaegeuk Kim percpu_counter_sub(&sbi->alloc_valid_block_count, diff); 124939a53e0cSJaegeuk Kim return false; 125039a53e0cSJaegeuk Kim } 125146008c6dSChao Yu } 125239a53e0cSJaegeuk Kim spin_unlock(&sbi->stat_lock); 125341382ec4SJaegeuk Kim 12542555a2d5SJaegeuk Kim f2fs_i_blocks_write(inode, *count, true); 125539a53e0cSJaegeuk Kim return true; 125639a53e0cSJaegeuk Kim } 125739a53e0cSJaegeuk Kim 1258da19b0dcSGu Zheng static inline void dec_valid_block_count(struct f2fs_sb_info *sbi, 125939a53e0cSJaegeuk Kim struct inode *inode, 126039a53e0cSJaegeuk Kim blkcnt_t count) 126139a53e0cSJaegeuk Kim { 126239a53e0cSJaegeuk Kim spin_lock(&sbi->stat_lock); 12639850cf4aSJaegeuk Kim f2fs_bug_on(sbi, sbi->total_valid_block_count < (block_t) count); 12649850cf4aSJaegeuk Kim f2fs_bug_on(sbi, inode->i_blocks < count); 126539a53e0cSJaegeuk Kim sbi->total_valid_block_count -= (block_t)count; 126639a53e0cSJaegeuk Kim spin_unlock(&sbi->stat_lock); 12672555a2d5SJaegeuk Kim f2fs_i_blocks_write(inode, count, false); 126839a53e0cSJaegeuk Kim } 126939a53e0cSJaegeuk Kim 127039a53e0cSJaegeuk Kim static inline void inc_page_count(struct f2fs_sb_info *sbi, int count_type) 127139a53e0cSJaegeuk Kim { 127235782b23SJaegeuk Kim atomic_inc(&sbi->nr_pages[count_type]); 12737c4abcbeSChao Yu 127436951b38SChao Yu if (count_type == F2FS_DIRTY_DATA || count_type == F2FS_INMEM_PAGES || 127536951b38SChao Yu count_type == F2FS_WB_CP_DATA || count_type == F2FS_WB_DATA) 12767c4abcbeSChao Yu return; 12777c4abcbeSChao Yu 1278caf0047eSChao Yu set_sbi_flag(sbi, SBI_IS_DIRTY); 127939a53e0cSJaegeuk Kim } 128039a53e0cSJaegeuk Kim 1281a7ffdbe2SJaegeuk Kim static inline void inode_inc_dirty_pages(struct inode *inode) 128239a53e0cSJaegeuk Kim { 1283204706c7SJaegeuk Kim atomic_inc(&F2FS_I(inode)->dirty_pages); 1284c227f912SChao Yu inc_page_count(F2FS_I_SB(inode), S_ISDIR(inode->i_mode) ? 1285c227f912SChao Yu F2FS_DIRTY_DENTS : F2FS_DIRTY_DATA); 128639a53e0cSJaegeuk Kim } 128739a53e0cSJaegeuk Kim 128839a53e0cSJaegeuk Kim static inline void dec_page_count(struct f2fs_sb_info *sbi, int count_type) 128939a53e0cSJaegeuk Kim { 129035782b23SJaegeuk Kim atomic_dec(&sbi->nr_pages[count_type]); 129139a53e0cSJaegeuk Kim } 129239a53e0cSJaegeuk Kim 1293a7ffdbe2SJaegeuk Kim static inline void inode_dec_dirty_pages(struct inode *inode) 129439a53e0cSJaegeuk Kim { 12955ac9f36fSChao Yu if (!S_ISDIR(inode->i_mode) && !S_ISREG(inode->i_mode) && 12965ac9f36fSChao Yu !S_ISLNK(inode->i_mode)) 12971fe54f9dSJaegeuk Kim return; 12981fe54f9dSJaegeuk Kim 1299204706c7SJaegeuk Kim atomic_dec(&F2FS_I(inode)->dirty_pages); 1300c227f912SChao Yu dec_page_count(F2FS_I_SB(inode), S_ISDIR(inode->i_mode) ? 1301c227f912SChao Yu F2FS_DIRTY_DENTS : F2FS_DIRTY_DATA); 130239a53e0cSJaegeuk Kim } 130339a53e0cSJaegeuk Kim 1304523be8a6SJaegeuk Kim static inline s64 get_pages(struct f2fs_sb_info *sbi, int count_type) 130539a53e0cSJaegeuk Kim { 130635782b23SJaegeuk Kim return atomic_read(&sbi->nr_pages[count_type]); 130739a53e0cSJaegeuk Kim } 130839a53e0cSJaegeuk Kim 1309204706c7SJaegeuk Kim static inline int get_dirty_pages(struct inode *inode) 1310f8b2c1f9SJaegeuk Kim { 1311204706c7SJaegeuk Kim return atomic_read(&F2FS_I(inode)->dirty_pages); 1312f8b2c1f9SJaegeuk Kim } 1313f8b2c1f9SJaegeuk Kim 13145ac206cfSNamjae Jeon static inline int get_blocktype_secs(struct f2fs_sb_info *sbi, int block_type) 13155ac206cfSNamjae Jeon { 13163519e3f9SChao Yu unsigned int pages_per_sec = sbi->segs_per_sec * sbi->blocks_per_seg; 1317523be8a6SJaegeuk Kim unsigned int segs = (get_pages(sbi, block_type) + pages_per_sec - 1) >> 1318523be8a6SJaegeuk Kim sbi->log_blocks_per_seg; 1319523be8a6SJaegeuk Kim 1320523be8a6SJaegeuk Kim return segs / sbi->segs_per_sec; 13215ac206cfSNamjae Jeon } 13225ac206cfSNamjae Jeon 132339a53e0cSJaegeuk Kim static inline block_t valid_user_blocks(struct f2fs_sb_info *sbi) 132439a53e0cSJaegeuk Kim { 13258b8343faSJaegeuk Kim return sbi->total_valid_block_count; 132639a53e0cSJaegeuk Kim } 132739a53e0cSJaegeuk Kim 1328f83a2584SYunlei He static inline block_t discard_blocks(struct f2fs_sb_info *sbi) 1329f83a2584SYunlei He { 1330f83a2584SYunlei He return sbi->discard_blks; 1331f83a2584SYunlei He } 1332f83a2584SYunlei He 133339a53e0cSJaegeuk Kim static inline unsigned long __bitmap_size(struct f2fs_sb_info *sbi, int flag) 133439a53e0cSJaegeuk Kim { 133539a53e0cSJaegeuk Kim struct f2fs_checkpoint *ckpt = F2FS_CKPT(sbi); 133639a53e0cSJaegeuk Kim 133739a53e0cSJaegeuk Kim /* return NAT or SIT bitmap */ 133839a53e0cSJaegeuk Kim if (flag == NAT_BITMAP) 133939a53e0cSJaegeuk Kim return le32_to_cpu(ckpt->nat_ver_bitmap_bytesize); 134039a53e0cSJaegeuk Kim else if (flag == SIT_BITMAP) 134139a53e0cSJaegeuk Kim return le32_to_cpu(ckpt->sit_ver_bitmap_bytesize); 134239a53e0cSJaegeuk Kim 134339a53e0cSJaegeuk Kim return 0; 134439a53e0cSJaegeuk Kim } 134539a53e0cSJaegeuk Kim 134655141486SWanpeng Li static inline block_t __cp_payload(struct f2fs_sb_info *sbi) 134755141486SWanpeng Li { 134855141486SWanpeng Li return le32_to_cpu(F2FS_RAW_SUPER(sbi)->cp_payload); 134955141486SWanpeng Li } 135055141486SWanpeng Li 135139a53e0cSJaegeuk Kim static inline void *__bitmap_ptr(struct f2fs_sb_info *sbi, int flag) 135239a53e0cSJaegeuk Kim { 135339a53e0cSJaegeuk Kim struct f2fs_checkpoint *ckpt = F2FS_CKPT(sbi); 13541dbe4152SChangman Lee int offset; 13551dbe4152SChangman Lee 135655141486SWanpeng Li if (__cp_payload(sbi) > 0) { 13571dbe4152SChangman Lee if (flag == NAT_BITMAP) 13581dbe4152SChangman Lee return &ckpt->sit_nat_version_bitmap; 13591dbe4152SChangman Lee else 136065b85cccSJaegeuk Kim return (unsigned char *)ckpt + F2FS_BLKSIZE; 13611dbe4152SChangman Lee } else { 13621dbe4152SChangman Lee offset = (flag == NAT_BITMAP) ? 136325ca923bSJaegeuk Kim le32_to_cpu(ckpt->sit_ver_bitmap_bytesize) : 0; 136439a53e0cSJaegeuk Kim return &ckpt->sit_nat_version_bitmap + offset; 136539a53e0cSJaegeuk Kim } 13661dbe4152SChangman Lee } 136739a53e0cSJaegeuk Kim 136839a53e0cSJaegeuk Kim static inline block_t __start_cp_addr(struct f2fs_sb_info *sbi) 136939a53e0cSJaegeuk Kim { 13708508e44aSJaegeuk Kim block_t start_addr = le32_to_cpu(F2FS_RAW_SUPER(sbi)->cp_blkaddr); 137139a53e0cSJaegeuk Kim 13728508e44aSJaegeuk Kim if (sbi->cur_cp_pack == 2) 137339a53e0cSJaegeuk Kim start_addr += sbi->blocks_per_seg; 137439a53e0cSJaegeuk Kim return start_addr; 137539a53e0cSJaegeuk Kim } 137639a53e0cSJaegeuk Kim 13778508e44aSJaegeuk Kim static inline block_t __start_cp_next_addr(struct f2fs_sb_info *sbi) 13788508e44aSJaegeuk Kim { 13798508e44aSJaegeuk Kim block_t start_addr = le32_to_cpu(F2FS_RAW_SUPER(sbi)->cp_blkaddr); 13808508e44aSJaegeuk Kim 13818508e44aSJaegeuk Kim if (sbi->cur_cp_pack == 1) 13828508e44aSJaegeuk Kim start_addr += sbi->blocks_per_seg; 13838508e44aSJaegeuk Kim return start_addr; 13848508e44aSJaegeuk Kim } 13858508e44aSJaegeuk Kim 13868508e44aSJaegeuk Kim static inline void __set_cp_next_pack(struct f2fs_sb_info *sbi) 13878508e44aSJaegeuk Kim { 13888508e44aSJaegeuk Kim sbi->cur_cp_pack = (sbi->cur_cp_pack == 1) ? 2 : 1; 13898508e44aSJaegeuk Kim } 13908508e44aSJaegeuk Kim 139139a53e0cSJaegeuk Kim static inline block_t __start_sum_addr(struct f2fs_sb_info *sbi) 139239a53e0cSJaegeuk Kim { 139339a53e0cSJaegeuk Kim return le32_to_cpu(F2FS_CKPT(sbi)->cp_pack_start_sum); 139439a53e0cSJaegeuk Kim } 139539a53e0cSJaegeuk Kim 139639a53e0cSJaegeuk Kim static inline bool inc_valid_node_count(struct f2fs_sb_info *sbi, 1397ef86d709SGu Zheng struct inode *inode) 139839a53e0cSJaegeuk Kim { 139939a53e0cSJaegeuk Kim block_t valid_block_count; 140039a53e0cSJaegeuk Kim unsigned int valid_node_count; 140139a53e0cSJaegeuk Kim 140239a53e0cSJaegeuk Kim spin_lock(&sbi->stat_lock); 140339a53e0cSJaegeuk Kim 1404ef86d709SGu Zheng valid_block_count = sbi->total_valid_block_count + 1; 1405cfb271d4SChao Yu if (unlikely(valid_block_count > sbi->user_block_count)) { 140639a53e0cSJaegeuk Kim spin_unlock(&sbi->stat_lock); 140739a53e0cSJaegeuk Kim return false; 140839a53e0cSJaegeuk Kim } 140939a53e0cSJaegeuk Kim 1410ef86d709SGu Zheng valid_node_count = sbi->total_valid_node_count + 1; 1411cfb271d4SChao Yu if (unlikely(valid_node_count > sbi->total_node_count)) { 141239a53e0cSJaegeuk Kim spin_unlock(&sbi->stat_lock); 141339a53e0cSJaegeuk Kim return false; 141439a53e0cSJaegeuk Kim } 141539a53e0cSJaegeuk Kim 141639a53e0cSJaegeuk Kim if (inode) 14178edd03c8SJaegeuk Kim f2fs_i_blocks_write(inode, 1, true); 1418ef86d709SGu Zheng 1419ef86d709SGu Zheng sbi->total_valid_node_count++; 1420ef86d709SGu Zheng sbi->total_valid_block_count++; 142139a53e0cSJaegeuk Kim spin_unlock(&sbi->stat_lock); 142239a53e0cSJaegeuk Kim 142341382ec4SJaegeuk Kim percpu_counter_inc(&sbi->alloc_valid_block_count); 142439a53e0cSJaegeuk Kim return true; 142539a53e0cSJaegeuk Kim } 142639a53e0cSJaegeuk Kim 142739a53e0cSJaegeuk Kim static inline void dec_valid_node_count(struct f2fs_sb_info *sbi, 1428ef86d709SGu Zheng struct inode *inode) 142939a53e0cSJaegeuk Kim { 143039a53e0cSJaegeuk Kim spin_lock(&sbi->stat_lock); 143139a53e0cSJaegeuk Kim 14329850cf4aSJaegeuk Kim f2fs_bug_on(sbi, !sbi->total_valid_block_count); 14339850cf4aSJaegeuk Kim f2fs_bug_on(sbi, !sbi->total_valid_node_count); 14349850cf4aSJaegeuk Kim f2fs_bug_on(sbi, !inode->i_blocks); 143539a53e0cSJaegeuk Kim 14368edd03c8SJaegeuk Kim f2fs_i_blocks_write(inode, 1, false); 1437ef86d709SGu Zheng sbi->total_valid_node_count--; 1438ef86d709SGu Zheng sbi->total_valid_block_count--; 143939a53e0cSJaegeuk Kim 144039a53e0cSJaegeuk Kim spin_unlock(&sbi->stat_lock); 144139a53e0cSJaegeuk Kim } 144239a53e0cSJaegeuk Kim 144339a53e0cSJaegeuk Kim static inline unsigned int valid_node_count(struct f2fs_sb_info *sbi) 144439a53e0cSJaegeuk Kim { 14458b8343faSJaegeuk Kim return sbi->total_valid_node_count; 144639a53e0cSJaegeuk Kim } 144739a53e0cSJaegeuk Kim 144839a53e0cSJaegeuk Kim static inline void inc_valid_inode_count(struct f2fs_sb_info *sbi) 144939a53e0cSJaegeuk Kim { 1450513c5f37SJaegeuk Kim percpu_counter_inc(&sbi->total_valid_inode_count); 145139a53e0cSJaegeuk Kim } 145239a53e0cSJaegeuk Kim 14530e80220aSJaegeuk Kim static inline void dec_valid_inode_count(struct f2fs_sb_info *sbi) 145439a53e0cSJaegeuk Kim { 1455513c5f37SJaegeuk Kim percpu_counter_dec(&sbi->total_valid_inode_count); 145639a53e0cSJaegeuk Kim } 145739a53e0cSJaegeuk Kim 1458513c5f37SJaegeuk Kim static inline s64 valid_inode_count(struct f2fs_sb_info *sbi) 145939a53e0cSJaegeuk Kim { 1460513c5f37SJaegeuk Kim return percpu_counter_sum_positive(&sbi->total_valid_inode_count); 146139a53e0cSJaegeuk Kim } 146239a53e0cSJaegeuk Kim 1463a56c7c6fSJaegeuk Kim static inline struct page *f2fs_grab_cache_page(struct address_space *mapping, 1464a56c7c6fSJaegeuk Kim pgoff_t index, bool for_write) 1465a56c7c6fSJaegeuk Kim { 1466c41f3cc3SJaegeuk Kim #ifdef CONFIG_F2FS_FAULT_INJECTION 1467c41f3cc3SJaegeuk Kim struct page *page = find_lock_page(mapping, index); 1468c41f3cc3SJaegeuk Kim if (page) 1469c41f3cc3SJaegeuk Kim return page; 1470c41f3cc3SJaegeuk Kim 14711ecc0c5cSChao Yu if (time_to_inject(F2FS_M_SB(mapping), FAULT_PAGE_ALLOC)) 1472c41f3cc3SJaegeuk Kim return NULL; 1473c41f3cc3SJaegeuk Kim #endif 1474a56c7c6fSJaegeuk Kim if (!for_write) 1475a56c7c6fSJaegeuk Kim return grab_cache_page(mapping, index); 1476a56c7c6fSJaegeuk Kim return grab_cache_page_write_begin(mapping, index, AOP_FLAG_NOFS); 1477a56c7c6fSJaegeuk Kim } 1478a56c7c6fSJaegeuk Kim 14796e2c64adSJaegeuk Kim static inline void f2fs_copy_page(struct page *src, struct page *dst) 14806e2c64adSJaegeuk Kim { 14816e2c64adSJaegeuk Kim char *src_kaddr = kmap(src); 14826e2c64adSJaegeuk Kim char *dst_kaddr = kmap(dst); 14836e2c64adSJaegeuk Kim 14846e2c64adSJaegeuk Kim memcpy(dst_kaddr, src_kaddr, PAGE_SIZE); 14856e2c64adSJaegeuk Kim kunmap(dst); 14866e2c64adSJaegeuk Kim kunmap(src); 14876e2c64adSJaegeuk Kim } 14886e2c64adSJaegeuk Kim 148939a53e0cSJaegeuk Kim static inline void f2fs_put_page(struct page *page, int unlock) 149039a53e0cSJaegeuk Kim { 1491031fa8ccSJaegeuk Kim if (!page) 149239a53e0cSJaegeuk Kim return; 149339a53e0cSJaegeuk Kim 149439a53e0cSJaegeuk Kim if (unlock) { 14959850cf4aSJaegeuk Kim f2fs_bug_on(F2FS_P_SB(page), !PageLocked(page)); 149639a53e0cSJaegeuk Kim unlock_page(page); 149739a53e0cSJaegeuk Kim } 149809cbfeafSKirill A. Shutemov put_page(page); 149939a53e0cSJaegeuk Kim } 150039a53e0cSJaegeuk Kim 150139a53e0cSJaegeuk Kim static inline void f2fs_put_dnode(struct dnode_of_data *dn) 150239a53e0cSJaegeuk Kim { 150339a53e0cSJaegeuk Kim if (dn->node_page) 150439a53e0cSJaegeuk Kim f2fs_put_page(dn->node_page, 1); 150539a53e0cSJaegeuk Kim if (dn->inode_page && dn->node_page != dn->inode_page) 150639a53e0cSJaegeuk Kim f2fs_put_page(dn->inode_page, 0); 150739a53e0cSJaegeuk Kim dn->node_page = NULL; 150839a53e0cSJaegeuk Kim dn->inode_page = NULL; 150939a53e0cSJaegeuk Kim } 151039a53e0cSJaegeuk Kim 151139a53e0cSJaegeuk Kim static inline struct kmem_cache *f2fs_kmem_cache_create(const char *name, 1512e8512d2eSGu Zheng size_t size) 151339a53e0cSJaegeuk Kim { 1514e8512d2eSGu Zheng return kmem_cache_create(name, size, 0, SLAB_RECLAIM_ACCOUNT, NULL); 151539a53e0cSJaegeuk Kim } 151639a53e0cSJaegeuk Kim 15177bd59381SGu Zheng static inline void *f2fs_kmem_cache_alloc(struct kmem_cache *cachep, 15187bd59381SGu Zheng gfp_t flags) 15197bd59381SGu Zheng { 15207bd59381SGu Zheng void *entry; 15217bd59381SGu Zheng 152280c54505SJaegeuk Kim entry = kmem_cache_alloc(cachep, flags); 152380c54505SJaegeuk Kim if (!entry) 152480c54505SJaegeuk Kim entry = kmem_cache_alloc(cachep, flags | __GFP_NOFAIL); 15257bd59381SGu Zheng return entry; 15267bd59381SGu Zheng } 15277bd59381SGu Zheng 1528740432f8SJaegeuk Kim static inline struct bio *f2fs_bio_alloc(int npages) 1529740432f8SJaegeuk Kim { 1530740432f8SJaegeuk Kim struct bio *bio; 1531740432f8SJaegeuk Kim 1532740432f8SJaegeuk Kim /* No failure on bio allocation */ 1533740432f8SJaegeuk Kim bio = bio_alloc(GFP_NOIO, npages); 153480c54505SJaegeuk Kim if (!bio) 153580c54505SJaegeuk Kim bio = bio_alloc(GFP_NOIO | __GFP_NOFAIL, npages); 1536740432f8SJaegeuk Kim return bio; 1537740432f8SJaegeuk Kim } 1538740432f8SJaegeuk Kim 15399be32d72SJaegeuk Kim static inline void f2fs_radix_tree_insert(struct radix_tree_root *root, 15409be32d72SJaegeuk Kim unsigned long index, void *item) 15419be32d72SJaegeuk Kim { 15429be32d72SJaegeuk Kim while (radix_tree_insert(root, index, item)) 15439be32d72SJaegeuk Kim cond_resched(); 15449be32d72SJaegeuk Kim } 15459be32d72SJaegeuk Kim 154639a53e0cSJaegeuk Kim #define RAW_IS_INODE(p) ((p)->footer.nid == (p)->footer.ino) 154739a53e0cSJaegeuk Kim 154839a53e0cSJaegeuk Kim static inline bool IS_INODE(struct page *page) 154939a53e0cSJaegeuk Kim { 155045590710SGu Zheng struct f2fs_node *p = F2FS_NODE(page); 155139a53e0cSJaegeuk Kim return RAW_IS_INODE(p); 155239a53e0cSJaegeuk Kim } 155339a53e0cSJaegeuk Kim 155439a53e0cSJaegeuk Kim static inline __le32 *blkaddr_in_node(struct f2fs_node *node) 155539a53e0cSJaegeuk Kim { 155639a53e0cSJaegeuk Kim return RAW_IS_INODE(node) ? node->i.i_addr : node->dn.addr; 155739a53e0cSJaegeuk Kim } 155839a53e0cSJaegeuk Kim 155939a53e0cSJaegeuk Kim static inline block_t datablock_addr(struct page *node_page, 156039a53e0cSJaegeuk Kim unsigned int offset) 156139a53e0cSJaegeuk Kim { 156239a53e0cSJaegeuk Kim struct f2fs_node *raw_node; 156339a53e0cSJaegeuk Kim __le32 *addr_array; 156445590710SGu Zheng raw_node = F2FS_NODE(node_page); 156539a53e0cSJaegeuk Kim addr_array = blkaddr_in_node(raw_node); 156639a53e0cSJaegeuk Kim return le32_to_cpu(addr_array[offset]); 156739a53e0cSJaegeuk Kim } 156839a53e0cSJaegeuk Kim 156939a53e0cSJaegeuk Kim static inline int f2fs_test_bit(unsigned int nr, char *addr) 157039a53e0cSJaegeuk Kim { 157139a53e0cSJaegeuk Kim int mask; 157239a53e0cSJaegeuk Kim 157339a53e0cSJaegeuk Kim addr += (nr >> 3); 157439a53e0cSJaegeuk Kim mask = 1 << (7 - (nr & 0x07)); 157539a53e0cSJaegeuk Kim return mask & *addr; 157639a53e0cSJaegeuk Kim } 157739a53e0cSJaegeuk Kim 1578a66cdd98SJaegeuk Kim static inline void f2fs_set_bit(unsigned int nr, char *addr) 1579a66cdd98SJaegeuk Kim { 1580a66cdd98SJaegeuk Kim int mask; 1581a66cdd98SJaegeuk Kim 1582a66cdd98SJaegeuk Kim addr += (nr >> 3); 1583a66cdd98SJaegeuk Kim mask = 1 << (7 - (nr & 0x07)); 1584a66cdd98SJaegeuk Kim *addr |= mask; 1585a66cdd98SJaegeuk Kim } 1586a66cdd98SJaegeuk Kim 1587a66cdd98SJaegeuk Kim static inline void f2fs_clear_bit(unsigned int nr, char *addr) 1588a66cdd98SJaegeuk Kim { 1589a66cdd98SJaegeuk Kim int mask; 1590a66cdd98SJaegeuk Kim 1591a66cdd98SJaegeuk Kim addr += (nr >> 3); 1592a66cdd98SJaegeuk Kim mask = 1 << (7 - (nr & 0x07)); 1593a66cdd98SJaegeuk Kim *addr &= ~mask; 1594a66cdd98SJaegeuk Kim } 1595a66cdd98SJaegeuk Kim 159652aca074SGu Zheng static inline int f2fs_test_and_set_bit(unsigned int nr, char *addr) 159739a53e0cSJaegeuk Kim { 159839a53e0cSJaegeuk Kim int mask; 159939a53e0cSJaegeuk Kim int ret; 160039a53e0cSJaegeuk Kim 160139a53e0cSJaegeuk Kim addr += (nr >> 3); 160239a53e0cSJaegeuk Kim mask = 1 << (7 - (nr & 0x07)); 160339a53e0cSJaegeuk Kim ret = mask & *addr; 160439a53e0cSJaegeuk Kim *addr |= mask; 160539a53e0cSJaegeuk Kim return ret; 160639a53e0cSJaegeuk Kim } 160739a53e0cSJaegeuk Kim 160852aca074SGu Zheng static inline int f2fs_test_and_clear_bit(unsigned int nr, char *addr) 160939a53e0cSJaegeuk Kim { 161039a53e0cSJaegeuk Kim int mask; 161139a53e0cSJaegeuk Kim int ret; 161239a53e0cSJaegeuk Kim 161339a53e0cSJaegeuk Kim addr += (nr >> 3); 161439a53e0cSJaegeuk Kim mask = 1 << (7 - (nr & 0x07)); 161539a53e0cSJaegeuk Kim ret = mask & *addr; 161639a53e0cSJaegeuk Kim *addr &= ~mask; 161739a53e0cSJaegeuk Kim return ret; 161839a53e0cSJaegeuk Kim } 161939a53e0cSJaegeuk Kim 1620c6ac4c0eSGu Zheng static inline void f2fs_change_bit(unsigned int nr, char *addr) 1621c6ac4c0eSGu Zheng { 1622c6ac4c0eSGu Zheng int mask; 1623c6ac4c0eSGu Zheng 1624c6ac4c0eSGu Zheng addr += (nr >> 3); 1625c6ac4c0eSGu Zheng mask = 1 << (7 - (nr & 0x07)); 1626c6ac4c0eSGu Zheng *addr ^= mask; 1627c6ac4c0eSGu Zheng } 1628c6ac4c0eSGu Zheng 162939a53e0cSJaegeuk Kim /* used for f2fs_inode_info->flags */ 163039a53e0cSJaegeuk Kim enum { 163139a53e0cSJaegeuk Kim FI_NEW_INODE, /* indicate newly allocated inode */ 1632b3783873SJaegeuk Kim FI_DIRTY_INODE, /* indicate inode is dirty or not */ 163326de9b11SJaegeuk Kim FI_AUTO_RECOVER, /* indicate inode is recoverable */ 1634ed57c27fSJaegeuk Kim FI_DIRTY_DIR, /* indicate directory has dirty pages */ 163539a53e0cSJaegeuk Kim FI_INC_LINK, /* need to increment i_nlink */ 163639a53e0cSJaegeuk Kim FI_ACL_MODE, /* indicate acl mode */ 163739a53e0cSJaegeuk Kim FI_NO_ALLOC, /* should not allocate any blocks */ 1638c9b63bd0SJaegeuk Kim FI_FREE_NID, /* free allocated nide */ 1639c11abd1aSJaegeuk Kim FI_NO_EXTENT, /* not to use the extent cache */ 1640444c580fSJaegeuk Kim FI_INLINE_XATTR, /* used for inline xattr */ 16411001b347SHuajun Li FI_INLINE_DATA, /* used for inline data*/ 164234d67debSChao Yu FI_INLINE_DENTRY, /* used for inline dentry */ 1643fff04f90SJaegeuk Kim FI_APPEND_WRITE, /* inode has appended data */ 1644fff04f90SJaegeuk Kim FI_UPDATE_WRITE, /* inode has in-place-update data */ 164588b88a66SJaegeuk Kim FI_NEED_IPU, /* used for ipu per file */ 164688b88a66SJaegeuk Kim FI_ATOMIC_FILE, /* indicate atomic file */ 16475fe45743SChao Yu FI_ATOMIC_COMMIT, /* indicate the state of atomical committing */ 164802a1335fSJaegeuk Kim FI_VOLATILE_FILE, /* indicate volatile file */ 16493c6c2bebSJaegeuk Kim FI_FIRST_BLOCK_WRITTEN, /* indicate #0 data block was written */ 16501e84371fSJaegeuk Kim FI_DROP_CACHE, /* drop dirty page cache */ 1651b3d208f9SJaegeuk Kim FI_DATA_EXIST, /* indicate data exists */ 1652510022a8SJaegeuk Kim FI_INLINE_DOTS, /* indicate inline dot dentries */ 1653d323d005SChao Yu FI_DO_DEFRAG, /* indicate defragment is running */ 1654c227f912SChao Yu FI_DIRTY_FILE, /* indicate regular/symlink has dirty pages */ 165539a53e0cSJaegeuk Kim }; 165639a53e0cSJaegeuk Kim 1657205b9822SJaegeuk Kim static inline void __mark_inode_dirty_flag(struct inode *inode, 1658205b9822SJaegeuk Kim int flag, bool set) 165939a53e0cSJaegeuk Kim { 1660205b9822SJaegeuk Kim switch (flag) { 1661205b9822SJaegeuk Kim case FI_INLINE_XATTR: 1662205b9822SJaegeuk Kim case FI_INLINE_DATA: 1663205b9822SJaegeuk Kim case FI_INLINE_DENTRY: 1664205b9822SJaegeuk Kim if (set) 1665205b9822SJaegeuk Kim return; 1666205b9822SJaegeuk Kim case FI_DATA_EXIST: 1667205b9822SJaegeuk Kim case FI_INLINE_DOTS: 16687c45729aSJaegeuk Kim f2fs_mark_inode_dirty_sync(inode, true); 1669205b9822SJaegeuk Kim } 167039a53e0cSJaegeuk Kim } 167139a53e0cSJaegeuk Kim 167291942321SJaegeuk Kim static inline void set_inode_flag(struct inode *inode, int flag) 167339a53e0cSJaegeuk Kim { 167491942321SJaegeuk Kim if (!test_bit(flag, &F2FS_I(inode)->flags)) 167591942321SJaegeuk Kim set_bit(flag, &F2FS_I(inode)->flags); 1676205b9822SJaegeuk Kim __mark_inode_dirty_flag(inode, flag, true); 167739a53e0cSJaegeuk Kim } 167839a53e0cSJaegeuk Kim 167991942321SJaegeuk Kim static inline int is_inode_flag_set(struct inode *inode, int flag) 168039a53e0cSJaegeuk Kim { 168191942321SJaegeuk Kim return test_bit(flag, &F2FS_I(inode)->flags); 168239a53e0cSJaegeuk Kim } 168339a53e0cSJaegeuk Kim 168491942321SJaegeuk Kim static inline void clear_inode_flag(struct inode *inode, int flag) 168539a53e0cSJaegeuk Kim { 168691942321SJaegeuk Kim if (test_bit(flag, &F2FS_I(inode)->flags)) 168791942321SJaegeuk Kim clear_bit(flag, &F2FS_I(inode)->flags); 1688205b9822SJaegeuk Kim __mark_inode_dirty_flag(inode, flag, false); 168939a53e0cSJaegeuk Kim } 169039a53e0cSJaegeuk Kim 169191942321SJaegeuk Kim static inline void set_acl_inode(struct inode *inode, umode_t mode) 1692444c580fSJaegeuk Kim { 169391942321SJaegeuk Kim F2FS_I(inode)->i_acl_mode = mode; 169491942321SJaegeuk Kim set_inode_flag(inode, FI_ACL_MODE); 16957c45729aSJaegeuk Kim f2fs_mark_inode_dirty_sync(inode, false); 169639a53e0cSJaegeuk Kim } 169739a53e0cSJaegeuk Kim 1698a1961246SJaegeuk Kim static inline void f2fs_i_links_write(struct inode *inode, bool inc) 1699a1961246SJaegeuk Kim { 1700a1961246SJaegeuk Kim if (inc) 1701a1961246SJaegeuk Kim inc_nlink(inode); 1702a1961246SJaegeuk Kim else 1703a1961246SJaegeuk Kim drop_nlink(inode); 17047c45729aSJaegeuk Kim f2fs_mark_inode_dirty_sync(inode, true); 1705a1961246SJaegeuk Kim } 1706a1961246SJaegeuk Kim 17078edd03c8SJaegeuk Kim static inline void f2fs_i_blocks_write(struct inode *inode, 17088edd03c8SJaegeuk Kim blkcnt_t diff, bool add) 17098edd03c8SJaegeuk Kim { 171026de9b11SJaegeuk Kim bool clean = !is_inode_flag_set(inode, FI_DIRTY_INODE); 171126de9b11SJaegeuk Kim bool recover = is_inode_flag_set(inode, FI_AUTO_RECOVER); 171226de9b11SJaegeuk Kim 17138edd03c8SJaegeuk Kim inode->i_blocks = add ? inode->i_blocks + diff : 17148edd03c8SJaegeuk Kim inode->i_blocks - diff; 17157c45729aSJaegeuk Kim f2fs_mark_inode_dirty_sync(inode, true); 171626de9b11SJaegeuk Kim if (clean || recover) 171726de9b11SJaegeuk Kim set_inode_flag(inode, FI_AUTO_RECOVER); 17188edd03c8SJaegeuk Kim } 17198edd03c8SJaegeuk Kim 1720fc9581c8SJaegeuk Kim static inline void f2fs_i_size_write(struct inode *inode, loff_t i_size) 1721fc9581c8SJaegeuk Kim { 172226de9b11SJaegeuk Kim bool clean = !is_inode_flag_set(inode, FI_DIRTY_INODE); 172326de9b11SJaegeuk Kim bool recover = is_inode_flag_set(inode, FI_AUTO_RECOVER); 172426de9b11SJaegeuk Kim 1725fc9581c8SJaegeuk Kim if (i_size_read(inode) == i_size) 1726fc9581c8SJaegeuk Kim return; 1727fc9581c8SJaegeuk Kim 1728fc9581c8SJaegeuk Kim i_size_write(inode, i_size); 17297c45729aSJaegeuk Kim f2fs_mark_inode_dirty_sync(inode, true); 173026de9b11SJaegeuk Kim if (clean || recover) 173126de9b11SJaegeuk Kim set_inode_flag(inode, FI_AUTO_RECOVER); 173226de9b11SJaegeuk Kim } 173326de9b11SJaegeuk Kim 1734205b9822SJaegeuk Kim static inline void f2fs_i_depth_write(struct inode *inode, unsigned int depth) 1735205b9822SJaegeuk Kim { 1736205b9822SJaegeuk Kim F2FS_I(inode)->i_current_depth = depth; 17377c45729aSJaegeuk Kim f2fs_mark_inode_dirty_sync(inode, true); 1738205b9822SJaegeuk Kim } 1739205b9822SJaegeuk Kim 1740205b9822SJaegeuk Kim static inline void f2fs_i_xnid_write(struct inode *inode, nid_t xnid) 1741205b9822SJaegeuk Kim { 1742205b9822SJaegeuk Kim F2FS_I(inode)->i_xattr_nid = xnid; 17437c45729aSJaegeuk Kim f2fs_mark_inode_dirty_sync(inode, true); 1744205b9822SJaegeuk Kim } 1745205b9822SJaegeuk Kim 1746205b9822SJaegeuk Kim static inline void f2fs_i_pino_write(struct inode *inode, nid_t pino) 1747205b9822SJaegeuk Kim { 1748205b9822SJaegeuk Kim F2FS_I(inode)->i_pino = pino; 17497c45729aSJaegeuk Kim f2fs_mark_inode_dirty_sync(inode, true); 1750205b9822SJaegeuk Kim } 1751205b9822SJaegeuk Kim 175291942321SJaegeuk Kim static inline void get_inline_info(struct inode *inode, struct f2fs_inode *ri) 1753444c580fSJaegeuk Kim { 1754205b9822SJaegeuk Kim struct f2fs_inode_info *fi = F2FS_I(inode); 1755205b9822SJaegeuk Kim 1756444c580fSJaegeuk Kim if (ri->i_inline & F2FS_INLINE_XATTR) 1757205b9822SJaegeuk Kim set_bit(FI_INLINE_XATTR, &fi->flags); 17581001b347SHuajun Li if (ri->i_inline & F2FS_INLINE_DATA) 1759205b9822SJaegeuk Kim set_bit(FI_INLINE_DATA, &fi->flags); 176034d67debSChao Yu if (ri->i_inline & F2FS_INLINE_DENTRY) 1761205b9822SJaegeuk Kim set_bit(FI_INLINE_DENTRY, &fi->flags); 1762b3d208f9SJaegeuk Kim if (ri->i_inline & F2FS_DATA_EXIST) 1763205b9822SJaegeuk Kim set_bit(FI_DATA_EXIST, &fi->flags); 1764510022a8SJaegeuk Kim if (ri->i_inline & F2FS_INLINE_DOTS) 1765205b9822SJaegeuk Kim set_bit(FI_INLINE_DOTS, &fi->flags); 1766444c580fSJaegeuk Kim } 1767444c580fSJaegeuk Kim 176891942321SJaegeuk Kim static inline void set_raw_inline(struct inode *inode, struct f2fs_inode *ri) 1769444c580fSJaegeuk Kim { 1770444c580fSJaegeuk Kim ri->i_inline = 0; 1771444c580fSJaegeuk Kim 177291942321SJaegeuk Kim if (is_inode_flag_set(inode, FI_INLINE_XATTR)) 1773444c580fSJaegeuk Kim ri->i_inline |= F2FS_INLINE_XATTR; 177491942321SJaegeuk Kim if (is_inode_flag_set(inode, FI_INLINE_DATA)) 17751001b347SHuajun Li ri->i_inline |= F2FS_INLINE_DATA; 177691942321SJaegeuk Kim if (is_inode_flag_set(inode, FI_INLINE_DENTRY)) 177734d67debSChao Yu ri->i_inline |= F2FS_INLINE_DENTRY; 177891942321SJaegeuk Kim if (is_inode_flag_set(inode, FI_DATA_EXIST)) 1779b3d208f9SJaegeuk Kim ri->i_inline |= F2FS_DATA_EXIST; 178091942321SJaegeuk Kim if (is_inode_flag_set(inode, FI_INLINE_DOTS)) 1781510022a8SJaegeuk Kim ri->i_inline |= F2FS_INLINE_DOTS; 1782444c580fSJaegeuk Kim } 1783444c580fSJaegeuk Kim 1784987c7c31SChao Yu static inline int f2fs_has_inline_xattr(struct inode *inode) 1785987c7c31SChao Yu { 178691942321SJaegeuk Kim return is_inode_flag_set(inode, FI_INLINE_XATTR); 1787987c7c31SChao Yu } 1788987c7c31SChao Yu 178981ca7350SChao Yu static inline unsigned int addrs_per_inode(struct inode *inode) 1790de93653fSJaegeuk Kim { 179181ca7350SChao Yu if (f2fs_has_inline_xattr(inode)) 1792de93653fSJaegeuk Kim return DEF_ADDRS_PER_INODE - F2FS_INLINE_XATTR_ADDRS; 1793de93653fSJaegeuk Kim return DEF_ADDRS_PER_INODE; 1794de93653fSJaegeuk Kim } 1795de93653fSJaegeuk Kim 179665985d93SJaegeuk Kim static inline void *inline_xattr_addr(struct page *page) 179765985d93SJaegeuk Kim { 1798695fd1edSChao Yu struct f2fs_inode *ri = F2FS_INODE(page); 179965985d93SJaegeuk Kim return (void *)&(ri->i_addr[DEF_ADDRS_PER_INODE - 180065985d93SJaegeuk Kim F2FS_INLINE_XATTR_ADDRS]); 180165985d93SJaegeuk Kim } 180265985d93SJaegeuk Kim 180365985d93SJaegeuk Kim static inline int inline_xattr_size(struct inode *inode) 180465985d93SJaegeuk Kim { 1805987c7c31SChao Yu if (f2fs_has_inline_xattr(inode)) 180665985d93SJaegeuk Kim return F2FS_INLINE_XATTR_ADDRS << 2; 180765985d93SJaegeuk Kim else 180865985d93SJaegeuk Kim return 0; 180965985d93SJaegeuk Kim } 181065985d93SJaegeuk Kim 18110dbdc2aeSJaegeuk Kim static inline int f2fs_has_inline_data(struct inode *inode) 18120dbdc2aeSJaegeuk Kim { 181391942321SJaegeuk Kim return is_inode_flag_set(inode, FI_INLINE_DATA); 18140dbdc2aeSJaegeuk Kim } 18150dbdc2aeSJaegeuk Kim 1816b3d208f9SJaegeuk Kim static inline void f2fs_clear_inline_inode(struct inode *inode) 1817b3d208f9SJaegeuk Kim { 181891942321SJaegeuk Kim clear_inode_flag(inode, FI_INLINE_DATA); 181991942321SJaegeuk Kim clear_inode_flag(inode, FI_DATA_EXIST); 1820b3d208f9SJaegeuk Kim } 1821b3d208f9SJaegeuk Kim 1822b3d208f9SJaegeuk Kim static inline int f2fs_exist_data(struct inode *inode) 1823b3d208f9SJaegeuk Kim { 182491942321SJaegeuk Kim return is_inode_flag_set(inode, FI_DATA_EXIST); 1825b3d208f9SJaegeuk Kim } 1826b3d208f9SJaegeuk Kim 1827510022a8SJaegeuk Kim static inline int f2fs_has_inline_dots(struct inode *inode) 1828510022a8SJaegeuk Kim { 182991942321SJaegeuk Kim return is_inode_flag_set(inode, FI_INLINE_DOTS); 1830510022a8SJaegeuk Kim } 1831510022a8SJaegeuk Kim 183288b88a66SJaegeuk Kim static inline bool f2fs_is_atomic_file(struct inode *inode) 183388b88a66SJaegeuk Kim { 183491942321SJaegeuk Kim return is_inode_flag_set(inode, FI_ATOMIC_FILE); 183588b88a66SJaegeuk Kim } 183688b88a66SJaegeuk Kim 18375fe45743SChao Yu static inline bool f2fs_is_commit_atomic_write(struct inode *inode) 18385fe45743SChao Yu { 18395fe45743SChao Yu return is_inode_flag_set(inode, FI_ATOMIC_COMMIT); 18405fe45743SChao Yu } 18415fe45743SChao Yu 184202a1335fSJaegeuk Kim static inline bool f2fs_is_volatile_file(struct inode *inode) 184302a1335fSJaegeuk Kim { 184491942321SJaegeuk Kim return is_inode_flag_set(inode, FI_VOLATILE_FILE); 184502a1335fSJaegeuk Kim } 184602a1335fSJaegeuk Kim 18473c6c2bebSJaegeuk Kim static inline bool f2fs_is_first_block_written(struct inode *inode) 18483c6c2bebSJaegeuk Kim { 184991942321SJaegeuk Kim return is_inode_flag_set(inode, FI_FIRST_BLOCK_WRITTEN); 18503c6c2bebSJaegeuk Kim } 18513c6c2bebSJaegeuk Kim 18521e84371fSJaegeuk Kim static inline bool f2fs_is_drop_cache(struct inode *inode) 18531e84371fSJaegeuk Kim { 185491942321SJaegeuk Kim return is_inode_flag_set(inode, FI_DROP_CACHE); 18551e84371fSJaegeuk Kim } 18561e84371fSJaegeuk Kim 18571001b347SHuajun Li static inline void *inline_data_addr(struct page *page) 18581001b347SHuajun Li { 1859695fd1edSChao Yu struct f2fs_inode *ri = F2FS_INODE(page); 18601001b347SHuajun Li return (void *)&(ri->i_addr[1]); 18611001b347SHuajun Li } 18621001b347SHuajun Li 186334d67debSChao Yu static inline int f2fs_has_inline_dentry(struct inode *inode) 186434d67debSChao Yu { 186591942321SJaegeuk Kim return is_inode_flag_set(inode, FI_INLINE_DENTRY); 186634d67debSChao Yu } 186734d67debSChao Yu 18689486ba44SJaegeuk Kim static inline void f2fs_dentry_kunmap(struct inode *dir, struct page *page) 18699486ba44SJaegeuk Kim { 18709486ba44SJaegeuk Kim if (!f2fs_has_inline_dentry(dir)) 18719486ba44SJaegeuk Kim kunmap(page); 18729486ba44SJaegeuk Kim } 18739486ba44SJaegeuk Kim 1874b5492af7SJaegeuk Kim static inline int is_file(struct inode *inode, int type) 1875b5492af7SJaegeuk Kim { 1876b5492af7SJaegeuk Kim return F2FS_I(inode)->i_advise & type; 1877b5492af7SJaegeuk Kim } 1878b5492af7SJaegeuk Kim 1879b5492af7SJaegeuk Kim static inline void set_file(struct inode *inode, int type) 1880b5492af7SJaegeuk Kim { 1881b5492af7SJaegeuk Kim F2FS_I(inode)->i_advise |= type; 18827c45729aSJaegeuk Kim f2fs_mark_inode_dirty_sync(inode, true); 1883b5492af7SJaegeuk Kim } 1884b5492af7SJaegeuk Kim 1885b5492af7SJaegeuk Kim static inline void clear_file(struct inode *inode, int type) 1886b5492af7SJaegeuk Kim { 1887b5492af7SJaegeuk Kim F2FS_I(inode)->i_advise &= ~type; 18887c45729aSJaegeuk Kim f2fs_mark_inode_dirty_sync(inode, true); 1889b5492af7SJaegeuk Kim } 1890b5492af7SJaegeuk Kim 189126787236SJaegeuk Kim static inline bool f2fs_skip_inode_update(struct inode *inode, int dsync) 189226787236SJaegeuk Kim { 189326787236SJaegeuk Kim if (dsync) { 189426787236SJaegeuk Kim struct f2fs_sb_info *sbi = F2FS_I_SB(inode); 189526787236SJaegeuk Kim bool ret; 189626787236SJaegeuk Kim 189726787236SJaegeuk Kim spin_lock(&sbi->inode_lock[DIRTY_META]); 189826787236SJaegeuk Kim ret = list_empty(&F2FS_I(inode)->gdirty_list); 189926787236SJaegeuk Kim spin_unlock(&sbi->inode_lock[DIRTY_META]); 190026787236SJaegeuk Kim return ret; 190126787236SJaegeuk Kim } 190226787236SJaegeuk Kim if (!is_inode_flag_set(inode, FI_AUTO_RECOVER) || 190326787236SJaegeuk Kim file_keep_isize(inode) || 190426787236SJaegeuk Kim i_size_read(inode) & PAGE_MASK) 190526787236SJaegeuk Kim return false; 190626787236SJaegeuk Kim return F2FS_I(inode)->last_disk_size == i_size_read(inode); 1907267378d4SChao Yu } 1908267378d4SChao Yu 1909267378d4SChao Yu static inline int f2fs_readonly(struct super_block *sb) 1910267378d4SChao Yu { 1911267378d4SChao Yu return sb->s_flags & MS_RDONLY; 1912267378d4SChao Yu } 191339a53e0cSJaegeuk Kim 191439a53e0cSJaegeuk Kim static inline bool f2fs_cp_error(struct f2fs_sb_info *sbi) 191539a53e0cSJaegeuk Kim { 1916aaec2b1dSChao Yu return is_set_ckpt_flags(sbi, CP_ERROR_FLAG); 191739a53e0cSJaegeuk Kim } 191839a53e0cSJaegeuk Kim 1919eaa693f4SJaegeuk Kim static inline bool is_dot_dotdot(const struct qstr *str) 1920eaa693f4SJaegeuk Kim { 1921eaa693f4SJaegeuk Kim if (str->len == 1 && str->name[0] == '.') 1922eaa693f4SJaegeuk Kim return true; 1923eaa693f4SJaegeuk Kim 1924eaa693f4SJaegeuk Kim if (str->len == 2 && str->name[0] == '.' && str->name[1] == '.') 1925eaa693f4SJaegeuk Kim return true; 1926eaa693f4SJaegeuk Kim 1927eaa693f4SJaegeuk Kim return false; 1928eaa693f4SJaegeuk Kim } 1929eaa693f4SJaegeuk Kim 19303e72f721SJaegeuk Kim static inline bool f2fs_may_extent_tree(struct inode *inode) 19313e72f721SJaegeuk Kim { 19323e72f721SJaegeuk Kim if (!test_opt(F2FS_I_SB(inode), EXTENT_CACHE) || 193391942321SJaegeuk Kim is_inode_flag_set(inode, FI_NO_EXTENT)) 19343e72f721SJaegeuk Kim return false; 19353e72f721SJaegeuk Kim 1936886f56f9SAl Viro return S_ISREG(inode->i_mode); 19373e72f721SJaegeuk Kim } 19383e72f721SJaegeuk Kim 19391ecc0c5cSChao Yu static inline void *f2fs_kmalloc(struct f2fs_sb_info *sbi, 19401ecc0c5cSChao Yu size_t size, gfp_t flags) 19410414b004SJaegeuk Kim { 19422c63feadSJaegeuk Kim #ifdef CONFIG_F2FS_FAULT_INJECTION 19431ecc0c5cSChao Yu if (time_to_inject(sbi, FAULT_KMALLOC)) 19442c63feadSJaegeuk Kim return NULL; 19452c63feadSJaegeuk Kim #endif 19460414b004SJaegeuk Kim return kmalloc(size, flags); 19470414b004SJaegeuk Kim } 19480414b004SJaegeuk Kim 194939307a8eSJaegeuk Kim static inline void *f2fs_kvmalloc(size_t size, gfp_t flags) 195039307a8eSJaegeuk Kim { 195139307a8eSJaegeuk Kim void *ret; 195239307a8eSJaegeuk Kim 195339307a8eSJaegeuk Kim ret = kmalloc(size, flags | __GFP_NOWARN); 195439307a8eSJaegeuk Kim if (!ret) 195539307a8eSJaegeuk Kim ret = __vmalloc(size, flags, PAGE_KERNEL); 195639307a8eSJaegeuk Kim return ret; 195739307a8eSJaegeuk Kim } 195839307a8eSJaegeuk Kim 195939307a8eSJaegeuk Kim static inline void *f2fs_kvzalloc(size_t size, gfp_t flags) 196039307a8eSJaegeuk Kim { 196139307a8eSJaegeuk Kim void *ret; 196239307a8eSJaegeuk Kim 196339307a8eSJaegeuk Kim ret = kzalloc(size, flags | __GFP_NOWARN); 196439307a8eSJaegeuk Kim if (!ret) 196539307a8eSJaegeuk Kim ret = __vmalloc(size, flags | __GFP_ZERO, PAGE_KERNEL); 196639307a8eSJaegeuk Kim return ret; 196739307a8eSJaegeuk Kim } 196839307a8eSJaegeuk Kim 196939a53e0cSJaegeuk Kim #define get_inode_mode(i) \ 197091942321SJaegeuk Kim ((is_inode_flag_set(i, FI_ACL_MODE)) ? \ 197139a53e0cSJaegeuk Kim (F2FS_I(i)->i_acl_mode) : ((i)->i_mode)) 197239a53e0cSJaegeuk Kim 197339a53e0cSJaegeuk Kim /* get offset of first page in next direct node */ 197481ca7350SChao Yu #define PGOFS_OF_NEXT_DNODE(pgofs, inode) \ 197581ca7350SChao Yu ((pgofs < ADDRS_PER_INODE(inode)) ? ADDRS_PER_INODE(inode) : \ 197681ca7350SChao Yu (pgofs - ADDRS_PER_INODE(inode) + ADDRS_PER_BLOCK) / \ 197781ca7350SChao Yu ADDRS_PER_BLOCK * ADDRS_PER_BLOCK + ADDRS_PER_INODE(inode)) 19781e1bb4baSJaegeuk Kim 197939a53e0cSJaegeuk Kim /* 19802d4d9fb5SJaegeuk Kim * file.c 198139a53e0cSJaegeuk Kim */ 198239a53e0cSJaegeuk Kim int f2fs_sync_file(struct file *, loff_t, loff_t, int); 1983b292dcabSJaegeuk Kim void truncate_data_blocks(struct dnode_of_data *); 1984764aa3e9SJaegeuk Kim int truncate_blocks(struct inode *, u64, bool); 19859a449e9cSJaegeuk Kim int f2fs_truncate(struct inode *); 198639a53e0cSJaegeuk Kim int f2fs_getattr(struct vfsmount *, struct dentry *, struct kstat *); 198739a53e0cSJaegeuk Kim int f2fs_setattr(struct dentry *, struct iattr *); 198839a53e0cSJaegeuk Kim int truncate_hole(struct inode *, pgoff_t, pgoff_t); 1989e9750824SNamjae Jeon int truncate_data_blocks_range(struct dnode_of_data *, int); 199039a53e0cSJaegeuk Kim long f2fs_ioctl(struct file *, unsigned int, unsigned long); 199139a53e0cSJaegeuk Kim long f2fs_compat_ioctl(struct file *, unsigned int, unsigned long); 199239a53e0cSJaegeuk Kim 199339a53e0cSJaegeuk Kim /* 199439a53e0cSJaegeuk Kim * inode.c 199539a53e0cSJaegeuk Kim */ 199639a53e0cSJaegeuk Kim void f2fs_set_inode_flags(struct inode *); 199739936837SJaegeuk Kim struct inode *f2fs_iget(struct super_block *, unsigned long); 1998e8ea9b3dSJaegeuk Kim struct inode *f2fs_iget_retry(struct super_block *, unsigned long); 19994660f9c0SJaegeuk Kim int try_to_free_nats(struct f2fs_sb_info *, int); 200012719ae1SJaegeuk Kim int update_inode(struct inode *, struct page *); 200112719ae1SJaegeuk Kim int update_inode_page(struct inode *); 200239a53e0cSJaegeuk Kim int f2fs_write_inode(struct inode *, struct writeback_control *); 200339a53e0cSJaegeuk Kim void f2fs_evict_inode(struct inode *); 200444c16156SJaegeuk Kim void handle_failed_inode(struct inode *); 200539a53e0cSJaegeuk Kim 200639a53e0cSJaegeuk Kim /* 200739a53e0cSJaegeuk Kim * namei.c 200839a53e0cSJaegeuk Kim */ 200939a53e0cSJaegeuk Kim struct dentry *f2fs_get_parent(struct dentry *child); 201039a53e0cSJaegeuk Kim 201139a53e0cSJaegeuk Kim /* 201239a53e0cSJaegeuk Kim * dir.c 201339a53e0cSJaegeuk Kim */ 2014510022a8SJaegeuk Kim void set_de_type(struct f2fs_dir_entry *, umode_t); 2015675f10bdSChao Yu unsigned char get_de_type(struct f2fs_dir_entry *); 20160b81d077SJaegeuk Kim struct f2fs_dir_entry *find_target_dentry(struct fscrypt_name *, 20176e22c691SJaegeuk Kim f2fs_hash_t, int *, struct f2fs_dentry_ptr *); 2018ed6bd4b1SChao Yu int f2fs_fill_dentries(struct dir_context *, struct f2fs_dentry_ptr *, 20190b81d077SJaegeuk Kim unsigned int, struct fscrypt_str *); 2020062a3e7bSJaegeuk Kim void do_make_empty_dir(struct inode *, struct inode *, 2021062a3e7bSJaegeuk Kim struct f2fs_dentry_ptr *); 2022dbeacf02SChao Yu struct page *init_inode_metadata(struct inode *, struct inode *, 20239421d570SChao Yu const struct qstr *, const struct qstr *, struct page *); 2024dbeacf02SChao Yu void update_parent_metadata(struct inode *, struct inode *, unsigned int); 2025a82afa20SJaegeuk Kim int room_for_filename(const void *, int, int); 20269f7c45ccSJaegeuk Kim void f2fs_drop_nlink(struct inode *, struct inode *); 2027e7ba108aSShuoran Liu struct f2fs_dir_entry *__f2fs_find_entry(struct inode *, struct fscrypt_name *, 2028e7ba108aSShuoran Liu struct page **); 2029185de68fSAl Viro struct f2fs_dir_entry *f2fs_find_entry(struct inode *, const struct qstr *, 203039a53e0cSJaegeuk Kim struct page **); 203139a53e0cSJaegeuk Kim struct f2fs_dir_entry *f2fs_parent_dir(struct inode *, struct page **); 2032835c92d4SLinus Torvalds ino_t f2fs_inode_by_name(struct inode *, const struct qstr *, struct page **); 203339a53e0cSJaegeuk Kim void f2fs_set_link(struct inode *, struct f2fs_dir_entry *, 203439a53e0cSJaegeuk Kim struct page *, struct inode *); 2035e7d55452SJaegeuk Kim int update_dent_inode(struct inode *, struct inode *, const struct qstr *); 2036510022a8SJaegeuk Kim void f2fs_update_dentry(nid_t ino, umode_t mode, struct f2fs_dentry_ptr *, 20373b4d732aSChao Yu const struct qstr *, f2fs_hash_t , unsigned int); 2038675f10bdSChao Yu int f2fs_add_regular_entry(struct inode *, const struct qstr *, 20399421d570SChao Yu const struct qstr *, struct inode *, nid_t, umode_t); 2040e7ba108aSShuoran Liu int __f2fs_do_add_link(struct inode *, struct fscrypt_name*, struct inode *, 2041e7ba108aSShuoran Liu nid_t, umode_t); 2042510022a8SJaegeuk Kim int __f2fs_add_link(struct inode *, const struct qstr *, struct inode *, nid_t, 2043510022a8SJaegeuk Kim umode_t); 2044dbeacf02SChao Yu void f2fs_delete_entry(struct f2fs_dir_entry *, struct page *, struct inode *, 2045dbeacf02SChao Yu struct inode *); 2046b97a9b5dSJaegeuk Kim int f2fs_do_tmpfile(struct inode *, struct inode *); 204739a53e0cSJaegeuk Kim bool f2fs_empty_dir(struct inode *); 204839a53e0cSJaegeuk Kim 2049b7f7a5e0SAl Viro static inline int f2fs_add_link(struct dentry *dentry, struct inode *inode) 2050b7f7a5e0SAl Viro { 20512b0143b5SDavid Howells return __f2fs_add_link(d_inode(dentry->d_parent), &dentry->d_name, 2052510022a8SJaegeuk Kim inode, inode->i_ino, inode->i_mode); 2053b7f7a5e0SAl Viro } 2054b7f7a5e0SAl Viro 205539a53e0cSJaegeuk Kim /* 205639a53e0cSJaegeuk Kim * super.c 205739a53e0cSJaegeuk Kim */ 20587c45729aSJaegeuk Kim int f2fs_inode_dirtied(struct inode *, bool); 20590f18b462SJaegeuk Kim void f2fs_inode_synced(struct inode *); 2060c5bda1c8SChao Yu int f2fs_commit_super(struct f2fs_sb_info *, bool); 206139a53e0cSJaegeuk Kim int f2fs_sync_fs(struct super_block *, int); 2062a07ef784SNamjae Jeon extern __printf(3, 4) 2063a07ef784SNamjae Jeon void f2fs_msg(struct super_block *, const char *, const char *, ...); 2064984ec63cSShawn Lin int sanity_check_ckpt(struct f2fs_sb_info *sbi); 206539a53e0cSJaegeuk Kim 206639a53e0cSJaegeuk Kim /* 206739a53e0cSJaegeuk Kim * hash.c 206839a53e0cSJaegeuk Kim */ 2069eee6160fSGu Zheng f2fs_hash_t f2fs_dentry_hash(const struct qstr *); 207039a53e0cSJaegeuk Kim 207139a53e0cSJaegeuk Kim /* 207239a53e0cSJaegeuk Kim * node.c 207339a53e0cSJaegeuk Kim */ 207439a53e0cSJaegeuk Kim struct dnode_of_data; 207539a53e0cSJaegeuk Kim struct node_info; 207639a53e0cSJaegeuk Kim 20776fb03f3aSJaegeuk Kim bool available_free_memory(struct f2fs_sb_info *, int); 20782dcf51abSJaegeuk Kim int need_dentry_mark(struct f2fs_sb_info *, nid_t); 207988bd02c9SJaegeuk Kim bool is_checkpointed_node(struct f2fs_sb_info *, nid_t); 208088bd02c9SJaegeuk Kim bool need_inode_block_update(struct f2fs_sb_info *, nid_t); 208139a53e0cSJaegeuk Kim void get_node_info(struct f2fs_sb_info *, nid_t, struct node_info *); 20823cf45747SChao Yu pgoff_t get_next_page_offset(struct dnode_of_data *, pgoff_t); 208339a53e0cSJaegeuk Kim int get_dnode_of_data(struct dnode_of_data *, pgoff_t, int); 208439a53e0cSJaegeuk Kim int truncate_inode_blocks(struct inode *, pgoff_t); 20854f16fb0fSJaegeuk Kim int truncate_xattr_node(struct inode *, struct page *); 2086cfe58f9dSJaegeuk Kim int wait_on_node_pages_writeback(struct f2fs_sb_info *, nid_t); 208713ec7297SChao Yu int remove_inode_page(struct inode *); 2088a014e037SJaegeuk Kim struct page *new_inode_page(struct inode *); 20898ae8f162SJaegeuk Kim struct page *new_node_page(struct dnode_of_data *, unsigned int, struct page *); 209039a53e0cSJaegeuk Kim void ra_node_page(struct f2fs_sb_info *, nid_t); 209139a53e0cSJaegeuk Kim struct page *get_node_page(struct f2fs_sb_info *, pgoff_t); 209239a53e0cSJaegeuk Kim struct page *get_node_page_ra(struct page *, int); 2093da011cc0SChao Yu void move_node_page(struct page *, int); 209426de9b11SJaegeuk Kim int fsync_node_pages(struct f2fs_sb_info *, struct inode *, 209526de9b11SJaegeuk Kim struct writeback_control *, bool); 209652681375SJaegeuk Kim int sync_node_pages(struct f2fs_sb_info *, struct writeback_control *); 20973a2ad567SChao Yu void build_free_nids(struct f2fs_sb_info *, bool); 209839a53e0cSJaegeuk Kim bool alloc_nid(struct f2fs_sb_info *, nid_t *); 209939a53e0cSJaegeuk Kim void alloc_nid_done(struct f2fs_sb_info *, nid_t); 210039a53e0cSJaegeuk Kim void alloc_nid_failed(struct f2fs_sb_info *, nid_t); 210131696580SChao Yu int try_to_free_nids(struct f2fs_sb_info *, int); 210270cfed88SChao Yu void recover_inline_xattr(struct inode *, struct page *); 21031c35a90eSJaegeuk Kim void recover_xattr_data(struct inode *, struct page *, block_t); 210439a53e0cSJaegeuk Kim int recover_inode_page(struct f2fs_sb_info *, struct page *); 210539a53e0cSJaegeuk Kim int restore_node_summary(struct f2fs_sb_info *, unsigned int, 210639a53e0cSJaegeuk Kim struct f2fs_summary_block *); 210739a53e0cSJaegeuk Kim void flush_nat_entries(struct f2fs_sb_info *); 210839a53e0cSJaegeuk Kim int build_node_manager(struct f2fs_sb_info *); 210939a53e0cSJaegeuk Kim void destroy_node_manager(struct f2fs_sb_info *); 21106e6093a8SNamjae Jeon int __init create_node_manager_caches(void); 211139a53e0cSJaegeuk Kim void destroy_node_manager_caches(void); 211239a53e0cSJaegeuk Kim 211339a53e0cSJaegeuk Kim /* 211439a53e0cSJaegeuk Kim * segment.c 211539a53e0cSJaegeuk Kim */ 211688b88a66SJaegeuk Kim void register_inmem_page(struct inode *, struct page *); 211729b96b54SChao Yu void drop_inmem_pages(struct inode *); 211829b96b54SChao Yu int commit_inmem_pages(struct inode *); 21192c4db1a6SJaegeuk Kim void f2fs_balance_fs(struct f2fs_sb_info *, bool); 21204660f9c0SJaegeuk Kim void f2fs_balance_fs_bg(struct f2fs_sb_info *); 21216b4afdd7SJaegeuk Kim int f2fs_issue_flush(struct f2fs_sb_info *); 21222163d198SGu Zheng int create_flush_cmd_control(struct f2fs_sb_info *); 21235eba8c5dSJaegeuk Kim void destroy_flush_cmd_control(struct f2fs_sb_info *, bool); 212439a53e0cSJaegeuk Kim void invalidate_blocks(struct f2fs_sb_info *, block_t); 21256e2c64adSJaegeuk Kim bool is_checkpointed_data(struct f2fs_sb_info *, block_t); 21265e443818SJaegeuk Kim void refresh_sit_entry(struct f2fs_sb_info *, block_t, block_t); 21274e6a8d9bSJaegeuk Kim void f2fs_wait_discard_bio(struct f2fs_sb_info *, block_t); 2128836b5a63SJaegeuk Kim void clear_prefree_segments(struct f2fs_sb_info *, struct cp_control *); 21294b2fecc8SJaegeuk Kim void release_discard_addrs(struct f2fs_sb_info *); 21303fa06d7bSChao Yu int npages_for_summary_flush(struct f2fs_sb_info *, bool); 213139a53e0cSJaegeuk Kim void allocate_new_segments(struct f2fs_sb_info *); 21324b2fecc8SJaegeuk Kim int f2fs_trim_fs(struct f2fs_sb_info *, struct fstrim_range *); 213325290fa5SJaegeuk Kim bool exist_trim_candidates(struct f2fs_sb_info *, struct cp_control *); 213439a53e0cSJaegeuk Kim struct page *get_sum_page(struct f2fs_sb_info *, unsigned int); 2135381722d2SChao Yu void update_meta_page(struct f2fs_sb_info *, void *, block_t); 2136577e3495SJaegeuk Kim void write_meta_page(struct f2fs_sb_info *, struct page *); 213705ca3632SJaegeuk Kim void write_node_page(unsigned int, struct f2fs_io_info *); 213805ca3632SJaegeuk Kim void write_data_page(struct dnode_of_data *, struct f2fs_io_info *); 213905ca3632SJaegeuk Kim void rewrite_data_page(struct f2fs_io_info *); 21404356e48eSChao Yu void __f2fs_replace_block(struct f2fs_sb_info *, struct f2fs_summary *, 21414356e48eSChao Yu block_t, block_t, bool, bool); 2142528e3459SChao Yu void f2fs_replace_block(struct f2fs_sb_info *, struct dnode_of_data *, 214328bc106bSChao Yu block_t, block_t, unsigned char, bool, bool); 2144bfad7c2dSJaegeuk Kim void allocate_data_block(struct f2fs_sb_info *, struct page *, 2145bfad7c2dSJaegeuk Kim block_t, block_t *, struct f2fs_summary *, int); 2146fec1d657SJaegeuk Kim void f2fs_wait_on_page_writeback(struct page *, enum page_type, bool); 214708b39fbdSChao Yu void f2fs_wait_on_encrypted_page_writeback(struct f2fs_sb_info *, block_t); 214839a53e0cSJaegeuk Kim void write_data_summaries(struct f2fs_sb_info *, block_t); 214939a53e0cSJaegeuk Kim void write_node_summaries(struct f2fs_sb_info *, block_t); 2150dfc08a12SChao Yu int lookup_journal_in_cursum(struct f2fs_journal *, int, unsigned int, int); 21514b2fecc8SJaegeuk Kim void flush_sit_entries(struct f2fs_sb_info *, struct cp_control *); 215239a53e0cSJaegeuk Kim int build_segment_manager(struct f2fs_sb_info *); 215339a53e0cSJaegeuk Kim void destroy_segment_manager(struct f2fs_sb_info *); 21547fd9e544SJaegeuk Kim int __init create_segment_manager_caches(void); 21557fd9e544SJaegeuk Kim void destroy_segment_manager_caches(void); 215639a53e0cSJaegeuk Kim 215739a53e0cSJaegeuk Kim /* 215839a53e0cSJaegeuk Kim * checkpoint.c 215939a53e0cSJaegeuk Kim */ 216038f91ca8SJaegeuk Kim void f2fs_stop_checkpoint(struct f2fs_sb_info *, bool); 216139a53e0cSJaegeuk Kim struct page *grab_meta_page(struct f2fs_sb_info *, pgoff_t); 216239a53e0cSJaegeuk Kim struct page *get_meta_page(struct f2fs_sb_info *, pgoff_t); 21632b947003SChao Yu struct page *get_tmp_page(struct f2fs_sb_info *, pgoff_t); 2164f0c9cadaSChao Yu bool is_valid_blkaddr(struct f2fs_sb_info *, block_t, int); 216526879fb1SChao Yu int ra_meta_pages(struct f2fs_sb_info *, block_t, int, int, bool); 2166635aee1fSChao Yu void ra_meta_pages_cond(struct f2fs_sb_info *, pgoff_t); 216739a53e0cSJaegeuk Kim long sync_meta_pages(struct f2fs_sb_info *, enum page_type, long); 2168a49324f1SChao Yu void add_ino_entry(struct f2fs_sb_info *, nid_t, int type); 2169a49324f1SChao Yu void remove_ino_entry(struct f2fs_sb_info *, nid_t, int type); 217074ef9241SJaegeuk Kim void release_ino_entry(struct f2fs_sb_info *, bool); 2171fff04f90SJaegeuk Kim bool exist_written_data(struct f2fs_sb_info *, nid_t, int); 21720f18b462SJaegeuk Kim int f2fs_sync_inode_meta(struct f2fs_sb_info *); 2173cbd56e7dSJaegeuk Kim int acquire_orphan_inode(struct f2fs_sb_info *); 2174cbd56e7dSJaegeuk Kim void release_orphan_inode(struct f2fs_sb_info *); 217567c3758dSJaegeuk Kim void add_orphan_inode(struct inode *); 217639a53e0cSJaegeuk Kim void remove_orphan_inode(struct f2fs_sb_info *, nid_t); 21778c14bfadSChao Yu int recover_orphan_inodes(struct f2fs_sb_info *); 217839a53e0cSJaegeuk Kim int get_valid_checkpoint(struct f2fs_sb_info *); 2179a7ffdbe2SJaegeuk Kim void update_dirty_page(struct inode *, struct page *); 2180c227f912SChao Yu void remove_dirty_inode(struct inode *); 21816d5a1495SChao Yu int sync_dirty_inodes(struct f2fs_sb_info *, enum inode_type); 2182c34f42e2SChao Yu int write_checkpoint(struct f2fs_sb_info *, struct cp_control *); 21836451e041SJaegeuk Kim void init_ino_entry_info(struct f2fs_sb_info *); 21846e6093a8SNamjae Jeon int __init create_checkpoint_caches(void); 218539a53e0cSJaegeuk Kim void destroy_checkpoint_caches(void); 218639a53e0cSJaegeuk Kim 218739a53e0cSJaegeuk Kim /* 218839a53e0cSJaegeuk Kim * data.c 218939a53e0cSJaegeuk Kim */ 2190458e6197SJaegeuk Kim void f2fs_submit_merged_bio(struct f2fs_sb_info *, enum page_type, int); 21910c3a5797SChao Yu void f2fs_submit_merged_bio_cond(struct f2fs_sb_info *, struct inode *, 21920c3a5797SChao Yu struct page *, nid_t, enum page_type, int); 2193406657ddSChao Yu void f2fs_flush_merged_bios(struct f2fs_sb_info *); 219405ca3632SJaegeuk Kim int f2fs_submit_page_bio(struct f2fs_io_info *); 21950a595ebaSJaegeuk Kim int f2fs_submit_page_mbio(struct f2fs_io_info *); 21963c62be17SJaegeuk Kim struct block_device *f2fs_target_device(struct f2fs_sb_info *, 21973c62be17SJaegeuk Kim block_t, struct bio *); 21983c62be17SJaegeuk Kim int f2fs_target_device_index(struct f2fs_sb_info *, block_t); 2199216a620aSChao Yu void set_data_blkaddr(struct dnode_of_data *); 2200f28b3434SChao Yu void f2fs_update_data_blkaddr(struct dnode_of_data *, block_t); 220146008c6dSChao Yu int reserve_new_blocks(struct dnode_of_data *, blkcnt_t); 220239a53e0cSJaegeuk Kim int reserve_new_block(struct dnode_of_data *); 2203759af1c9SFan Li int f2fs_get_block(struct dnode_of_data *, pgoff_t); 2204a7de6086SJaegeuk Kim int f2fs_preallocate_blocks(struct kiocb *, struct iov_iter *); 2205b600965cSHuajun Li int f2fs_reserve_block(struct dnode_of_data *, pgoff_t); 2206a56c7c6fSJaegeuk Kim struct page *get_read_data_page(struct inode *, pgoff_t, int, bool); 220743f3eae1SJaegeuk Kim struct page *find_data_page(struct inode *, pgoff_t); 2208a56c7c6fSJaegeuk Kim struct page *get_lock_data_page(struct inode *, pgoff_t, bool); 220964aa7ed9SJaegeuk Kim struct page *get_new_data_page(struct inode *, struct page *, pgoff_t, bool); 221005ca3632SJaegeuk Kim int do_write_data_page(struct f2fs_io_info *); 2211d323d005SChao Yu int f2fs_map_blocks(struct inode *, struct f2fs_map_blocks *, int, int); 22129ab70134SJaegeuk Kim int f2fs_fiemap(struct inode *inode, struct fiemap_extent_info *, u64, u64); 2213fe76b796SJaegeuk Kim void f2fs_set_page_dirty_nobuffers(struct page *); 2214487261f3SChao Yu void f2fs_invalidate_page(struct page *, unsigned int, unsigned int); 2215487261f3SChao Yu int f2fs_release_page(struct page *, gfp_t); 22165b7a487cSWeichao Guo #ifdef CONFIG_MIGRATION 22175b7a487cSWeichao Guo int f2fs_migrate_page(struct address_space *, struct page *, struct page *, 22185b7a487cSWeichao Guo enum migrate_mode); 22195b7a487cSWeichao Guo #endif 222039a53e0cSJaegeuk Kim 222139a53e0cSJaegeuk Kim /* 222239a53e0cSJaegeuk Kim * gc.c 222339a53e0cSJaegeuk Kim */ 222439a53e0cSJaegeuk Kim int start_gc_thread(struct f2fs_sb_info *); 222539a53e0cSJaegeuk Kim void stop_gc_thread(struct f2fs_sb_info *); 222681ca7350SChao Yu block_t start_bidx_of_node(unsigned int, struct inode *); 22277702bdbeSJaegeuk Kim int f2fs_gc(struct f2fs_sb_info *, bool, bool); 222839a53e0cSJaegeuk Kim void build_gc_manager(struct f2fs_sb_info *); 222939a53e0cSJaegeuk Kim 223039a53e0cSJaegeuk Kim /* 223139a53e0cSJaegeuk Kim * recovery.c 223239a53e0cSJaegeuk Kim */ 22336781eabbSJaegeuk Kim int recover_fsync_data(struct f2fs_sb_info *, bool); 223439a53e0cSJaegeuk Kim bool space_for_roll_forward(struct f2fs_sb_info *); 223539a53e0cSJaegeuk Kim 223639a53e0cSJaegeuk Kim /* 223739a53e0cSJaegeuk Kim * debug.c 223839a53e0cSJaegeuk Kim */ 223939a53e0cSJaegeuk Kim #ifdef CONFIG_F2FS_STAT_FS 224039a53e0cSJaegeuk Kim struct f2fs_stat_info { 224139a53e0cSJaegeuk Kim struct list_head stat_list; 224239a53e0cSJaegeuk Kim struct f2fs_sb_info *sbi; 224339a53e0cSJaegeuk Kim int all_area_segs, sit_area_segs, nat_area_segs, ssa_area_segs; 224439a53e0cSJaegeuk Kim int main_area_segs, main_area_sections, main_area_zones; 22455b7ee374SChao Yu unsigned long long hit_largest, hit_cached, hit_rbtree; 22465b7ee374SChao Yu unsigned long long hit_total, total_ext; 2247c00ba554SJaegeuk Kim int ext_tree, zombie_tree, ext_node; 224835782b23SJaegeuk Kim int ndirty_node, ndirty_dent, ndirty_meta, ndirty_data, ndirty_imeta; 224935782b23SJaegeuk Kim int inmem_pages; 22500f18b462SJaegeuk Kim unsigned int ndirty_dirs, ndirty_files, ndirty_all; 2251b8559dc2SChao Yu int nats, dirty_nats, sits, dirty_sits, free_nids, alloc_nids; 225239a53e0cSJaegeuk Kim int total_count, utilization; 225336951b38SChao Yu int bg_gc, nr_wb_cp_data, nr_wb_data; 2254652be551SJaegeuk Kim int inline_xattr, inline_inode, inline_dir, orphans; 225526a28a0cSJaegeuk Kim int aw_cnt, max_aw_cnt; 2256f83a2584SYunlei He unsigned int valid_count, valid_node_count, valid_inode_count, discard_blks; 225739a53e0cSJaegeuk Kim unsigned int bimodal, avg_vblocks; 225839a53e0cSJaegeuk Kim int util_free, util_valid, util_invalid; 225939a53e0cSJaegeuk Kim int rsvd_segs, overp_segs; 226039a53e0cSJaegeuk Kim int dirty_count, node_pages, meta_pages; 226142190d2aSJaegeuk Kim int prefree_count, call_count, cp_count, bg_cp_count; 226239a53e0cSJaegeuk Kim int tot_segs, node_segs, data_segs, free_segs, free_secs; 2263e1235983SChangman Lee int bg_node_segs, bg_data_segs; 226439a53e0cSJaegeuk Kim int tot_blks, data_blks, node_blks; 2265e1235983SChangman Lee int bg_data_blks, bg_node_blks; 226639a53e0cSJaegeuk Kim int curseg[NR_CURSEG_TYPE]; 226739a53e0cSJaegeuk Kim int cursec[NR_CURSEG_TYPE]; 226839a53e0cSJaegeuk Kim int curzone[NR_CURSEG_TYPE]; 226939a53e0cSJaegeuk Kim 227039a53e0cSJaegeuk Kim unsigned int segment_count[2]; 227139a53e0cSJaegeuk Kim unsigned int block_count[2]; 2272b9a2c252SChangman Lee unsigned int inplace_count; 22739edcdabfSChao Yu unsigned long long base_mem, cache_mem, page_mem; 227439a53e0cSJaegeuk Kim }; 227539a53e0cSJaegeuk Kim 2276963d4f7dSGu Zheng static inline struct f2fs_stat_info *F2FS_STAT(struct f2fs_sb_info *sbi) 2277963d4f7dSGu Zheng { 2278963d4f7dSGu Zheng return (struct f2fs_stat_info *)sbi->stat_info; 2279963d4f7dSGu Zheng } 2280963d4f7dSGu Zheng 2281942e0be6SChangman Lee #define stat_inc_cp_count(si) ((si)->cp_count++) 228242190d2aSJaegeuk Kim #define stat_inc_bg_cp_count(si) ((si)->bg_cp_count++) 228339a53e0cSJaegeuk Kim #define stat_inc_call_count(si) ((si)->call_count++) 2284dcdfff65SJaegeuk Kim #define stat_inc_bggc_count(sbi) ((sbi)->bg_gc++) 228533fbd510SChao Yu #define stat_inc_dirty_inode(sbi, type) ((sbi)->ndirty_inode[type]++) 228633fbd510SChao Yu #define stat_dec_dirty_inode(sbi, type) ((sbi)->ndirty_inode[type]--) 22875b7ee374SChao Yu #define stat_inc_total_hit(sbi) (atomic64_inc(&(sbi)->total_hit_ext)) 22885b7ee374SChao Yu #define stat_inc_rbtree_node_hit(sbi) (atomic64_inc(&(sbi)->read_hit_rbtree)) 22895b7ee374SChao Yu #define stat_inc_largest_node_hit(sbi) (atomic64_inc(&(sbi)->read_hit_largest)) 22905b7ee374SChao Yu #define stat_inc_cached_node_hit(sbi) (atomic64_inc(&(sbi)->read_hit_cached)) 2291d5e8f6c9SChao Yu #define stat_inc_inline_xattr(inode) \ 2292d5e8f6c9SChao Yu do { \ 2293d5e8f6c9SChao Yu if (f2fs_has_inline_xattr(inode)) \ 2294d5e8f6c9SChao Yu (atomic_inc(&F2FS_I_SB(inode)->inline_xattr)); \ 2295d5e8f6c9SChao Yu } while (0) 2296d5e8f6c9SChao Yu #define stat_dec_inline_xattr(inode) \ 2297d5e8f6c9SChao Yu do { \ 2298d5e8f6c9SChao Yu if (f2fs_has_inline_xattr(inode)) \ 2299d5e8f6c9SChao Yu (atomic_dec(&F2FS_I_SB(inode)->inline_xattr)); \ 2300d5e8f6c9SChao Yu } while (0) 23010dbdc2aeSJaegeuk Kim #define stat_inc_inline_inode(inode) \ 23020dbdc2aeSJaegeuk Kim do { \ 23030dbdc2aeSJaegeuk Kim if (f2fs_has_inline_data(inode)) \ 230403e14d52SChao Yu (atomic_inc(&F2FS_I_SB(inode)->inline_inode)); \ 23050dbdc2aeSJaegeuk Kim } while (0) 23060dbdc2aeSJaegeuk Kim #define stat_dec_inline_inode(inode) \ 23070dbdc2aeSJaegeuk Kim do { \ 23080dbdc2aeSJaegeuk Kim if (f2fs_has_inline_data(inode)) \ 230903e14d52SChao Yu (atomic_dec(&F2FS_I_SB(inode)->inline_inode)); \ 23100dbdc2aeSJaegeuk Kim } while (0) 23113289c061SJaegeuk Kim #define stat_inc_inline_dir(inode) \ 23123289c061SJaegeuk Kim do { \ 23133289c061SJaegeuk Kim if (f2fs_has_inline_dentry(inode)) \ 231403e14d52SChao Yu (atomic_inc(&F2FS_I_SB(inode)->inline_dir)); \ 23153289c061SJaegeuk Kim } while (0) 23163289c061SJaegeuk Kim #define stat_dec_inline_dir(inode) \ 23173289c061SJaegeuk Kim do { \ 23183289c061SJaegeuk Kim if (f2fs_has_inline_dentry(inode)) \ 231903e14d52SChao Yu (atomic_dec(&F2FS_I_SB(inode)->inline_dir)); \ 23203289c061SJaegeuk Kim } while (0) 2321dcdfff65SJaegeuk Kim #define stat_inc_seg_type(sbi, curseg) \ 2322dcdfff65SJaegeuk Kim ((sbi)->segment_count[(curseg)->alloc_type]++) 2323dcdfff65SJaegeuk Kim #define stat_inc_block_count(sbi, curseg) \ 2324dcdfff65SJaegeuk Kim ((sbi)->block_count[(curseg)->alloc_type]++) 2325b9a2c252SChangman Lee #define stat_inc_inplace_blocks(sbi) \ 2326b9a2c252SChangman Lee (atomic_inc(&(sbi)->inplace_count)) 232726a28a0cSJaegeuk Kim #define stat_inc_atomic_write(inode) \ 232826a28a0cSJaegeuk Kim (atomic_inc(&F2FS_I_SB(inode)->aw_cnt)); 232926a28a0cSJaegeuk Kim #define stat_dec_atomic_write(inode) \ 233026a28a0cSJaegeuk Kim (atomic_dec(&F2FS_I_SB(inode)->aw_cnt)); 233126a28a0cSJaegeuk Kim #define stat_update_max_atomic_write(inode) \ 233226a28a0cSJaegeuk Kim do { \ 233326a28a0cSJaegeuk Kim int cur = atomic_read(&F2FS_I_SB(inode)->aw_cnt); \ 233426a28a0cSJaegeuk Kim int max = atomic_read(&F2FS_I_SB(inode)->max_aw_cnt); \ 233526a28a0cSJaegeuk Kim if (cur > max) \ 233626a28a0cSJaegeuk Kim atomic_set(&F2FS_I_SB(inode)->max_aw_cnt, cur); \ 233726a28a0cSJaegeuk Kim } while (0) 2338e1235983SChangman Lee #define stat_inc_seg_count(sbi, type, gc_type) \ 233939a53e0cSJaegeuk Kim do { \ 2340963d4f7dSGu Zheng struct f2fs_stat_info *si = F2FS_STAT(sbi); \ 234139a53e0cSJaegeuk Kim (si)->tot_segs++; \ 2342e1235983SChangman Lee if (type == SUM_TYPE_DATA) { \ 234339a53e0cSJaegeuk Kim si->data_segs++; \ 2344e1235983SChangman Lee si->bg_data_segs += (gc_type == BG_GC) ? 1 : 0; \ 2345e1235983SChangman Lee } else { \ 234639a53e0cSJaegeuk Kim si->node_segs++; \ 2347e1235983SChangman Lee si->bg_node_segs += (gc_type == BG_GC) ? 1 : 0; \ 2348e1235983SChangman Lee } \ 234939a53e0cSJaegeuk Kim } while (0) 235039a53e0cSJaegeuk Kim 235139a53e0cSJaegeuk Kim #define stat_inc_tot_blk_count(si, blks) \ 235239a53e0cSJaegeuk Kim (si->tot_blks += (blks)) 235339a53e0cSJaegeuk Kim 2354e1235983SChangman Lee #define stat_inc_data_blk_count(sbi, blks, gc_type) \ 235539a53e0cSJaegeuk Kim do { \ 2356963d4f7dSGu Zheng struct f2fs_stat_info *si = F2FS_STAT(sbi); \ 235739a53e0cSJaegeuk Kim stat_inc_tot_blk_count(si, blks); \ 235839a53e0cSJaegeuk Kim si->data_blks += (blks); \ 2359e1235983SChangman Lee si->bg_data_blks += (gc_type == BG_GC) ? (blks) : 0; \ 236039a53e0cSJaegeuk Kim } while (0) 236139a53e0cSJaegeuk Kim 2362e1235983SChangman Lee #define stat_inc_node_blk_count(sbi, blks, gc_type) \ 236339a53e0cSJaegeuk Kim do { \ 2364963d4f7dSGu Zheng struct f2fs_stat_info *si = F2FS_STAT(sbi); \ 236539a53e0cSJaegeuk Kim stat_inc_tot_blk_count(si, blks); \ 236639a53e0cSJaegeuk Kim si->node_blks += (blks); \ 2367e1235983SChangman Lee si->bg_node_blks += (gc_type == BG_GC) ? (blks) : 0; \ 236839a53e0cSJaegeuk Kim } while (0) 236939a53e0cSJaegeuk Kim 237039a53e0cSJaegeuk Kim int f2fs_build_stats(struct f2fs_sb_info *); 237139a53e0cSJaegeuk Kim void f2fs_destroy_stats(struct f2fs_sb_info *); 2372787c7b8cSChao Yu int __init f2fs_create_root_stats(void); 23734589d25dSNamjae Jeon void f2fs_destroy_root_stats(void); 237439a53e0cSJaegeuk Kim #else 2375942e0be6SChangman Lee #define stat_inc_cp_count(si) 237642190d2aSJaegeuk Kim #define stat_inc_bg_cp_count(si) 237739a53e0cSJaegeuk Kim #define stat_inc_call_count(si) 2378dcdfff65SJaegeuk Kim #define stat_inc_bggc_count(si) 237933fbd510SChao Yu #define stat_inc_dirty_inode(sbi, type) 238033fbd510SChao Yu #define stat_dec_dirty_inode(sbi, type) 2381dcdfff65SJaegeuk Kim #define stat_inc_total_hit(sb) 2382029e13ccSChao Yu #define stat_inc_rbtree_node_hit(sb) 238391c481ffSChao Yu #define stat_inc_largest_node_hit(sbi) 238491c481ffSChao Yu #define stat_inc_cached_node_hit(sbi) 2385d5e8f6c9SChao Yu #define stat_inc_inline_xattr(inode) 2386d5e8f6c9SChao Yu #define stat_dec_inline_xattr(inode) 23870dbdc2aeSJaegeuk Kim #define stat_inc_inline_inode(inode) 23880dbdc2aeSJaegeuk Kim #define stat_dec_inline_inode(inode) 23893289c061SJaegeuk Kim #define stat_inc_inline_dir(inode) 23903289c061SJaegeuk Kim #define stat_dec_inline_dir(inode) 239126a28a0cSJaegeuk Kim #define stat_inc_atomic_write(inode) 239226a28a0cSJaegeuk Kim #define stat_dec_atomic_write(inode) 239326a28a0cSJaegeuk Kim #define stat_update_max_atomic_write(inode) 2394dcdfff65SJaegeuk Kim #define stat_inc_seg_type(sbi, curseg) 2395dcdfff65SJaegeuk Kim #define stat_inc_block_count(sbi, curseg) 2396b9a2c252SChangman Lee #define stat_inc_inplace_blocks(sbi) 2397e1235983SChangman Lee #define stat_inc_seg_count(sbi, type, gc_type) 239839a53e0cSJaegeuk Kim #define stat_inc_tot_blk_count(si, blks) 2399e1235983SChangman Lee #define stat_inc_data_blk_count(sbi, blks, gc_type) 2400e1235983SChangman Lee #define stat_inc_node_blk_count(sbi, blks, gc_type) 240139a53e0cSJaegeuk Kim 240239a53e0cSJaegeuk Kim static inline int f2fs_build_stats(struct f2fs_sb_info *sbi) { return 0; } 240339a53e0cSJaegeuk Kim static inline void f2fs_destroy_stats(struct f2fs_sb_info *sbi) { } 2404787c7b8cSChao Yu static inline int __init f2fs_create_root_stats(void) { return 0; } 24054589d25dSNamjae Jeon static inline void f2fs_destroy_root_stats(void) { } 240639a53e0cSJaegeuk Kim #endif 240739a53e0cSJaegeuk Kim 240839a53e0cSJaegeuk Kim extern const struct file_operations f2fs_dir_operations; 240939a53e0cSJaegeuk Kim extern const struct file_operations f2fs_file_operations; 241039a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_file_inode_operations; 241139a53e0cSJaegeuk Kim extern const struct address_space_operations f2fs_dblock_aops; 241239a53e0cSJaegeuk Kim extern const struct address_space_operations f2fs_node_aops; 241339a53e0cSJaegeuk Kim extern const struct address_space_operations f2fs_meta_aops; 241439a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_dir_inode_operations; 241539a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_symlink_inode_operations; 2416cbaf042aSJaegeuk Kim extern const struct inode_operations f2fs_encrypted_symlink_inode_operations; 241739a53e0cSJaegeuk Kim extern const struct inode_operations f2fs_special_inode_operations; 241829e7043fSJaegeuk Kim extern struct kmem_cache *inode_entry_slab; 24191001b347SHuajun Li 2420e18c65b2SHuajun Li /* 2421e18c65b2SHuajun Li * inline.c 2422e18c65b2SHuajun Li */ 242301b960e9SJaegeuk Kim bool f2fs_may_inline_data(struct inode *); 242401b960e9SJaegeuk Kim bool f2fs_may_inline_dentry(struct inode *); 2425b3d208f9SJaegeuk Kim void read_inline_data(struct page *, struct page *); 24260bfcfccaSChao Yu bool truncate_inline_inode(struct page *, u64); 2427e18c65b2SHuajun Li int f2fs_read_inline_data(struct inode *, struct page *); 2428b3d208f9SJaegeuk Kim int f2fs_convert_inline_page(struct dnode_of_data *, struct page *); 2429b3d208f9SJaegeuk Kim int f2fs_convert_inline_inode(struct inode *); 2430b3d208f9SJaegeuk Kim int f2fs_write_inline_data(struct inode *, struct page *); 24310342fd30SJaegeuk Kim bool recover_inline_data(struct inode *, struct page *); 24326e22c691SJaegeuk Kim struct f2fs_dir_entry *find_in_inline_dir(struct inode *, 24330b81d077SJaegeuk Kim struct fscrypt_name *, struct page **); 2434201a05beSChao Yu int make_empty_inline_dir(struct inode *inode, struct inode *, struct page *); 24359421d570SChao Yu int f2fs_add_inline_entry(struct inode *, const struct qstr *, 24369421d570SChao Yu const struct qstr *, struct inode *, nid_t, umode_t); 2437201a05beSChao Yu void f2fs_delete_inline_entry(struct f2fs_dir_entry *, struct page *, 2438201a05beSChao Yu struct inode *, struct inode *); 2439201a05beSChao Yu bool f2fs_empty_inline_dir(struct inode *); 2440d8c6822aSJaegeuk Kim int f2fs_read_inline_dir(struct file *, struct dir_context *, 24410b81d077SJaegeuk Kim struct fscrypt_str *); 244267f8cf3cSJaegeuk Kim int f2fs_inline_data_fiemap(struct inode *, 244367f8cf3cSJaegeuk Kim struct fiemap_extent_info *, __u64, __u64); 2444cde4de12SJaegeuk Kim 2445cde4de12SJaegeuk Kim /* 24462658e50dSJaegeuk Kim * shrinker.c 24472658e50dSJaegeuk Kim */ 24482658e50dSJaegeuk Kim unsigned long f2fs_shrink_count(struct shrinker *, struct shrink_control *); 24492658e50dSJaegeuk Kim unsigned long f2fs_shrink_scan(struct shrinker *, struct shrink_control *); 24502658e50dSJaegeuk Kim void f2fs_join_shrinker(struct f2fs_sb_info *); 24512658e50dSJaegeuk Kim void f2fs_leave_shrinker(struct f2fs_sb_info *); 24522658e50dSJaegeuk Kim 24532658e50dSJaegeuk Kim /* 2454a28ef1f5SChao Yu * extent_cache.c 2455a28ef1f5SChao Yu */ 2456a28ef1f5SChao Yu unsigned int f2fs_shrink_extent_tree(struct f2fs_sb_info *, int); 2457ed3d1256SJaegeuk Kim bool f2fs_init_extent_tree(struct inode *, struct f2fs_extent *); 24585f281fabSJaegeuk Kim void f2fs_drop_extent_tree(struct inode *); 2459a28ef1f5SChao Yu unsigned int f2fs_destroy_extent_node(struct inode *); 2460a28ef1f5SChao Yu void f2fs_destroy_extent_tree(struct inode *); 2461a28ef1f5SChao Yu bool f2fs_lookup_extent_cache(struct inode *, pgoff_t, struct extent_info *); 2462a28ef1f5SChao Yu void f2fs_update_extent_cache(struct dnode_of_data *); 246319b2c30dSChao Yu void f2fs_update_extent_cache_range(struct dnode_of_data *dn, 246419b2c30dSChao Yu pgoff_t, block_t, unsigned int); 2465a28ef1f5SChao Yu void init_extent_cache_info(struct f2fs_sb_info *); 2466a28ef1f5SChao Yu int __init create_extent_cache(void); 2467a28ef1f5SChao Yu void destroy_extent_cache(void); 2468a28ef1f5SChao Yu 2469a28ef1f5SChao Yu /* 2470cde4de12SJaegeuk Kim * crypto support 2471cde4de12SJaegeuk Kim */ 24720b81d077SJaegeuk Kim static inline bool f2fs_encrypted_inode(struct inode *inode) 2473cde4de12SJaegeuk Kim { 2474cde4de12SJaegeuk Kim return file_is_encrypt(inode); 2475cde4de12SJaegeuk Kim } 2476cde4de12SJaegeuk Kim 2477cde4de12SJaegeuk Kim static inline void f2fs_set_encrypted_inode(struct inode *inode) 2478cde4de12SJaegeuk Kim { 2479cde4de12SJaegeuk Kim #ifdef CONFIG_F2FS_FS_ENCRYPTION 2480cde4de12SJaegeuk Kim file_set_encrypt(inode); 2481cde4de12SJaegeuk Kim #endif 2482cde4de12SJaegeuk Kim } 2483cde4de12SJaegeuk Kim 2484cde4de12SJaegeuk Kim static inline bool f2fs_bio_encrypted(struct bio *bio) 2485cde4de12SJaegeuk Kim { 24860b81d077SJaegeuk Kim return bio->bi_private != NULL; 2487cde4de12SJaegeuk Kim } 2488cde4de12SJaegeuk Kim 2489cde4de12SJaegeuk Kim static inline int f2fs_sb_has_crypto(struct super_block *sb) 2490cde4de12SJaegeuk Kim { 2491cde4de12SJaegeuk Kim return F2FS_HAS_FEATURE(sb, F2FS_FEATURE_ENCRYPT); 2492cde4de12SJaegeuk Kim } 2493f424f664SJaegeuk Kim 24940bfd7a09SDamien Le Moal static inline int f2fs_sb_mounted_blkzoned(struct super_block *sb) 249552763a4bSJaegeuk Kim { 24960bfd7a09SDamien Le Moal return F2FS_HAS_FEATURE(sb, F2FS_FEATURE_BLKZONED); 249752763a4bSJaegeuk Kim } 249852763a4bSJaegeuk Kim 2499178053e2SDamien Le Moal #ifdef CONFIG_BLK_DEV_ZONED 2500178053e2SDamien Le Moal static inline int get_blkz_type(struct f2fs_sb_info *sbi, 25013c62be17SJaegeuk Kim struct block_device *bdev, block_t blkaddr) 2502178053e2SDamien Le Moal { 2503178053e2SDamien Le Moal unsigned int zno = blkaddr >> sbi->log_blocks_per_blkz; 25043c62be17SJaegeuk Kim int i; 2505178053e2SDamien Le Moal 25063c62be17SJaegeuk Kim for (i = 0; i < sbi->s_ndevs; i++) 25073c62be17SJaegeuk Kim if (FDEV(i).bdev == bdev) 25083c62be17SJaegeuk Kim return FDEV(i).blkz_type[zno]; 25093c62be17SJaegeuk Kim return -EINVAL; 2510178053e2SDamien Le Moal } 2511178053e2SDamien Le Moal #endif 2512178053e2SDamien Le Moal 251396ba2decSDamien Le Moal static inline bool f2fs_discard_en(struct f2fs_sb_info *sbi) 251496ba2decSDamien Le Moal { 251596ba2decSDamien Le Moal struct request_queue *q = bdev_get_queue(sbi->sb->s_bdev); 251696ba2decSDamien Le Moal 251796ba2decSDamien Le Moal return blk_queue_discard(q) || f2fs_sb_mounted_blkzoned(sbi->sb); 251852763a4bSJaegeuk Kim } 251952763a4bSJaegeuk Kim 252052763a4bSJaegeuk Kim static inline void set_opt_mode(struct f2fs_sb_info *sbi, unsigned int mt) 252152763a4bSJaegeuk Kim { 252252763a4bSJaegeuk Kim clear_opt(sbi, ADAPTIVE); 252352763a4bSJaegeuk Kim clear_opt(sbi, LFS); 252452763a4bSJaegeuk Kim 252552763a4bSJaegeuk Kim switch (mt) { 252652763a4bSJaegeuk Kim case F2FS_MOUNT_ADAPTIVE: 252752763a4bSJaegeuk Kim set_opt(sbi, ADAPTIVE); 252852763a4bSJaegeuk Kim break; 252952763a4bSJaegeuk Kim case F2FS_MOUNT_LFS: 253052763a4bSJaegeuk Kim set_opt(sbi, LFS); 253152763a4bSJaegeuk Kim break; 253252763a4bSJaegeuk Kim } 253352763a4bSJaegeuk Kim } 253452763a4bSJaegeuk Kim 2535fcc85a4dSJaegeuk Kim static inline bool f2fs_may_encrypt(struct inode *inode) 2536fcc85a4dSJaegeuk Kim { 2537fcc85a4dSJaegeuk Kim #ifdef CONFIG_F2FS_FS_ENCRYPTION 2538886f56f9SAl Viro umode_t mode = inode->i_mode; 2539fcc85a4dSJaegeuk Kim 2540fcc85a4dSJaegeuk Kim return (S_ISREG(mode) || S_ISDIR(mode) || S_ISLNK(mode)); 2541fcc85a4dSJaegeuk Kim #else 2542fcc85a4dSJaegeuk Kim return 0; 2543fcc85a4dSJaegeuk Kim #endif 2544fcc85a4dSJaegeuk Kim } 2545fcc85a4dSJaegeuk Kim 25460b81d077SJaegeuk Kim #ifndef CONFIG_F2FS_FS_ENCRYPTION 25470b81d077SJaegeuk Kim #define fscrypt_set_d_op(i) 25480b81d077SJaegeuk Kim #define fscrypt_get_ctx fscrypt_notsupp_get_ctx 25490b81d077SJaegeuk Kim #define fscrypt_release_ctx fscrypt_notsupp_release_ctx 25500b81d077SJaegeuk Kim #define fscrypt_encrypt_page fscrypt_notsupp_encrypt_page 25510b81d077SJaegeuk Kim #define fscrypt_decrypt_page fscrypt_notsupp_decrypt_page 25520b81d077SJaegeuk Kim #define fscrypt_decrypt_bio_pages fscrypt_notsupp_decrypt_bio_pages 25530b81d077SJaegeuk Kim #define fscrypt_pullback_bio_page fscrypt_notsupp_pullback_bio_page 25540b81d077SJaegeuk Kim #define fscrypt_restore_control_page fscrypt_notsupp_restore_control_page 25550b81d077SJaegeuk Kim #define fscrypt_zeroout_range fscrypt_notsupp_zeroout_range 2556db717d8eSEric Biggers #define fscrypt_ioctl_set_policy fscrypt_notsupp_ioctl_set_policy 2557db717d8eSEric Biggers #define fscrypt_ioctl_get_policy fscrypt_notsupp_ioctl_get_policy 25580b81d077SJaegeuk Kim #define fscrypt_has_permitted_context fscrypt_notsupp_has_permitted_context 25590b81d077SJaegeuk Kim #define fscrypt_inherit_context fscrypt_notsupp_inherit_context 25600b81d077SJaegeuk Kim #define fscrypt_get_encryption_info fscrypt_notsupp_get_encryption_info 25610b81d077SJaegeuk Kim #define fscrypt_put_encryption_info fscrypt_notsupp_put_encryption_info 25620b81d077SJaegeuk Kim #define fscrypt_setup_filename fscrypt_notsupp_setup_filename 25630b81d077SJaegeuk Kim #define fscrypt_free_filename fscrypt_notsupp_free_filename 25640b81d077SJaegeuk Kim #define fscrypt_fname_encrypted_size fscrypt_notsupp_fname_encrypted_size 25650b81d077SJaegeuk Kim #define fscrypt_fname_alloc_buffer fscrypt_notsupp_fname_alloc_buffer 25660b81d077SJaegeuk Kim #define fscrypt_fname_free_buffer fscrypt_notsupp_fname_free_buffer 25670b81d077SJaegeuk Kim #define fscrypt_fname_disk_to_usr fscrypt_notsupp_fname_disk_to_usr 25680b81d077SJaegeuk Kim #define fscrypt_fname_usr_to_disk fscrypt_notsupp_fname_usr_to_disk 256957e5055bSJaegeuk Kim #endif 257039a53e0cSJaegeuk Kim #endif 2571