19888c340SDavid Sterba /* SPDX-License-Identifier: GPL-2.0 */ 26cbd5570SChris Mason /* 36cbd5570SChris Mason * Copyright (C) 2007 Oracle. All rights reserved. 46cbd5570SChris Mason */ 56cbd5570SChris Mason 69888c340SDavid Sterba #ifndef BTRFS_INODE_H 79888c340SDavid Sterba #define BTRFS_INODE_H 82c90e5d6SChris Mason 9778ba82bSFilipe David Borba Manana #include <linux/hash.h> 10e3b318d1SOmar Sandoval #include <linux/refcount.h> 11a52d9a80SChris Mason #include "extent_map.h" 12d1310b2eSChris Mason #include "extent_io.h" 13e6dcd2dcSChris Mason #include "ordered-data.h" 1416cdcec7SMiao Xie #include "delayed-inode.h" 15a52d9a80SChris Mason 1672ac3c0dSJosef Bacik /* 1772ac3c0dSJosef Bacik * ordered_data_close is set by truncate when a file that used 1872ac3c0dSJosef Bacik * to have good data has been truncated to zero. When it is set 1972ac3c0dSJosef Bacik * the btrfs file release call will add this inode to the 2072ac3c0dSJosef Bacik * ordered operations list so that we make sure to flush out any 2172ac3c0dSJosef Bacik * new data the application may have written before commit. 2272ac3c0dSJosef Bacik */ 237efc3e34SOmar Sandoval enum { 24*1fd4033dSNikolay Borisov BTRFS_INODE_FLUSH_ON_CLOSE, 257efc3e34SOmar Sandoval BTRFS_INODE_DUMMY, 267efc3e34SOmar Sandoval BTRFS_INODE_IN_DEFRAG, 277efc3e34SOmar Sandoval BTRFS_INODE_HAS_ASYNC_EXTENT, 2848778179SFilipe Manana /* 2948778179SFilipe Manana * Always set under the VFS' inode lock, otherwise it can cause races 3048778179SFilipe Manana * during fsync (we start as a fast fsync and then end up in a full 3148778179SFilipe Manana * fsync racing with ordered extent completion). 3248778179SFilipe Manana */ 337efc3e34SOmar Sandoval BTRFS_INODE_NEEDS_FULL_SYNC, 347efc3e34SOmar Sandoval BTRFS_INODE_COPY_EVERYTHING, 357efc3e34SOmar Sandoval BTRFS_INODE_IN_DELALLOC_LIST, 367efc3e34SOmar Sandoval BTRFS_INODE_HAS_PROPS, 373cd24c69SEthan Lien BTRFS_INODE_SNAPSHOT_FLUSH, 387efc3e34SOmar Sandoval }; 3972ac3c0dSJosef Bacik 40f1ace244SAneesh /* in memory btrfs inode */ 412c90e5d6SChris Mason struct btrfs_inode { 42d352ac68SChris Mason /* which subvolume this inode belongs to */ 43d6e4a428SChris Mason struct btrfs_root *root; 44d352ac68SChris Mason 45d352ac68SChris Mason /* key used to find this inode on disk. This is used by the code 46d352ac68SChris Mason * to read in roots of subvolumes 47d352ac68SChris Mason */ 48d6e4a428SChris Mason struct btrfs_key location; 49d352ac68SChris Mason 502f2ff0eeSFilipe Manana /* 512f2ff0eeSFilipe Manana * Lock for counters and all fields used to determine if the inode is in 522f2ff0eeSFilipe Manana * the log or not (last_trans, last_sub_trans, last_log_commit, 532f2ff0eeSFilipe Manana * logged_trans). 542f2ff0eeSFilipe Manana */ 559e0baf60SJosef Bacik spinlock_t lock; 569e0baf60SJosef Bacik 57d352ac68SChris Mason /* the extent_tree has caches of all the extent mappings to disk */ 58a52d9a80SChris Mason struct extent_map_tree extent_tree; 59d352ac68SChris Mason 60d352ac68SChris Mason /* the io_tree does range state (DIRTY, LOCKED etc) */ 61d1310b2eSChris Mason struct extent_io_tree io_tree; 62d352ac68SChris Mason 63d352ac68SChris Mason /* special utility tree used to record which mirrors have already been 64d352ac68SChris Mason * tried when checksums fail for a given block 65d352ac68SChris Mason */ 667e38326fSChris Mason struct extent_io_tree io_failure_tree; 67d352ac68SChris Mason 6841a2ee75SJosef Bacik /* 6941a2ee75SJosef Bacik * Keep track of where the inode has extent items mapped in order to 7041a2ee75SJosef Bacik * make sure the i_size adjustments are accurate 7141a2ee75SJosef Bacik */ 7241a2ee75SJosef Bacik struct extent_io_tree file_extent_tree; 7341a2ee75SJosef Bacik 74d352ac68SChris Mason /* held while logging the inode in tree-log.c */ 75e02119d5SChris Mason struct mutex log_mutex; 76d352ac68SChris Mason 77d352ac68SChris Mason /* used to order data wrt metadata */ 78e6dcd2dcSChris Mason struct btrfs_ordered_inode_tree ordered_tree; 7915ee9bc7SJosef Bacik 80d352ac68SChris Mason /* list of all the delalloc inodes in the FS. There are times we need 81d352ac68SChris Mason * to write all the delalloc pages to disk, and this list is used 82d352ac68SChris Mason * to walk them all. 83d352ac68SChris Mason */ 84ea8c2819SChris Mason struct list_head delalloc_inodes; 85ea8c2819SChris Mason 865d4f98a2SYan Zheng /* node for the red-black tree that links inodes in subvolume root */ 875d4f98a2SYan Zheng struct rb_node rb_node; 885d4f98a2SYan Zheng 8972ac3c0dSJosef Bacik unsigned long runtime_flags; 9072ac3c0dSJosef Bacik 919c931c5aSNathaniel Yazdani /* Keep track of who's O_SYNC/fsyncing currently */ 92b812ce28SJosef Bacik atomic_t sync_writers; 93b812ce28SJosef Bacik 94d352ac68SChris Mason /* full 64 bit generation number, struct vfs_inode doesn't have a big 95d352ac68SChris Mason * enough field for this. 96d352ac68SChris Mason */ 97e02119d5SChris Mason u64 generation; 98e02119d5SChris Mason 9915ee9bc7SJosef Bacik /* 10015ee9bc7SJosef Bacik * transid of the trans_handle that last modified this inode 10115ee9bc7SJosef Bacik */ 10215ee9bc7SJosef Bacik u64 last_trans; 103257c62e1SChris Mason 104257c62e1SChris Mason /* 105e02119d5SChris Mason * transid that last logged this inode 106e02119d5SChris Mason */ 107e02119d5SChris Mason u64 logged_trans; 10849eb7e46SChris Mason 109bb14a59bSMiao Xie /* 110bb14a59bSMiao Xie * log transid when this inode was last modified 111bb14a59bSMiao Xie */ 112bb14a59bSMiao Xie int last_sub_trans; 113bb14a59bSMiao Xie 114bb14a59bSMiao Xie /* a local copy of root's last_log_commit */ 115bb14a59bSMiao Xie int last_log_commit; 116bb14a59bSMiao Xie 117d352ac68SChris Mason /* total number of bytes pending delalloc, used by stat to calc the 118d352ac68SChris Mason * real block usage of the file 119d352ac68SChris Mason */ 1209069218dSChris Mason u64 delalloc_bytes; 121d352ac68SChris Mason 122d352ac68SChris Mason /* 123a7e3b975SFilipe Manana * Total number of bytes pending delalloc that fall within a file 124a7e3b975SFilipe Manana * range that is either a hole or beyond EOF (and no prealloc extent 125a7e3b975SFilipe Manana * exists in the range). This is always <= delalloc_bytes. 126a7e3b975SFilipe Manana */ 127a7e3b975SFilipe Manana u64 new_delalloc_bytes; 128a7e3b975SFilipe Manana 129a7e3b975SFilipe Manana /* 13047059d93SWang Shilong * total number of bytes pending defrag, used by stat to check whether 13147059d93SWang Shilong * it needs COW. 13247059d93SWang Shilong */ 13347059d93SWang Shilong u64 defrag_bytes; 13447059d93SWang Shilong 13547059d93SWang Shilong /* 136d352ac68SChris Mason * the size of the file stored in the metadata on disk. data=ordered 137d352ac68SChris Mason * means the in-memory i_size might be larger than the size on disk 138d352ac68SChris Mason * because not all the blocks are written yet. 139d352ac68SChris Mason */ 140dbe674a9SChris Mason u64 disk_i_size; 141d352ac68SChris Mason 142aec7477bSJosef Bacik /* 143aec7477bSJosef Bacik * if this is a directory then index_cnt is the counter for the index 144aec7477bSJosef Bacik * number for new files that are created 145aec7477bSJosef Bacik */ 146aec7477bSJosef Bacik u64 index_cnt; 147d352ac68SChris Mason 14867de1176SMiao Xie /* Cache the directory index number to speed the dir/file remove */ 14967de1176SMiao Xie u64 dir_index; 15067de1176SMiao Xie 15112fcfd22SChris Mason /* the fsync log has some corner cases that mean we have to check 15212fcfd22SChris Mason * directories to see if any unlinks have been done before 15312fcfd22SChris Mason * the directory was logged. See tree-log.c for all the 15412fcfd22SChris Mason * details 15512fcfd22SChris Mason */ 15612fcfd22SChris Mason u64 last_unlink_trans; 15712fcfd22SChris Mason 1587709cde3SJosef Bacik /* 1593ebac17cSFilipe Manana * The id/generation of the last transaction where this inode was 1603ebac17cSFilipe Manana * either the source or the destination of a clone/dedupe operation. 1613ebac17cSFilipe Manana * Used when logging an inode to know if there are shared extents that 1623ebac17cSFilipe Manana * need special care when logging checksum items, to avoid duplicate 1633ebac17cSFilipe Manana * checksum items in a log (which can lead to a corruption where we end 1643ebac17cSFilipe Manana * up with missing checksum ranges after log replay). 1653ebac17cSFilipe Manana * Protected by the vfs inode lock. 1663ebac17cSFilipe Manana */ 1673ebac17cSFilipe Manana u64 last_reflink_trans; 1683ebac17cSFilipe Manana 1693ebac17cSFilipe Manana /* 1707709cde3SJosef Bacik * Number of bytes outstanding that are going to need csums. This is 1717709cde3SJosef Bacik * used in ENOSPC accounting. 1727709cde3SJosef Bacik */ 1737709cde3SJosef Bacik u64 csum_bytes; 1747709cde3SJosef Bacik 175f1bdcc0aSJosef Bacik /* flags field from the on disk inode */ 176f1bdcc0aSJosef Bacik u32 flags; 177f1bdcc0aSJosef Bacik 1785a3f23d5SChris Mason /* 17932c00affSJosef Bacik * Counters to keep track of the number of extent item's we may use due 18032c00affSJosef Bacik * to delalloc and such. outstanding_extents is the number of extent 18132c00affSJosef Bacik * items we think we'll end up using, and reserved_extents is the number 18232c00affSJosef Bacik * of extent items we've reserved metadata for. 1839ed74f2dSJosef Bacik */ 1849e0baf60SJosef Bacik unsigned outstanding_extents; 18569fe2d75SJosef Bacik 18669fe2d75SJosef Bacik struct btrfs_block_rsv block_rsv; 1879ed74f2dSJosef Bacik 1889ed74f2dSJosef Bacik /* 189b52aa8c9SDavid Sterba * Cached values of inode properties 1901e701a32SChris Mason */ 191b52aa8c9SDavid Sterba unsigned prop_compress; /* per-file compression algorithm */ 192eec63c65SDavid Sterba /* 193eec63c65SDavid Sterba * Force compression on the file using the defrag ioctl, could be 194eec63c65SDavid Sterba * different from prop_compress and takes precedence if set 195eec63c65SDavid Sterba */ 196eec63c65SDavid Sterba unsigned defrag_compress; 1971e701a32SChris Mason 19816cdcec7SMiao Xie struct btrfs_delayed_node *delayed_node; 19916cdcec7SMiao Xie 2009cc97d64Schandan r /* File creation time. */ 201d3c6be6fSArnd Bergmann struct timespec64 i_otime; 2029cc97d64Schandan r 2038089fe62SDavid Sterba /* Hook into fs_info->delayed_iputs */ 2048089fe62SDavid Sterba struct list_head delayed_iput; 2058089fe62SDavid Sterba 2065f9a8a51SFilipe Manana /* 2075f9a8a51SFilipe Manana * To avoid races between lockless (i_mutex not held) direct IO writes 2085f9a8a51SFilipe Manana * and concurrent fsync requests. Direct IO writes must acquire read 2095f9a8a51SFilipe Manana * access on this semaphore for creating an extent map and its 2105f9a8a51SFilipe Manana * corresponding ordered extent. The fast fsync path must acquire write 2115f9a8a51SFilipe Manana * access on this semaphore before it collects ordered extents and 2125f9a8a51SFilipe Manana * extent maps. 2135f9a8a51SFilipe Manana */ 2145f9a8a51SFilipe Manana struct rw_semaphore dio_sem; 2155f9a8a51SFilipe Manana 216d352ac68SChris Mason struct inode vfs_inode; 2172c90e5d6SChris Mason }; 218dbe674a9SChris Mason 2196fee248dSNikolay Borisov static inline u32 btrfs_inode_sectorsize(const struct btrfs_inode *inode) 2206fee248dSNikolay Borisov { 2216fee248dSNikolay Borisov return inode->root->fs_info->sectorsize; 2226fee248dSNikolay Borisov } 2236fee248dSNikolay Borisov 2249a35b637SJeff Mahoney static inline struct btrfs_inode *BTRFS_I(const struct inode *inode) 2252c90e5d6SChris Mason { 2262c90e5d6SChris Mason return container_of(inode, struct btrfs_inode, vfs_inode); 2272c90e5d6SChris Mason } 2282c90e5d6SChris Mason 229778ba82bSFilipe David Borba Manana static inline unsigned long btrfs_inode_hash(u64 objectid, 230778ba82bSFilipe David Borba Manana const struct btrfs_root *root) 231778ba82bSFilipe David Borba Manana { 2324fd786e6SMisono Tomohiro u64 h = objectid ^ (root->root_key.objectid * GOLDEN_RATIO_PRIME); 233778ba82bSFilipe David Borba Manana 234778ba82bSFilipe David Borba Manana #if BITS_PER_LONG == 32 235778ba82bSFilipe David Borba Manana h = (h >> 32) ^ (h & 0xffffffff); 236778ba82bSFilipe David Borba Manana #endif 237778ba82bSFilipe David Borba Manana 238778ba82bSFilipe David Borba Manana return (unsigned long)h; 239778ba82bSFilipe David Borba Manana } 240778ba82bSFilipe David Borba Manana 241778ba82bSFilipe David Borba Manana static inline void btrfs_insert_inode_hash(struct inode *inode) 242778ba82bSFilipe David Borba Manana { 243778ba82bSFilipe David Borba Manana unsigned long h = btrfs_inode_hash(inode->i_ino, BTRFS_I(inode)->root); 244778ba82bSFilipe David Borba Manana 245778ba82bSFilipe David Borba Manana __insert_inode_hash(inode, h); 246778ba82bSFilipe David Borba Manana } 247778ba82bSFilipe David Borba Manana 2489a35b637SJeff Mahoney static inline u64 btrfs_ino(const struct btrfs_inode *inode) 24933345d01SLi Zefan { 2504a0cc7caSNikolay Borisov u64 ino = inode->location.objectid; 25133345d01SLi Zefan 25214c7cca7SLiu Bo /* 25314c7cca7SLiu Bo * !ino: btree_inode 25414c7cca7SLiu Bo * type == BTRFS_ROOT_ITEM_KEY: subvol dir 25514c7cca7SLiu Bo */ 2564a0cc7caSNikolay Borisov if (!ino || inode->location.type == BTRFS_ROOT_ITEM_KEY) 2574a0cc7caSNikolay Borisov ino = inode->vfs_inode.i_ino; 25833345d01SLi Zefan return ino; 25933345d01SLi Zefan } 26033345d01SLi Zefan 2616ef06d27SNikolay Borisov static inline void btrfs_i_size_write(struct btrfs_inode *inode, u64 size) 262dbe674a9SChris Mason { 2636ef06d27SNikolay Borisov i_size_write(&inode->vfs_inode, size); 2646ef06d27SNikolay Borisov inode->disk_i_size = size; 265dbe674a9SChris Mason } 266dbe674a9SChris Mason 26770ddc553SNikolay Borisov static inline bool btrfs_is_free_space_inode(struct btrfs_inode *inode) 2682cf8572dSChris Mason { 26970ddc553SNikolay Borisov struct btrfs_root *root = inode->root; 27083eea1f1SLiu Bo 27151a8cf9dSLiu Bo if (root == root->fs_info->tree_root && 27270ddc553SNikolay Borisov btrfs_ino(inode) != BTRFS_BTREE_INODE_OBJECTID) 27351a8cf9dSLiu Bo return true; 27470ddc553SNikolay Borisov if (inode->location.objectid == BTRFS_FREE_INO_OBJECTID) 2752cf8572dSChris Mason return true; 2762cf8572dSChris Mason return false; 2772cf8572dSChris Mason } 2782cf8572dSChris Mason 27906f2548fSNikolay Borisov static inline bool is_data_inode(struct inode *inode) 28006f2548fSNikolay Borisov { 28106f2548fSNikolay Borisov return btrfs_ino(BTRFS_I(inode)) != BTRFS_BTREE_INODE_OBJECTID; 28206f2548fSNikolay Borisov } 28306f2548fSNikolay Borisov 2848b62f87bSJosef Bacik static inline void btrfs_mod_outstanding_extents(struct btrfs_inode *inode, 2858b62f87bSJosef Bacik int mod) 2868b62f87bSJosef Bacik { 2878b62f87bSJosef Bacik lockdep_assert_held(&inode->lock); 2888b62f87bSJosef Bacik inode->outstanding_extents += mod; 2898b62f87bSJosef Bacik if (btrfs_is_free_space_inode(inode)) 2908b62f87bSJosef Bacik return; 291dd48d407SJosef Bacik trace_btrfs_inode_mod_outstanding_extents(inode->root, btrfs_ino(inode), 292dd48d407SJosef Bacik mod); 2938b62f87bSJosef Bacik } 2948b62f87bSJosef Bacik 2950f8939b8SNikolay Borisov static inline int btrfs_inode_in_log(struct btrfs_inode *inode, u64 generation) 29622ee6985SJosef Bacik { 2972f2ff0eeSFilipe Manana int ret = 0; 2982f2ff0eeSFilipe Manana 2990f8939b8SNikolay Borisov spin_lock(&inode->lock); 3000f8939b8SNikolay Borisov if (inode->logged_trans == generation && 3010f8939b8SNikolay Borisov inode->last_sub_trans <= inode->last_log_commit && 3020f8939b8SNikolay Borisov inode->last_sub_trans <= inode->root->last_log_commit) { 303125c4cf9SFilipe Manana /* 304125c4cf9SFilipe Manana * After a ranged fsync we might have left some extent maps 305125c4cf9SFilipe Manana * (that fall outside the fsync's range). So return false 306125c4cf9SFilipe Manana * here if the list isn't empty, to make sure btrfs_log_inode() 307125c4cf9SFilipe Manana * will be called and process those extent maps. 308125c4cf9SFilipe Manana */ 309125c4cf9SFilipe Manana smp_mb(); 3100f8939b8SNikolay Borisov if (list_empty(&inode->extent_tree.modified_extents)) 3112f2ff0eeSFilipe Manana ret = 1; 312125c4cf9SFilipe Manana } 3130f8939b8SNikolay Borisov spin_unlock(&inode->lock); 3142f2ff0eeSFilipe Manana return ret; 31522ee6985SJosef Bacik } 31622ee6985SJosef Bacik 317facc8a22SMiao Xie struct btrfs_dio_private { 318facc8a22SMiao Xie struct inode *inode; 319facc8a22SMiao Xie u64 logical_offset; 320facc8a22SMiao Xie u64 disk_bytenr; 321facc8a22SMiao Xie u64 bytes; 322facc8a22SMiao Xie 323e3b318d1SOmar Sandoval /* 324e3b318d1SOmar Sandoval * References to this structure. There is one reference per in-flight 325e3b318d1SOmar Sandoval * bio plus one while we're still setting up. 326e3b318d1SOmar Sandoval */ 327e3b318d1SOmar Sandoval refcount_t refs; 328facc8a22SMiao Xie 329facc8a22SMiao Xie /* dio_bio came from fs/direct-io.c */ 330facc8a22SMiao Xie struct bio *dio_bio; 331c1dc0896SMiao Xie 33285879573SOmar Sandoval /* Array of checksums */ 33385879573SOmar Sandoval u8 csums[]; 334facc8a22SMiao Xie }; 335facc8a22SMiao Xie 3367ebc7e5fSJohannes Thumshirn /* Array of bytes with variable length, hexadecimal format 0x1234 */ 3377ebc7e5fSJohannes Thumshirn #define CSUM_FMT "0x%*phN" 3387ebc7e5fSJohannes Thumshirn #define CSUM_FMT_VALUE(size, bytes) size, bytes 3397ebc7e5fSJohannes Thumshirn 3400970a22eSNikolay Borisov static inline void btrfs_print_data_csum_error(struct btrfs_inode *inode, 341ea41d6b2SJohannes Thumshirn u64 logical_start, u8 *csum, u8 *csum_expected, int mirror_num) 3426f6b643eSQu Wenruo { 3430970a22eSNikolay Borisov struct btrfs_root *root = inode->root; 3447ebc7e5fSJohannes Thumshirn struct btrfs_super_block *sb = root->fs_info->super_copy; 3457ebc7e5fSJohannes Thumshirn const u16 csum_size = btrfs_super_csum_size(sb); 3466f6b643eSQu Wenruo 3476f6b643eSQu Wenruo /* Output minus objectid, which is more meaningful */ 3484fd786e6SMisono Tomohiro if (root->root_key.objectid >= BTRFS_LAST_FREE_OBJECTID) 3496f6b643eSQu Wenruo btrfs_warn_rl(root->fs_info, 3507ebc7e5fSJohannes Thumshirn "csum failed root %lld ino %lld off %llu csum " CSUM_FMT " expected csum " CSUM_FMT " mirror %d", 3514fd786e6SMisono Tomohiro root->root_key.objectid, btrfs_ino(inode), 3527ebc7e5fSJohannes Thumshirn logical_start, 353ea41d6b2SJohannes Thumshirn CSUM_FMT_VALUE(csum_size, csum), 354ea41d6b2SJohannes Thumshirn CSUM_FMT_VALUE(csum_size, csum_expected), 3557ebc7e5fSJohannes Thumshirn mirror_num); 3566f6b643eSQu Wenruo else 3576f6b643eSQu Wenruo btrfs_warn_rl(root->fs_info, 3587ebc7e5fSJohannes Thumshirn "csum failed root %llu ino %llu off %llu csum " CSUM_FMT " expected csum " CSUM_FMT " mirror %d", 3594fd786e6SMisono Tomohiro root->root_key.objectid, btrfs_ino(inode), 3607ebc7e5fSJohannes Thumshirn logical_start, 361ea41d6b2SJohannes Thumshirn CSUM_FMT_VALUE(csum_size, csum), 362ea41d6b2SJohannes Thumshirn CSUM_FMT_VALUE(csum_size, csum_expected), 3637ebc7e5fSJohannes Thumshirn mirror_num); 3646f6b643eSQu Wenruo } 3656f6b643eSQu Wenruo 3662c90e5d6SChris Mason #endif 367