13dcf5451SChristoph Hellwig /* 23dcf5451SChristoph Hellwig * ext4.h 33dcf5451SChristoph Hellwig * 43dcf5451SChristoph Hellwig * Copyright (C) 1992, 1993, 1994, 1995 53dcf5451SChristoph Hellwig * Remy Card (card@masi.ibp.fr) 63dcf5451SChristoph Hellwig * Laboratoire MASI - Institut Blaise Pascal 73dcf5451SChristoph Hellwig * Universite Pierre et Marie Curie (Paris VI) 83dcf5451SChristoph Hellwig * 93dcf5451SChristoph Hellwig * from 103dcf5451SChristoph Hellwig * 113dcf5451SChristoph Hellwig * linux/include/linux/minix_fs.h 123dcf5451SChristoph Hellwig * 133dcf5451SChristoph Hellwig * Copyright (C) 1991, 1992 Linus Torvalds 143dcf5451SChristoph Hellwig */ 153dcf5451SChristoph Hellwig 163dcf5451SChristoph Hellwig #ifndef _EXT4_H 173dcf5451SChristoph Hellwig #define _EXT4_H 183dcf5451SChristoph Hellwig 193dcf5451SChristoph Hellwig #include <linux/types.h> 203dcf5451SChristoph Hellwig #include <linux/blkdev.h> 213dcf5451SChristoph Hellwig #include <linux/magic.h> 222ccb5fb9SAneesh Kumar K.V #include <linux/jbd2.h> 2360e58e0fSMingming Cao #include <linux/quota.h> 24d444c3c3STheodore Ts'o #include <linux/rwsem.h> 25d444c3c3STheodore Ts'o #include <linux/rbtree.h> 26d444c3c3STheodore Ts'o #include <linux/seqlock.h> 27d444c3c3STheodore Ts'o #include <linux/mutex.h> 28ca0faba0STheodore Ts'o #include <linux/timer.h> 29a4dad1aeSDavid Turner #include <linux/version.h> 30ca0faba0STheodore Ts'o #include <linux/wait.h> 31ca0faba0STheodore Ts'o #include <linux/blockgroup_lock.h> 32ca0faba0STheodore Ts'o #include <linux/percpu_counter.h> 33efbed4dcSTheodore Ts'o #include <linux/ratelimit.h> 340441984aSDarrick J. Wong #include <crypto/hash.h> 35a7550b30SJaegeuk Kim #include <linux/fscrypto.h> 36a633f5a3SLukas Czerner #include <linux/falloc.h> 37c8585c6fSDaeho Jeong #include <linux/percpu-rwsem.h> 384d92dc0fSBen Hutchings #ifdef __KERNEL__ 394d92dc0fSBen Hutchings #include <linux/compat.h> 404d92dc0fSBen Hutchings #endif 413dcf5451SChristoph Hellwig 423dcf5451SChristoph Hellwig /* 438a35694eSShen Feng * The fourth extended filesystem constants/structures 443dcf5451SChristoph Hellwig */ 453dcf5451SChristoph Hellwig 463dcf5451SChristoph Hellwig /* 47a2821e34SAihua Zhang * with AGGRESSIVE_CHECK allocator runs consistency checks over 48a2821e34SAihua Zhang * structures. these checks slow things down a lot 49a2821e34SAihua Zhang */ 50a2821e34SAihua Zhang #define AGGRESSIVE_CHECK__ 51a2821e34SAihua Zhang 52a2821e34SAihua Zhang /* 53a2821e34SAihua Zhang * with DOUBLE_CHECK defined mballoc creates persistent in-core 54a2821e34SAihua Zhang * bitmaps, maintains and uses them to check for double allocations 55a2821e34SAihua Zhang */ 56a2821e34SAihua Zhang #define DOUBLE_CHECK__ 57a2821e34SAihua Zhang 58a2821e34SAihua Zhang /* 593dcf5451SChristoph Hellwig * Define EXT4FS_DEBUG to produce debug messages 603dcf5451SChristoph Hellwig */ 613dcf5451SChristoph Hellwig #undef EXT4FS_DEBUG 623dcf5451SChristoph Hellwig 633dcf5451SChristoph Hellwig /* 643dcf5451SChristoph Hellwig * Debug code 653dcf5451SChristoph Hellwig */ 663dcf5451SChristoph Hellwig #ifdef EXT4FS_DEBUG 673dcf5451SChristoph Hellwig #define ext4_debug(f, a...) \ 683dcf5451SChristoph Hellwig do { \ 693dcf5451SChristoph Hellwig printk(KERN_DEBUG "EXT4-fs DEBUG (%s, %d): %s:", \ 704db9c54aSStoyan Gaydarov __FILE__, __LINE__, __func__); \ 713dcf5451SChristoph Hellwig printk(KERN_DEBUG f, ## a); \ 723dcf5451SChristoph Hellwig } while (0) 733dcf5451SChristoph Hellwig #else 74ace36ad4SJoe Perches #define ext4_debug(fmt, ...) no_printk(fmt, ##__VA_ARGS__) 753dcf5451SChristoph Hellwig #endif 763dcf5451SChristoph Hellwig 774a092d73STheodore Ts'o /* 784a092d73STheodore Ts'o * Turn on EXT_DEBUG to get lots of info about extents operations. 794a092d73STheodore Ts'o */ 804a092d73STheodore Ts'o #define EXT_DEBUG__ 814a092d73STheodore Ts'o #ifdef EXT_DEBUG 824a092d73STheodore Ts'o #define ext_debug(fmt, ...) printk(fmt, ##__VA_ARGS__) 834a092d73STheodore Ts'o #else 844a092d73STheodore Ts'o #define ext_debug(fmt, ...) no_printk(fmt, ##__VA_ARGS__) 854a092d73STheodore Ts'o #endif 864a092d73STheodore Ts'o 87d444c3c3STheodore Ts'o /* data type for block offset of block group */ 88d444c3c3STheodore Ts'o typedef int ext4_grpblk_t; 89d444c3c3STheodore Ts'o 90d444c3c3STheodore Ts'o /* data type for filesystem-wide blocks number */ 91d444c3c3STheodore Ts'o typedef unsigned long long ext4_fsblk_t; 92d444c3c3STheodore Ts'o 93d444c3c3STheodore Ts'o /* data type for file logical block number */ 94d444c3c3STheodore Ts'o typedef __u32 ext4_lblk_t; 95d444c3c3STheodore Ts'o 96d444c3c3STheodore Ts'o /* data type for block group number */ 97d444c3c3STheodore Ts'o typedef unsigned int ext4_group_t; 98d444c3c3STheodore Ts'o 99331573feSNamjae Jeon enum SHIFT_DIRECTION { 100331573feSNamjae Jeon SHIFT_LEFT = 0, 101331573feSNamjae Jeon SHIFT_RIGHT, 102331573feSNamjae Jeon }; 103331573feSNamjae Jeon 104296c355cSTheodore Ts'o /* 105296c355cSTheodore Ts'o * Flags used in mballoc's allocation_context flags field. 106296c355cSTheodore Ts'o * 107296c355cSTheodore Ts'o * Also used to show what's going on for debugging purposes when the 108296c355cSTheodore Ts'o * flag field is exported via the traceport interface 109296c355cSTheodore Ts'o */ 110d444c3c3STheodore Ts'o 1113dcf5451SChristoph Hellwig /* prefer goal again. length */ 1120ef90db9STheodore Ts'o #define EXT4_MB_HINT_MERGE 0x0001 1133dcf5451SChristoph Hellwig /* blocks already reserved */ 1140ef90db9STheodore Ts'o #define EXT4_MB_HINT_RESERVED 0x0002 1153dcf5451SChristoph Hellwig /* metadata is being allocated */ 1160ef90db9STheodore Ts'o #define EXT4_MB_HINT_METADATA 0x0004 1173dcf5451SChristoph Hellwig /* first blocks in the file */ 1180ef90db9STheodore Ts'o #define EXT4_MB_HINT_FIRST 0x0008 1193dcf5451SChristoph Hellwig /* search for the best chunk */ 1200ef90db9STheodore Ts'o #define EXT4_MB_HINT_BEST 0x0010 1213dcf5451SChristoph Hellwig /* data is being allocated */ 1220ef90db9STheodore Ts'o #define EXT4_MB_HINT_DATA 0x0020 1233dcf5451SChristoph Hellwig /* don't preallocate (for tails) */ 1240ef90db9STheodore Ts'o #define EXT4_MB_HINT_NOPREALLOC 0x0040 1253dcf5451SChristoph Hellwig /* allocate for locality group */ 1260ef90db9STheodore Ts'o #define EXT4_MB_HINT_GROUP_ALLOC 0x0080 1273dcf5451SChristoph Hellwig /* allocate goal blocks or none */ 1280ef90db9STheodore Ts'o #define EXT4_MB_HINT_GOAL_ONLY 0x0100 1293dcf5451SChristoph Hellwig /* goal is meaningful */ 1300ef90db9STheodore Ts'o #define EXT4_MB_HINT_TRY_GOAL 0x0200 131d2a17637SMingming Cao /* blocks already pre-reserved by delayed allocation */ 1320ef90db9STheodore Ts'o #define EXT4_MB_DELALLOC_RESERVED 0x0400 1334ba74d00STheodore Ts'o /* We are doing stream allocation */ 1344ba74d00STheodore Ts'o #define EXT4_MB_STREAM_ALLOC 0x0800 13555f020dbSAllison Henderson /* Use reserved root blocks if needed */ 13655f020dbSAllison Henderson #define EXT4_MB_USE_ROOT_BLOCKS 0x1000 13727dd4385SLukas Czerner /* Use blocks from reserved pool */ 13827dd4385SLukas Czerner #define EXT4_MB_USE_RESERVED 0x2000 1393dcf5451SChristoph Hellwig 1403dcf5451SChristoph Hellwig struct ext4_allocation_request { 1413dcf5451SChristoph Hellwig /* target inode for block we're allocating */ 1423dcf5451SChristoph Hellwig struct inode *inode; 1433dcf5451SChristoph Hellwig /* how many blocks we want to allocate */ 144498e5f24STheodore Ts'o unsigned int len; 145726447d8SEric Sandeen /* logical block in target inode */ 146726447d8SEric Sandeen ext4_lblk_t logical; 147726447d8SEric Sandeen /* the closest logical allocated block to the left */ 148726447d8SEric Sandeen ext4_lblk_t lleft; 149726447d8SEric Sandeen /* the closest logical allocated block to the right */ 150726447d8SEric Sandeen ext4_lblk_t lright; 151726447d8SEric Sandeen /* phys. target (a hint) */ 152726447d8SEric Sandeen ext4_fsblk_t goal; 153726447d8SEric Sandeen /* phys. block for the closest logical allocated block to the left */ 154726447d8SEric Sandeen ext4_fsblk_t pleft; 155726447d8SEric Sandeen /* phys. block for the closest logical allocated block to the right */ 156726447d8SEric Sandeen ext4_fsblk_t pright; 1573dcf5451SChristoph Hellwig /* flags. see above EXT4_MB_HINT_* */ 158498e5f24STheodore Ts'o unsigned int flags; 1593dcf5451SChristoph Hellwig }; 1603dcf5451SChristoph Hellwig 1613dcf5451SChristoph Hellwig /* 162e35fd660STheodore Ts'o * Logical to physical block mapping, used by ext4_map_blocks() 163e35fd660STheodore Ts'o * 164e35fd660STheodore Ts'o * This structure is used to pass requests into ext4_map_blocks() as 165e35fd660STheodore Ts'o * well as to store the information returned by ext4_map_blocks(). It 166e35fd660STheodore Ts'o * takes less room on the stack than a struct buffer_head. 167e35fd660STheodore Ts'o */ 168e35fd660STheodore Ts'o #define EXT4_MAP_NEW (1 << BH_New) 169e35fd660STheodore Ts'o #define EXT4_MAP_MAPPED (1 << BH_Mapped) 170e35fd660STheodore Ts'o #define EXT4_MAP_UNWRITTEN (1 << BH_Unwritten) 171e35fd660STheodore Ts'o #define EXT4_MAP_BOUNDARY (1 << BH_Boundary) 172e35fd660STheodore Ts'o #define EXT4_MAP_FLAGS (EXT4_MAP_NEW | EXT4_MAP_MAPPED |\ 173cbd7584eSJan Kara EXT4_MAP_UNWRITTEN | EXT4_MAP_BOUNDARY) 174e35fd660STheodore Ts'o 175e35fd660STheodore Ts'o struct ext4_map_blocks { 176e35fd660STheodore Ts'o ext4_fsblk_t m_pblk; 177e35fd660STheodore Ts'o ext4_lblk_t m_lblk; 178e35fd660STheodore Ts'o unsigned int m_len; 179e35fd660STheodore Ts'o unsigned int m_flags; 180e35fd660STheodore Ts'o }; 181e35fd660STheodore Ts'o 182e35fd660STheodore Ts'o /* 183bd2d0210STheodore Ts'o * Flags for ext4_io_end->flags 184bd2d0210STheodore Ts'o */ 185bd2d0210STheodore Ts'o #define EXT4_IO_END_UNWRITTEN 0x0001 186bd2d0210STheodore Ts'o 1874188188bSCurt Wohlgemuth /* 188556615dcSLukas Czerner * For converting unwritten extents on a work queue. 'handle' is used for 1896b523df4SJan Kara * buffered writeback. 1904188188bSCurt Wohlgemuth */ 1910031462bSMingming Cao typedef struct ext4_io_end { 1925b3ff237Sjiayingz@google.com (Jiaying Zhang) struct list_head list; /* per-file finished IO list */ 1936b523df4SJan Kara handle_t *handle; /* handle reserved for extent 1946b523df4SJan Kara * conversion */ 1950031462bSMingming Cao struct inode *inode; /* file being written to */ 196b0857d30SJan Kara struct bio *bio; /* Linked list of completed 197b0857d30SJan Kara * bios covering the extent */ 1988d5d02e6SMingming Cao unsigned int flag; /* unwritten or not */ 1993bd6ad7bSJan Kara atomic_t count; /* reference counter */ 200a1de02dcSEric Sandeen loff_t offset; /* offset in the file */ 201a1de02dcSEric Sandeen ssize_t size; /* size of the extent */ 2020031462bSMingming Cao } ext4_io_end_t; 2030031462bSMingming Cao 204bd2d0210STheodore Ts'o struct ext4_io_submit { 2055a33911fSTejun Heo struct writeback_control *io_wbc; 206bd2d0210STheodore Ts'o struct bio *io_bio; 207bd2d0210STheodore Ts'o ext4_io_end_t *io_end; 208bd2d0210STheodore Ts'o sector_t io_next_block; 209bd2d0210STheodore Ts'o }; 210bd2d0210STheodore Ts'o 211b3a3ca8cSTheodore Ts'o /* 2123dcf5451SChristoph Hellwig * Special inodes numbers 2133dcf5451SChristoph Hellwig */ 2143dcf5451SChristoph Hellwig #define EXT4_BAD_INO 1 /* Bad blocks inode */ 2153dcf5451SChristoph Hellwig #define EXT4_ROOT_INO 2 /* Root inode */ 216ae812306SAditya Kali #define EXT4_USR_QUOTA_INO 3 /* User quota inode */ 217ae812306SAditya Kali #define EXT4_GRP_QUOTA_INO 4 /* Group quota inode */ 2183dcf5451SChristoph Hellwig #define EXT4_BOOT_LOADER_INO 5 /* Boot loader inode */ 2193dcf5451SChristoph Hellwig #define EXT4_UNDEL_DIR_INO 6 /* Undelete directory inode */ 2203dcf5451SChristoph Hellwig #define EXT4_RESIZE_INO 7 /* Reserved group descriptors inode */ 2213dcf5451SChristoph Hellwig #define EXT4_JOURNAL_INO 8 /* Journal inode */ 2223dcf5451SChristoph Hellwig 2233dcf5451SChristoph Hellwig /* First non-reserved inode for old ext4 filesystems */ 2243dcf5451SChristoph Hellwig #define EXT4_GOOD_OLD_FIRST_INO 11 2253dcf5451SChristoph Hellwig 2263dcf5451SChristoph Hellwig /* 2273dcf5451SChristoph Hellwig * Maximal count of links to a file 2283dcf5451SChristoph Hellwig */ 2293dcf5451SChristoph Hellwig #define EXT4_LINK_MAX 65000 2303dcf5451SChristoph Hellwig 2313dcf5451SChristoph Hellwig /* 2323dcf5451SChristoph Hellwig * Macro-instructions used to manage several block sizes 2333dcf5451SChristoph Hellwig */ 2343dcf5451SChristoph Hellwig #define EXT4_MIN_BLOCK_SIZE 1024 2353dcf5451SChristoph Hellwig #define EXT4_MAX_BLOCK_SIZE 65536 2363dcf5451SChristoph Hellwig #define EXT4_MIN_BLOCK_LOG_SIZE 10 237fb1813f4SCurt Wohlgemuth #define EXT4_MAX_BLOCK_LOG_SIZE 16 2389e47a4c9STheodore Ts'o #define EXT4_MAX_CLUSTER_LOG_SIZE 30 2393dcf5451SChristoph Hellwig #ifdef __KERNEL__ 2403dcf5451SChristoph Hellwig # define EXT4_BLOCK_SIZE(s) ((s)->s_blocksize) 2413dcf5451SChristoph Hellwig #else 2423dcf5451SChristoph Hellwig # define EXT4_BLOCK_SIZE(s) (EXT4_MIN_BLOCK_SIZE << (s)->s_log_block_size) 2433dcf5451SChristoph Hellwig #endif 2443dcf5451SChristoph Hellwig #define EXT4_ADDR_PER_BLOCK(s) (EXT4_BLOCK_SIZE(s) / sizeof(__u32)) 245281b5995STheodore Ts'o #define EXT4_CLUSTER_SIZE(s) (EXT4_BLOCK_SIZE(s) << \ 246281b5995STheodore Ts'o EXT4_SB(s)->s_cluster_bits) 2473dcf5451SChristoph Hellwig #ifdef __KERNEL__ 2483dcf5451SChristoph Hellwig # define EXT4_BLOCK_SIZE_BITS(s) ((s)->s_blocksize_bits) 249281b5995STheodore Ts'o # define EXT4_CLUSTER_BITS(s) (EXT4_SB(s)->s_cluster_bits) 2503dcf5451SChristoph Hellwig #else 2513dcf5451SChristoph Hellwig # define EXT4_BLOCK_SIZE_BITS(s) ((s)->s_log_block_size + 10) 2523dcf5451SChristoph Hellwig #endif 2533dcf5451SChristoph Hellwig #ifdef __KERNEL__ 2543dcf5451SChristoph Hellwig #define EXT4_ADDR_PER_BLOCK_BITS(s) (EXT4_SB(s)->s_addr_per_block_bits) 2553dcf5451SChristoph Hellwig #define EXT4_INODE_SIZE(s) (EXT4_SB(s)->s_inode_size) 2563dcf5451SChristoph Hellwig #define EXT4_FIRST_INO(s) (EXT4_SB(s)->s_first_ino) 2573dcf5451SChristoph Hellwig #else 2583dcf5451SChristoph Hellwig #define EXT4_INODE_SIZE(s) (((s)->s_rev_level == EXT4_GOOD_OLD_REV) ? \ 2593dcf5451SChristoph Hellwig EXT4_GOOD_OLD_INODE_SIZE : \ 2603dcf5451SChristoph Hellwig (s)->s_inode_size) 2613dcf5451SChristoph Hellwig #define EXT4_FIRST_INO(s) (((s)->s_rev_level == EXT4_GOOD_OLD_REV) ? \ 2623dcf5451SChristoph Hellwig EXT4_GOOD_OLD_FIRST_INO : \ 2633dcf5451SChristoph Hellwig (s)->s_first_ino) 2643dcf5451SChristoph Hellwig #endif 2653dcf5451SChristoph Hellwig #define EXT4_BLOCK_ALIGN(size, blkbits) ALIGN((size), (1 << (blkbits))) 266518eaa63SFabian Frederick #define EXT4_MAX_BLOCKS(size, offset, blkbits) \ 267518eaa63SFabian Frederick ((EXT4_BLOCK_ALIGN(size + offset, blkbits) >> blkbits) - (offset >> \ 268518eaa63SFabian Frederick blkbits)) 2693dcf5451SChristoph Hellwig 270d5b8f310STheodore Ts'o /* Translate a block number to a cluster number */ 271d5b8f310STheodore Ts'o #define EXT4_B2C(sbi, blk) ((blk) >> (sbi)->s_cluster_bits) 272d5b8f310STheodore Ts'o /* Translate a cluster number to a block number */ 273d5b8f310STheodore Ts'o #define EXT4_C2B(sbi, cluster) ((cluster) << (sbi)->s_cluster_bits) 274d5b8f310STheodore Ts'o /* Translate # of blks to # of clusters */ 275d5b8f310STheodore Ts'o #define EXT4_NUM_B2C(sbi, blks) (((blks) + (sbi)->s_cluster_ratio - 1) >> \ 276d5b8f310STheodore Ts'o (sbi)->s_cluster_bits) 277f5a44db5STheodore Ts'o /* Mask out the low bits to get the starting block of the cluster */ 278f5a44db5STheodore Ts'o #define EXT4_PBLK_CMASK(s, pblk) ((pblk) & \ 279f5a44db5STheodore Ts'o ~((ext4_fsblk_t) (s)->s_cluster_ratio - 1)) 280f5a44db5STheodore Ts'o #define EXT4_LBLK_CMASK(s, lblk) ((lblk) & \ 281f5a44db5STheodore Ts'o ~((ext4_lblk_t) (s)->s_cluster_ratio - 1)) 282f5a44db5STheodore Ts'o /* Get the cluster offset */ 283f5a44db5STheodore Ts'o #define EXT4_PBLK_COFF(s, pblk) ((pblk) & \ 284f5a44db5STheodore Ts'o ((ext4_fsblk_t) (s)->s_cluster_ratio - 1)) 285f5a44db5STheodore Ts'o #define EXT4_LBLK_COFF(s, lblk) ((lblk) & \ 286f5a44db5STheodore Ts'o ((ext4_lblk_t) (s)->s_cluster_ratio - 1)) 287d5b8f310STheodore Ts'o 2883dcf5451SChristoph Hellwig /* 2893dcf5451SChristoph Hellwig * Structure of a blocks group descriptor 2903dcf5451SChristoph Hellwig */ 2913dcf5451SChristoph Hellwig struct ext4_group_desc 2923dcf5451SChristoph Hellwig { 2933dcf5451SChristoph Hellwig __le32 bg_block_bitmap_lo; /* Blocks bitmap block */ 2943dcf5451SChristoph Hellwig __le32 bg_inode_bitmap_lo; /* Inodes bitmap block */ 2953dcf5451SChristoph Hellwig __le32 bg_inode_table_lo; /* Inodes table block */ 296560671a0SAneesh Kumar K.V __le16 bg_free_blocks_count_lo;/* Free blocks count */ 297560671a0SAneesh Kumar K.V __le16 bg_free_inodes_count_lo;/* Free inodes count */ 298560671a0SAneesh Kumar K.V __le16 bg_used_dirs_count_lo; /* Directories count */ 2993dcf5451SChristoph Hellwig __le16 bg_flags; /* EXT4_BG_flags (INODE_UNINIT, etc) */ 300e6153918SDarrick J. Wong __le32 bg_exclude_bitmap_lo; /* Exclude bitmap for snapshots */ 301e6153918SDarrick J. Wong __le16 bg_block_bitmap_csum_lo;/* crc32c(s_uuid+grp_num+bbitmap) LE */ 302e6153918SDarrick J. Wong __le16 bg_inode_bitmap_csum_lo;/* crc32c(s_uuid+grp_num+ibitmap) LE */ 303560671a0SAneesh Kumar K.V __le16 bg_itable_unused_lo; /* Unused inodes count */ 3043dcf5451SChristoph Hellwig __le16 bg_checksum; /* crc16(sb_uuid+group+desc) */ 3053dcf5451SChristoph Hellwig __le32 bg_block_bitmap_hi; /* Blocks bitmap block MSB */ 3063dcf5451SChristoph Hellwig __le32 bg_inode_bitmap_hi; /* Inodes bitmap block MSB */ 3073dcf5451SChristoph Hellwig __le32 bg_inode_table_hi; /* Inodes table block MSB */ 3083dcf5451SChristoph Hellwig __le16 bg_free_blocks_count_hi;/* Free blocks count MSB */ 3093dcf5451SChristoph Hellwig __le16 bg_free_inodes_count_hi;/* Free inodes count MSB */ 3103dcf5451SChristoph Hellwig __le16 bg_used_dirs_count_hi; /* Directories count MSB */ 3113dcf5451SChristoph Hellwig __le16 bg_itable_unused_hi; /* Unused inodes count MSB */ 312e6153918SDarrick J. Wong __le32 bg_exclude_bitmap_hi; /* Exclude bitmap block MSB */ 313e6153918SDarrick J. Wong __le16 bg_block_bitmap_csum_hi;/* crc32c(s_uuid+grp_num+bbitmap) BE */ 314e6153918SDarrick J. Wong __le16 bg_inode_bitmap_csum_hi;/* crc32c(s_uuid+grp_num+ibitmap) BE */ 315e6153918SDarrick J. Wong __u32 bg_reserved; 3163dcf5451SChristoph Hellwig }; 3173dcf5451SChristoph Hellwig 31841a246d1SDarrick J. Wong #define EXT4_BG_INODE_BITMAP_CSUM_HI_END \ 31941a246d1SDarrick J. Wong (offsetof(struct ext4_group_desc, bg_inode_bitmap_csum_hi) + \ 32041a246d1SDarrick J. Wong sizeof(__le16)) 32141a246d1SDarrick J. Wong #define EXT4_BG_BLOCK_BITMAP_CSUM_HI_END \ 32241a246d1SDarrick J. Wong (offsetof(struct ext4_group_desc, bg_block_bitmap_csum_hi) + \ 32341a246d1SDarrick J. Wong sizeof(__le16)) 32441a246d1SDarrick J. Wong 325772cb7c8SJose R. Santos /* 326772cb7c8SJose R. Santos * Structure of a flex block group info 327772cb7c8SJose R. Santos */ 328772cb7c8SJose R. Santos 329772cb7c8SJose R. Santos struct flex_groups { 33090ba983fSTheodore Ts'o atomic64_t free_clusters; 3319f24e420STheodore Ts'o atomic_t free_inodes; 3327d39db14STheodore Ts'o atomic_t used_dirs; 333772cb7c8SJose R. Santos }; 334772cb7c8SJose R. Santos 3353dcf5451SChristoph Hellwig #define EXT4_BG_INODE_UNINIT 0x0001 /* Inode table/bitmap not in use */ 3363dcf5451SChristoph Hellwig #define EXT4_BG_BLOCK_UNINIT 0x0002 /* Block bitmap not in use */ 3373dcf5451SChristoph Hellwig #define EXT4_BG_INODE_ZEROED 0x0004 /* On-disk itable initialized to zero */ 3383dcf5451SChristoph Hellwig 3393dcf5451SChristoph Hellwig /* 3403dcf5451SChristoph Hellwig * Macro-instructions used to manage group descriptors 3413dcf5451SChristoph Hellwig */ 3423dcf5451SChristoph Hellwig #define EXT4_MIN_DESC_SIZE 32 3433dcf5451SChristoph Hellwig #define EXT4_MIN_DESC_SIZE_64BIT 64 3443dcf5451SChristoph Hellwig #define EXT4_MAX_DESC_SIZE EXT4_MIN_BLOCK_SIZE 3453dcf5451SChristoph Hellwig #define EXT4_DESC_SIZE(s) (EXT4_SB(s)->s_desc_size) 3463dcf5451SChristoph Hellwig #ifdef __KERNEL__ 3473dcf5451SChristoph Hellwig # define EXT4_BLOCKS_PER_GROUP(s) (EXT4_SB(s)->s_blocks_per_group) 348281b5995STheodore Ts'o # define EXT4_CLUSTERS_PER_GROUP(s) (EXT4_SB(s)->s_clusters_per_group) 3493dcf5451SChristoph Hellwig # define EXT4_DESC_PER_BLOCK(s) (EXT4_SB(s)->s_desc_per_block) 3503dcf5451SChristoph Hellwig # define EXT4_INODES_PER_GROUP(s) (EXT4_SB(s)->s_inodes_per_group) 3513dcf5451SChristoph Hellwig # define EXT4_DESC_PER_BLOCK_BITS(s) (EXT4_SB(s)->s_desc_per_block_bits) 3523dcf5451SChristoph Hellwig #else 3533dcf5451SChristoph Hellwig # define EXT4_BLOCKS_PER_GROUP(s) ((s)->s_blocks_per_group) 3543dcf5451SChristoph Hellwig # define EXT4_DESC_PER_BLOCK(s) (EXT4_BLOCK_SIZE(s) / EXT4_DESC_SIZE(s)) 3553dcf5451SChristoph Hellwig # define EXT4_INODES_PER_GROUP(s) ((s)->s_inodes_per_group) 3563dcf5451SChristoph Hellwig #endif 3573dcf5451SChristoph Hellwig 3583dcf5451SChristoph Hellwig /* 3593dcf5451SChristoph Hellwig * Constants relative to the data blocks 3603dcf5451SChristoph Hellwig */ 3613dcf5451SChristoph Hellwig #define EXT4_NDIR_BLOCKS 12 3623dcf5451SChristoph Hellwig #define EXT4_IND_BLOCK EXT4_NDIR_BLOCKS 3633dcf5451SChristoph Hellwig #define EXT4_DIND_BLOCK (EXT4_IND_BLOCK + 1) 3643dcf5451SChristoph Hellwig #define EXT4_TIND_BLOCK (EXT4_DIND_BLOCK + 1) 3653dcf5451SChristoph Hellwig #define EXT4_N_BLOCKS (EXT4_TIND_BLOCK + 1) 3663dcf5451SChristoph Hellwig 3673dcf5451SChristoph Hellwig /* 3683dcf5451SChristoph Hellwig * Inode flags 3693dcf5451SChristoph Hellwig */ 3703dcf5451SChristoph Hellwig #define EXT4_SECRM_FL 0x00000001 /* Secure deletion */ 3713dcf5451SChristoph Hellwig #define EXT4_UNRM_FL 0x00000002 /* Undelete */ 3723dcf5451SChristoph Hellwig #define EXT4_COMPR_FL 0x00000004 /* Compress file */ 3733dcf5451SChristoph Hellwig #define EXT4_SYNC_FL 0x00000008 /* Synchronous updates */ 3743dcf5451SChristoph Hellwig #define EXT4_IMMUTABLE_FL 0x00000010 /* Immutable file */ 3753dcf5451SChristoph Hellwig #define EXT4_APPEND_FL 0x00000020 /* writes to file may only append */ 3763dcf5451SChristoph Hellwig #define EXT4_NODUMP_FL 0x00000040 /* do not dump file */ 3773dcf5451SChristoph Hellwig #define EXT4_NOATIME_FL 0x00000080 /* do not update atime */ 3783dcf5451SChristoph Hellwig /* Reserved for compression usage... */ 3793dcf5451SChristoph Hellwig #define EXT4_DIRTY_FL 0x00000100 3803dcf5451SChristoph Hellwig #define EXT4_COMPRBLK_FL 0x00000200 /* One or more compressed clusters */ 3813dcf5451SChristoph Hellwig #define EXT4_NOCOMPR_FL 0x00000400 /* Don't compress */ 3823edc18d8STheodore Ts'o /* nb: was previously EXT2_ECOMPR_FL */ 3833edc18d8STheodore Ts'o #define EXT4_ENCRYPT_FL 0x00000800 /* encrypted file */ 3843dcf5451SChristoph Hellwig /* End compression flags --- maybe not all used */ 3853dcf5451SChristoph Hellwig #define EXT4_INDEX_FL 0x00001000 /* hash-indexed directory */ 3863dcf5451SChristoph Hellwig #define EXT4_IMAGIC_FL 0x00002000 /* AFS directory */ 3873dcf5451SChristoph Hellwig #define EXT4_JOURNAL_DATA_FL 0x00004000 /* file data should be journaled */ 3883dcf5451SChristoph Hellwig #define EXT4_NOTAIL_FL 0x00008000 /* file tail should not be merged */ 3893dcf5451SChristoph Hellwig #define EXT4_DIRSYNC_FL 0x00010000 /* dirsync behaviour (directories only) */ 3903dcf5451SChristoph Hellwig #define EXT4_TOPDIR_FL 0x00020000 /* Top of directory hierarchies*/ 3913dcf5451SChristoph Hellwig #define EXT4_HUGE_FILE_FL 0x00040000 /* Set to each huge file */ 3923dcf5451SChristoph Hellwig #define EXT4_EXTENTS_FL 0x00080000 /* Inode uses extents */ 393f710b4b9STheodore Ts'o #define EXT4_EA_INODE_FL 0x00200000 /* Inode used for large EA */ 394c8d46e41SJiaying Zhang #define EXT4_EOFBLOCKS_FL 0x00400000 /* Blocks allocated beyond EOF */ 39567cf5b09STao Ma #define EXT4_INLINE_DATA_FL 0x10000000 /* Inode has inline data. */ 3968b4953e1STheodore Ts'o #define EXT4_PROJINHERIT_FL 0x20000000 /* Create with parents projid */ 3973dcf5451SChristoph Hellwig #define EXT4_RESERVED_FL 0x80000000 /* reserved for ext4 lib */ 3983dcf5451SChristoph Hellwig 399040cb378SLi Xi #define EXT4_FL_USER_VISIBLE 0x304BDFFF /* User visible flags */ 400f8011d93SJan Kara #define EXT4_FL_USER_MODIFIABLE 0x204BC0FF /* User modifiable flags */ 4013dcf5451SChristoph Hellwig 402d14e7683SJan Kara /* Flags we can manipulate with through EXT4_IOC_FSSETXATTR */ 4039b7365fcSLi Xi #define EXT4_FL_XFLAG_VISIBLE (EXT4_SYNC_FL | \ 4049b7365fcSLi Xi EXT4_IMMUTABLE_FL | \ 4059b7365fcSLi Xi EXT4_APPEND_FL | \ 4069b7365fcSLi Xi EXT4_NODUMP_FL | \ 4079b7365fcSLi Xi EXT4_NOATIME_FL | \ 4089b7365fcSLi Xi EXT4_PROJINHERIT_FL) 4099b7365fcSLi Xi 4108fa43a81SDuane Griffin /* Flags that should be inherited by new inodes from their parent. */ 4118fa43a81SDuane Griffin #define EXT4_FL_INHERITED (EXT4_SECRM_FL | EXT4_UNRM_FL | EXT4_COMPR_FL |\ 4121cd9f097STheodore Ts'o EXT4_SYNC_FL | EXT4_NODUMP_FL | EXT4_NOATIME_FL |\ 4138fa43a81SDuane Griffin EXT4_NOCOMPR_FL | EXT4_JOURNAL_DATA_FL |\ 414040cb378SLi Xi EXT4_NOTAIL_FL | EXT4_DIRSYNC_FL |\ 415040cb378SLi Xi EXT4_PROJINHERIT_FL) 4168fa43a81SDuane Griffin 4172dc6b0d4SDuane Griffin /* Flags that are appropriate for regular files (all but dir-specific ones). */ 4182dc6b0d4SDuane Griffin #define EXT4_REG_FLMASK (~(EXT4_DIRSYNC_FL | EXT4_TOPDIR_FL)) 4192dc6b0d4SDuane Griffin 4202dc6b0d4SDuane Griffin /* Flags that are appropriate for non-directories/regular files. */ 4212dc6b0d4SDuane Griffin #define EXT4_OTHER_FLMASK (EXT4_NODUMP_FL | EXT4_NOATIME_FL) 4222dc6b0d4SDuane Griffin 4232dc6b0d4SDuane Griffin /* Mask out flags that are inappropriate for the given type of inode. */ 4242dc6b0d4SDuane Griffin static inline __u32 ext4_mask_flags(umode_t mode, __u32 flags) 4252dc6b0d4SDuane Griffin { 4262dc6b0d4SDuane Griffin if (S_ISDIR(mode)) 4272dc6b0d4SDuane Griffin return flags; 4282dc6b0d4SDuane Griffin else if (S_ISREG(mode)) 4292dc6b0d4SDuane Griffin return flags & EXT4_REG_FLMASK; 4302dc6b0d4SDuane Griffin else 4312dc6b0d4SDuane Griffin return flags & EXT4_OTHER_FLMASK; 4322dc6b0d4SDuane Griffin } 4332dc6b0d4SDuane Griffin 43412e9b892SDmitry Monakhov /* 43512e9b892SDmitry Monakhov * Inode flags used for atomic set/get 43612e9b892SDmitry Monakhov */ 43712e9b892SDmitry Monakhov enum { 43812e9b892SDmitry Monakhov EXT4_INODE_SECRM = 0, /* Secure deletion */ 43912e9b892SDmitry Monakhov EXT4_INODE_UNRM = 1, /* Undelete */ 44012e9b892SDmitry Monakhov EXT4_INODE_COMPR = 2, /* Compress file */ 44112e9b892SDmitry Monakhov EXT4_INODE_SYNC = 3, /* Synchronous updates */ 44212e9b892SDmitry Monakhov EXT4_INODE_IMMUTABLE = 4, /* Immutable file */ 44312e9b892SDmitry Monakhov EXT4_INODE_APPEND = 5, /* writes to file may only append */ 44412e9b892SDmitry Monakhov EXT4_INODE_NODUMP = 6, /* do not dump file */ 44512e9b892SDmitry Monakhov EXT4_INODE_NOATIME = 7, /* do not update atime */ 44612e9b892SDmitry Monakhov /* Reserved for compression usage... */ 44712e9b892SDmitry Monakhov EXT4_INODE_DIRTY = 8, 44812e9b892SDmitry Monakhov EXT4_INODE_COMPRBLK = 9, /* One or more compressed clusters */ 44912e9b892SDmitry Monakhov EXT4_INODE_NOCOMPR = 10, /* Don't compress */ 450f542fbe8STheodore Ts'o EXT4_INODE_ENCRYPT = 11, /* Encrypted file */ 45112e9b892SDmitry Monakhov /* End compression flags --- maybe not all used */ 45212e9b892SDmitry Monakhov EXT4_INODE_INDEX = 12, /* hash-indexed directory */ 45312e9b892SDmitry Monakhov EXT4_INODE_IMAGIC = 13, /* AFS directory */ 45412e9b892SDmitry Monakhov EXT4_INODE_JOURNAL_DATA = 14, /* file data should be journaled */ 45512e9b892SDmitry Monakhov EXT4_INODE_NOTAIL = 15, /* file tail should not be merged */ 45612e9b892SDmitry Monakhov EXT4_INODE_DIRSYNC = 16, /* dirsync behaviour (directories only) */ 45712e9b892SDmitry Monakhov EXT4_INODE_TOPDIR = 17, /* Top of directory hierarchies*/ 45812e9b892SDmitry Monakhov EXT4_INODE_HUGE_FILE = 18, /* Set to each huge file */ 45912e9b892SDmitry Monakhov EXT4_INODE_EXTENTS = 19, /* Inode uses extents */ 46012e9b892SDmitry Monakhov EXT4_INODE_EA_INODE = 21, /* Inode used for large EA */ 46112e9b892SDmitry Monakhov EXT4_INODE_EOFBLOCKS = 22, /* Blocks allocated beyond EOF */ 46267cf5b09STao Ma EXT4_INODE_INLINE_DATA = 28, /* Data in inode. */ 4638b4953e1STheodore Ts'o EXT4_INODE_PROJINHERIT = 29, /* Create with parents projid */ 46412e9b892SDmitry Monakhov EXT4_INODE_RESERVED = 31, /* reserved for ext4 lib */ 46512e9b892SDmitry Monakhov }; 46612e9b892SDmitry Monakhov 46712e9b892SDmitry Monakhov /* 4689a4c8019SCarlos Maiolino * Since it's pretty easy to mix up bit numbers and hex values, we use a 4699a4c8019SCarlos Maiolino * build-time check to make sure that EXT4_XXX_FL is consistent with respect to 4709a4c8019SCarlos Maiolino * EXT4_INODE_XXX. If all is well, the macros will be dropped, so, it won't cost 4719a4c8019SCarlos Maiolino * any extra space in the compiled kernel image, otherwise, the build will fail. 4729a4c8019SCarlos Maiolino * It's important that these values are the same, since we are using 4739a4c8019SCarlos Maiolino * EXT4_INODE_XXX to test for flag values, but EXT4_XXX_FL must be consistent 4749a4c8019SCarlos Maiolino * with the values of FS_XXX_FL defined in include/linux/fs.h and the on-disk 4759a4c8019SCarlos Maiolino * values found in ext2, ext3 and ext4 filesystems, and of course the values 4769a4c8019SCarlos Maiolino * defined in e2fsprogs. 47712e9b892SDmitry Monakhov * 47812e9b892SDmitry Monakhov * It's not paranoia if the Murphy's Law really *is* out to get you. :-) 47912e9b892SDmitry Monakhov */ 4809a4c8019SCarlos Maiolino #define TEST_FLAG_VALUE(FLAG) (EXT4_##FLAG##_FL == (1 << EXT4_INODE_##FLAG)) 4819a4c8019SCarlos Maiolino #define CHECK_FLAG_VALUE(FLAG) BUILD_BUG_ON(!TEST_FLAG_VALUE(FLAG)) 4829a4c8019SCarlos Maiolino 48312e9b892SDmitry Monakhov static inline void ext4_check_flag_values(void) 48412e9b892SDmitry Monakhov { 48512e9b892SDmitry Monakhov CHECK_FLAG_VALUE(SECRM); 48612e9b892SDmitry Monakhov CHECK_FLAG_VALUE(UNRM); 48712e9b892SDmitry Monakhov CHECK_FLAG_VALUE(COMPR); 48812e9b892SDmitry Monakhov CHECK_FLAG_VALUE(SYNC); 48912e9b892SDmitry Monakhov CHECK_FLAG_VALUE(IMMUTABLE); 49012e9b892SDmitry Monakhov CHECK_FLAG_VALUE(APPEND); 49112e9b892SDmitry Monakhov CHECK_FLAG_VALUE(NODUMP); 49212e9b892SDmitry Monakhov CHECK_FLAG_VALUE(NOATIME); 49312e9b892SDmitry Monakhov CHECK_FLAG_VALUE(DIRTY); 49412e9b892SDmitry Monakhov CHECK_FLAG_VALUE(COMPRBLK); 49512e9b892SDmitry Monakhov CHECK_FLAG_VALUE(NOCOMPR); 4963edc18d8STheodore Ts'o CHECK_FLAG_VALUE(ENCRYPT); 49712e9b892SDmitry Monakhov CHECK_FLAG_VALUE(INDEX); 49812e9b892SDmitry Monakhov CHECK_FLAG_VALUE(IMAGIC); 49912e9b892SDmitry Monakhov CHECK_FLAG_VALUE(JOURNAL_DATA); 50012e9b892SDmitry Monakhov CHECK_FLAG_VALUE(NOTAIL); 50112e9b892SDmitry Monakhov CHECK_FLAG_VALUE(DIRSYNC); 50212e9b892SDmitry Monakhov CHECK_FLAG_VALUE(TOPDIR); 50312e9b892SDmitry Monakhov CHECK_FLAG_VALUE(HUGE_FILE); 50412e9b892SDmitry Monakhov CHECK_FLAG_VALUE(EXTENTS); 50512e9b892SDmitry Monakhov CHECK_FLAG_VALUE(EA_INODE); 50612e9b892SDmitry Monakhov CHECK_FLAG_VALUE(EOFBLOCKS); 50767cf5b09STao Ma CHECK_FLAG_VALUE(INLINE_DATA); 5088b4953e1STheodore Ts'o CHECK_FLAG_VALUE(PROJINHERIT); 50912e9b892SDmitry Monakhov CHECK_FLAG_VALUE(RESERVED); 51012e9b892SDmitry Monakhov } 51112e9b892SDmitry Monakhov 5123dcf5451SChristoph Hellwig /* Used to pass group descriptor data when online resize is done */ 5133dcf5451SChristoph Hellwig struct ext4_new_group_input { 5143dcf5451SChristoph Hellwig __u32 group; /* Group number for this data */ 5153dcf5451SChristoph Hellwig __u64 block_bitmap; /* Absolute block number of block bitmap */ 5163dcf5451SChristoph Hellwig __u64 inode_bitmap; /* Absolute block number of inode bitmap */ 5173dcf5451SChristoph Hellwig __u64 inode_table; /* Absolute block number of inode table start */ 5183dcf5451SChristoph Hellwig __u32 blocks_count; /* Total number of blocks in this group */ 5193dcf5451SChristoph Hellwig __u16 reserved_blocks; /* Number of reserved blocks in this group */ 5203dcf5451SChristoph Hellwig __u16 unused; 5213dcf5451SChristoph Hellwig }; 5223dcf5451SChristoph Hellwig 5234d92dc0fSBen Hutchings #if defined(__KERNEL__) && defined(CONFIG_COMPAT) 5244d92dc0fSBen Hutchings struct compat_ext4_new_group_input { 5254d92dc0fSBen Hutchings u32 group; 5264d92dc0fSBen Hutchings compat_u64 block_bitmap; 5274d92dc0fSBen Hutchings compat_u64 inode_bitmap; 5284d92dc0fSBen Hutchings compat_u64 inode_table; 5294d92dc0fSBen Hutchings u32 blocks_count; 5304d92dc0fSBen Hutchings u16 reserved_blocks; 5314d92dc0fSBen Hutchings u16 unused; 5324d92dc0fSBen Hutchings }; 5334d92dc0fSBen Hutchings #endif 5344d92dc0fSBen Hutchings 5353dcf5451SChristoph Hellwig /* The struct ext4_new_group_input in kernel space, with free_blocks_count */ 5363dcf5451SChristoph Hellwig struct ext4_new_group_data { 5373dcf5451SChristoph Hellwig __u32 group; 5383dcf5451SChristoph Hellwig __u64 block_bitmap; 5393dcf5451SChristoph Hellwig __u64 inode_bitmap; 5403dcf5451SChristoph Hellwig __u64 inode_table; 5413dcf5451SChristoph Hellwig __u32 blocks_count; 5423dcf5451SChristoph Hellwig __u16 reserved_blocks; 5433dcf5451SChristoph Hellwig __u16 unused; 5443dcf5451SChristoph Hellwig __u32 free_blocks_count; 5453dcf5451SChristoph Hellwig }; 5463dcf5451SChristoph Hellwig 54733afdcc5SYongqiang Yang /* Indexes used to index group tables in ext4_new_group_data */ 54833afdcc5SYongqiang Yang enum { 54933afdcc5SYongqiang Yang BLOCK_BITMAP = 0, /* block bitmap */ 55033afdcc5SYongqiang Yang INODE_BITMAP, /* inode bitmap */ 55133afdcc5SYongqiang Yang INODE_TABLE, /* inode tables */ 55233afdcc5SYongqiang Yang GROUP_TABLE_COUNT, 55333afdcc5SYongqiang Yang }; 55433afdcc5SYongqiang Yang 5553dcf5451SChristoph Hellwig /* 55679e83036SEric Sandeen * Flags used by ext4_map_blocks() 5573dcf5451SChristoph Hellwig */ 558556615dcSLukas Czerner /* Allocate any needed blocks and/or convert an unwritten 559c2177057STheodore Ts'o extent to be an initialized ext4 */ 5602ac3b6e0STheodore Ts'o #define EXT4_GET_BLOCKS_CREATE 0x0001 561556615dcSLukas Czerner /* Request the creation of an unwritten extent */ 562556615dcSLukas Czerner #define EXT4_GET_BLOCKS_UNWRIT_EXT 0x0002 563556615dcSLukas Czerner #define EXT4_GET_BLOCKS_CREATE_UNWRIT_EXT (EXT4_GET_BLOCKS_UNWRIT_EXT|\ 564c2177057STheodore Ts'o EXT4_GET_BLOCKS_CREATE) 56527dd4385SLukas Czerner /* Caller is from the delayed allocation writeout path 56627dd4385SLukas Czerner * finally doing the actual allocation of delayed blocks */ 56703f5d8bcSJan Kara #define EXT4_GET_BLOCKS_DELALLOC_RESERVE 0x0004 5680031462bSMingming Cao /* caller is from the direct IO path, request to creation of an 569556615dcSLukas Czerner unwritten extents if not allocated, split the unwritten 5700031462bSMingming Cao extent if blocks has been preallocated already*/ 571c7064ef1SJiaying Zhang #define EXT4_GET_BLOCKS_PRE_IO 0x0008 5721296cc85SAneesh Kumar K.V #define EXT4_GET_BLOCKS_CONVERT 0x0010 573c7064ef1SJiaying Zhang #define EXT4_GET_BLOCKS_IO_CREATE_EXT (EXT4_GET_BLOCKS_PRE_IO|\ 574556615dcSLukas Czerner EXT4_GET_BLOCKS_CREATE_UNWRIT_EXT) 575c7064ef1SJiaying Zhang /* Convert extent to initialized after IO complete */ 576c7064ef1SJiaying Zhang #define EXT4_GET_BLOCKS_IO_CONVERT_EXT (EXT4_GET_BLOCKS_CONVERT|\ 577556615dcSLukas Czerner EXT4_GET_BLOCKS_CREATE_UNWRIT_EXT) 57827dd4385SLukas Czerner /* Eventual metadata allocation (due to growing extent tree) 57927dd4385SLukas Czerner * should not fail, so try to use reserved blocks for that.*/ 58027dd4385SLukas Czerner #define EXT4_GET_BLOCKS_METADATA_NOFAIL 0x0020 581556b27abSVivek Haldar /* Don't normalize allocation size (used for fallocate) */ 582556b27abSVivek Haldar #define EXT4_GET_BLOCKS_NO_NORMALIZE 0x0040 583a4e5d88bSDmitry Monakhov /* Request will not result in inode size update (user for fallocate) */ 584a4e5d88bSDmitry Monakhov #define EXT4_GET_BLOCKS_KEEP_SIZE 0x0080 585b8a86845SLukas Czerner /* Convert written extents to unwritten */ 5862dcba478SJan Kara #define EXT4_GET_BLOCKS_CONVERT_UNWRITTEN 0x0100 587c86d8db3SJan Kara /* Write zeros to newly created written extents */ 588c86d8db3SJan Kara #define EXT4_GET_BLOCKS_ZERO 0x0200 589c86d8db3SJan Kara #define EXT4_GET_BLOCKS_CREATE_ZERO (EXT4_GET_BLOCKS_CREATE |\ 590c86d8db3SJan Kara EXT4_GET_BLOCKS_ZERO) 591ee0876bcSJan Kara /* Caller will submit data before dropping transaction handle. This 592ee0876bcSJan Kara * allows jbd2 to avoid submitting data before commit. */ 593ee0876bcSJan Kara #define EXT4_GET_BLOCKS_IO_SUBMIT 0x0400 5943dcf5451SChristoph Hellwig 5953dcf5451SChristoph Hellwig /* 5967869a4a6STheodore Ts'o * The bit position of these flags must not overlap with any of the 597ed8a1a76STheodore Ts'o * EXT4_GET_BLOCKS_*. They are used by ext4_find_extent(), 598107a7bd3STheodore Ts'o * read_extent_tree_block(), ext4_split_extent_at(), 5997869a4a6STheodore Ts'o * ext4_ext_insert_extent(), and ext4_ext_create_new_leaf(). 6007869a4a6STheodore Ts'o * EXT4_EX_NOCACHE is used to indicate that the we shouldn't be 6017869a4a6STheodore Ts'o * caching the extents when reading from the extent tree while a 6027869a4a6STheodore Ts'o * truncate or punch hole operation is in progress. 603107a7bd3STheodore Ts'o */ 604d26e2c4dSTheodore Ts'o #define EXT4_EX_NOCACHE 0x40000000 605d26e2c4dSTheodore Ts'o #define EXT4_EX_FORCE_CACHE 0x20000000 606107a7bd3STheodore Ts'o 607107a7bd3STheodore Ts'o /* 608e6362609STheodore Ts'o * Flags used by ext4_free_blocks 609e6362609STheodore Ts'o */ 610e6362609STheodore Ts'o #define EXT4_FREE_BLOCKS_METADATA 0x0001 611e6362609STheodore Ts'o #define EXT4_FREE_BLOCKS_FORGET 0x0002 6121f2acb60STheodore Ts'o #define EXT4_FREE_BLOCKS_VALIDATED 0x0004 6137132de74SMaxim Patlasov #define EXT4_FREE_BLOCKS_NO_QUOT_UPDATE 0x0008 61484130193STheodore Ts'o #define EXT4_FREE_BLOCKS_NOFREE_FIRST_CLUSTER 0x0010 61584130193STheodore Ts'o #define EXT4_FREE_BLOCKS_NOFREE_LAST_CLUSTER 0x0020 616e6362609STheodore Ts'o 617e6362609STheodore Ts'o /* 6183dcf5451SChristoph Hellwig * ioctl commands 6193dcf5451SChristoph Hellwig */ 6203dcf5451SChristoph Hellwig #define EXT4_IOC_GETFLAGS FS_IOC_GETFLAGS 6213dcf5451SChristoph Hellwig #define EXT4_IOC_SETFLAGS FS_IOC_SETFLAGS 6223dcf5451SChristoph Hellwig #define EXT4_IOC_GETVERSION _IOR('f', 3, long) 6233dcf5451SChristoph Hellwig #define EXT4_IOC_SETVERSION _IOW('f', 4, long) 6243dcf5451SChristoph Hellwig #define EXT4_IOC_GETVERSION_OLD FS_IOC_GETVERSION 6253dcf5451SChristoph Hellwig #define EXT4_IOC_SETVERSION_OLD FS_IOC_SETVERSION 6263dcf5451SChristoph Hellwig #define EXT4_IOC_GETRSVSZ _IOR('f', 5, long) 6273dcf5451SChristoph Hellwig #define EXT4_IOC_SETRSVSZ _IOW('f', 6, long) 6288eea80d5STheodore Ts'o #define EXT4_IOC_GROUP_EXTEND _IOW('f', 7, unsigned long) 6298eea80d5STheodore Ts'o #define EXT4_IOC_GROUP_ADD _IOW('f', 8, struct ext4_new_group_input) 6308eea80d5STheodore Ts'o #define EXT4_IOC_MIGRATE _IO('f', 9) 631ccd2506bSTheodore Ts'o /* note ioctl 10 reserved for an early version of the FIEMAP ioctl */ 6328eea80d5STheodore Ts'o /* note ioctl 11 reserved for filesystem-independent FIEMAP ioctl */ 633ccd2506bSTheodore Ts'o #define EXT4_IOC_ALLOC_DA_BLKS _IO('f', 12) 634748de673SAkira Fujita #define EXT4_IOC_MOVE_EXT _IOWR('f', 15, struct move_extent) 63519c5246dSYongqiang Yang #define EXT4_IOC_RESIZE_FS _IOW('f', 16, __u64) 636393d1d1dSDr. Tilmann Bubeck #define EXT4_IOC_SWAP_BOOT _IO('f', 17) 6377869a4a6STheodore Ts'o #define EXT4_IOC_PRECACHE_EXTENTS _IO('f', 18) 638a7550b30SJaegeuk Kim #define EXT4_IOC_SET_ENCRYPTION_POLICY FS_IOC_SET_ENCRYPTION_POLICY 639a7550b30SJaegeuk Kim #define EXT4_IOC_GET_ENCRYPTION_PWSALT FS_IOC_GET_ENCRYPTION_PWSALT 640a7550b30SJaegeuk Kim #define EXT4_IOC_GET_ENCRYPTION_POLICY FS_IOC_GET_ENCRYPTION_POLICY 6413dcf5451SChristoph Hellwig 6429b7365fcSLi Xi #ifndef FS_IOC_FSGETXATTR 6439b7365fcSLi Xi /* Until the uapi changes get merged for project quota... */ 6449b7365fcSLi Xi 6459b7365fcSLi Xi #define FS_IOC_FSGETXATTR _IOR('X', 31, struct fsxattr) 6469b7365fcSLi Xi #define FS_IOC_FSSETXATTR _IOW('X', 32, struct fsxattr) 6479b7365fcSLi Xi 6489b7365fcSLi Xi /* 6499b7365fcSLi Xi * Structure for FS_IOC_FSGETXATTR and FS_IOC_FSSETXATTR. 6509b7365fcSLi Xi */ 6519b7365fcSLi Xi struct fsxattr { 6529b7365fcSLi Xi __u32 fsx_xflags; /* xflags field value (get/set) */ 6539b7365fcSLi Xi __u32 fsx_extsize; /* extsize field value (get/set)*/ 6549b7365fcSLi Xi __u32 fsx_nextents; /* nextents field value (get) */ 6559b7365fcSLi Xi __u32 fsx_projid; /* project identifier (get/set) */ 6569b7365fcSLi Xi unsigned char fsx_pad[12]; 6579b7365fcSLi Xi }; 6589b7365fcSLi Xi 6599b7365fcSLi Xi /* 6609b7365fcSLi Xi * Flags for the fsx_xflags field 6619b7365fcSLi Xi */ 6629b7365fcSLi Xi #define FS_XFLAG_REALTIME 0x00000001 /* data in realtime volume */ 6639b7365fcSLi Xi #define FS_XFLAG_PREALLOC 0x00000002 /* preallocated file extents */ 6649b7365fcSLi Xi #define FS_XFLAG_IMMUTABLE 0x00000008 /* file cannot be modified */ 6659b7365fcSLi Xi #define FS_XFLAG_APPEND 0x00000010 /* all writes append */ 6669b7365fcSLi Xi #define FS_XFLAG_SYNC 0x00000020 /* all writes synchronous */ 6679b7365fcSLi Xi #define FS_XFLAG_NOATIME 0x00000040 /* do not update access time */ 6689b7365fcSLi Xi #define FS_XFLAG_NODUMP 0x00000080 /* do not include in backups */ 6699b7365fcSLi Xi #define FS_XFLAG_RTINHERIT 0x00000100 /* create with rt bit set */ 6709b7365fcSLi Xi #define FS_XFLAG_PROJINHERIT 0x00000200 /* create with parents projid */ 6719b7365fcSLi Xi #define FS_XFLAG_NOSYMLINKS 0x00000400 /* disallow symlink creation */ 6729b7365fcSLi Xi #define FS_XFLAG_EXTSIZE 0x00000800 /* extent size allocator hint */ 6739b7365fcSLi Xi #define FS_XFLAG_EXTSZINHERIT 0x00001000 /* inherit inode extent size */ 6749b7365fcSLi Xi #define FS_XFLAG_NODEFRAG 0x00002000 /* do not defragment */ 6759b7365fcSLi Xi #define FS_XFLAG_FILESTREAM 0x00004000 /* use filestream allocator */ 6769b7365fcSLi Xi #define FS_XFLAG_HASATTR 0x80000000 /* no DIFLAG for this */ 6779b7365fcSLi Xi #endif /* !defined(FS_IOC_FSGETXATTR) */ 6789b7365fcSLi Xi 6799b7365fcSLi Xi #define EXT4_IOC_FSGETXATTR FS_IOC_FSGETXATTR 6809b7365fcSLi Xi #define EXT4_IOC_FSSETXATTR FS_IOC_FSSETXATTR 6819b7365fcSLi Xi 682899ad0ceSBen Hutchings #if defined(__KERNEL__) && defined(CONFIG_COMPAT) 6833dcf5451SChristoph Hellwig /* 6843dcf5451SChristoph Hellwig * ioctl commands in 32 bit emulation 6853dcf5451SChristoph Hellwig */ 6863dcf5451SChristoph Hellwig #define EXT4_IOC32_GETFLAGS FS_IOC32_GETFLAGS 6873dcf5451SChristoph Hellwig #define EXT4_IOC32_SETFLAGS FS_IOC32_SETFLAGS 6883dcf5451SChristoph Hellwig #define EXT4_IOC32_GETVERSION _IOR('f', 3, int) 6893dcf5451SChristoph Hellwig #define EXT4_IOC32_SETVERSION _IOW('f', 4, int) 6903dcf5451SChristoph Hellwig #define EXT4_IOC32_GETRSVSZ _IOR('f', 5, int) 6913dcf5451SChristoph Hellwig #define EXT4_IOC32_SETRSVSZ _IOW('f', 6, int) 6923dcf5451SChristoph Hellwig #define EXT4_IOC32_GROUP_EXTEND _IOW('f', 7, unsigned int) 6934d92dc0fSBen Hutchings #define EXT4_IOC32_GROUP_ADD _IOW('f', 8, struct compat_ext4_new_group_input) 6943dcf5451SChristoph Hellwig #define EXT4_IOC32_GETVERSION_OLD FS_IOC32_GETVERSION 6953dcf5451SChristoph Hellwig #define EXT4_IOC32_SETVERSION_OLD FS_IOC32_SETVERSION 696899ad0ceSBen Hutchings #endif 6973dcf5451SChristoph Hellwig 698b595076aSUwe Kleine-König /* Max physical block we can address w/o extents */ 699fb0a387dSEric Sandeen #define EXT4_MAX_BLOCK_FILE_PHYS 0xFFFFFFFF 700fb0a387dSEric Sandeen 7013dcf5451SChristoph Hellwig /* 7023dcf5451SChristoph Hellwig * Structure of an inode on the disk 7033dcf5451SChristoph Hellwig */ 7043dcf5451SChristoph Hellwig struct ext4_inode { 7053dcf5451SChristoph Hellwig __le16 i_mode; /* File mode */ 7063dcf5451SChristoph Hellwig __le16 i_uid; /* Low 16 bits of Owner Uid */ 7073dcf5451SChristoph Hellwig __le32 i_size_lo; /* Size in bytes */ 7083dcf5451SChristoph Hellwig __le32 i_atime; /* Access time */ 7093dcf5451SChristoph Hellwig __le32 i_ctime; /* Inode Change time */ 7103dcf5451SChristoph Hellwig __le32 i_mtime; /* Modification time */ 7113dcf5451SChristoph Hellwig __le32 i_dtime; /* Deletion Time */ 7123dcf5451SChristoph Hellwig __le16 i_gid; /* Low 16 bits of Group Id */ 7133dcf5451SChristoph Hellwig __le16 i_links_count; /* Links count */ 7143dcf5451SChristoph Hellwig __le32 i_blocks_lo; /* Blocks count */ 7153dcf5451SChristoph Hellwig __le32 i_flags; /* File flags */ 7163dcf5451SChristoph Hellwig union { 7173dcf5451SChristoph Hellwig struct { 7183dcf5451SChristoph Hellwig __le32 l_i_version; 7193dcf5451SChristoph Hellwig } linux1; 7203dcf5451SChristoph Hellwig struct { 7213dcf5451SChristoph Hellwig __u32 h_i_translator; 7223dcf5451SChristoph Hellwig } hurd1; 7233dcf5451SChristoph Hellwig struct { 7243dcf5451SChristoph Hellwig __u32 m_i_reserved1; 7253dcf5451SChristoph Hellwig } masix1; 7263dcf5451SChristoph Hellwig } osd1; /* OS dependent 1 */ 7273dcf5451SChristoph Hellwig __le32 i_block[EXT4_N_BLOCKS];/* Pointers to blocks */ 7283dcf5451SChristoph Hellwig __le32 i_generation; /* File version (for NFS) */ 7293dcf5451SChristoph Hellwig __le32 i_file_acl_lo; /* File ACL */ 7303dcf5451SChristoph Hellwig __le32 i_size_high; 7313dcf5451SChristoph Hellwig __le32 i_obso_faddr; /* Obsoleted fragment address */ 7323dcf5451SChristoph Hellwig union { 7333dcf5451SChristoph Hellwig struct { 7343dcf5451SChristoph Hellwig __le16 l_i_blocks_high; /* were l_i_reserved1 */ 7353dcf5451SChristoph Hellwig __le16 l_i_file_acl_high; 7363dcf5451SChristoph Hellwig __le16 l_i_uid_high; /* these 2 fields */ 7373dcf5451SChristoph Hellwig __le16 l_i_gid_high; /* were reserved2[0] */ 738e6153918SDarrick J. Wong __le16 l_i_checksum_lo;/* crc32c(uuid+inum+inode) LE */ 739e6153918SDarrick J. Wong __le16 l_i_reserved; 7403dcf5451SChristoph Hellwig } linux2; 7413dcf5451SChristoph Hellwig struct { 7423dcf5451SChristoph Hellwig __le16 h_i_reserved1; /* Obsoleted fragment number/size which are removed in ext4 */ 7433dcf5451SChristoph Hellwig __u16 h_i_mode_high; 7443dcf5451SChristoph Hellwig __u16 h_i_uid_high; 7453dcf5451SChristoph Hellwig __u16 h_i_gid_high; 7463dcf5451SChristoph Hellwig __u32 h_i_author; 7473dcf5451SChristoph Hellwig } hurd2; 7483dcf5451SChristoph Hellwig struct { 7493dcf5451SChristoph Hellwig __le16 h_i_reserved1; /* Obsoleted fragment number/size which are removed in ext4 */ 7503dcf5451SChristoph Hellwig __le16 m_i_file_acl_high; 7513dcf5451SChristoph Hellwig __u32 m_i_reserved2[2]; 7523dcf5451SChristoph Hellwig } masix2; 7533dcf5451SChristoph Hellwig } osd2; /* OS dependent 2 */ 7543dcf5451SChristoph Hellwig __le16 i_extra_isize; 755e6153918SDarrick J. Wong __le16 i_checksum_hi; /* crc32c(uuid+inum+inode) BE */ 7563dcf5451SChristoph Hellwig __le32 i_ctime_extra; /* extra Change time (nsec << 2 | epoch) */ 7573dcf5451SChristoph Hellwig __le32 i_mtime_extra; /* extra Modification time(nsec << 2 | epoch) */ 7583dcf5451SChristoph Hellwig __le32 i_atime_extra; /* extra Access time (nsec << 2 | epoch) */ 7593dcf5451SChristoph Hellwig __le32 i_crtime; /* File Creation time */ 7603dcf5451SChristoph Hellwig __le32 i_crtime_extra; /* extra FileCreationtime (nsec << 2 | epoch) */ 7613dcf5451SChristoph Hellwig __le32 i_version_hi; /* high 32 bits for 64-bit version */ 7628b4953e1STheodore Ts'o __le32 i_projid; /* Project ID */ 7633dcf5451SChristoph Hellwig }; 7643dcf5451SChristoph Hellwig 765748de673SAkira Fujita struct move_extent { 766748de673SAkira Fujita __u32 reserved; /* should be zero */ 767748de673SAkira Fujita __u32 donor_fd; /* donor file descriptor */ 768748de673SAkira Fujita __u64 orig_start; /* logical start offset in block for orig */ 769748de673SAkira Fujita __u64 donor_start; /* logical start offset in block for donor */ 770748de673SAkira Fujita __u64 len; /* block length to be moved */ 771748de673SAkira Fujita __u64 moved_len; /* moved block length */ 772748de673SAkira Fujita }; 7733dcf5451SChristoph Hellwig 7743dcf5451SChristoph Hellwig #define EXT4_EPOCH_BITS 2 7753dcf5451SChristoph Hellwig #define EXT4_EPOCH_MASK ((1 << EXT4_EPOCH_BITS) - 1) 7763dcf5451SChristoph Hellwig #define EXT4_NSEC_MASK (~0UL << EXT4_EPOCH_BITS) 7773dcf5451SChristoph Hellwig 7783dcf5451SChristoph Hellwig /* 7793dcf5451SChristoph Hellwig * Extended fields will fit into an inode if the filesystem was formatted 7803dcf5451SChristoph Hellwig * with large inodes (-I 256 or larger) and there are not currently any EAs 7813dcf5451SChristoph Hellwig * consuming all of the available space. For new inodes we always reserve 7823dcf5451SChristoph Hellwig * enough space for the kernel's known extended fields, but for inodes 7833dcf5451SChristoph Hellwig * created with an old kernel this might not have been the case. None of 7843dcf5451SChristoph Hellwig * the extended inode fields is critical for correct filesystem operation. 7853dcf5451SChristoph Hellwig * This macro checks if a certain field fits in the inode. Note that 7863dcf5451SChristoph Hellwig * inode-size = GOOD_OLD_INODE_SIZE + i_extra_isize 7873dcf5451SChristoph Hellwig */ 7883dcf5451SChristoph Hellwig #define EXT4_FITS_IN_INODE(ext4_inode, einode, field) \ 7893dcf5451SChristoph Hellwig ((offsetof(typeof(*ext4_inode), field) + \ 7903dcf5451SChristoph Hellwig sizeof((ext4_inode)->field)) \ 7913dcf5451SChristoph Hellwig <= (EXT4_GOOD_OLD_INODE_SIZE + \ 7923dcf5451SChristoph Hellwig (einode)->i_extra_isize)) \ 7933dcf5451SChristoph Hellwig 794a4dad1aeSDavid Turner /* 795a4dad1aeSDavid Turner * We use an encoding that preserves the times for extra epoch "00": 796a4dad1aeSDavid Turner * 797a4dad1aeSDavid Turner * extra msb of adjust for signed 798a4dad1aeSDavid Turner * epoch 32-bit 32-bit tv_sec to 799a4dad1aeSDavid Turner * bits time decoded 64-bit tv_sec 64-bit tv_sec valid time range 800a4dad1aeSDavid Turner * 0 0 1 -0x80000000..-0x00000001 0x000000000 1901-12-13..1969-12-31 801a4dad1aeSDavid Turner * 0 0 0 0x000000000..0x07fffffff 0x000000000 1970-01-01..2038-01-19 802a4dad1aeSDavid Turner * 0 1 1 0x080000000..0x0ffffffff 0x100000000 2038-01-19..2106-02-07 803a4dad1aeSDavid Turner * 0 1 0 0x100000000..0x17fffffff 0x100000000 2106-02-07..2174-02-25 804a4dad1aeSDavid Turner * 1 0 1 0x180000000..0x1ffffffff 0x200000000 2174-02-25..2242-03-16 805a4dad1aeSDavid Turner * 1 0 0 0x200000000..0x27fffffff 0x200000000 2242-03-16..2310-04-04 806a4dad1aeSDavid Turner * 1 1 1 0x280000000..0x2ffffffff 0x300000000 2310-04-04..2378-04-22 807a4dad1aeSDavid Turner * 1 1 0 0x300000000..0x37fffffff 0x300000000 2378-04-22..2446-05-10 808a4dad1aeSDavid Turner * 809a4dad1aeSDavid Turner * Note that previous versions of the kernel on 64-bit systems would 810a4dad1aeSDavid Turner * incorrectly use extra epoch bits 1,1 for dates between 1901 and 811a4dad1aeSDavid Turner * 1970. e2fsck will correct this, assuming that it is run on the 812a4dad1aeSDavid Turner * affected filesystem before 2242. 813a4dad1aeSDavid Turner */ 814a4dad1aeSDavid Turner 8153dcf5451SChristoph Hellwig static inline __le32 ext4_encode_extra_time(struct timespec *time) 8163dcf5451SChristoph Hellwig { 817a4dad1aeSDavid Turner u32 extra = sizeof(time->tv_sec) > 4 ? 818a4dad1aeSDavid Turner ((time->tv_sec - (s32)time->tv_sec) >> 32) & EXT4_EPOCH_MASK : 0; 819a4dad1aeSDavid Turner return cpu_to_le32(extra | (time->tv_nsec << EXT4_EPOCH_BITS)); 8203dcf5451SChristoph Hellwig } 8213dcf5451SChristoph Hellwig 8223dcf5451SChristoph Hellwig static inline void ext4_decode_extra_time(struct timespec *time, __le32 extra) 8233dcf5451SChristoph Hellwig { 824a4dad1aeSDavid Turner if (unlikely(sizeof(time->tv_sec) > 4 && 825a4dad1aeSDavid Turner (extra & cpu_to_le32(EXT4_EPOCH_MASK)))) { 826a4dad1aeSDavid Turner #if LINUX_VERSION_CODE < KERNEL_VERSION(4,20,0) 827a4dad1aeSDavid Turner /* Handle legacy encoding of pre-1970 dates with epoch 828a4dad1aeSDavid Turner * bits 1,1. We assume that by kernel version 4.20, 829a4dad1aeSDavid Turner * everyone will have run fsck over the affected 830a4dad1aeSDavid Turner * filesystems to correct the problem. (This 831a4dad1aeSDavid Turner * backwards compatibility may be removed before this 832a4dad1aeSDavid Turner * time, at the discretion of the ext4 developers.) 833a4dad1aeSDavid Turner */ 834a4dad1aeSDavid Turner u64 extra_bits = le32_to_cpu(extra) & EXT4_EPOCH_MASK; 835a4dad1aeSDavid Turner if (extra_bits == 3 && ((time->tv_sec) & 0x80000000) != 0) 836a4dad1aeSDavid Turner extra_bits = 0; 837a4dad1aeSDavid Turner time->tv_sec += extra_bits << 32; 838a4dad1aeSDavid Turner #else 839a4dad1aeSDavid Turner time->tv_sec += (u64)(le32_to_cpu(extra) & EXT4_EPOCH_MASK) << 32; 840a4dad1aeSDavid Turner #endif 841a4dad1aeSDavid Turner } 842c1fccc06STheodore Ts'o time->tv_nsec = (le32_to_cpu(extra) & EXT4_NSEC_MASK) >> EXT4_EPOCH_BITS; 8433dcf5451SChristoph Hellwig } 8443dcf5451SChristoph Hellwig 8453dcf5451SChristoph Hellwig #define EXT4_INODE_SET_XTIME(xtime, inode, raw_inode) \ 8463dcf5451SChristoph Hellwig do { \ 8473dcf5451SChristoph Hellwig (raw_inode)->xtime = cpu_to_le32((inode)->xtime.tv_sec); \ 8483dcf5451SChristoph Hellwig if (EXT4_FITS_IN_INODE(raw_inode, EXT4_I(inode), xtime ## _extra)) \ 8493dcf5451SChristoph Hellwig (raw_inode)->xtime ## _extra = \ 8503dcf5451SChristoph Hellwig ext4_encode_extra_time(&(inode)->xtime); \ 8513dcf5451SChristoph Hellwig } while (0) 8523dcf5451SChristoph Hellwig 8533dcf5451SChristoph Hellwig #define EXT4_EINODE_SET_XTIME(xtime, einode, raw_inode) \ 8543dcf5451SChristoph Hellwig do { \ 8553dcf5451SChristoph Hellwig if (EXT4_FITS_IN_INODE(raw_inode, einode, xtime)) \ 8563dcf5451SChristoph Hellwig (raw_inode)->xtime = cpu_to_le32((einode)->xtime.tv_sec); \ 8573dcf5451SChristoph Hellwig if (EXT4_FITS_IN_INODE(raw_inode, einode, xtime ## _extra)) \ 8583dcf5451SChristoph Hellwig (raw_inode)->xtime ## _extra = \ 8593dcf5451SChristoph Hellwig ext4_encode_extra_time(&(einode)->xtime); \ 8603dcf5451SChristoph Hellwig } while (0) 8613dcf5451SChristoph Hellwig 8623dcf5451SChristoph Hellwig #define EXT4_INODE_GET_XTIME(xtime, inode, raw_inode) \ 8633dcf5451SChristoph Hellwig do { \ 8643dcf5451SChristoph Hellwig (inode)->xtime.tv_sec = (signed)le32_to_cpu((raw_inode)->xtime); \ 8653dcf5451SChristoph Hellwig if (EXT4_FITS_IN_INODE(raw_inode, EXT4_I(inode), xtime ## _extra)) \ 8663dcf5451SChristoph Hellwig ext4_decode_extra_time(&(inode)->xtime, \ 8673dcf5451SChristoph Hellwig raw_inode->xtime ## _extra); \ 868af0b44a1SEric Sandeen else \ 869af0b44a1SEric Sandeen (inode)->xtime.tv_nsec = 0; \ 8703dcf5451SChristoph Hellwig } while (0) 8713dcf5451SChristoph Hellwig 8723dcf5451SChristoph Hellwig #define EXT4_EINODE_GET_XTIME(xtime, einode, raw_inode) \ 8733dcf5451SChristoph Hellwig do { \ 8743dcf5451SChristoph Hellwig if (EXT4_FITS_IN_INODE(raw_inode, einode, xtime)) \ 8753dcf5451SChristoph Hellwig (einode)->xtime.tv_sec = \ 8763dcf5451SChristoph Hellwig (signed)le32_to_cpu((raw_inode)->xtime); \ 87719ea8060STheodore Ts'o else \ 87819ea8060STheodore Ts'o (einode)->xtime.tv_sec = 0; \ 8793dcf5451SChristoph Hellwig if (EXT4_FITS_IN_INODE(raw_inode, einode, xtime ## _extra)) \ 8803dcf5451SChristoph Hellwig ext4_decode_extra_time(&(einode)->xtime, \ 8813dcf5451SChristoph Hellwig raw_inode->xtime ## _extra); \ 882af0b44a1SEric Sandeen else \ 883af0b44a1SEric Sandeen (einode)->xtime.tv_nsec = 0; \ 8843dcf5451SChristoph Hellwig } while (0) 8853dcf5451SChristoph Hellwig 8863dcf5451SChristoph Hellwig #define i_disk_version osd1.linux1.l_i_version 8873dcf5451SChristoph Hellwig 8883dcf5451SChristoph Hellwig #if defined(__KERNEL__) || defined(__linux__) 8893dcf5451SChristoph Hellwig #define i_reserved1 osd1.linux1.l_i_reserved1 8903dcf5451SChristoph Hellwig #define i_file_acl_high osd2.linux2.l_i_file_acl_high 8913dcf5451SChristoph Hellwig #define i_blocks_high osd2.linux2.l_i_blocks_high 8923dcf5451SChristoph Hellwig #define i_uid_low i_uid 8933dcf5451SChristoph Hellwig #define i_gid_low i_gid 8943dcf5451SChristoph Hellwig #define i_uid_high osd2.linux2.l_i_uid_high 8953dcf5451SChristoph Hellwig #define i_gid_high osd2.linux2.l_i_gid_high 896e6153918SDarrick J. Wong #define i_checksum_lo osd2.linux2.l_i_checksum_lo 8973dcf5451SChristoph Hellwig 8983dcf5451SChristoph Hellwig #elif defined(__GNU__) 8993dcf5451SChristoph Hellwig 9003dcf5451SChristoph Hellwig #define i_translator osd1.hurd1.h_i_translator 9013dcf5451SChristoph Hellwig #define i_uid_high osd2.hurd2.h_i_uid_high 9023dcf5451SChristoph Hellwig #define i_gid_high osd2.hurd2.h_i_gid_high 9033dcf5451SChristoph Hellwig #define i_author osd2.hurd2.h_i_author 9043dcf5451SChristoph Hellwig 9053dcf5451SChristoph Hellwig #elif defined(__masix__) 9063dcf5451SChristoph Hellwig 9073dcf5451SChristoph Hellwig #define i_reserved1 osd1.masix1.m_i_reserved1 9083dcf5451SChristoph Hellwig #define i_file_acl_high osd2.masix2.m_i_file_acl_high 9093dcf5451SChristoph Hellwig #define i_reserved2 osd2.masix2.m_i_reserved2 9103dcf5451SChristoph Hellwig 9113dcf5451SChristoph Hellwig #endif /* defined(__KERNEL__) || defined(__linux__) */ 9123dcf5451SChristoph Hellwig 913c0677e6dSZheng Liu #include "extents_status.h" 914c0677e6dSZheng Liu 915d444c3c3STheodore Ts'o /* 916daf647d2STheodore Ts'o * Lock subclasses for i_data_sem in the ext4_inode_info structure. 917daf647d2STheodore Ts'o * 918daf647d2STheodore Ts'o * These are needed to avoid lockdep false positives when we need to 919daf647d2STheodore Ts'o * allocate blocks to the quota inode during ext4_map_blocks(), while 920daf647d2STheodore Ts'o * holding i_data_sem for a normal (non-quota) inode. Since we don't 921daf647d2STheodore Ts'o * do quota tracking for the quota inode, this avoids deadlock (as 922daf647d2STheodore Ts'o * well as infinite recursion, since it isn't turtles all the way 923daf647d2STheodore Ts'o * down...) 924daf647d2STheodore Ts'o * 925daf647d2STheodore Ts'o * I_DATA_SEM_NORMAL - Used for most inodes 926daf647d2STheodore Ts'o * I_DATA_SEM_OTHER - Used by move_inode.c for the second normal inode 927daf647d2STheodore Ts'o * where the second inode has larger inode number 928daf647d2STheodore Ts'o * than the first 929daf647d2STheodore Ts'o * I_DATA_SEM_QUOTA - Used for quota inodes only 930daf647d2STheodore Ts'o */ 931daf647d2STheodore Ts'o enum { 932daf647d2STheodore Ts'o I_DATA_SEM_NORMAL = 0, 933daf647d2STheodore Ts'o I_DATA_SEM_OTHER, 934daf647d2STheodore Ts'o I_DATA_SEM_QUOTA, 935daf647d2STheodore Ts'o }; 936daf647d2STheodore Ts'o 937daf647d2STheodore Ts'o 938daf647d2STheodore Ts'o /* 939d444c3c3STheodore Ts'o * fourth extended file system inode data in memory 940d444c3c3STheodore Ts'o */ 941d444c3c3STheodore Ts'o struct ext4_inode_info { 942d444c3c3STheodore Ts'o __le32 i_data[15]; /* unconverted */ 943d444c3c3STheodore Ts'o __u32 i_dtime; 94412e9b892SDmitry Monakhov ext4_fsblk_t i_file_acl; 945d444c3c3STheodore Ts'o 946d444c3c3STheodore Ts'o /* 947d444c3c3STheodore Ts'o * i_block_group is the number of the block group which contains 948d444c3c3STheodore Ts'o * this file's inode. Constant across the lifetime of the inode, 949d444c3c3STheodore Ts'o * it is ued for making block allocation decisions - we try to 950d444c3c3STheodore Ts'o * place a file's data blocks near its inode block, and new inodes 951d444c3c3STheodore Ts'o * near to their parent directory's inode. 952d444c3c3STheodore Ts'o */ 953d444c3c3STheodore Ts'o ext4_group_t i_block_group; 9548a2005d3STheodore Ts'o ext4_lblk_t i_dir_start_lookup; 955353eb83cSTheodore Ts'o #if (BITS_PER_LONG < 64) 95619f5fb7aSTheodore Ts'o unsigned long i_state_flags; /* Dynamic state flags */ 957353eb83cSTheodore Ts'o #endif 95812e9b892SDmitry Monakhov unsigned long i_flags; 959d444c3c3STheodore Ts'o 960d444c3c3STheodore Ts'o /* 961d444c3c3STheodore Ts'o * Extended attributes can be read independently of the main file 962d444c3c3STheodore Ts'o * data. Taking i_mutex even when reading would cause contention 963d444c3c3STheodore Ts'o * between readers of EAs and writers of regular file data, so 964d444c3c3STheodore Ts'o * instead we synchronize on xattr_sem when reading or changing 965d444c3c3STheodore Ts'o * EAs. 966d444c3c3STheodore Ts'o */ 967d444c3c3STheodore Ts'o struct rw_semaphore xattr_sem; 968d444c3c3STheodore Ts'o 969d444c3c3STheodore Ts'o struct list_head i_orphan; /* unlinked but open inodes */ 970d444c3c3STheodore Ts'o 971d444c3c3STheodore Ts'o /* 972d444c3c3STheodore Ts'o * i_disksize keeps track of what the inode size is ON DISK, not 973d444c3c3STheodore Ts'o * in memory. During truncate, i_size is set to the new size by 974d444c3c3STheodore Ts'o * the VFS prior to calling ext4_truncate(), but the filesystem won't 975d444c3c3STheodore Ts'o * set i_disksize to 0 until the truncate is actually under way. 976d444c3c3STheodore Ts'o * 977d444c3c3STheodore Ts'o * The intent is that i_disksize always represents the blocks which 978d444c3c3STheodore Ts'o * are used by this file. This allows recovery to restart truncate 979d444c3c3STheodore Ts'o * on orphans if we crash during truncate. We actually write i_disksize 980d444c3c3STheodore Ts'o * into the on-disk inode when writing inodes out, instead of i_size. 981d444c3c3STheodore Ts'o * 982d444c3c3STheodore Ts'o * The only time when i_disksize and i_size may be different is when 983d444c3c3STheodore Ts'o * a truncate is in progress. The only things which change i_disksize 984d444c3c3STheodore Ts'o * are ext4_get_block (growth) and ext4_truncate (shrinkth). 985d444c3c3STheodore Ts'o */ 986d444c3c3STheodore Ts'o loff_t i_disksize; 987d444c3c3STheodore Ts'o 988d444c3c3STheodore Ts'o /* 989d444c3c3STheodore Ts'o * i_data_sem is for serialising ext4_truncate() against 990d444c3c3STheodore Ts'o * ext4_getblock(). In the 2.4 ext2 design, great chunks of inode's 991d444c3c3STheodore Ts'o * data tree are chopped off during truncate. We can't do that in 992d444c3c3STheodore Ts'o * ext4 because whenever we perform intermediate commits during 993d444c3c3STheodore Ts'o * truncate, the inode and all the metadata blocks *must* be in a 994d444c3c3STheodore Ts'o * consistent state which allows truncation of the orphans to restart 995d444c3c3STheodore Ts'o * during recovery. Hence we must fix the get_block-vs-truncate race 996d444c3c3STheodore Ts'o * by other means, so we have i_data_sem. 997d444c3c3STheodore Ts'o */ 998d444c3c3STheodore Ts'o struct rw_semaphore i_data_sem; 999ea3d7209SJan Kara /* 1000ea3d7209SJan Kara * i_mmap_sem is for serializing page faults with truncate / punch hole 1001ea3d7209SJan Kara * operations. We have to make sure that new page cannot be faulted in 1002ea3d7209SJan Kara * a section of the inode that is being punched. We cannot easily use 1003ea3d7209SJan Kara * i_data_sem for this since we need protection for the whole punch 1004ea3d7209SJan Kara * operation and i_data_sem ranks below transaction start so we have 1005ea3d7209SJan Kara * to occasionally drop it. 1006ea3d7209SJan Kara */ 1007ea3d7209SJan Kara struct rw_semaphore i_mmap_sem; 1008d444c3c3STheodore Ts'o struct inode vfs_inode; 10098aefcd55STheodore Ts'o struct jbd2_inode *jinode; 1010d444c3c3STheodore Ts'o 1011202ee5dfSTheodore Ts'o spinlock_t i_raw_lock; /* protects updates to the raw inode */ 1012202ee5dfSTheodore Ts'o 1013d444c3c3STheodore Ts'o /* 1014d444c3c3STheodore Ts'o * File creation time. Its function is same as that of 1015d444c3c3STheodore Ts'o * struct timespec i_{a,c,m}time in the generic inode. 1016d444c3c3STheodore Ts'o */ 1017d444c3c3STheodore Ts'o struct timespec i_crtime; 1018d444c3c3STheodore Ts'o 1019d444c3c3STheodore Ts'o /* mballoc */ 1020d444c3c3STheodore Ts'o struct list_head i_prealloc_list; 1021d444c3c3STheodore Ts'o spinlock_t i_prealloc_lock; 1022d444c3c3STheodore Ts'o 1023c0677e6dSZheng Liu /* extents status tree */ 1024c0677e6dSZheng Liu struct ext4_es_tree i_es_tree; 1025c0677e6dSZheng Liu rwlock_t i_es_lock; 1026edaa53caSZheng Liu struct list_head i_es_list; 1027eb68d0e2SZheng Liu unsigned int i_es_all_nr; /* protected by i_es_lock */ 1028edaa53caSZheng Liu unsigned int i_es_shk_nr; /* protected by i_es_lock */ 1029dd475925SJan Kara ext4_lblk_t i_es_shrink_lblk; /* Offset where we start searching for 1030dd475925SJan Kara extents to shrink. Protected by 1031dd475925SJan Kara i_es_lock */ 1032c0677e6dSZheng Liu 1033d444c3c3STheodore Ts'o /* ialloc */ 1034d444c3c3STheodore Ts'o ext4_group_t i_last_alloc_group; 1035d444c3c3STheodore Ts'o 1036d444c3c3STheodore Ts'o /* allocation reservation info for delalloc */ 103757042651STheodore Ts'o /* In case of bigalloc, these refer to clusters rather than blocks */ 1038d444c3c3STheodore Ts'o unsigned int i_reserved_data_blocks; 1039d444c3c3STheodore Ts'o unsigned int i_reserved_meta_blocks; 1040d444c3c3STheodore Ts'o unsigned int i_allocated_meta_blocks; 104101f49d0bSTheodore Ts'o ext4_lblk_t i_da_metadata_calc_last_lblock; 10429d0be502STheodore Ts'o int i_da_metadata_calc_len; 1043d444c3c3STheodore Ts'o 1044d444c3c3STheodore Ts'o /* on-disk additional length */ 1045d444c3c3STheodore Ts'o __u16 i_extra_isize; 1046d444c3c3STheodore Ts'o 104767cf5b09STao Ma /* Indicate the inline data space. */ 104867cf5b09STao Ma u16 i_inline_off; 104967cf5b09STao Ma u16 i_inline_size; 105067cf5b09STao Ma 1051a9e7f447SDmitry Monakhov #ifdef CONFIG_QUOTA 1052a9e7f447SDmitry Monakhov /* quota space reservation, managed internally by quota code */ 1053a9e7f447SDmitry Monakhov qsize_t i_reserved_quota; 1054a9e7f447SDmitry Monakhov #endif 10558d5d02e6SMingming Cao 10562e8fa54eSJan Kara /* Lock protecting lists below */ 1057744692dcSJiaying Zhang spinlock_t i_completed_io_lock; 10582e8fa54eSJan Kara /* 10592e8fa54eSJan Kara * Completed IOs that need unwritten extents handling and have 10602e8fa54eSJan Kara * transaction reserved 10612e8fa54eSJan Kara */ 10622e8fa54eSJan Kara struct list_head i_rsv_conversion_list; 10632e8fa54eSJan Kara struct work_struct i_rsv_conversion_work; 1064600be30aSJan Kara atomic_t i_unwritten; /* Nr. of inflight conversions pending */ 10658a2005d3STheodore Ts'o 10668a2005d3STheodore Ts'o spinlock_t i_block_reservation_lock; 1067b436b9beSJan Kara 1068b436b9beSJan Kara /* 1069b436b9beSJan Kara * Transactions that contain inode's metadata needed to complete 1070b436b9beSJan Kara * fsync and fdatasync, respectively. 1071b436b9beSJan Kara */ 1072b436b9beSJan Kara tid_t i_sync_tid; 1073b436b9beSJan Kara tid_t i_datasync_tid; 1074814525f4SDarrick J. Wong 107596c7e0d9SJan Kara #ifdef CONFIG_QUOTA 107696c7e0d9SJan Kara struct dquot *i_dquot[MAXQUOTAS]; 107796c7e0d9SJan Kara #endif 107896c7e0d9SJan Kara 1079814525f4SDarrick J. Wong /* Precomputed uuid+inum+igen checksum for seeding inode checksums */ 1080814525f4SDarrick J. Wong __u32 i_csum_seed; 1081b30ab0e0SMichael Halcrow 1082040cb378SLi Xi kprojid_t i_projid; 1083d444c3c3STheodore Ts'o }; 1084d444c3c3STheodore Ts'o 1085d444c3c3STheodore Ts'o /* 10863dcf5451SChristoph Hellwig * File system states 10873dcf5451SChristoph Hellwig */ 10883dcf5451SChristoph Hellwig #define EXT4_VALID_FS 0x0001 /* Unmounted cleanly */ 10893dcf5451SChristoph Hellwig #define EXT4_ERROR_FS 0x0002 /* Errors detected */ 10903dcf5451SChristoph Hellwig #define EXT4_ORPHAN_FS 0x0004 /* Orphans being recovered */ 10913dcf5451SChristoph Hellwig 10923dcf5451SChristoph Hellwig /* 10933dcf5451SChristoph Hellwig * Misc. filesystem flags 10943dcf5451SChristoph Hellwig */ 10953dcf5451SChristoph Hellwig #define EXT2_FLAGS_SIGNED_HASH 0x0001 /* Signed dirhash in use */ 10963dcf5451SChristoph Hellwig #define EXT2_FLAGS_UNSIGNED_HASH 0x0002 /* Unsigned dirhash in use */ 10973dcf5451SChristoph Hellwig #define EXT2_FLAGS_TEST_FILESYS 0x0004 /* to test development code */ 10983dcf5451SChristoph Hellwig 10993dcf5451SChristoph Hellwig /* 110068911009SLukas Czerner * Mount flags set via mount options or defaults 11013dcf5451SChristoph Hellwig */ 11023dcf5451SChristoph Hellwig #define EXT4_MOUNT_GRPID 0x00004 /* Create files with directory's group */ 11033dcf5451SChristoph Hellwig #define EXT4_MOUNT_DEBUG 0x00008 /* Some debugging messages */ 11043dcf5451SChristoph Hellwig #define EXT4_MOUNT_ERRORS_CONT 0x00010 /* Continue on errors */ 11053dcf5451SChristoph Hellwig #define EXT4_MOUNT_ERRORS_RO 0x00020 /* Remount fs ro on errors */ 11063dcf5451SChristoph Hellwig #define EXT4_MOUNT_ERRORS_PANIC 0x00040 /* Panic on errors */ 110739ef17f1STheodore Ts'o #define EXT4_MOUNT_ERRORS_MASK 0x00070 11083dcf5451SChristoph Hellwig #define EXT4_MOUNT_MINIX_DF 0x00080 /* Mimics the Minix statfs */ 11093dcf5451SChristoph Hellwig #define EXT4_MOUNT_NOLOAD 0x00100 /* Don't use existing journal*/ 1110923ae0ffSRoss Zwisler #ifdef CONFIG_FS_DAX 1111923ae0ffSRoss Zwisler #define EXT4_MOUNT_DAX 0x00200 /* Direct Access */ 1112923ae0ffSRoss Zwisler #else 1113923ae0ffSRoss Zwisler #define EXT4_MOUNT_DAX 0 1114923ae0ffSRoss Zwisler #endif 11153dcf5451SChristoph Hellwig #define EXT4_MOUNT_DATA_FLAGS 0x00C00 /* Mode for data writes: */ 11163dcf5451SChristoph Hellwig #define EXT4_MOUNT_JOURNAL_DATA 0x00400 /* Write data to journal */ 11173dcf5451SChristoph Hellwig #define EXT4_MOUNT_ORDERED_DATA 0x00800 /* Flush data before commit */ 11183dcf5451SChristoph Hellwig #define EXT4_MOUNT_WRITEBACK_DATA 0x00C00 /* No data ordering */ 11193dcf5451SChristoph Hellwig #define EXT4_MOUNT_UPDATE_JOURNAL 0x01000 /* Update the journal format */ 11203dcf5451SChristoph Hellwig #define EXT4_MOUNT_NO_UID32 0x02000 /* Disable 32-bit UIDs */ 11213dcf5451SChristoph Hellwig #define EXT4_MOUNT_XATTR_USER 0x04000 /* Extended user attributes */ 11223dcf5451SChristoph Hellwig #define EXT4_MOUNT_POSIX_ACL 0x08000 /* POSIX Access Control Lists */ 1123afd4672dSTheodore Ts'o #define EXT4_MOUNT_NO_AUTO_DA_ALLOC 0x10000 /* No auto delalloc mapping */ 11243dcf5451SChristoph Hellwig #define EXT4_MOUNT_BARRIER 0x20000 /* Use block barriers */ 112549da9392SJan Kara #define EXT4_MOUNT_QUOTA 0x40000 /* Some quota option set */ 112649da9392SJan Kara #define EXT4_MOUNT_USRQUOTA 0x80000 /* "old" user quota, 112749da9392SJan Kara * enable enforcement for hidden 112849da9392SJan Kara * quota files */ 112949da9392SJan Kara #define EXT4_MOUNT_GRPQUOTA 0x100000 /* "old" group quota, enable 113049da9392SJan Kara * enforcement for hidden quota 113149da9392SJan Kara * files */ 113249da9392SJan Kara #define EXT4_MOUNT_PRJQUOTA 0x200000 /* Enable project quota 113349da9392SJan Kara * enforcement */ 1134744692dcSJiaying Zhang #define EXT4_MOUNT_DIOREAD_NOLOCK 0x400000 /* Enable support for dio read nolocking */ 1135d4da6c9cSLinus Torvalds #define EXT4_MOUNT_JOURNAL_CHECKSUM 0x800000 /* Journal checksums */ 11363dcf5451SChristoph Hellwig #define EXT4_MOUNT_JOURNAL_ASYNC_COMMIT 0x1000000 /* Journal Async Commit */ 113764769240SAlex Tomas #define EXT4_MOUNT_DELALLOC 0x8000000 /* Delalloc support */ 11385bf5683aSHidehiro Kawai #define EXT4_MOUNT_DATA_ERR_ABORT 0x10000000 /* Abort on file data write */ 11396fd058f7STheodore Ts'o #define EXT4_MOUNT_BLOCK_VALIDITY 0x20000000 /* Block validity checking */ 11405328e635SEric Sandeen #define EXT4_MOUNT_DISCARD 0x40000000 /* Issue DISCARD requests */ 1141bfff6873SLukas Czerner #define EXT4_MOUNT_INIT_INODE_TABLE 0x80000000 /* Initialize uninitialized itables */ 11425bf5683aSHidehiro Kawai 114368911009SLukas Czerner /* 114468911009SLukas Czerner * Mount flags set either automatically (could not be set by mount option) 114568911009SLukas Czerner * based on per file system feature or property or in special cases such as 114668911009SLukas Czerner * distinguishing between explicit mount option definition and default. 114768911009SLukas Czerner */ 114856889787STheodore Ts'o #define EXT4_MOUNT2_EXPLICIT_DELALLOC 0x00000001 /* User explicitly 114956889787STheodore Ts'o specified delalloc */ 115068911009SLukas Czerner #define EXT4_MOUNT2_STD_GROUP_SIZE 0x00000002 /* We have standard group 115168911009SLukas Czerner size of blocksize * 8 115268911009SLukas Czerner blocks */ 1153ed3654ebSTheodore Ts'o #define EXT4_MOUNT2_HURD_COMPAT 0x00000004 /* Support HURD-castrated 1154ed3654ebSTheodore Ts'o file systems */ 115556889787STheodore Ts'o 11561e381f60SDmitry Monakhov #define EXT4_MOUNT2_EXPLICIT_JOURNAL_CHECKSUM 0x00000008 /* User explicitly 11571e381f60SDmitry Monakhov specified journal checksum */ 11581e381f60SDmitry Monakhov 1159fd8c37ecSTheodore Ts'o #define clear_opt(sb, opt) EXT4_SB(sb)->s_mount_opt &= \ 1160fd8c37ecSTheodore Ts'o ~EXT4_MOUNT_##opt 1161fd8c37ecSTheodore Ts'o #define set_opt(sb, opt) EXT4_SB(sb)->s_mount_opt |= \ 1162fd8c37ecSTheodore Ts'o EXT4_MOUNT_##opt 11633dcf5451SChristoph Hellwig #define test_opt(sb, opt) (EXT4_SB(sb)->s_mount_opt & \ 11643dcf5451SChristoph Hellwig EXT4_MOUNT_##opt) 11653dcf5451SChristoph Hellwig 1166a2595b8aSTheodore Ts'o #define clear_opt2(sb, opt) EXT4_SB(sb)->s_mount_opt2 &= \ 1167a2595b8aSTheodore Ts'o ~EXT4_MOUNT2_##opt 1168a2595b8aSTheodore Ts'o #define set_opt2(sb, opt) EXT4_SB(sb)->s_mount_opt2 |= \ 1169a2595b8aSTheodore Ts'o EXT4_MOUNT2_##opt 1170a2595b8aSTheodore Ts'o #define test_opt2(sb, opt) (EXT4_SB(sb)->s_mount_opt2 & \ 1171a2595b8aSTheodore Ts'o EXT4_MOUNT2_##opt) 1172a2595b8aSTheodore Ts'o 1173597d508cSAkinobu Mita #define ext4_test_and_set_bit __test_and_set_bit_le 1174597d508cSAkinobu Mita #define ext4_set_bit __set_bit_le 11753dcf5451SChristoph Hellwig #define ext4_set_bit_atomic ext2_set_bit_atomic 1176597d508cSAkinobu Mita #define ext4_test_and_clear_bit __test_and_clear_bit_le 1177597d508cSAkinobu Mita #define ext4_clear_bit __clear_bit_le 11783dcf5451SChristoph Hellwig #define ext4_clear_bit_atomic ext2_clear_bit_atomic 117950e0168cSAkinobu Mita #define ext4_test_bit test_bit_le 118050e0168cSAkinobu Mita #define ext4_find_next_zero_bit find_next_zero_bit_le 118150e0168cSAkinobu Mita #define ext4_find_next_bit find_next_bit_le 11823dcf5451SChristoph Hellwig 1183c3e94d1dSYongqiang Yang extern void ext4_set_bits(void *bm, int cur, int len); 1184c3e94d1dSYongqiang Yang 11853dcf5451SChristoph Hellwig /* 11863dcf5451SChristoph Hellwig * Maximal mount counts between two filesystem checks 11873dcf5451SChristoph Hellwig */ 11883dcf5451SChristoph Hellwig #define EXT4_DFL_MAX_MNT_COUNT 20 /* Allow 20 mounts */ 11893dcf5451SChristoph Hellwig #define EXT4_DFL_CHECKINTERVAL 0 /* Don't use interval check */ 11903dcf5451SChristoph Hellwig 11913dcf5451SChristoph Hellwig /* 11923dcf5451SChristoph Hellwig * Behaviour when detecting errors 11933dcf5451SChristoph Hellwig */ 11943dcf5451SChristoph Hellwig #define EXT4_ERRORS_CONTINUE 1 /* Continue execution */ 11953dcf5451SChristoph Hellwig #define EXT4_ERRORS_RO 2 /* Remount fs read-only */ 11963dcf5451SChristoph Hellwig #define EXT4_ERRORS_PANIC 3 /* Panic */ 11973dcf5451SChristoph Hellwig #define EXT4_ERRORS_DEFAULT EXT4_ERRORS_CONTINUE 11983dcf5451SChristoph Hellwig 1199e6153918SDarrick J. Wong /* Metadata checksum algorithm codes */ 1200e6153918SDarrick J. Wong #define EXT4_CRC32C_CHKSUM 1 1201e6153918SDarrick J. Wong 12023dcf5451SChristoph Hellwig /* 12033dcf5451SChristoph Hellwig * Structure of the super block 12043dcf5451SChristoph Hellwig */ 12053dcf5451SChristoph Hellwig struct ext4_super_block { 12063dcf5451SChristoph Hellwig /*00*/ __le32 s_inodes_count; /* Inodes count */ 12073dcf5451SChristoph Hellwig __le32 s_blocks_count_lo; /* Blocks count */ 12083dcf5451SChristoph Hellwig __le32 s_r_blocks_count_lo; /* Reserved blocks count */ 12093dcf5451SChristoph Hellwig __le32 s_free_blocks_count_lo; /* Free blocks count */ 12103dcf5451SChristoph Hellwig /*10*/ __le32 s_free_inodes_count; /* Free inodes count */ 12113dcf5451SChristoph Hellwig __le32 s_first_data_block; /* First Data Block */ 12123dcf5451SChristoph Hellwig __le32 s_log_block_size; /* Block size */ 1213281b5995STheodore Ts'o __le32 s_log_cluster_size; /* Allocation cluster size */ 12143dcf5451SChristoph Hellwig /*20*/ __le32 s_blocks_per_group; /* # Blocks per group */ 1215281b5995STheodore Ts'o __le32 s_clusters_per_group; /* # Clusters per group */ 12163dcf5451SChristoph Hellwig __le32 s_inodes_per_group; /* # Inodes per group */ 12173dcf5451SChristoph Hellwig __le32 s_mtime; /* Mount time */ 12183dcf5451SChristoph Hellwig /*30*/ __le32 s_wtime; /* Write time */ 12193dcf5451SChristoph Hellwig __le16 s_mnt_count; /* Mount count */ 12203dcf5451SChristoph Hellwig __le16 s_max_mnt_count; /* Maximal mount count */ 12213dcf5451SChristoph Hellwig __le16 s_magic; /* Magic signature */ 12223dcf5451SChristoph Hellwig __le16 s_state; /* File system state */ 12233dcf5451SChristoph Hellwig __le16 s_errors; /* Behaviour when detecting errors */ 12243dcf5451SChristoph Hellwig __le16 s_minor_rev_level; /* minor revision level */ 12253dcf5451SChristoph Hellwig /*40*/ __le32 s_lastcheck; /* time of last check */ 12263dcf5451SChristoph Hellwig __le32 s_checkinterval; /* max. time between checks */ 12273dcf5451SChristoph Hellwig __le32 s_creator_os; /* OS */ 12283dcf5451SChristoph Hellwig __le32 s_rev_level; /* Revision level */ 12293dcf5451SChristoph Hellwig /*50*/ __le16 s_def_resuid; /* Default uid for reserved blocks */ 12303dcf5451SChristoph Hellwig __le16 s_def_resgid; /* Default gid for reserved blocks */ 12313dcf5451SChristoph Hellwig /* 12323dcf5451SChristoph Hellwig * These fields are for EXT4_DYNAMIC_REV superblocks only. 12333dcf5451SChristoph Hellwig * 12343dcf5451SChristoph Hellwig * Note: the difference between the compatible feature set and 12353dcf5451SChristoph Hellwig * the incompatible feature set is that if there is a bit set 12363dcf5451SChristoph Hellwig * in the incompatible feature set that the kernel doesn't 12373dcf5451SChristoph Hellwig * know about, it should refuse to mount the filesystem. 12383dcf5451SChristoph Hellwig * 12393dcf5451SChristoph Hellwig * e2fsck's requirements are more strict; if it doesn't know 12403dcf5451SChristoph Hellwig * about a feature in either the compatible or incompatible 12413dcf5451SChristoph Hellwig * feature set, it must abort and not try to meddle with 12423dcf5451SChristoph Hellwig * things it doesn't understand... 12433dcf5451SChristoph Hellwig */ 12443dcf5451SChristoph Hellwig __le32 s_first_ino; /* First non-reserved inode */ 12453dcf5451SChristoph Hellwig __le16 s_inode_size; /* size of inode structure */ 12463dcf5451SChristoph Hellwig __le16 s_block_group_nr; /* block group # of this superblock */ 12473dcf5451SChristoph Hellwig __le32 s_feature_compat; /* compatible feature set */ 12483dcf5451SChristoph Hellwig /*60*/ __le32 s_feature_incompat; /* incompatible feature set */ 12493dcf5451SChristoph Hellwig __le32 s_feature_ro_compat; /* readonly-compatible feature set */ 12503dcf5451SChristoph Hellwig /*68*/ __u8 s_uuid[16]; /* 128-bit uuid for volume */ 12513dcf5451SChristoph Hellwig /*78*/ char s_volume_name[16]; /* volume name */ 12523dcf5451SChristoph Hellwig /*88*/ char s_last_mounted[64]; /* directory where last mounted */ 12533dcf5451SChristoph Hellwig /*C8*/ __le32 s_algorithm_usage_bitmap; /* For compression */ 12543dcf5451SChristoph Hellwig /* 12553dcf5451SChristoph Hellwig * Performance hints. Directory preallocation should only 12563dcf5451SChristoph Hellwig * happen if the EXT4_FEATURE_COMPAT_DIR_PREALLOC flag is on. 12573dcf5451SChristoph Hellwig */ 12583dcf5451SChristoph Hellwig __u8 s_prealloc_blocks; /* Nr of blocks to try to preallocate*/ 12593dcf5451SChristoph Hellwig __u8 s_prealloc_dir_blocks; /* Nr to preallocate for dirs */ 12603dcf5451SChristoph Hellwig __le16 s_reserved_gdt_blocks; /* Per group desc for online growth */ 12613dcf5451SChristoph Hellwig /* 12623dcf5451SChristoph Hellwig * Journaling support valid if EXT4_FEATURE_COMPAT_HAS_JOURNAL set. 12633dcf5451SChristoph Hellwig */ 12643dcf5451SChristoph Hellwig /*D0*/ __u8 s_journal_uuid[16]; /* uuid of journal superblock */ 12653dcf5451SChristoph Hellwig /*E0*/ __le32 s_journal_inum; /* inode number of journal file */ 12663dcf5451SChristoph Hellwig __le32 s_journal_dev; /* device number of journal file */ 12673dcf5451SChristoph Hellwig __le32 s_last_orphan; /* start of list of inodes to delete */ 12683dcf5451SChristoph Hellwig __le32 s_hash_seed[4]; /* HTREE hash seed */ 12693dcf5451SChristoph Hellwig __u8 s_def_hash_version; /* Default hash version to use */ 127089eeddf0STheodore Ts'o __u8 s_jnl_backup_type; 12713dcf5451SChristoph Hellwig __le16 s_desc_size; /* size of group descriptor */ 12723dcf5451SChristoph Hellwig /*100*/ __le32 s_default_mount_opts; 12733dcf5451SChristoph Hellwig __le32 s_first_meta_bg; /* First metablock block group */ 12743dcf5451SChristoph Hellwig __le32 s_mkfs_time; /* When the filesystem was created */ 12753dcf5451SChristoph Hellwig __le32 s_jnl_blocks[17]; /* Backup of the journal inode */ 12763dcf5451SChristoph Hellwig /* 64bit support valid if EXT4_FEATURE_COMPAT_64BIT */ 12773dcf5451SChristoph Hellwig /*150*/ __le32 s_blocks_count_hi; /* Blocks count */ 12783dcf5451SChristoph Hellwig __le32 s_r_blocks_count_hi; /* Reserved blocks count */ 12793dcf5451SChristoph Hellwig __le32 s_free_blocks_count_hi; /* Free blocks count */ 12803dcf5451SChristoph Hellwig __le16 s_min_extra_isize; /* All inodes have at least # bytes */ 12813dcf5451SChristoph Hellwig __le16 s_want_extra_isize; /* New inodes should reserve # bytes */ 12823dcf5451SChristoph Hellwig __le32 s_flags; /* Miscellaneous flags */ 12833dcf5451SChristoph Hellwig __le16 s_raid_stride; /* RAID stride */ 1284c5e06d10SJohann Lombardi __le16 s_mmp_update_interval; /* # seconds to wait in MMP checking */ 12853dcf5451SChristoph Hellwig __le64 s_mmp_block; /* Block for multi-mount protection */ 12863dcf5451SChristoph Hellwig __le32 s_raid_stripe_width; /* blocks on all data disks (N*stride)*/ 1287772cb7c8SJose R. Santos __u8 s_log_groups_per_flex; /* FLEX_BG group size */ 1288e6153918SDarrick J. Wong __u8 s_checksum_type; /* metadata checksum algorithm used */ 1289f542fbe8STheodore Ts'o __u8 s_encryption_level; /* versioning level for encryption */ 1290f542fbe8STheodore Ts'o __u8 s_reserved_pad; /* Padding to next 32bits */ 1291afc32f7eSTheodore Ts'o __le64 s_kbytes_written; /* nr of lifetime kilobytes written */ 12924a9cdec7STheodore Ts'o __le32 s_snapshot_inum; /* Inode number of active snapshot */ 12934a9cdec7STheodore Ts'o __le32 s_snapshot_id; /* sequential ID of active snapshot */ 12944a9cdec7STheodore Ts'o __le64 s_snapshot_r_blocks_count; /* reserved blocks for active 12954a9cdec7STheodore Ts'o snapshot's future use */ 12964a9cdec7STheodore Ts'o __le32 s_snapshot_list; /* inode number of the head of the 12974a9cdec7STheodore Ts'o on-disk snapshot list */ 12981c13d5c0STheodore Ts'o #define EXT4_S_ERR_START offsetof(struct ext4_super_block, s_error_count) 12991c13d5c0STheodore Ts'o __le32 s_error_count; /* number of fs errors */ 13001c13d5c0STheodore Ts'o __le32 s_first_error_time; /* first time an error happened */ 13011c13d5c0STheodore Ts'o __le32 s_first_error_ino; /* inode involved in first error */ 13021c13d5c0STheodore Ts'o __le64 s_first_error_block; /* block involved of first error */ 13031c13d5c0STheodore Ts'o __u8 s_first_error_func[32]; /* function where the error happened */ 13041c13d5c0STheodore Ts'o __le32 s_first_error_line; /* line number where error happened */ 13051c13d5c0STheodore Ts'o __le32 s_last_error_time; /* most recent time of an error */ 13061c13d5c0STheodore Ts'o __le32 s_last_error_ino; /* inode involved in last error */ 13071c13d5c0STheodore Ts'o __le32 s_last_error_line; /* line number where error happened */ 13081c13d5c0STheodore Ts'o __le64 s_last_error_block; /* block involved of last error */ 13091c13d5c0STheodore Ts'o __u8 s_last_error_func[32]; /* function where the error happened */ 13108b67f04aSTheodore Ts'o #define EXT4_S_ERR_END offsetof(struct ext4_super_block, s_mount_opts) 13118b67f04aSTheodore Ts'o __u8 s_mount_opts[64]; 1312281b5995STheodore Ts'o __le32 s_usr_quota_inum; /* inode for tracking user quota */ 1313281b5995STheodore Ts'o __le32 s_grp_quota_inum; /* inode for tracking group quota */ 1314281b5995STheodore Ts'o __le32 s_overhead_clusters; /* overhead blocks/clusters in fs */ 13151beeef1bSDarrick J. Wong __le32 s_backup_bgs[2]; /* groups with sparse_super2 SBs */ 13163edc18d8STheodore Ts'o __u8 s_encrypt_algos[4]; /* Encryption algorithms in use */ 1317f542fbe8STheodore Ts'o __u8 s_encrypt_pw_salt[16]; /* Salt used for string2key algorithm */ 1318f542fbe8STheodore Ts'o __le32 s_lpf_ino; /* Location of the lost+found inode */ 13198b4953e1STheodore Ts'o __le32 s_prj_quota_inum; /* inode for tracking project quota */ 13208c81bd8fSDarrick J. Wong __le32 s_checksum_seed; /* crc32c(uuid) if csum_seed set */ 13218c81bd8fSDarrick J. Wong __le32 s_reserved[98]; /* Padding to the end of the block */ 1322e6153918SDarrick J. Wong __le32 s_checksum; /* crc32c(superblock) */ 13233dcf5451SChristoph Hellwig }; 13243dcf5451SChristoph Hellwig 13251c13d5c0STheodore Ts'o #define EXT4_S_ERR_LEN (EXT4_S_ERR_END - EXT4_S_ERR_START) 13261c13d5c0STheodore Ts'o 13273dcf5451SChristoph Hellwig #ifdef __KERNEL__ 1328bc0b0d6dSTheodore Ts'o 1329bc0b0d6dSTheodore Ts'o /* 13304ab2f15bSTheodore Ts'o * run-time mount flags 1331bc0b0d6dSTheodore Ts'o */ 1332bc0b0d6dSTheodore Ts'o #define EXT4_MF_MNTDIR_SAMPLED 0x0001 13334ab2f15bSTheodore Ts'o #define EXT4_MF_FS_ABORTED 0x0002 /* Fatal error detected */ 13346ddb2447STheodore Ts'o #define EXT4_MF_TEST_DUMMY_ENCRYPTION 0x0004 13356ddb2447STheodore Ts'o 13366ddb2447STheodore Ts'o #ifdef CONFIG_EXT4_FS_ENCRYPTION 13376ddb2447STheodore Ts'o #define DUMMY_ENCRYPTION_ENABLED(sbi) (unlikely((sbi)->s_mount_flags & \ 13386ddb2447STheodore Ts'o EXT4_MF_TEST_DUMMY_ENCRYPTION)) 13396ddb2447STheodore Ts'o #else 13406ddb2447STheodore Ts'o #define DUMMY_ENCRYPTION_ENABLED(sbi) (0) 13416ddb2447STheodore Ts'o #endif 1342bc0b0d6dSTheodore Ts'o 1343a2d4a646SJan Kara /* Number of quota types we support */ 1344689c958cSLi Xi #define EXT4_MAXQUOTAS 3 1345a2d4a646SJan Kara 1346ca0faba0STheodore Ts'o /* 1347ca0faba0STheodore Ts'o * fourth extended-fs super-block data in memory 1348ca0faba0STheodore Ts'o */ 1349ca0faba0STheodore Ts'o struct ext4_sb_info { 1350ca0faba0STheodore Ts'o unsigned long s_desc_size; /* Size of a group descriptor in bytes */ 1351ca0faba0STheodore Ts'o unsigned long s_inodes_per_block;/* Number of inodes per block */ 1352ca0faba0STheodore Ts'o unsigned long s_blocks_per_group;/* Number of blocks in a group */ 1353281b5995STheodore Ts'o unsigned long s_clusters_per_group; /* Number of clusters in a group */ 1354ca0faba0STheodore Ts'o unsigned long s_inodes_per_group;/* Number of inodes in a group */ 1355ca0faba0STheodore Ts'o unsigned long s_itb_per_group; /* Number of inode table blocks per group */ 1356ca0faba0STheodore Ts'o unsigned long s_gdb_count; /* Number of group descriptor blocks */ 1357ca0faba0STheodore Ts'o unsigned long s_desc_per_block; /* Number of group descriptors per block */ 1358ca0faba0STheodore Ts'o ext4_group_t s_groups_count; /* Number of groups in the fs */ 1359fb0a387dSEric Sandeen ext4_group_t s_blockfile_groups;/* Groups acceptable for non-extent files */ 1360952fc18eSTheodore Ts'o unsigned long s_overhead; /* # of fs overhead clusters */ 1361281b5995STheodore Ts'o unsigned int s_cluster_ratio; /* Number of blocks per cluster */ 1362281b5995STheodore Ts'o unsigned int s_cluster_bits; /* log2 of s_cluster_ratio */ 1363ca0faba0STheodore Ts'o loff_t s_bitmap_maxbytes; /* max bytes for bitmap files */ 1364ca0faba0STheodore Ts'o struct buffer_head * s_sbh; /* Buffer containing the super block */ 1365ca0faba0STheodore Ts'o struct ext4_super_block *s_es; /* Pointer to the super block in the buffer */ 1366ca0faba0STheodore Ts'o struct buffer_head **s_group_desc; 13677f4520ccSTheodore Ts'o unsigned int s_mount_opt; 1368a2595b8aSTheodore Ts'o unsigned int s_mount_opt2; 1369bc0b0d6dSTheodore Ts'o unsigned int s_mount_flags; 13705a916be1STheodore Ts'o unsigned int s_def_mount_opt; 1371ca0faba0STheodore Ts'o ext4_fsblk_t s_sb_block; 137227dd4385SLukas Czerner atomic64_t s_resv_clusters; 137308cefc7aSEric W. Biederman kuid_t s_resuid; 137408cefc7aSEric W. Biederman kgid_t s_resgid; 1375ca0faba0STheodore Ts'o unsigned short s_mount_state; 1376ca0faba0STheodore Ts'o unsigned short s_pad; 1377ca0faba0STheodore Ts'o int s_addr_per_block_bits; 1378ca0faba0STheodore Ts'o int s_desc_per_block_bits; 1379ca0faba0STheodore Ts'o int s_inode_size; 1380ca0faba0STheodore Ts'o int s_first_ino; 1381ca0faba0STheodore Ts'o unsigned int s_inode_readahead_blks; 138211013911SAndreas Dilger unsigned int s_inode_goal; 1383ca0faba0STheodore Ts'o spinlock_t s_next_gen_lock; 1384ca0faba0STheodore Ts'o u32 s_next_generation; 1385ca0faba0STheodore Ts'o u32 s_hash_seed[4]; 1386ca0faba0STheodore Ts'o int s_def_hash_version; 1387ca0faba0STheodore Ts'o int s_hash_unsigned; /* 3 if hash should be signed, 0 if not */ 138857042651STheodore Ts'o struct percpu_counter s_freeclusters_counter; 1389ca0faba0STheodore Ts'o struct percpu_counter s_freeinodes_counter; 1390ca0faba0STheodore Ts'o struct percpu_counter s_dirs_counter; 139157042651STheodore Ts'o struct percpu_counter s_dirtyclusters_counter; 1392ca0faba0STheodore Ts'o struct blockgroup_lock *s_blockgroup_lock; 1393ca0faba0STheodore Ts'o struct proc_dir_entry *s_proc; 1394ca0faba0STheodore Ts'o struct kobject s_kobj; 1395ca0faba0STheodore Ts'o struct completion s_kobj_unregister; 13962c0544b2STheodore Ts'o struct super_block *s_sb; 1397ca0faba0STheodore Ts'o 1398ca0faba0STheodore Ts'o /* Journaling */ 1399ca0faba0STheodore Ts'o struct journal_s *s_journal; 1400ca0faba0STheodore Ts'o struct list_head s_orphan; 1401ca0faba0STheodore Ts'o struct mutex s_orphan_lock; 14029549a168STheodore Ts'o unsigned long s_ext4_flags; /* Ext4 superblock flags */ 1403ca0faba0STheodore Ts'o unsigned long s_commit_interval; 1404ca0faba0STheodore Ts'o u32 s_max_batch_time; 1405ca0faba0STheodore Ts'o u32 s_min_batch_time; 1406ca0faba0STheodore Ts'o struct block_device *journal_bdev; 1407ca0faba0STheodore Ts'o #ifdef CONFIG_QUOTA 1408a2d4a646SJan Kara char *s_qf_names[EXT4_MAXQUOTAS]; /* Names of quota files with journalled quota */ 1409ca0faba0STheodore Ts'o int s_jquota_fmt; /* Format of quota to use */ 1410ca0faba0STheodore Ts'o #endif 1411ca0faba0STheodore Ts'o unsigned int s_want_extra_isize; /* New inodes should reserve # bytes */ 14126fd058f7STheodore Ts'o struct rb_root system_blks; 1413ca0faba0STheodore Ts'o 1414ca0faba0STheodore Ts'o #ifdef EXTENTS_STATS 1415ca0faba0STheodore Ts'o /* ext4 extents stats */ 1416ca0faba0STheodore Ts'o unsigned long s_ext_min; 1417ca0faba0STheodore Ts'o unsigned long s_ext_max; 1418ca0faba0STheodore Ts'o unsigned long s_depth_max; 1419ca0faba0STheodore Ts'o spinlock_t s_ext_stats_lock; 1420ca0faba0STheodore Ts'o unsigned long s_ext_blocks; 1421ca0faba0STheodore Ts'o unsigned long s_ext_extents; 1422ca0faba0STheodore Ts'o #endif 1423ca0faba0STheodore Ts'o 1424ca0faba0STheodore Ts'o /* for buddy allocator */ 1425ca0faba0STheodore Ts'o struct ext4_group_info ***s_group_info; 1426ca0faba0STheodore Ts'o struct inode *s_buddy_cache; 1427ca0faba0STheodore Ts'o spinlock_t s_md_lock; 1428ca0faba0STheodore Ts'o unsigned short *s_mb_offsets; 1429ca0faba0STheodore Ts'o unsigned int *s_mb_maxs; 143028623c2fSTheodore Ts'o unsigned int s_group_info_size; 1431d08854f5STheodore Ts'o unsigned int s_mb_free_pending; 1432ca0faba0STheodore Ts'o 1433ca0faba0STheodore Ts'o /* tunables */ 1434ca0faba0STheodore Ts'o unsigned long s_stripe; 1435ca0faba0STheodore Ts'o unsigned int s_mb_stream_request; 1436ca0faba0STheodore Ts'o unsigned int s_mb_max_to_scan; 1437ca0faba0STheodore Ts'o unsigned int s_mb_min_to_scan; 1438ca0faba0STheodore Ts'o unsigned int s_mb_stats; 1439ca0faba0STheodore Ts'o unsigned int s_mb_order2_reqs; 1440ca0faba0STheodore Ts'o unsigned int s_mb_group_prealloc; 1441df981d03STheodore Ts'o unsigned int s_max_dir_size_kb; 1442ca0faba0STheodore Ts'o /* where last allocation was done - for stream allocation */ 1443ca0faba0STheodore Ts'o unsigned long s_mb_last_group; 1444ca0faba0STheodore Ts'o unsigned long s_mb_last_start; 1445ca0faba0STheodore Ts'o 1446ca0faba0STheodore Ts'o /* stats for buddy allocator */ 1447ca0faba0STheodore Ts'o atomic_t s_bal_reqs; /* number of reqs with len > 1 */ 1448ca0faba0STheodore Ts'o atomic_t s_bal_success; /* we found long enough chunks */ 1449ca0faba0STheodore Ts'o atomic_t s_bal_allocated; /* in blocks */ 1450ca0faba0STheodore Ts'o atomic_t s_bal_ex_scanned; /* total extents scanned */ 1451ca0faba0STheodore Ts'o atomic_t s_bal_goals; /* goal hits */ 1452ca0faba0STheodore Ts'o atomic_t s_bal_breaks; /* too long searches */ 1453ca0faba0STheodore Ts'o atomic_t s_bal_2orders; /* 2^order hits */ 1454ca0faba0STheodore Ts'o spinlock_t s_bal_lock; 1455ca0faba0STheodore Ts'o unsigned long s_mb_buddies_generated; 1456ca0faba0STheodore Ts'o unsigned long long s_mb_generation_time; 1457ca0faba0STheodore Ts'o atomic_t s_mb_lost_chunks; 1458ca0faba0STheodore Ts'o atomic_t s_mb_preallocated; 1459ca0faba0STheodore Ts'o atomic_t s_mb_discarded; 146050797481STheodore Ts'o atomic_t s_lock_busy; 1461ca0faba0STheodore Ts'o 1462ca0faba0STheodore Ts'o /* locality groups */ 1463003cb608STejun Heo struct ext4_locality_group __percpu *s_locality_groups; 1464ca0faba0STheodore Ts'o 1465ca0faba0STheodore Ts'o /* for write statistics */ 1466ca0faba0STheodore Ts'o unsigned long s_sectors_written_start; 1467ca0faba0STheodore Ts'o u64 s_kbytes_written; 1468ca0faba0STheodore Ts'o 146967a5da56SZheng Liu /* the size of zero-out chunk */ 147067a5da56SZheng Liu unsigned int s_extent_max_zeroout_kb; 147167a5da56SZheng Liu 1472ca0faba0STheodore Ts'o unsigned int s_log_groups_per_flex; 1473ca0faba0STheodore Ts'o struct flex_groups *s_flex_groups; 1474117fff10STheodore Ts'o ext4_group_t s_flex_groups_allocated; 14754c0425ffSMingming Cao 14762e8fa54eSJan Kara /* workqueue for reserved extent conversions (buffered io) */ 14772e8fa54eSJan Kara struct workqueue_struct *rsv_conversion_wq; 147866e61a9eSTheodore Ts'o 147966e61a9eSTheodore Ts'o /* timer for periodic error stats printing */ 148066e61a9eSTheodore Ts'o struct timer_list s_err_report; 1481bfff6873SLukas Czerner 1482bfff6873SLukas Czerner /* Lazy inode table initialization info */ 1483bfff6873SLukas Czerner struct ext4_li_request *s_li_request; 1484bfff6873SLukas Czerner /* Wait multiplier for lazy initialization thread */ 1485bfff6873SLukas Czerner unsigned int s_li_wait_mult; 1486c5e06d10SJohann Lombardi 1487c5e06d10SJohann Lombardi /* Kernel thread for multiple mount protection */ 1488c5e06d10SJohann Lombardi struct task_struct *s_mmp_tsk; 14893d56b8d2STao Ma 14903d56b8d2STao Ma /* record the last minlen when FITRIM is called. */ 14913d56b8d2STao Ma atomic_t s_last_trim_minblks; 14920441984aSDarrick J. Wong 14930441984aSDarrick J. Wong /* Reference to checksum algorithm driver via cryptoapi */ 14940441984aSDarrick J. Wong struct crypto_shash *s_chksum_driver; 1495a9c47317SDarrick J. Wong 1496a9c47317SDarrick J. Wong /* Precomputed FS UUID checksum for seeding other checksums */ 1497a9c47317SDarrick J. Wong __u32 s_csum_seed; 149874cd15cdSZheng Liu 149974cd15cdSZheng Liu /* Reclaim extents from extent status tree */ 150074cd15cdSZheng Liu struct shrinker s_es_shrinker; 1501dd475925SJan Kara struct list_head s_es_list; /* List of inodes with reclaimable extents */ 1502edaa53caSZheng Liu long s_es_nr_inode; 1503eb68d0e2SZheng Liu struct ext4_es_stats s_es_stats; 15047a2508e1SJan Kara struct mb_cache *s_mb_cache; 1505edaa53caSZheng Liu spinlock_t s_es_lock ____cacheline_aligned_in_smp; 1506efbed4dcSTheodore Ts'o 1507efbed4dcSTheodore Ts'o /* Ratelimit ext4 messages. */ 1508efbed4dcSTheodore Ts'o struct ratelimit_state s_err_ratelimit_state; 1509efbed4dcSTheodore Ts'o struct ratelimit_state s_warning_ratelimit_state; 1510efbed4dcSTheodore Ts'o struct ratelimit_state s_msg_ratelimit_state; 1511c8585c6fSDaeho Jeong 1512c8585c6fSDaeho Jeong /* Barrier between changing inodes' journal flags and writepages ops. */ 1513c8585c6fSDaeho Jeong struct percpu_rw_semaphore s_journal_flag_rwsem; 1514ca0faba0STheodore Ts'o }; 1515ca0faba0STheodore Ts'o 15163dcf5451SChristoph Hellwig static inline struct ext4_sb_info *EXT4_SB(struct super_block *sb) 15173dcf5451SChristoph Hellwig { 15183dcf5451SChristoph Hellwig return sb->s_fs_info; 15193dcf5451SChristoph Hellwig } 15203dcf5451SChristoph Hellwig static inline struct ext4_inode_info *EXT4_I(struct inode *inode) 15213dcf5451SChristoph Hellwig { 15223dcf5451SChristoph Hellwig return container_of(inode, struct ext4_inode_info, vfs_inode); 15233dcf5451SChristoph Hellwig } 15243dcf5451SChristoph Hellwig 15253dcf5451SChristoph Hellwig static inline int ext4_valid_inum(struct super_block *sb, unsigned long ino) 15263dcf5451SChristoph Hellwig { 15273dcf5451SChristoph Hellwig return ino == EXT4_ROOT_INO || 15287c319d32SAditya Kali ino == EXT4_USR_QUOTA_INO || 15297c319d32SAditya Kali ino == EXT4_GRP_QUOTA_INO || 1530393d1d1dSDr. Tilmann Bubeck ino == EXT4_BOOT_LOADER_INO || 15313dcf5451SChristoph Hellwig ino == EXT4_JOURNAL_INO || 15323dcf5451SChristoph Hellwig ino == EXT4_RESIZE_INO || 15333dcf5451SChristoph Hellwig (ino >= EXT4_FIRST_INO(sb) && 15343dcf5451SChristoph Hellwig ino <= le32_to_cpu(EXT4_SB(sb)->s_es->s_inodes_count)); 15353dcf5451SChristoph Hellwig } 153619f5fb7aSTheodore Ts'o 153719f5fb7aSTheodore Ts'o /* 153819f5fb7aSTheodore Ts'o * Inode dynamic state flags 153919f5fb7aSTheodore Ts'o */ 154019f5fb7aSTheodore Ts'o enum { 154119f5fb7aSTheodore Ts'o EXT4_STATE_JDATA, /* journaled data exists */ 154219f5fb7aSTheodore Ts'o EXT4_STATE_NEW, /* inode is newly created */ 154319f5fb7aSTheodore Ts'o EXT4_STATE_XATTR, /* has in-inode xattrs */ 154419f5fb7aSTheodore Ts'o EXT4_STATE_NO_EXPAND, /* No space for expansion */ 154519f5fb7aSTheodore Ts'o EXT4_STATE_DA_ALLOC_CLOSE, /* Alloc DA blks on close */ 154619f5fb7aSTheodore Ts'o EXT4_STATE_EXT_MIGRATE, /* Inode is migrating */ 154719f5fb7aSTheodore Ts'o EXT4_STATE_DIO_UNWRITTEN, /* need convert on dio done*/ 154814ece102SFrank Mayhar EXT4_STATE_NEWENTRY, /* File just added to dir */ 154917335dccSDmitry Monakhov EXT4_STATE_DIOREAD_LOCK, /* Disable support for dio read 155017335dccSDmitry Monakhov nolocking */ 155167cf5b09STao Ma EXT4_STATE_MAY_INLINE_DATA, /* may have in-inode data */ 15527869a4a6STheodore Ts'o EXT4_STATE_EXT_PRECACHED, /* extents have been precached */ 155319f5fb7aSTheodore Ts'o }; 155419f5fb7aSTheodore Ts'o 1555353eb83cSTheodore Ts'o #define EXT4_INODE_BIT_FNS(name, field, offset) \ 155612e9b892SDmitry Monakhov static inline int ext4_test_inode_##name(struct inode *inode, int bit) \ 155712e9b892SDmitry Monakhov { \ 1558353eb83cSTheodore Ts'o return test_bit(bit + (offset), &EXT4_I(inode)->i_##field); \ 155912e9b892SDmitry Monakhov } \ 156012e9b892SDmitry Monakhov static inline void ext4_set_inode_##name(struct inode *inode, int bit) \ 156112e9b892SDmitry Monakhov { \ 1562353eb83cSTheodore Ts'o set_bit(bit + (offset), &EXT4_I(inode)->i_##field); \ 156312e9b892SDmitry Monakhov } \ 156412e9b892SDmitry Monakhov static inline void ext4_clear_inode_##name(struct inode *inode, int bit) \ 156512e9b892SDmitry Monakhov { \ 1566353eb83cSTheodore Ts'o clear_bit(bit + (offset), &EXT4_I(inode)->i_##field); \ 156719f5fb7aSTheodore Ts'o } 156819f5fb7aSTheodore Ts'o 15693f61c0ccSAndreas Dilger /* Add these declarations here only so that these functions can be 15703f61c0ccSAndreas Dilger * found by name. Otherwise, they are very hard to locate. */ 15713f61c0ccSAndreas Dilger static inline int ext4_test_inode_flag(struct inode *inode, int bit); 15723f61c0ccSAndreas Dilger static inline void ext4_set_inode_flag(struct inode *inode, int bit); 15733f61c0ccSAndreas Dilger static inline void ext4_clear_inode_flag(struct inode *inode, int bit); 1574353eb83cSTheodore Ts'o EXT4_INODE_BIT_FNS(flag, flags, 0) 15753f61c0ccSAndreas Dilger 15763f61c0ccSAndreas Dilger /* Add these declarations here only so that these functions can be 15773f61c0ccSAndreas Dilger * found by name. Otherwise, they are very hard to locate. */ 15783f61c0ccSAndreas Dilger static inline int ext4_test_inode_state(struct inode *inode, int bit); 15793f61c0ccSAndreas Dilger static inline void ext4_set_inode_state(struct inode *inode, int bit); 15803f61c0ccSAndreas Dilger static inline void ext4_clear_inode_state(struct inode *inode, int bit); 1581353eb83cSTheodore Ts'o #if (BITS_PER_LONG < 64) 1582353eb83cSTheodore Ts'o EXT4_INODE_BIT_FNS(state, state_flags, 0) 1583353eb83cSTheodore Ts'o 1584353eb83cSTheodore Ts'o static inline void ext4_clear_state_flags(struct ext4_inode_info *ei) 1585353eb83cSTheodore Ts'o { 1586353eb83cSTheodore Ts'o (ei)->i_state_flags = 0; 1587353eb83cSTheodore Ts'o } 1588353eb83cSTheodore Ts'o #else 1589353eb83cSTheodore Ts'o EXT4_INODE_BIT_FNS(state, flags, 32) 1590353eb83cSTheodore Ts'o 1591353eb83cSTheodore Ts'o static inline void ext4_clear_state_flags(struct ext4_inode_info *ei) 1592353eb83cSTheodore Ts'o { 1593353eb83cSTheodore Ts'o /* We depend on the fact that callers will set i_flags */ 1594353eb83cSTheodore Ts'o } 1595353eb83cSTheodore Ts'o #endif 15963dcf5451SChristoph Hellwig #else 15973dcf5451SChristoph Hellwig /* Assume that user mode programs are passing in an ext4fs superblock, not 15983dcf5451SChristoph Hellwig * a kernel struct super_block. This will allow us to call the feature-test 15993dcf5451SChristoph Hellwig * macros from user land. */ 16003dcf5451SChristoph Hellwig #define EXT4_SB(sb) (sb) 16013dcf5451SChristoph Hellwig #endif 16023dcf5451SChristoph Hellwig 1603b30ab0e0SMichael Halcrow /* 1604b30ab0e0SMichael Halcrow * Returns true if the inode is inode is encrypted 1605b30ab0e0SMichael Halcrow */ 16063dcf5451SChristoph Hellwig #define NEXT_ORPHAN(inode) EXT4_I(inode)->i_dtime 16073dcf5451SChristoph Hellwig 16083dcf5451SChristoph Hellwig /* 16093dcf5451SChristoph Hellwig * Codes for operating systems 16103dcf5451SChristoph Hellwig */ 16113dcf5451SChristoph Hellwig #define EXT4_OS_LINUX 0 16123dcf5451SChristoph Hellwig #define EXT4_OS_HURD 1 16133dcf5451SChristoph Hellwig #define EXT4_OS_MASIX 2 16143dcf5451SChristoph Hellwig #define EXT4_OS_FREEBSD 3 16153dcf5451SChristoph Hellwig #define EXT4_OS_LITES 4 16163dcf5451SChristoph Hellwig 16173dcf5451SChristoph Hellwig /* 16183dcf5451SChristoph Hellwig * Revision levels 16193dcf5451SChristoph Hellwig */ 16203dcf5451SChristoph Hellwig #define EXT4_GOOD_OLD_REV 0 /* The good old (original) format */ 16213dcf5451SChristoph Hellwig #define EXT4_DYNAMIC_REV 1 /* V2 format w/ dynamic inode sizes */ 16223dcf5451SChristoph Hellwig 16233dcf5451SChristoph Hellwig #define EXT4_CURRENT_REV EXT4_GOOD_OLD_REV 16243dcf5451SChristoph Hellwig #define EXT4_MAX_SUPP_REV EXT4_DYNAMIC_REV 16253dcf5451SChristoph Hellwig 16263dcf5451SChristoph Hellwig #define EXT4_GOOD_OLD_INODE_SIZE 128 16273dcf5451SChristoph Hellwig 16283dcf5451SChristoph Hellwig /* 16293dcf5451SChristoph Hellwig * Feature set definitions 16303dcf5451SChristoph Hellwig */ 16313dcf5451SChristoph Hellwig 16323dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_DIR_PREALLOC 0x0001 16333dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_IMAGIC_INODES 0x0002 16343dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_HAS_JOURNAL 0x0004 16353dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_EXT_ATTR 0x0008 16363dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_RESIZE_INODE 0x0010 16373dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_DIR_INDEX 0x0020 16381beeef1bSDarrick J. Wong #define EXT4_FEATURE_COMPAT_SPARSE_SUPER2 0x0200 16393dcf5451SChristoph Hellwig 16403dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER 0x0001 16413dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_LARGE_FILE 0x0002 16423dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_BTREE_DIR 0x0004 16433dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_HUGE_FILE 0x0008 16443dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_GDT_CSUM 0x0010 16453dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_DIR_NLINK 0x0020 16463dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_EXTRA_ISIZE 0x0040 1647ae812306SAditya Kali #define EXT4_FEATURE_RO_COMPAT_QUOTA 0x0100 1648281b5995STheodore Ts'o #define EXT4_FEATURE_RO_COMPAT_BIGALLOC 0x0200 1649e6153918SDarrick J. Wong /* 1650e6153918SDarrick J. Wong * METADATA_CSUM also enables group descriptor checksums (GDT_CSUM). When 1651e6153918SDarrick J. Wong * METADATA_CSUM is set, group descriptor checksums use the same algorithm as 1652e6153918SDarrick J. Wong * all other data structures' checksums. However, the METADATA_CSUM and 1653e6153918SDarrick J. Wong * GDT_CSUM bits are mutually exclusive. 1654e6153918SDarrick J. Wong */ 16559b90e5e0STheodore Ts'o #define EXT4_FEATURE_RO_COMPAT_METADATA_CSUM 0x0400 16562cb5cc8bSDarrick J. Wong #define EXT4_FEATURE_RO_COMPAT_READONLY 0x1000 16578b4953e1STheodore Ts'o #define EXT4_FEATURE_RO_COMPAT_PROJECT 0x2000 16583dcf5451SChristoph Hellwig 16593dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_COMPRESSION 0x0001 16603dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_FILETYPE 0x0002 16613dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_RECOVER 0x0004 /* Needs recovery */ 16623dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_JOURNAL_DEV 0x0008 /* Journal device */ 16633dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_META_BG 0x0010 16643dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_EXTENTS 0x0040 /* extents support */ 16653dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_64BIT 0x0080 16663dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_MMP 0x0100 16673dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_FLEX_BG 0x0200 1668f710b4b9STheodore Ts'o #define EXT4_FEATURE_INCOMPAT_EA_INODE 0x0400 /* EA in inode */ 1669f710b4b9STheodore Ts'o #define EXT4_FEATURE_INCOMPAT_DIRDATA 0x1000 /* data in dirent */ 16708c81bd8fSDarrick J. Wong #define EXT4_FEATURE_INCOMPAT_CSUM_SEED 0x2000 16719b90e5e0STheodore Ts'o #define EXT4_FEATURE_INCOMPAT_LARGEDIR 0x4000 /* >2GB or 3-lvl htree */ 167267cf5b09STao Ma #define EXT4_FEATURE_INCOMPAT_INLINE_DATA 0x8000 /* data in inode */ 16733edc18d8STheodore Ts'o #define EXT4_FEATURE_INCOMPAT_ENCRYPT 0x10000 16743dcf5451SChristoph Hellwig 1675e2b911c5SDarrick J. Wong #define EXT4_FEATURE_COMPAT_FUNCS(name, flagname) \ 1676e2b911c5SDarrick J. Wong static inline bool ext4_has_feature_##name(struct super_block *sb) \ 1677e2b911c5SDarrick J. Wong { \ 1678e2b911c5SDarrick J. Wong return ((EXT4_SB(sb)->s_es->s_feature_compat & \ 1679e2b911c5SDarrick J. Wong cpu_to_le32(EXT4_FEATURE_COMPAT_##flagname)) != 0); \ 1680e2b911c5SDarrick J. Wong } \ 1681e2b911c5SDarrick J. Wong static inline void ext4_set_feature_##name(struct super_block *sb) \ 1682e2b911c5SDarrick J. Wong { \ 1683e2b911c5SDarrick J. Wong EXT4_SB(sb)->s_es->s_feature_compat |= \ 1684e2b911c5SDarrick J. Wong cpu_to_le32(EXT4_FEATURE_COMPAT_##flagname); \ 1685e2b911c5SDarrick J. Wong } \ 1686e2b911c5SDarrick J. Wong static inline void ext4_clear_feature_##name(struct super_block *sb) \ 1687e2b911c5SDarrick J. Wong { \ 1688e2b911c5SDarrick J. Wong EXT4_SB(sb)->s_es->s_feature_compat &= \ 1689e2b911c5SDarrick J. Wong ~cpu_to_le32(EXT4_FEATURE_COMPAT_##flagname); \ 1690e2b911c5SDarrick J. Wong } 1691e2b911c5SDarrick J. Wong 1692e2b911c5SDarrick J. Wong #define EXT4_FEATURE_RO_COMPAT_FUNCS(name, flagname) \ 1693e2b911c5SDarrick J. Wong static inline bool ext4_has_feature_##name(struct super_block *sb) \ 1694e2b911c5SDarrick J. Wong { \ 1695e2b911c5SDarrick J. Wong return ((EXT4_SB(sb)->s_es->s_feature_ro_compat & \ 1696e2b911c5SDarrick J. Wong cpu_to_le32(EXT4_FEATURE_RO_COMPAT_##flagname)) != 0); \ 1697e2b911c5SDarrick J. Wong } \ 1698e2b911c5SDarrick J. Wong static inline void ext4_set_feature_##name(struct super_block *sb) \ 1699e2b911c5SDarrick J. Wong { \ 1700e2b911c5SDarrick J. Wong EXT4_SB(sb)->s_es->s_feature_ro_compat |= \ 1701e2b911c5SDarrick J. Wong cpu_to_le32(EXT4_FEATURE_RO_COMPAT_##flagname); \ 1702e2b911c5SDarrick J. Wong } \ 1703e2b911c5SDarrick J. Wong static inline void ext4_clear_feature_##name(struct super_block *sb) \ 1704e2b911c5SDarrick J. Wong { \ 1705e2b911c5SDarrick J. Wong EXT4_SB(sb)->s_es->s_feature_ro_compat &= \ 1706e2b911c5SDarrick J. Wong ~cpu_to_le32(EXT4_FEATURE_RO_COMPAT_##flagname); \ 1707e2b911c5SDarrick J. Wong } 1708e2b911c5SDarrick J. Wong 1709e2b911c5SDarrick J. Wong #define EXT4_FEATURE_INCOMPAT_FUNCS(name, flagname) \ 1710e2b911c5SDarrick J. Wong static inline bool ext4_has_feature_##name(struct super_block *sb) \ 1711e2b911c5SDarrick J. Wong { \ 1712e2b911c5SDarrick J. Wong return ((EXT4_SB(sb)->s_es->s_feature_incompat & \ 1713e2b911c5SDarrick J. Wong cpu_to_le32(EXT4_FEATURE_INCOMPAT_##flagname)) != 0); \ 1714e2b911c5SDarrick J. Wong } \ 1715e2b911c5SDarrick J. Wong static inline void ext4_set_feature_##name(struct super_block *sb) \ 1716e2b911c5SDarrick J. Wong { \ 1717e2b911c5SDarrick J. Wong EXT4_SB(sb)->s_es->s_feature_incompat |= \ 1718e2b911c5SDarrick J. Wong cpu_to_le32(EXT4_FEATURE_INCOMPAT_##flagname); \ 1719e2b911c5SDarrick J. Wong } \ 1720e2b911c5SDarrick J. Wong static inline void ext4_clear_feature_##name(struct super_block *sb) \ 1721e2b911c5SDarrick J. Wong { \ 1722e2b911c5SDarrick J. Wong EXT4_SB(sb)->s_es->s_feature_incompat &= \ 1723e2b911c5SDarrick J. Wong ~cpu_to_le32(EXT4_FEATURE_INCOMPAT_##flagname); \ 1724e2b911c5SDarrick J. Wong } 1725e2b911c5SDarrick J. Wong 1726e2b911c5SDarrick J. Wong EXT4_FEATURE_COMPAT_FUNCS(dir_prealloc, DIR_PREALLOC) 1727e2b911c5SDarrick J. Wong EXT4_FEATURE_COMPAT_FUNCS(imagic_inodes, IMAGIC_INODES) 1728e2b911c5SDarrick J. Wong EXT4_FEATURE_COMPAT_FUNCS(journal, HAS_JOURNAL) 1729e2b911c5SDarrick J. Wong EXT4_FEATURE_COMPAT_FUNCS(xattr, EXT_ATTR) 1730e2b911c5SDarrick J. Wong EXT4_FEATURE_COMPAT_FUNCS(resize_inode, RESIZE_INODE) 1731e2b911c5SDarrick J. Wong EXT4_FEATURE_COMPAT_FUNCS(dir_index, DIR_INDEX) 1732e2b911c5SDarrick J. Wong EXT4_FEATURE_COMPAT_FUNCS(sparse_super2, SPARSE_SUPER2) 1733e2b911c5SDarrick J. Wong 1734e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(sparse_super, SPARSE_SUPER) 1735e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(large_file, LARGE_FILE) 1736e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(btree_dir, BTREE_DIR) 1737e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(huge_file, HUGE_FILE) 1738e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(gdt_csum, GDT_CSUM) 1739e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(dir_nlink, DIR_NLINK) 1740e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(extra_isize, EXTRA_ISIZE) 1741e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(quota, QUOTA) 1742e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(bigalloc, BIGALLOC) 1743e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(metadata_csum, METADATA_CSUM) 1744e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(readonly, READONLY) 1745e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(project, PROJECT) 1746e2b911c5SDarrick J. Wong 1747e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(compression, COMPRESSION) 1748e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(filetype, FILETYPE) 1749e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(journal_needs_recovery, RECOVER) 1750e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(journal_dev, JOURNAL_DEV) 1751e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(meta_bg, META_BG) 1752e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(extents, EXTENTS) 1753e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(64bit, 64BIT) 1754e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(mmp, MMP) 1755e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(flex_bg, FLEX_BG) 1756e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(ea_inode, EA_INODE) 1757e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(dirdata, DIRDATA) 1758e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(csum_seed, CSUM_SEED) 1759e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(largedir, LARGEDIR) 1760e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(inline_data, INLINE_DATA) 1761e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(encrypt, ENCRYPT) 1762e2b911c5SDarrick J. Wong 17632035e776STheodore Ts'o #define EXT2_FEATURE_COMPAT_SUPP EXT4_FEATURE_COMPAT_EXT_ATTR 17642035e776STheodore Ts'o #define EXT2_FEATURE_INCOMPAT_SUPP (EXT4_FEATURE_INCOMPAT_FILETYPE| \ 17652035e776STheodore Ts'o EXT4_FEATURE_INCOMPAT_META_BG) 17662035e776STheodore Ts'o #define EXT2_FEATURE_RO_COMPAT_SUPP (EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER| \ 17672035e776STheodore Ts'o EXT4_FEATURE_RO_COMPAT_LARGE_FILE| \ 17682035e776STheodore Ts'o EXT4_FEATURE_RO_COMPAT_BTREE_DIR) 17692035e776STheodore Ts'o 17702035e776STheodore Ts'o #define EXT3_FEATURE_COMPAT_SUPP EXT4_FEATURE_COMPAT_EXT_ATTR 17712035e776STheodore Ts'o #define EXT3_FEATURE_INCOMPAT_SUPP (EXT4_FEATURE_INCOMPAT_FILETYPE| \ 17722035e776STheodore Ts'o EXT4_FEATURE_INCOMPAT_RECOVER| \ 17732035e776STheodore Ts'o EXT4_FEATURE_INCOMPAT_META_BG) 17742035e776STheodore Ts'o #define EXT3_FEATURE_RO_COMPAT_SUPP (EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER| \ 17752035e776STheodore Ts'o EXT4_FEATURE_RO_COMPAT_LARGE_FILE| \ 17762035e776STheodore Ts'o EXT4_FEATURE_RO_COMPAT_BTREE_DIR) 17772035e776STheodore Ts'o 1778e2b911c5SDarrick J. Wong #define EXT4_FEATURE_COMPAT_SUPP EXT4_FEATURE_COMPAT_EXT_ATTR 17793dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_SUPP (EXT4_FEATURE_INCOMPAT_FILETYPE| \ 17803dcf5451SChristoph Hellwig EXT4_FEATURE_INCOMPAT_RECOVER| \ 17813dcf5451SChristoph Hellwig EXT4_FEATURE_INCOMPAT_META_BG| \ 17823dcf5451SChristoph Hellwig EXT4_FEATURE_INCOMPAT_EXTENTS| \ 17833dcf5451SChristoph Hellwig EXT4_FEATURE_INCOMPAT_64BIT| \ 1784c5e06d10SJohann Lombardi EXT4_FEATURE_INCOMPAT_FLEX_BG| \ 1785f08225d1STao Ma EXT4_FEATURE_INCOMPAT_MMP | \ 17866ddb2447STheodore Ts'o EXT4_FEATURE_INCOMPAT_INLINE_DATA | \ 17878c81bd8fSDarrick J. Wong EXT4_FEATURE_INCOMPAT_ENCRYPT | \ 17888c81bd8fSDarrick J. Wong EXT4_FEATURE_INCOMPAT_CSUM_SEED) 17893dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_SUPP (EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER| \ 17903dcf5451SChristoph Hellwig EXT4_FEATURE_RO_COMPAT_LARGE_FILE| \ 17913dcf5451SChristoph Hellwig EXT4_FEATURE_RO_COMPAT_GDT_CSUM| \ 17923dcf5451SChristoph Hellwig EXT4_FEATURE_RO_COMPAT_DIR_NLINK | \ 17933dcf5451SChristoph Hellwig EXT4_FEATURE_RO_COMPAT_EXTRA_ISIZE | \ 17943dcf5451SChristoph Hellwig EXT4_FEATURE_RO_COMPAT_BTREE_DIR |\ 17956f16b606STheodore Ts'o EXT4_FEATURE_RO_COMPAT_HUGE_FILE |\ 1796e93376c2SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_BIGALLOC |\ 17977c319d32SAditya Kali EXT4_FEATURE_RO_COMPAT_METADATA_CSUM|\ 1798040cb378SLi Xi EXT4_FEATURE_RO_COMPAT_QUOTA |\ 1799040cb378SLi Xi EXT4_FEATURE_RO_COMPAT_PROJECT) 18003dcf5451SChristoph Hellwig 1801e2b911c5SDarrick J. Wong #define EXTN_FEATURE_FUNCS(ver) \ 1802e2b911c5SDarrick J. Wong static inline bool ext4_has_unknown_ext##ver##_compat_features(struct super_block *sb) \ 1803e2b911c5SDarrick J. Wong { \ 1804e2b911c5SDarrick J. Wong return ((EXT4_SB(sb)->s_es->s_feature_compat & \ 1805e2b911c5SDarrick J. Wong cpu_to_le32(~EXT##ver##_FEATURE_COMPAT_SUPP)) != 0); \ 1806e2b911c5SDarrick J. Wong } \ 1807e2b911c5SDarrick J. Wong static inline bool ext4_has_unknown_ext##ver##_ro_compat_features(struct super_block *sb) \ 1808e2b911c5SDarrick J. Wong { \ 1809e2b911c5SDarrick J. Wong return ((EXT4_SB(sb)->s_es->s_feature_ro_compat & \ 1810e2b911c5SDarrick J. Wong cpu_to_le32(~EXT##ver##_FEATURE_RO_COMPAT_SUPP)) != 0); \ 1811e2b911c5SDarrick J. Wong } \ 1812e2b911c5SDarrick J. Wong static inline bool ext4_has_unknown_ext##ver##_incompat_features(struct super_block *sb) \ 1813e2b911c5SDarrick J. Wong { \ 1814e2b911c5SDarrick J. Wong return ((EXT4_SB(sb)->s_es->s_feature_incompat & \ 1815e2b911c5SDarrick J. Wong cpu_to_le32(~EXT##ver##_FEATURE_INCOMPAT_SUPP)) != 0); \ 1816e2b911c5SDarrick J. Wong } 1817e2b911c5SDarrick J. Wong 1818e2b911c5SDarrick J. Wong EXTN_FEATURE_FUNCS(2) 1819e2b911c5SDarrick J. Wong EXTN_FEATURE_FUNCS(3) 1820e2b911c5SDarrick J. Wong EXTN_FEATURE_FUNCS(4) 1821e2b911c5SDarrick J. Wong 1822e2b911c5SDarrick J. Wong static inline bool ext4_has_compat_features(struct super_block *sb) 1823e2b911c5SDarrick J. Wong { 1824e2b911c5SDarrick J. Wong return (EXT4_SB(sb)->s_es->s_feature_compat != 0); 1825e2b911c5SDarrick J. Wong } 1826e2b911c5SDarrick J. Wong static inline bool ext4_has_ro_compat_features(struct super_block *sb) 1827e2b911c5SDarrick J. Wong { 1828e2b911c5SDarrick J. Wong return (EXT4_SB(sb)->s_es->s_feature_ro_compat != 0); 1829e2b911c5SDarrick J. Wong } 1830e2b911c5SDarrick J. Wong static inline bool ext4_has_incompat_features(struct super_block *sb) 1831e2b911c5SDarrick J. Wong { 1832e2b911c5SDarrick J. Wong return (EXT4_SB(sb)->s_es->s_feature_incompat != 0); 1833e2b911c5SDarrick J. Wong } 1834e2b911c5SDarrick J. Wong 18353dcf5451SChristoph Hellwig /* 18369549a168STheodore Ts'o * Superblock flags 18379549a168STheodore Ts'o */ 18389549a168STheodore Ts'o #define EXT4_FLAGS_RESIZING 0 18399549a168STheodore Ts'o 18409549a168STheodore Ts'o 18419549a168STheodore Ts'o /* 18423dcf5451SChristoph Hellwig * Default values for user and/or group using reserved blocks 18433dcf5451SChristoph Hellwig */ 18443dcf5451SChristoph Hellwig #define EXT4_DEF_RESUID 0 18453dcf5451SChristoph Hellwig #define EXT4_DEF_RESGID 0 18463dcf5451SChristoph Hellwig 1847040cb378SLi Xi /* 1848040cb378SLi Xi * Default project ID 1849040cb378SLi Xi */ 1850040cb378SLi Xi #define EXT4_DEF_PROJID 0 1851040cb378SLi Xi 1852240799cdSTheodore Ts'o #define EXT4_DEF_INODE_READAHEAD_BLKS 32 1853240799cdSTheodore Ts'o 18543dcf5451SChristoph Hellwig /* 18553dcf5451SChristoph Hellwig * Default mount options 18563dcf5451SChristoph Hellwig */ 18573dcf5451SChristoph Hellwig #define EXT4_DEFM_DEBUG 0x0001 18583dcf5451SChristoph Hellwig #define EXT4_DEFM_BSDGROUPS 0x0002 18593dcf5451SChristoph Hellwig #define EXT4_DEFM_XATTR_USER 0x0004 18603dcf5451SChristoph Hellwig #define EXT4_DEFM_ACL 0x0008 18613dcf5451SChristoph Hellwig #define EXT4_DEFM_UID16 0x0010 18623dcf5451SChristoph Hellwig #define EXT4_DEFM_JMODE 0x0060 18633dcf5451SChristoph Hellwig #define EXT4_DEFM_JMODE_DATA 0x0020 18643dcf5451SChristoph Hellwig #define EXT4_DEFM_JMODE_ORDERED 0x0040 18653dcf5451SChristoph Hellwig #define EXT4_DEFM_JMODE_WBACK 0x0060 18668b67f04aSTheodore Ts'o #define EXT4_DEFM_NOBARRIER 0x0100 18678b67f04aSTheodore Ts'o #define EXT4_DEFM_BLOCK_VALIDITY 0x0200 18688b67f04aSTheodore Ts'o #define EXT4_DEFM_DISCARD 0x0400 18698b67f04aSTheodore Ts'o #define EXT4_DEFM_NODELALLOC 0x0800 18703dcf5451SChristoph Hellwig 18713dcf5451SChristoph Hellwig /* 187230773840STheodore Ts'o * Default journal batch times 187330773840STheodore Ts'o */ 187430773840STheodore Ts'o #define EXT4_DEF_MIN_BATCH_TIME 0 187530773840STheodore Ts'o #define EXT4_DEF_MAX_BATCH_TIME 15000 /* 15ms */ 187630773840STheodore Ts'o 187730773840STheodore Ts'o /* 1878a4912123STheodore Ts'o * Minimum number of groups in a flexgroup before we separate out 1879a4912123STheodore Ts'o * directories into the first block group of a flexgroup 1880a4912123STheodore Ts'o */ 1881a4912123STheodore Ts'o #define EXT4_FLEX_SIZE_DIR_ALLOC_SCHEME 4 1882a4912123STheodore Ts'o 1883a4912123STheodore Ts'o /* 18843dcf5451SChristoph Hellwig * Structure of a directory entry 18853dcf5451SChristoph Hellwig */ 18863dcf5451SChristoph Hellwig #define EXT4_NAME_LEN 255 18873dcf5451SChristoph Hellwig 18883dcf5451SChristoph Hellwig struct ext4_dir_entry { 18893dcf5451SChristoph Hellwig __le32 inode; /* Inode number */ 18903dcf5451SChristoph Hellwig __le16 rec_len; /* Directory entry length */ 18913dcf5451SChristoph Hellwig __le16 name_len; /* Name length */ 18923dcf5451SChristoph Hellwig char name[EXT4_NAME_LEN]; /* File name */ 18933dcf5451SChristoph Hellwig }; 18943dcf5451SChristoph Hellwig 18953dcf5451SChristoph Hellwig /* 18963dcf5451SChristoph Hellwig * The new version of the directory entry. Since EXT4 structures are 18973dcf5451SChristoph Hellwig * stored in intel byte order, and the name_len field could never be 18983dcf5451SChristoph Hellwig * bigger than 255 chars, it's safe to reclaim the extra byte for the 18993dcf5451SChristoph Hellwig * file_type field. 19003dcf5451SChristoph Hellwig */ 19013dcf5451SChristoph Hellwig struct ext4_dir_entry_2 { 19023dcf5451SChristoph Hellwig __le32 inode; /* Inode number */ 19033dcf5451SChristoph Hellwig __le16 rec_len; /* Directory entry length */ 19043dcf5451SChristoph Hellwig __u8 name_len; /* Name length */ 19053dcf5451SChristoph Hellwig __u8 file_type; 19063dcf5451SChristoph Hellwig char name[EXT4_NAME_LEN]; /* File name */ 19073dcf5451SChristoph Hellwig }; 19083dcf5451SChristoph Hellwig 19093dcf5451SChristoph Hellwig /* 1910e6153918SDarrick J. Wong * This is a bogus directory entry at the end of each leaf block that 1911e6153918SDarrick J. Wong * records checksums. 1912e6153918SDarrick J. Wong */ 1913e6153918SDarrick J. Wong struct ext4_dir_entry_tail { 1914e6153918SDarrick J. Wong __le32 det_reserved_zero1; /* Pretend to be unused */ 1915e6153918SDarrick J. Wong __le16 det_rec_len; /* 12 */ 1916e6153918SDarrick J. Wong __u8 det_reserved_zero2; /* Zero name length */ 1917e6153918SDarrick J. Wong __u8 det_reserved_ft; /* 0xDE, fake file type */ 1918e6153918SDarrick J. Wong __le32 det_checksum; /* crc32c(uuid+inum+dirblock) */ 1919e6153918SDarrick J. Wong }; 1920e6153918SDarrick J. Wong 19213c47d541STao Ma #define EXT4_DIRENT_TAIL(block, blocksize) \ 19223c47d541STao Ma ((struct ext4_dir_entry_tail *)(((void *)(block)) + \ 19233c47d541STao Ma ((blocksize) - \ 19243c47d541STao Ma sizeof(struct ext4_dir_entry_tail)))) 19253c47d541STao Ma 1926e6153918SDarrick J. Wong /* 19273dcf5451SChristoph Hellwig * Ext4 directory file types. Only the low 3 bits are used. The 19283dcf5451SChristoph Hellwig * other bits are reserved for now. 19293dcf5451SChristoph Hellwig */ 19303dcf5451SChristoph Hellwig #define EXT4_FT_UNKNOWN 0 19313dcf5451SChristoph Hellwig #define EXT4_FT_REG_FILE 1 19323dcf5451SChristoph Hellwig #define EXT4_FT_DIR 2 19333dcf5451SChristoph Hellwig #define EXT4_FT_CHRDEV 3 19343dcf5451SChristoph Hellwig #define EXT4_FT_BLKDEV 4 19353dcf5451SChristoph Hellwig #define EXT4_FT_FIFO 5 19363dcf5451SChristoph Hellwig #define EXT4_FT_SOCK 6 19373dcf5451SChristoph Hellwig #define EXT4_FT_SYMLINK 7 19383dcf5451SChristoph Hellwig 19393dcf5451SChristoph Hellwig #define EXT4_FT_MAX 8 19403dcf5451SChristoph Hellwig 1941e6153918SDarrick J. Wong #define EXT4_FT_DIR_CSUM 0xDE 1942e6153918SDarrick J. Wong 19433dcf5451SChristoph Hellwig /* 19443dcf5451SChristoph Hellwig * EXT4_DIR_PAD defines the directory entries boundaries 19453dcf5451SChristoph Hellwig * 19463dcf5451SChristoph Hellwig * NOTE: It must be a multiple of 4 19473dcf5451SChristoph Hellwig */ 19483dcf5451SChristoph Hellwig #define EXT4_DIR_PAD 4 19493dcf5451SChristoph Hellwig #define EXT4_DIR_ROUND (EXT4_DIR_PAD - 1) 19503dcf5451SChristoph Hellwig #define EXT4_DIR_REC_LEN(name_len) (((name_len) + 8 + EXT4_DIR_ROUND) & \ 19513dcf5451SChristoph Hellwig ~EXT4_DIR_ROUND) 19523dcf5451SChristoph Hellwig #define EXT4_MAX_REC_LEN ((1<<16)-1) 19533dcf5451SChristoph Hellwig 19543dcf5451SChristoph Hellwig /* 19550cfc9255SEric Sandeen * If we ever get support for fs block sizes > page_size, we'll need 19560cfc9255SEric Sandeen * to remove the #if statements in the next two functions... 19570cfc9255SEric Sandeen */ 19580cfc9255SEric Sandeen static inline unsigned int 19590cfc9255SEric Sandeen ext4_rec_len_from_disk(__le16 dlen, unsigned blocksize) 19600cfc9255SEric Sandeen { 19610cfc9255SEric Sandeen unsigned len = le16_to_cpu(dlen); 19620cfc9255SEric Sandeen 1963ea1754a0SKirill A. Shutemov #if (PAGE_SIZE >= 65536) 19640cfc9255SEric Sandeen if (len == EXT4_MAX_REC_LEN || len == 0) 19650cfc9255SEric Sandeen return blocksize; 19660cfc9255SEric Sandeen return (len & 65532) | ((len & 3) << 16); 19670cfc9255SEric Sandeen #else 19680cfc9255SEric Sandeen return len; 19690cfc9255SEric Sandeen #endif 19700cfc9255SEric Sandeen } 19710cfc9255SEric Sandeen 19720cfc9255SEric Sandeen static inline __le16 ext4_rec_len_to_disk(unsigned len, unsigned blocksize) 19730cfc9255SEric Sandeen { 19740cfc9255SEric Sandeen if ((len > blocksize) || (blocksize > (1 << 18)) || (len & 3)) 19750cfc9255SEric Sandeen BUG(); 1976ea1754a0SKirill A. Shutemov #if (PAGE_SIZE >= 65536) 19770cfc9255SEric Sandeen if (len < 65536) 19780cfc9255SEric Sandeen return cpu_to_le16(len); 19790cfc9255SEric Sandeen if (len == blocksize) { 19800cfc9255SEric Sandeen if (blocksize == 65536) 19810cfc9255SEric Sandeen return cpu_to_le16(EXT4_MAX_REC_LEN); 19820cfc9255SEric Sandeen else 19830cfc9255SEric Sandeen return cpu_to_le16(0); 19840cfc9255SEric Sandeen } 19850cfc9255SEric Sandeen return cpu_to_le16((len & 65532) | ((len >> 16) & 3)); 19860cfc9255SEric Sandeen #else 19870cfc9255SEric Sandeen return cpu_to_le16(len); 19880cfc9255SEric Sandeen #endif 19890cfc9255SEric Sandeen } 19900cfc9255SEric Sandeen 19910cfc9255SEric Sandeen /* 19923dcf5451SChristoph Hellwig * Hash Tree Directory indexing 19933dcf5451SChristoph Hellwig * (c) Daniel Phillips, 2001 19943dcf5451SChristoph Hellwig */ 19953dcf5451SChristoph Hellwig 1996e2b911c5SDarrick J. Wong #define is_dx(dir) (ext4_has_feature_dir_index((dir)->i_sb) && \ 199712e9b892SDmitry Monakhov ext4_test_inode_flag((dir), EXT4_INODE_INDEX)) 19983dcf5451SChristoph Hellwig #define EXT4_DIR_LINK_MAX(dir) (!is_dx(dir) && (dir)->i_nlink >= EXT4_LINK_MAX) 19993dcf5451SChristoph Hellwig #define EXT4_DIR_LINK_EMPTY(dir) ((dir)->i_nlink == 2 || (dir)->i_nlink == 1) 20003dcf5451SChristoph Hellwig 20013dcf5451SChristoph Hellwig /* Legal values for the dx_root hash_version field: */ 20023dcf5451SChristoph Hellwig 20033dcf5451SChristoph Hellwig #define DX_HASH_LEGACY 0 20043dcf5451SChristoph Hellwig #define DX_HASH_HALF_MD4 1 20053dcf5451SChristoph Hellwig #define DX_HASH_TEA 2 2006f99b2589STheodore Ts'o #define DX_HASH_LEGACY_UNSIGNED 3 2007f99b2589STheodore Ts'o #define DX_HASH_HALF_MD4_UNSIGNED 4 2008f99b2589STheodore Ts'o #define DX_HASH_TEA_UNSIGNED 5 20093dcf5451SChristoph Hellwig 20100441984aSDarrick J. Wong static inline u32 ext4_chksum(struct ext4_sb_info *sbi, u32 crc, 20110441984aSDarrick J. Wong const void *address, unsigned int length) 20120441984aSDarrick J. Wong { 20130441984aSDarrick J. Wong struct { 20140441984aSDarrick J. Wong struct shash_desc shash; 20153108b54bSTheodore Ts'o char ctx[4]; 20160441984aSDarrick J. Wong } desc; 20170441984aSDarrick J. Wong int err; 20180441984aSDarrick J. Wong 20193108b54bSTheodore Ts'o BUG_ON(crypto_shash_descsize(sbi->s_chksum_driver)!=sizeof(desc.ctx)); 20203108b54bSTheodore Ts'o 20210441984aSDarrick J. Wong desc.shash.tfm = sbi->s_chksum_driver; 20220441984aSDarrick J. Wong desc.shash.flags = 0; 20230441984aSDarrick J. Wong *(u32 *)desc.ctx = crc; 20240441984aSDarrick J. Wong 20250441984aSDarrick J. Wong err = crypto_shash_update(&desc.shash, address, length); 20260441984aSDarrick J. Wong BUG_ON(err); 20270441984aSDarrick J. Wong 20280441984aSDarrick J. Wong return *(u32 *)desc.ctx; 20290441984aSDarrick J. Wong } 20300441984aSDarrick J. Wong 20313dcf5451SChristoph Hellwig #ifdef __KERNEL__ 20323dcf5451SChristoph Hellwig 20333dcf5451SChristoph Hellwig /* hash info structure used by the directory hash */ 20343dcf5451SChristoph Hellwig struct dx_hash_info 20353dcf5451SChristoph Hellwig { 20363dcf5451SChristoph Hellwig u32 hash; 20373dcf5451SChristoph Hellwig u32 minor_hash; 20383dcf5451SChristoph Hellwig int hash_version; 20393dcf5451SChristoph Hellwig u32 *seed; 20403dcf5451SChristoph Hellwig }; 20413dcf5451SChristoph Hellwig 2042d1f5273eSFan Yong 2043d1f5273eSFan Yong /* 32 and 64 bit signed EOF for dx directories */ 2044d1f5273eSFan Yong #define EXT4_HTREE_EOF_32BIT ((1UL << (32 - 1)) - 1) 2045d1f5273eSFan Yong #define EXT4_HTREE_EOF_64BIT ((1ULL << (64 - 1)) - 1) 2046d1f5273eSFan Yong 20473dcf5451SChristoph Hellwig 20483dcf5451SChristoph Hellwig /* 20493dcf5451SChristoph Hellwig * Control parameters used by ext4_htree_next_block 20503dcf5451SChristoph Hellwig */ 20513dcf5451SChristoph Hellwig #define HASH_NB_ALWAYS 1 20523dcf5451SChristoph Hellwig 20535b643f9cSTheodore Ts'o struct ext4_filename { 20545b643f9cSTheodore Ts'o const struct qstr *usr_fname; 2055a7550b30SJaegeuk Kim struct fscrypt_str disk_name; 20565b643f9cSTheodore Ts'o struct dx_hash_info hinfo; 20575b643f9cSTheodore Ts'o #ifdef CONFIG_EXT4_FS_ENCRYPTION 2058a7550b30SJaegeuk Kim struct fscrypt_str crypto_buf; 20595b643f9cSTheodore Ts'o #endif 20605b643f9cSTheodore Ts'o }; 20615b643f9cSTheodore Ts'o 20625b643f9cSTheodore Ts'o #define fname_name(p) ((p)->disk_name.name) 20635b643f9cSTheodore Ts'o #define fname_len(p) ((p)->disk_name.len) 20643dcf5451SChristoph Hellwig 20653dcf5451SChristoph Hellwig /* 20663dcf5451SChristoph Hellwig * Describe an inode's exact location on disk and in memory 20673dcf5451SChristoph Hellwig */ 20683dcf5451SChristoph Hellwig struct ext4_iloc 20693dcf5451SChristoph Hellwig { 20703dcf5451SChristoph Hellwig struct buffer_head *bh; 20713dcf5451SChristoph Hellwig unsigned long offset; 20723dcf5451SChristoph Hellwig ext4_group_t block_group; 20733dcf5451SChristoph Hellwig }; 20743dcf5451SChristoph Hellwig 20753dcf5451SChristoph Hellwig static inline struct ext4_inode *ext4_raw_inode(struct ext4_iloc *iloc) 20763dcf5451SChristoph Hellwig { 20773dcf5451SChristoph Hellwig return (struct ext4_inode *) (iloc->bh->b_data + iloc->offset); 20783dcf5451SChristoph Hellwig } 20793dcf5451SChristoph Hellwig 20803dcf5451SChristoph Hellwig /* 20813dcf5451SChristoph Hellwig * This structure is stuffed into the struct file's private_data field 20823dcf5451SChristoph Hellwig * for directories. It is where we put information so that we can do 20833dcf5451SChristoph Hellwig * readdir operations in hash tree order. 20843dcf5451SChristoph Hellwig */ 20853dcf5451SChristoph Hellwig struct dir_private_info { 20863dcf5451SChristoph Hellwig struct rb_root root; 20873dcf5451SChristoph Hellwig struct rb_node *curr_node; 20883dcf5451SChristoph Hellwig struct fname *extra_fname; 20893dcf5451SChristoph Hellwig loff_t last_pos; 20903dcf5451SChristoph Hellwig __u32 curr_hash; 20913dcf5451SChristoph Hellwig __u32 curr_minor_hash; 20923dcf5451SChristoph Hellwig __u32 next_hash; 20933dcf5451SChristoph Hellwig }; 20943dcf5451SChristoph Hellwig 20953dcf5451SChristoph Hellwig /* calculate the first block number of the group */ 20963dcf5451SChristoph Hellwig static inline ext4_fsblk_t 20973dcf5451SChristoph Hellwig ext4_group_first_block_no(struct super_block *sb, ext4_group_t group_no) 20983dcf5451SChristoph Hellwig { 20993dcf5451SChristoph Hellwig return group_no * (ext4_fsblk_t)EXT4_BLOCKS_PER_GROUP(sb) + 21003dcf5451SChristoph Hellwig le32_to_cpu(EXT4_SB(sb)->s_es->s_first_data_block); 21013dcf5451SChristoph Hellwig } 21023dcf5451SChristoph Hellwig 21033dcf5451SChristoph Hellwig /* 21043dcf5451SChristoph Hellwig * Special error return code only used by dx_probe() and its callers. 21053dcf5451SChristoph Hellwig */ 210636de9286STheodore Ts'o #define ERR_BAD_DX_DIR (-(MAX_ERRNO - 1)) 21073dcf5451SChristoph Hellwig 21083dcf5451SChristoph Hellwig /* 2109bfff6873SLukas Czerner * Timeout and state flag for lazy initialization inode thread. 2110bfff6873SLukas Czerner */ 2111bfff6873SLukas Czerner #define EXT4_DEF_LI_WAIT_MULT 10 2112bfff6873SLukas Czerner #define EXT4_DEF_LI_MAX_START_DELAY 5 2113bfff6873SLukas Czerner #define EXT4_LAZYINIT_QUIT 0x0001 2114bfff6873SLukas Czerner #define EXT4_LAZYINIT_RUNNING 0x0002 2115bfff6873SLukas Czerner 2116bfff6873SLukas Czerner /* 2117bfff6873SLukas Czerner * Lazy inode table initialization info 2118bfff6873SLukas Czerner */ 2119bfff6873SLukas Czerner struct ext4_lazy_init { 2120bfff6873SLukas Czerner unsigned long li_state; 2121bfff6873SLukas Czerner struct list_head li_request_list; 2122bfff6873SLukas Czerner struct mutex li_list_mtx; 2123bfff6873SLukas Czerner }; 2124bfff6873SLukas Czerner 2125bfff6873SLukas Czerner struct ext4_li_request { 2126bfff6873SLukas Czerner struct super_block *lr_super; 2127bfff6873SLukas Czerner struct ext4_sb_info *lr_sbi; 2128bfff6873SLukas Czerner ext4_group_t lr_next_group; 2129bfff6873SLukas Czerner struct list_head lr_request; 2130bfff6873SLukas Czerner unsigned long lr_next_sched; 2131bfff6873SLukas Czerner unsigned long lr_timeout; 2132bfff6873SLukas Czerner }; 2133bfff6873SLukas Czerner 2134857ac889SLukas Czerner struct ext4_features { 2135857ac889SLukas Czerner struct kobject f_kobj; 2136857ac889SLukas Czerner struct completion f_kobj_unregister; 2137857ac889SLukas Czerner }; 2138857ac889SLukas Czerner 2139bfff6873SLukas Czerner /* 2140c5e06d10SJohann Lombardi * This structure will be used for multiple mount protection. It will be 2141c5e06d10SJohann Lombardi * written into the block number saved in the s_mmp_block field in the 2142c5e06d10SJohann Lombardi * superblock. Programs that check MMP should assume that if 2143c5e06d10SJohann Lombardi * SEQ_FSCK (or any unknown code above SEQ_MAX) is present then it is NOT safe 2144c5e06d10SJohann Lombardi * to use the filesystem, regardless of how old the timestamp is. 2145c5e06d10SJohann Lombardi */ 2146c5e06d10SJohann Lombardi #define EXT4_MMP_MAGIC 0x004D4D50U /* ASCII for MMP */ 2147c5e06d10SJohann Lombardi #define EXT4_MMP_SEQ_CLEAN 0xFF4D4D50U /* mmp_seq value for clean unmount */ 2148c5e06d10SJohann Lombardi #define EXT4_MMP_SEQ_FSCK 0xE24D4D50U /* mmp_seq value when being fscked */ 2149c5e06d10SJohann Lombardi #define EXT4_MMP_SEQ_MAX 0xE24D4D4FU /* maximum valid mmp_seq value */ 2150c5e06d10SJohann Lombardi 2151c5e06d10SJohann Lombardi struct mmp_struct { 2152c5e06d10SJohann Lombardi __le32 mmp_magic; /* Magic number for MMP */ 2153c5e06d10SJohann Lombardi __le32 mmp_seq; /* Sequence no. updated periodically */ 2154c5e06d10SJohann Lombardi 2155c5e06d10SJohann Lombardi /* 2156c5e06d10SJohann Lombardi * mmp_time, mmp_nodename & mmp_bdevname are only used for information 2157c5e06d10SJohann Lombardi * purposes and do not affect the correctness of the algorithm 2158c5e06d10SJohann Lombardi */ 2159c5e06d10SJohann Lombardi __le64 mmp_time; /* Time last updated */ 2160c5e06d10SJohann Lombardi char mmp_nodename[64]; /* Node which last updated MMP block */ 2161c5e06d10SJohann Lombardi char mmp_bdevname[32]; /* Bdev which last updated MMP block */ 2162c5e06d10SJohann Lombardi 2163c5e06d10SJohann Lombardi /* 2164c5e06d10SJohann Lombardi * mmp_check_interval is used to verify if the MMP block has been 2165c5e06d10SJohann Lombardi * updated on the block device. The value is updated based on the 2166c5e06d10SJohann Lombardi * maximum time to write the MMP block during an update cycle. 2167c5e06d10SJohann Lombardi */ 2168c5e06d10SJohann Lombardi __le16 mmp_check_interval; 2169c5e06d10SJohann Lombardi 2170c5e06d10SJohann Lombardi __le16 mmp_pad1; 2171e6153918SDarrick J. Wong __le32 mmp_pad2[226]; 2172e6153918SDarrick J. Wong __le32 mmp_checksum; /* crc32c(uuid+mmp_block) */ 2173c5e06d10SJohann Lombardi }; 2174c5e06d10SJohann Lombardi 2175c5e06d10SJohann Lombardi /* arguments passed to the mmp thread */ 2176c5e06d10SJohann Lombardi struct mmpd_data { 2177c5e06d10SJohann Lombardi struct buffer_head *bh; /* bh from initial read_mmp_block() */ 2178c5e06d10SJohann Lombardi struct super_block *sb; /* super block of the fs */ 2179c5e06d10SJohann Lombardi }; 2180c5e06d10SJohann Lombardi 2181c5e06d10SJohann Lombardi /* 2182c5e06d10SJohann Lombardi * Check interval multiplier 2183c5e06d10SJohann Lombardi * The MMP block is written every update interval and initially checked every 2184c5e06d10SJohann Lombardi * update interval x the multiplier (the value is then adapted based on the 2185c5e06d10SJohann Lombardi * write latency). The reason is that writes can be delayed under load and we 2186c5e06d10SJohann Lombardi * don't want readers to incorrectly assume that the filesystem is no longer 2187c5e06d10SJohann Lombardi * in use. 2188c5e06d10SJohann Lombardi */ 2189c5e06d10SJohann Lombardi #define EXT4_MMP_CHECK_MULT 2UL 2190c5e06d10SJohann Lombardi 2191c5e06d10SJohann Lombardi /* 2192c5e06d10SJohann Lombardi * Minimum interval for MMP checking in seconds. 2193c5e06d10SJohann Lombardi */ 2194c5e06d10SJohann Lombardi #define EXT4_MMP_MIN_CHECK_INTERVAL 5UL 2195c5e06d10SJohann Lombardi 2196c5e06d10SJohann Lombardi /* 2197c5e06d10SJohann Lombardi * Maximum interval for MMP checking in seconds. 2198c5e06d10SJohann Lombardi */ 2199c5e06d10SJohann Lombardi #define EXT4_MMP_MAX_CHECK_INTERVAL 300UL 2200c5e06d10SJohann Lombardi 2201c5e06d10SJohann Lombardi /* 22023dcf5451SChristoph Hellwig * Function prototypes 22033dcf5451SChristoph Hellwig */ 22043dcf5451SChristoph Hellwig 22053dcf5451SChristoph Hellwig /* 22063dcf5451SChristoph Hellwig * Ok, these declarations are also in <linux/kernel.h> but none of the 22073dcf5451SChristoph Hellwig * ext4 source programs needs to include it so they are duplicated here. 22083dcf5451SChristoph Hellwig */ 22093dcf5451SChristoph Hellwig # define NORET_TYPE /**/ 22103dcf5451SChristoph Hellwig # define ATTRIB_NORET __attribute__((noreturn)) 22113dcf5451SChristoph Hellwig # define NORET_AND noreturn, 22123dcf5451SChristoph Hellwig 2213498e5f24STheodore Ts'o /* bitmap.c */ 2214f6fb99caSTheodore Ts'o extern unsigned int ext4_count_free(char *bitmap, unsigned numchars); 221541a246d1SDarrick J. Wong void ext4_inode_bitmap_csum_set(struct super_block *sb, ext4_group_t group, 221641a246d1SDarrick J. Wong struct ext4_group_desc *gdp, 221741a246d1SDarrick J. Wong struct buffer_head *bh, int sz); 221841a246d1SDarrick J. Wong int ext4_inode_bitmap_csum_verify(struct super_block *sb, ext4_group_t group, 221941a246d1SDarrick J. Wong struct ext4_group_desc *gdp, 222041a246d1SDarrick J. Wong struct buffer_head *bh, int sz); 2221fa77dcfaSDarrick J. Wong void ext4_block_bitmap_csum_set(struct super_block *sb, ext4_group_t group, 2222fa77dcfaSDarrick J. Wong struct ext4_group_desc *gdp, 222379f1ba49STao Ma struct buffer_head *bh); 2224fa77dcfaSDarrick J. Wong int ext4_block_bitmap_csum_verify(struct super_block *sb, ext4_group_t group, 2225fa77dcfaSDarrick J. Wong struct ext4_group_desc *gdp, 222679f1ba49STao Ma struct buffer_head *bh); 2227498e5f24STheodore Ts'o 22283dcf5451SChristoph Hellwig /* balloc.c */ 2229bd86298eSLukas Czerner extern void ext4_get_group_no_and_offset(struct super_block *sb, 2230bd86298eSLukas Czerner ext4_fsblk_t blocknr, 2231bd86298eSLukas Czerner ext4_group_t *blockgrpp, 2232bd86298eSLukas Czerner ext4_grpblk_t *offsetp); 2233bd86298eSLukas Czerner extern ext4_group_t ext4_get_group_number(struct super_block *sb, 2234bd86298eSLukas Czerner ext4_fsblk_t block); 2235bd86298eSLukas Czerner 22363dcf5451SChristoph Hellwig extern unsigned int ext4_block_group(struct super_block *sb, 22373dcf5451SChristoph Hellwig ext4_fsblk_t blocknr); 22383dcf5451SChristoph Hellwig extern ext4_grpblk_t ext4_block_group_offset(struct super_block *sb, 22393dcf5451SChristoph Hellwig ext4_fsblk_t blocknr); 22403dcf5451SChristoph Hellwig extern int ext4_bg_has_super(struct super_block *sb, ext4_group_t group); 22413dcf5451SChristoph Hellwig extern unsigned long ext4_bg_num_gdb(struct super_block *sb, 22423dcf5451SChristoph Hellwig ext4_group_t group); 22437061eba7SAneesh Kumar K.V extern ext4_fsblk_t ext4_new_meta_blocks(handle_t *handle, struct inode *inode, 224455f020dbSAllison Henderson ext4_fsblk_t goal, 224555f020dbSAllison Henderson unsigned int flags, 224655f020dbSAllison Henderson unsigned long *count, 224755f020dbSAllison Henderson int *errp); 2248e7d5f315STheodore Ts'o extern int ext4_claim_free_clusters(struct ext4_sb_info *sbi, 2249e7d5f315STheodore Ts'o s64 nclusters, unsigned int flags); 22505dee5437STheodore Ts'o extern ext4_fsblk_t ext4_count_free_clusters(struct super_block *); 22513dcf5451SChristoph Hellwig extern void ext4_check_blocks_bitmap(struct super_block *); 22523dcf5451SChristoph Hellwig extern struct ext4_group_desc * ext4_get_group_desc(struct super_block * sb, 22533dcf5451SChristoph Hellwig ext4_group_t block_group, 22543dcf5451SChristoph Hellwig struct buffer_head ** bh); 22553dcf5451SChristoph Hellwig extern int ext4_should_retry_alloc(struct super_block *sb, int *retries); 2256813e5727STheodore Ts'o 2257813e5727STheodore Ts'o extern struct buffer_head *ext4_read_block_bitmap_nowait(struct super_block *sb, 2258813e5727STheodore Ts'o ext4_group_t block_group); 2259813e5727STheodore Ts'o extern int ext4_wait_block_bitmap(struct super_block *sb, 2260813e5727STheodore Ts'o ext4_group_t block_group, 2261813e5727STheodore Ts'o struct buffer_head *bh); 2262813e5727STheodore Ts'o extern struct buffer_head *ext4_read_block_bitmap(struct super_block *sb, 2263bb23c20aSTheodore Ts'o ext4_group_t block_group); 2264cff1dfd7STheodore Ts'o extern unsigned ext4_free_clusters_after_init(struct super_block *sb, 2265fd034a84STheodore Ts'o ext4_group_t block_group, 2266fd034a84STheodore Ts'o struct ext4_group_desc *gdp); 2267f86186b4SEric Sandeen ext4_fsblk_t ext4_inode_to_goal_block(struct inode *); 22683dcf5451SChristoph Hellwig 2269a7550b30SJaegeuk Kim static inline bool ext4_encrypted_inode(struct inode *inode) 2270d5d0e8c7SMichael Halcrow { 2271a7550b30SJaegeuk Kim return ext4_test_inode_flag(inode, EXT4_INODE_ENCRYPT); 2272d5d0e8c7SMichael Halcrow } 2273a7550b30SJaegeuk Kim 2274a7550b30SJaegeuk Kim #ifdef CONFIG_EXT4_FS_ENCRYPTION 2275a7550b30SJaegeuk Kim static inline int ext4_fname_setup_filename(struct inode *dir, 2276a7550b30SJaegeuk Kim const struct qstr *iname, 2277a7550b30SJaegeuk Kim int lookup, struct ext4_filename *fname) 2278a7550b30SJaegeuk Kim { 2279a7550b30SJaegeuk Kim struct fscrypt_name name; 2280a7550b30SJaegeuk Kim int err; 2281a7550b30SJaegeuk Kim 2282a7550b30SJaegeuk Kim memset(fname, 0, sizeof(struct ext4_filename)); 2283a7550b30SJaegeuk Kim 2284a7550b30SJaegeuk Kim err = fscrypt_setup_filename(dir, iname, lookup, &name); 2285a7550b30SJaegeuk Kim 2286a7550b30SJaegeuk Kim fname->usr_fname = name.usr_fname; 2287a7550b30SJaegeuk Kim fname->disk_name = name.disk_name; 2288a7550b30SJaegeuk Kim fname->hinfo.hash = name.hash; 2289a7550b30SJaegeuk Kim fname->hinfo.minor_hash = name.minor_hash; 2290a7550b30SJaegeuk Kim fname->crypto_buf = name.crypto_buf; 2291a7550b30SJaegeuk Kim return err; 2292a7550b30SJaegeuk Kim } 2293a7550b30SJaegeuk Kim 2294a7550b30SJaegeuk Kim static inline void ext4_fname_free_filename(struct ext4_filename *fname) 2295a7550b30SJaegeuk Kim { 2296a7550b30SJaegeuk Kim struct fscrypt_name name; 2297a7550b30SJaegeuk Kim 2298a7550b30SJaegeuk Kim name.crypto_buf = fname->crypto_buf; 2299a7550b30SJaegeuk Kim fscrypt_free_filename(&name); 2300a7550b30SJaegeuk Kim 2301a7550b30SJaegeuk Kim fname->crypto_buf.name = NULL; 2302a7550b30SJaegeuk Kim fname->usr_fname = NULL; 2303a7550b30SJaegeuk Kim fname->disk_name.name = NULL; 2304a7550b30SJaegeuk Kim } 2305a7550b30SJaegeuk Kim #else 23065b643f9cSTheodore Ts'o static inline int ext4_fname_setup_filename(struct inode *dir, 23075b643f9cSTheodore Ts'o const struct qstr *iname, 23085b643f9cSTheodore Ts'o int lookup, struct ext4_filename *fname) 23095b643f9cSTheodore Ts'o { 23105b643f9cSTheodore Ts'o fname->usr_fname = iname; 23115b643f9cSTheodore Ts'o fname->disk_name.name = (unsigned char *) iname->name; 23125b643f9cSTheodore Ts'o fname->disk_name.len = iname->len; 23135b643f9cSTheodore Ts'o return 0; 23145b643f9cSTheodore Ts'o } 23155b643f9cSTheodore Ts'o static inline void ext4_fname_free_filename(struct ext4_filename *fname) { } 2316a7550b30SJaegeuk Kim 2317a7550b30SJaegeuk Kim #define fscrypt_set_d_op(i) 2318a7550b30SJaegeuk Kim #define fscrypt_get_ctx fscrypt_notsupp_get_ctx 2319a7550b30SJaegeuk Kim #define fscrypt_release_ctx fscrypt_notsupp_release_ctx 2320a7550b30SJaegeuk Kim #define fscrypt_encrypt_page fscrypt_notsupp_encrypt_page 2321a7550b30SJaegeuk Kim #define fscrypt_decrypt_page fscrypt_notsupp_decrypt_page 2322a7550b30SJaegeuk Kim #define fscrypt_decrypt_bio_pages fscrypt_notsupp_decrypt_bio_pages 2323a7550b30SJaegeuk Kim #define fscrypt_pullback_bio_page fscrypt_notsupp_pullback_bio_page 2324a7550b30SJaegeuk Kim #define fscrypt_restore_control_page fscrypt_notsupp_restore_control_page 2325a7550b30SJaegeuk Kim #define fscrypt_zeroout_range fscrypt_notsupp_zeroout_range 2326db717d8eSEric Biggers #define fscrypt_ioctl_set_policy fscrypt_notsupp_ioctl_set_policy 2327db717d8eSEric Biggers #define fscrypt_ioctl_get_policy fscrypt_notsupp_ioctl_get_policy 2328a7550b30SJaegeuk Kim #define fscrypt_has_permitted_context fscrypt_notsupp_has_permitted_context 2329a7550b30SJaegeuk Kim #define fscrypt_inherit_context fscrypt_notsupp_inherit_context 2330a7550b30SJaegeuk Kim #define fscrypt_get_encryption_info fscrypt_notsupp_get_encryption_info 2331a7550b30SJaegeuk Kim #define fscrypt_put_encryption_info fscrypt_notsupp_put_encryption_info 2332a7550b30SJaegeuk Kim #define fscrypt_setup_filename fscrypt_notsupp_setup_filename 2333a7550b30SJaegeuk Kim #define fscrypt_free_filename fscrypt_notsupp_free_filename 2334a7550b30SJaegeuk Kim #define fscrypt_fname_encrypted_size fscrypt_notsupp_fname_encrypted_size 2335a7550b30SJaegeuk Kim #define fscrypt_fname_alloc_buffer fscrypt_notsupp_fname_alloc_buffer 2336a7550b30SJaegeuk Kim #define fscrypt_fname_free_buffer fscrypt_notsupp_fname_free_buffer 2337a7550b30SJaegeuk Kim #define fscrypt_fname_disk_to_usr fscrypt_notsupp_fname_disk_to_usr 2338a7550b30SJaegeuk Kim #define fscrypt_fname_usr_to_disk fscrypt_notsupp_fname_usr_to_disk 2339d5d0e8c7SMichael Halcrow #endif 2340d5d0e8c7SMichael Halcrow 23413dcf5451SChristoph Hellwig /* dir.c */ 234260fd4da3STheodore Ts'o extern int __ext4_check_dir_entry(const char *, unsigned int, struct inode *, 2343f7c21177STheodore Ts'o struct file *, 23443dcf5451SChristoph Hellwig struct ext4_dir_entry_2 *, 2345226ba972STao Ma struct buffer_head *, char *, int, 2346226ba972STao Ma unsigned int); 2347226ba972STao Ma #define ext4_check_dir_entry(dir, filp, de, bh, buf, size, offset) \ 2348f7c21177STheodore Ts'o unlikely(__ext4_check_dir_entry(__func__, __LINE__, (dir), (filp), \ 2349226ba972STao Ma (de), (bh), (buf), (size), (offset))) 23503dcf5451SChristoph Hellwig extern int ext4_htree_store_dirent(struct file *dir_file, __u32 hash, 23513dcf5451SChristoph Hellwig __u32 minor_hash, 23522f61830aSTheodore Ts'o struct ext4_dir_entry_2 *dirent, 2353a7550b30SJaegeuk Kim struct fscrypt_str *ent_name); 23543dcf5451SChristoph Hellwig extern void ext4_htree_free_dir_info(struct dir_private_info *p); 2355978fef91STao Ma extern int ext4_find_dest_de(struct inode *dir, struct inode *inode, 2356978fef91STao Ma struct buffer_head *bh, 2357978fef91STao Ma void *buf, int buf_size, 23585b643f9cSTheodore Ts'o struct ext4_filename *fname, 2359978fef91STao Ma struct ext4_dir_entry_2 **dest_de); 23604bdfc873SMichael Halcrow int ext4_insert_dentry(struct inode *dir, 23614bdfc873SMichael Halcrow struct inode *inode, 2362978fef91STao Ma struct ext4_dir_entry_2 *de, 2363978fef91STao Ma int buf_size, 23645b643f9cSTheodore Ts'o struct ext4_filename *fname); 2365978fef91STao Ma static inline void ext4_update_dx_flag(struct inode *inode) 2366978fef91STao Ma { 2367e2b911c5SDarrick J. Wong if (!ext4_has_feature_dir_index(inode->i_sb)) 2368978fef91STao Ma ext4_clear_inode_flag(inode, EXT4_INODE_INDEX); 2369978fef91STao Ma } 237065d165d9STao Ma static unsigned char ext4_filetype_table[] = { 237165d165d9STao Ma DT_UNKNOWN, DT_REG, DT_DIR, DT_CHR, DT_BLK, DT_FIFO, DT_SOCK, DT_LNK 237265d165d9STao Ma }; 237365d165d9STao Ma 237465d165d9STao Ma static inline unsigned char get_dtype(struct super_block *sb, int filetype) 237565d165d9STao Ma { 2376e2b911c5SDarrick J. Wong if (!ext4_has_feature_filetype(sb) || filetype >= EXT4_FT_MAX) 237765d165d9STao Ma return DT_UNKNOWN; 237865d165d9STao Ma 237965d165d9STao Ma return ext4_filetype_table[filetype]; 238065d165d9STao Ma } 238140b163f1SDarrick J. Wong extern int ext4_check_all_de(struct inode *dir, struct buffer_head *bh, 238240b163f1SDarrick J. Wong void *buf, int buf_size); 23833dcf5451SChristoph Hellwig 23843dcf5451SChristoph Hellwig /* fsync.c */ 238502c24a82SJosef Bacik extern int ext4_sync_file(struct file *, loff_t, loff_t, int); 23863dcf5451SChristoph Hellwig 23873dcf5451SChristoph Hellwig /* hash.c */ 23883dcf5451SChristoph Hellwig extern int ext4fs_dirhash(const char *name, int len, struct 23893dcf5451SChristoph Hellwig dx_hash_info *hinfo); 23903dcf5451SChristoph Hellwig 23913dcf5451SChristoph Hellwig /* ialloc.c */ 23921139575aSTheodore Ts'o extern struct inode *__ext4_new_inode(handle_t *, struct inode *, umode_t, 23935cb81dabSDmitry Monakhov const struct qstr *qstr, __u32 goal, 23941139575aSTheodore Ts'o uid_t *owner, int handle_type, 23951139575aSTheodore Ts'o unsigned int line_no, int nblocks); 23961139575aSTheodore Ts'o 23971139575aSTheodore Ts'o #define ext4_new_inode(handle, dir, mode, qstr, goal, owner) \ 23981139575aSTheodore Ts'o __ext4_new_inode((handle), (dir), (mode), (qstr), (goal), (owner), \ 23991139575aSTheodore Ts'o 0, 0, 0) 24001139575aSTheodore Ts'o #define ext4_new_inode_start_handle(dir, mode, qstr, goal, owner, \ 24011139575aSTheodore Ts'o type, nblocks) \ 24021139575aSTheodore Ts'o __ext4_new_inode(NULL, (dir), (mode), (qstr), (goal), (owner), \ 24031139575aSTheodore Ts'o (type), __LINE__, (nblocks)) 24041139575aSTheodore Ts'o 24051139575aSTheodore Ts'o 24063dcf5451SChristoph Hellwig extern void ext4_free_inode(handle_t *, struct inode *); 24073dcf5451SChristoph Hellwig extern struct inode * ext4_orphan_get(struct super_block *, unsigned long); 24083dcf5451SChristoph Hellwig extern unsigned long ext4_count_free_inodes(struct super_block *); 24093dcf5451SChristoph Hellwig extern unsigned long ext4_count_dirs(struct super_block *); 24103dcf5451SChristoph Hellwig extern void ext4_check_inodes_bitmap(struct super_block *); 241161d08673STheodore Ts'o extern void ext4_mark_bitmap_end(int start_bit, int end_bit, char *bitmap); 2412bfff6873SLukas Czerner extern int ext4_init_inode_table(struct super_block *sb, 2413bfff6873SLukas Czerner ext4_group_t group, int barrier); 2414813e5727STheodore Ts'o extern void ext4_end_bitmap_read(struct buffer_head *bh, int uptodate); 24153dcf5451SChristoph Hellwig 24163dcf5451SChristoph Hellwig /* mballoc.c */ 2417ebd173beSTheodore Ts'o extern const struct file_operations ext4_seq_mb_groups_fops; 24183dcf5451SChristoph Hellwig extern long ext4_mb_stats; 24193dcf5451SChristoph Hellwig extern long ext4_mb_max_to_scan; 24209d99012fSAkira Fujita extern int ext4_mb_init(struct super_block *); 24213dcf5451SChristoph Hellwig extern int ext4_mb_release(struct super_block *); 24223dcf5451SChristoph Hellwig extern ext4_fsblk_t ext4_mb_new_blocks(handle_t *, 24233dcf5451SChristoph Hellwig struct ext4_allocation_request *, int *); 24243dcf5451SChristoph Hellwig extern int ext4_mb_reserve_blocks(struct super_block *, int); 2425c2ea3fdeSTheodore Ts'o extern void ext4_discard_preallocations(struct inode *); 24265dabfc78STheodore Ts'o extern int __init ext4_init_mballoc(void); 24275dabfc78STheodore Ts'o extern void ext4_exit_mballoc(void); 242844338711STheodore Ts'o extern void ext4_free_blocks(handle_t *handle, struct inode *inode, 2429e6362609STheodore Ts'o struct buffer_head *bh, ext4_fsblk_t block, 2430e6362609STheodore Ts'o unsigned long count, int flags); 243128623c2fSTheodore Ts'o extern int ext4_mb_alloc_groupinfo(struct super_block *sb, 243228623c2fSTheodore Ts'o ext4_group_t ngroups); 2433920313a7SAneesh Kumar K.V extern int ext4_mb_add_groupinfo(struct super_block *sb, 24345f21b0e6SFrederic Bohe ext4_group_t i, struct ext4_group_desc *desc); 2435cc7365dfSYongqiang Yang extern int ext4_group_add_blocks(handle_t *handle, struct super_block *sb, 24362846e820SAmir Goldstein ext4_fsblk_t block, unsigned long count); 24377360d173SLukas Czerner extern int ext4_trim_fs(struct super_block *, struct fstrim_range *); 24387360d173SLukas Czerner 24393dcf5451SChristoph Hellwig /* inode.c */ 2440f348c252STheodore Ts'o int ext4_inode_is_fast_symlink(struct inode *inode); 244110560082STheodore Ts'o struct buffer_head *ext4_getblk(handle_t *, struct inode *, ext4_lblk_t, int); 24421c215028STheodore Ts'o struct buffer_head *ext4_bread(handle_t *, struct inode *, ext4_lblk_t, int); 2443705965bdSJan Kara int ext4_get_block_unwritten(struct inode *inode, sector_t iblock, 2444f19d5870STao Ma struct buffer_head *bh_result, int create); 24456873fa0dSEric Sandeen int ext4_get_block(struct inode *inode, sector_t iblock, 24466873fa0dSEric Sandeen struct buffer_head *bh_result, int create); 2447705965bdSJan Kara int ext4_dio_get_block(struct inode *inode, sector_t iblock, 2448705965bdSJan Kara struct buffer_head *bh_result, int create); 24499c3569b5STao Ma int ext4_da_get_block_prep(struct inode *inode, sector_t iblock, 24509c3569b5STao Ma struct buffer_head *bh, int create); 2451f19d5870STao Ma int ext4_walk_page_buffers(handle_t *handle, 2452f19d5870STao Ma struct buffer_head *head, 2453f19d5870STao Ma unsigned from, 2454f19d5870STao Ma unsigned to, 2455f19d5870STao Ma int *partial, 2456f19d5870STao Ma int (*fn)(handle_t *handle, 2457f19d5870STao Ma struct buffer_head *bh)); 2458f19d5870STao Ma int do_journal_get_write_access(handle_t *handle, 2459f19d5870STao Ma struct buffer_head *bh); 24609c3569b5STao Ma #define FALL_BACK_TO_NONDELALLOC 1 24619c3569b5STao Ma #define CONVERT_INLINE_DATA 2 24623dcf5451SChristoph Hellwig 24633dcf5451SChristoph Hellwig extern struct inode *ext4_iget(struct super_block *, unsigned long); 2464f4bb2981STheodore Ts'o extern struct inode *ext4_iget_normal(struct super_block *, unsigned long); 2465a9185b41SChristoph Hellwig extern int ext4_write_inode(struct inode *, struct writeback_control *); 24663dcf5451SChristoph Hellwig extern int ext4_setattr(struct dentry *, struct iattr *); 24673e3398a0SMingming Cao extern int ext4_getattr(struct vfsmount *mnt, struct dentry *dentry, 24683e3398a0SMingming Cao struct kstat *stat); 24690930fcc1SAl Viro extern void ext4_evict_inode(struct inode *); 24700930fcc1SAl Viro extern void ext4_clear_inode(struct inode *); 24713dcf5451SChristoph Hellwig extern int ext4_sync_inode(handle_t *, struct inode *); 2472aa385729SChristoph Hellwig extern void ext4_dirty_inode(struct inode *, int); 24733dcf5451SChristoph Hellwig extern int ext4_change_inode_journal_flag(struct inode *, int); 24743dcf5451SChristoph Hellwig extern int ext4_get_inode_loc(struct inode *, struct ext4_iloc *); 2475a361293fSJan Kara extern int ext4_inode_attach_jinode(struct inode *inode); 247691ef4cafSDuane Griffin extern int ext4_can_truncate(struct inode *inode); 24772c98eb5eSTheodore Ts'o extern int ext4_truncate(struct inode *); 2478aeb2817aSAshish Sangwan extern int ext4_punch_hole(struct inode *inode, loff_t offset, loff_t length); 2479487caeefSJan Kara extern int ext4_truncate_restart_trans(handle_t *, struct inode *, int nblocks); 24803dcf5451SChristoph Hellwig extern void ext4_set_inode_flags(struct inode *); 24813dcf5451SChristoph Hellwig extern void ext4_get_inode_flags(struct ext4_inode_info *); 2482ccd2506bSTheodore Ts'o extern int ext4_alloc_da_blocks(struct inode *inode); 24833dcf5451SChristoph Hellwig extern void ext4_set_aops(struct inode *inode); 24843dcf5451SChristoph Hellwig extern int ext4_writepage_trans_blocks(struct inode *); 2485f3bd1f3fSMingming Cao extern int ext4_chunk_trans_blocks(struct inode *, int nrblocks); 2486a87dd18cSLukas Czerner extern int ext4_zero_partial_blocks(handle_t *handle, struct inode *inode, 2487a87dd18cSLukas Czerner loff_t lstart, loff_t lend); 2488c2ec175cSNick Piggin extern int ext4_page_mkwrite(struct vm_area_struct *vma, struct vm_fault *vmf); 2489ea3d7209SJan Kara extern int ext4_filemap_fault(struct vm_area_struct *vma, struct vm_fault *vmf); 2490a9e7f447SDmitry Monakhov extern qsize_t *ext4_get_reserved_space(struct inode *inode); 2491040cb378SLi Xi extern int ext4_get_projid(struct inode *inode, kprojid_t *projid); 24925f634d06SAneesh Kumar K.V extern void ext4_da_update_reserve_space(struct inode *inode, 24935f634d06SAneesh Kumar K.V int used, int quota_claim); 249453085facSJan Kara extern int ext4_issue_zeroout(struct inode *inode, ext4_lblk_t lblk, 249553085facSJan Kara ext4_fsblk_t pblk, ext4_lblk_t len); 24962d90c160SJan Kara extern int ext4_get_next_extent(struct inode *inode, ext4_lblk_t lblk, 24972d90c160SJan Kara unsigned int map_len, 24982d90c160SJan Kara struct extent_status *result); 2499dae1e52cSAmir Goldstein 2500dae1e52cSAmir Goldstein /* indirect.c */ 2501dae1e52cSAmir Goldstein extern int ext4_ind_map_blocks(handle_t *handle, struct inode *inode, 2502dae1e52cSAmir Goldstein struct ext4_map_blocks *map, int flags); 2503dae1e52cSAmir Goldstein extern int ext4_ind_calc_metadata_amount(struct inode *inode, sector_t lblock); 2504fa55a0edSJan Kara extern int ext4_ind_trans_blocks(struct inode *inode, int nrblocks); 2505819c4920STheodore Ts'o extern void ext4_ind_truncate(handle_t *, struct inode *inode); 25064f579ae7SLukas Czerner extern int ext4_ind_remove_space(handle_t *handle, struct inode *inode, 25074f579ae7SLukas Czerner ext4_lblk_t start, ext4_lblk_t end); 2508ff9893dcSAmir Goldstein 25093dcf5451SChristoph Hellwig /* ioctl.c */ 25103dcf5451SChristoph Hellwig extern long ext4_ioctl(struct file *, unsigned int, unsigned long); 25113dcf5451SChristoph Hellwig extern long ext4_compat_ioctl(struct file *, unsigned int, unsigned long); 25123dcf5451SChristoph Hellwig 25133dcf5451SChristoph Hellwig /* migrate.c */ 25142a43a878SAneesh Kumar K.V extern int ext4_ext_migrate(struct inode *); 25150d14b098SLukas Czerner extern int ext4_ind_migrate(struct inode *inode); 25163d0518f4SWei Yongjun 25173dcf5451SChristoph Hellwig /* namei.c */ 2518b0336e8dSDarrick J. Wong extern int ext4_dirent_csum_verify(struct inode *inode, 2519b0336e8dSDarrick J. Wong struct ext4_dir_entry *dirent); 25203dcf5451SChristoph Hellwig extern int ext4_orphan_add(handle_t *, struct inode *); 25213dcf5451SChristoph Hellwig extern int ext4_orphan_del(handle_t *, struct inode *); 25223dcf5451SChristoph Hellwig extern int ext4_htree_fill_tree(struct file *dir_file, __u32 start_hash, 25233dcf5451SChristoph Hellwig __u32 start_minor_hash, __u32 *next_hash); 25245b643f9cSTheodore Ts'o extern int ext4_search_dir(struct buffer_head *bh, 25257335cd3bSTao Ma char *search_buf, 25267335cd3bSTao Ma int buf_size, 25277335cd3bSTao Ma struct inode *dir, 25285b643f9cSTheodore Ts'o struct ext4_filename *fname, 25297335cd3bSTao Ma const struct qstr *d_name, 25307335cd3bSTao Ma unsigned int offset, 25317335cd3bSTao Ma struct ext4_dir_entry_2 **res_dir); 253205019a9eSTao Ma extern int ext4_generic_delete_entry(handle_t *handle, 253305019a9eSTao Ma struct inode *dir, 253405019a9eSTao Ma struct ext4_dir_entry_2 *de_del, 253505019a9eSTao Ma struct buffer_head *bh, 253605019a9eSTao Ma void *entry_buf, 253705019a9eSTao Ma int buf_size, 253805019a9eSTao Ma int csum_size); 2539a7550b30SJaegeuk Kim extern bool ext4_empty_dir(struct inode *inode); 25403dcf5451SChristoph Hellwig 25413dcf5451SChristoph Hellwig /* resize.c */ 25423dcf5451SChristoph Hellwig extern int ext4_group_add(struct super_block *sb, 25433dcf5451SChristoph Hellwig struct ext4_new_group_data *input); 25443dcf5451SChristoph Hellwig extern int ext4_group_extend(struct super_block *sb, 25453dcf5451SChristoph Hellwig struct ext4_super_block *es, 25463dcf5451SChristoph Hellwig ext4_fsblk_t n_blocks_count); 254719c5246dSYongqiang Yang extern int ext4_resize_fs(struct super_block *sb, ext4_fsblk_t n_blocks_count); 25483dcf5451SChristoph Hellwig 25493dcf5451SChristoph Hellwig /* super.c */ 2550ebd173beSTheodore Ts'o extern int ext4_seq_options_show(struct seq_file *seq, void *offset); 2551952fc18eSTheodore Ts'o extern int ext4_calculate_overhead(struct super_block *sb); 255206db49e6STheodore Ts'o extern void ext4_superblock_csum_set(struct super_block *sb); 25539933fc0aSTheodore Ts'o extern void *ext4_kvmalloc(size_t size, gfp_t flags); 25549933fc0aSTheodore Ts'o extern void *ext4_kvzalloc(size_t size, gfp_t flags); 2555117fff10STheodore Ts'o extern int ext4_alloc_flex_bg_array(struct super_block *sb, 2556117fff10STheodore Ts'o ext4_group_t ngroup); 2557722887ddSTheodore Ts'o extern const char *ext4_decode_error(struct super_block *sb, int errno, 2558722887ddSTheodore Ts'o char nbuf[16]); 2559e7c96e8eSJoe Perches 2560b9075fa9SJoe Perches extern __printf(4, 5) 2561b9075fa9SJoe Perches void __ext4_error(struct super_block *, const char *, unsigned int, 2562b9075fa9SJoe Perches const char *, ...); 2563b9075fa9SJoe Perches extern __printf(5, 6) 2564e7c96e8eSJoe Perches void __ext4_error_inode(struct inode *, const char *, unsigned int, ext4_fsblk_t, 2565b9075fa9SJoe Perches const char *, ...); 2566b9075fa9SJoe Perches extern __printf(5, 6) 2567e7c96e8eSJoe Perches void __ext4_error_file(struct file *, const char *, unsigned int, ext4_fsblk_t, 2568b9075fa9SJoe Perches const char *, ...); 2569c398eda0STheodore Ts'o extern void __ext4_std_error(struct super_block *, const char *, 2570c398eda0STheodore Ts'o unsigned int, int); 2571b9075fa9SJoe Perches extern __printf(4, 5) 2572b9075fa9SJoe Perches void __ext4_abort(struct super_block *, const char *, unsigned int, 2573b9075fa9SJoe Perches const char *, ...); 2574b9075fa9SJoe Perches extern __printf(4, 5) 2575b9075fa9SJoe Perches void __ext4_warning(struct super_block *, const char *, unsigned int, 2576b9075fa9SJoe Perches const char *, ...); 2577b03a2f7eSAndreas Dilger extern __printf(4, 5) 2578b03a2f7eSAndreas Dilger void __ext4_warning_inode(const struct inode *inode, const char *function, 2579b03a2f7eSAndreas Dilger unsigned int line, const char *fmt, ...); 2580b9075fa9SJoe Perches extern __printf(3, 4) 2581e7c96e8eSJoe Perches void __ext4_msg(struct super_block *, const char *, const char *, ...); 2582c5e06d10SJohann Lombardi extern void __dump_mmp_msg(struct super_block *, struct mmp_struct *mmp, 2583c5e06d10SJohann Lombardi const char *, unsigned int, const char *); 2584b9075fa9SJoe Perches extern __printf(7, 8) 2585b9075fa9SJoe Perches void __ext4_grp_locked_error(const char *, unsigned int, 2586b9075fa9SJoe Perches struct super_block *, ext4_group_t, 2587b9075fa9SJoe Perches unsigned long, ext4_fsblk_t, 2588b9075fa9SJoe Perches const char *, ...); 2589e7c96e8eSJoe Perches 2590b03a2f7eSAndreas Dilger #define EXT4_ERROR_INODE(inode, fmt, a...) \ 2591b03a2f7eSAndreas Dilger ext4_error_inode((inode), __func__, __LINE__, 0, (fmt), ## a) 2592b03a2f7eSAndreas Dilger 2593b03a2f7eSAndreas Dilger #define EXT4_ERROR_INODE_BLOCK(inode, block, fmt, a...) \ 2594b03a2f7eSAndreas Dilger ext4_error_inode((inode), __func__, __LINE__, (block), (fmt), ## a) 2595b03a2f7eSAndreas Dilger 2596b03a2f7eSAndreas Dilger #define EXT4_ERROR_FILE(file, block, fmt, a...) \ 2597b03a2f7eSAndreas Dilger ext4_error_file((file), __func__, __LINE__, (block), (fmt), ## a) 2598b03a2f7eSAndreas Dilger 2599e7c96e8eSJoe Perches #ifdef CONFIG_PRINTK 2600e7c96e8eSJoe Perches 2601e7c96e8eSJoe Perches #define ext4_error_inode(inode, func, line, block, fmt, ...) \ 2602e7c96e8eSJoe Perches __ext4_error_inode(inode, func, line, block, fmt, ##__VA_ARGS__) 2603e7c96e8eSJoe Perches #define ext4_error_file(file, func, line, block, fmt, ...) \ 2604e7c96e8eSJoe Perches __ext4_error_file(file, func, line, block, fmt, ##__VA_ARGS__) 2605e7c96e8eSJoe Perches #define ext4_error(sb, fmt, ...) \ 2606e7c96e8eSJoe Perches __ext4_error(sb, __func__, __LINE__, fmt, ##__VA_ARGS__) 2607e7c96e8eSJoe Perches #define ext4_abort(sb, fmt, ...) \ 2608e7c96e8eSJoe Perches __ext4_abort(sb, __func__, __LINE__, fmt, ##__VA_ARGS__) 2609e7c96e8eSJoe Perches #define ext4_warning(sb, fmt, ...) \ 2610e7c96e8eSJoe Perches __ext4_warning(sb, __func__, __LINE__, fmt, ##__VA_ARGS__) 2611b03a2f7eSAndreas Dilger #define ext4_warning_inode(inode, fmt, ...) \ 2612b03a2f7eSAndreas Dilger __ext4_warning_inode(inode, __func__, __LINE__, fmt, ##__VA_ARGS__) 2613e7c96e8eSJoe Perches #define ext4_msg(sb, level, fmt, ...) \ 2614e7c96e8eSJoe Perches __ext4_msg(sb, level, fmt, ##__VA_ARGS__) 2615e7c96e8eSJoe Perches #define dump_mmp_msg(sb, mmp, msg) \ 2616e7c96e8eSJoe Perches __dump_mmp_msg(sb, mmp, __func__, __LINE__, msg) 2617e7c96e8eSJoe Perches #define ext4_grp_locked_error(sb, grp, ino, block, fmt, ...) \ 2618e7c96e8eSJoe Perches __ext4_grp_locked_error(__func__, __LINE__, sb, grp, ino, block, \ 2619e7c96e8eSJoe Perches fmt, ##__VA_ARGS__) 2620e7c96e8eSJoe Perches 2621e7c96e8eSJoe Perches #else 2622e7c96e8eSJoe Perches 2623e7c96e8eSJoe Perches #define ext4_error_inode(inode, func, line, block, fmt, ...) \ 2624e7c96e8eSJoe Perches do { \ 2625e7c96e8eSJoe Perches no_printk(fmt, ##__VA_ARGS__); \ 2626e7c96e8eSJoe Perches __ext4_error_inode(inode, "", 0, block, " "); \ 2627e7c96e8eSJoe Perches } while (0) 2628e7c96e8eSJoe Perches #define ext4_error_file(file, func, line, block, fmt, ...) \ 2629e7c96e8eSJoe Perches do { \ 2630e7c96e8eSJoe Perches no_printk(fmt, ##__VA_ARGS__); \ 2631e7c96e8eSJoe Perches __ext4_error_file(file, "", 0, block, " "); \ 2632e7c96e8eSJoe Perches } while (0) 2633e7c96e8eSJoe Perches #define ext4_error(sb, fmt, ...) \ 2634e7c96e8eSJoe Perches do { \ 2635e7c96e8eSJoe Perches no_printk(fmt, ##__VA_ARGS__); \ 2636e7c96e8eSJoe Perches __ext4_error(sb, "", 0, " "); \ 2637e7c96e8eSJoe Perches } while (0) 2638e7c96e8eSJoe Perches #define ext4_abort(sb, fmt, ...) \ 2639e7c96e8eSJoe Perches do { \ 2640e7c96e8eSJoe Perches no_printk(fmt, ##__VA_ARGS__); \ 2641e7c96e8eSJoe Perches __ext4_abort(sb, "", 0, " "); \ 2642e7c96e8eSJoe Perches } while (0) 2643e7c96e8eSJoe Perches #define ext4_warning(sb, fmt, ...) \ 2644e7c96e8eSJoe Perches do { \ 2645e7c96e8eSJoe Perches no_printk(fmt, ##__VA_ARGS__); \ 2646e7c96e8eSJoe Perches __ext4_warning(sb, "", 0, " "); \ 2647e7c96e8eSJoe Perches } while (0) 2648b03a2f7eSAndreas Dilger #define ext4_warning_inode(inode, fmt, ...) \ 2649b03a2f7eSAndreas Dilger do { \ 2650b03a2f7eSAndreas Dilger no_printk(fmt, ##__VA_ARGS__); \ 2651b03a2f7eSAndreas Dilger __ext4_warning_inode(inode, "", 0, " "); \ 2652b03a2f7eSAndreas Dilger } while (0) 2653e7c96e8eSJoe Perches #define ext4_msg(sb, level, fmt, ...) \ 2654e7c96e8eSJoe Perches do { \ 2655e7c96e8eSJoe Perches no_printk(fmt, ##__VA_ARGS__); \ 2656e7c96e8eSJoe Perches __ext4_msg(sb, "", " "); \ 2657e7c96e8eSJoe Perches } while (0) 2658e7c96e8eSJoe Perches #define dump_mmp_msg(sb, mmp, msg) \ 2659e7c96e8eSJoe Perches __dump_mmp_msg(sb, mmp, "", 0, "") 2660e7c96e8eSJoe Perches #define ext4_grp_locked_error(sb, grp, ino, block, fmt, ...) \ 2661e7c96e8eSJoe Perches do { \ 2662e7c96e8eSJoe Perches no_printk(fmt, ##__VA_ARGS__); \ 2663e7c96e8eSJoe Perches __ext4_grp_locked_error("", 0, sb, grp, ino, block, " "); \ 2664e7c96e8eSJoe Perches } while (0) 2665e7c96e8eSJoe Perches 2666e7c96e8eSJoe Perches #endif 2667e7c96e8eSJoe Perches 26683dcf5451SChristoph Hellwig extern void ext4_update_dynamic_rev(struct super_block *sb); 26693dcf5451SChristoph Hellwig extern int ext4_update_compat_feature(handle_t *handle, struct super_block *sb, 26703dcf5451SChristoph Hellwig __u32 compat); 26713dcf5451SChristoph Hellwig extern int ext4_update_rocompat_feature(handle_t *handle, 26723dcf5451SChristoph Hellwig struct super_block *sb, __u32 rocompat); 26733dcf5451SChristoph Hellwig extern int ext4_update_incompat_feature(handle_t *handle, 26743dcf5451SChristoph Hellwig struct super_block *sb, __u32 incompat); 26753dcf5451SChristoph Hellwig extern ext4_fsblk_t ext4_block_bitmap(struct super_block *sb, 26763dcf5451SChristoph Hellwig struct ext4_group_desc *bg); 26773dcf5451SChristoph Hellwig extern ext4_fsblk_t ext4_inode_bitmap(struct super_block *sb, 26783dcf5451SChristoph Hellwig struct ext4_group_desc *bg); 26793dcf5451SChristoph Hellwig extern ext4_fsblk_t ext4_inode_table(struct super_block *sb, 26803dcf5451SChristoph Hellwig struct ext4_group_desc *bg); 2681021b65bbSTheodore Ts'o extern __u32 ext4_free_group_clusters(struct super_block *sb, 2682560671a0SAneesh Kumar K.V struct ext4_group_desc *bg); 2683560671a0SAneesh Kumar K.V extern __u32 ext4_free_inodes_count(struct super_block *sb, 2684560671a0SAneesh Kumar K.V struct ext4_group_desc *bg); 2685560671a0SAneesh Kumar K.V extern __u32 ext4_used_dirs_count(struct super_block *sb, 2686560671a0SAneesh Kumar K.V struct ext4_group_desc *bg); 2687560671a0SAneesh Kumar K.V extern __u32 ext4_itable_unused_count(struct super_block *sb, 2688560671a0SAneesh Kumar K.V struct ext4_group_desc *bg); 26893dcf5451SChristoph Hellwig extern void ext4_block_bitmap_set(struct super_block *sb, 26903dcf5451SChristoph Hellwig struct ext4_group_desc *bg, ext4_fsblk_t blk); 26913dcf5451SChristoph Hellwig extern void ext4_inode_bitmap_set(struct super_block *sb, 26923dcf5451SChristoph Hellwig struct ext4_group_desc *bg, ext4_fsblk_t blk); 26933dcf5451SChristoph Hellwig extern void ext4_inode_table_set(struct super_block *sb, 26943dcf5451SChristoph Hellwig struct ext4_group_desc *bg, ext4_fsblk_t blk); 2695021b65bbSTheodore Ts'o extern void ext4_free_group_clusters_set(struct super_block *sb, 2696021b65bbSTheodore Ts'o struct ext4_group_desc *bg, 2697021b65bbSTheodore Ts'o __u32 count); 2698560671a0SAneesh Kumar K.V extern void ext4_free_inodes_set(struct super_block *sb, 2699560671a0SAneesh Kumar K.V struct ext4_group_desc *bg, __u32 count); 2700560671a0SAneesh Kumar K.V extern void ext4_used_dirs_set(struct super_block *sb, 2701560671a0SAneesh Kumar K.V struct ext4_group_desc *bg, __u32 count); 2702560671a0SAneesh Kumar K.V extern void ext4_itable_unused_set(struct super_block *sb, 2703560671a0SAneesh Kumar K.V struct ext4_group_desc *bg, __u32 count); 2704feb0ab32SDarrick J. Wong extern int ext4_group_desc_csum_verify(struct super_block *sb, __u32 group, 2705bb23c20aSTheodore Ts'o struct ext4_group_desc *gdp); 2706feb0ab32SDarrick J. Wong extern void ext4_group_desc_csum_set(struct super_block *sb, __u32 group, 2707bb23c20aSTheodore Ts'o struct ext4_group_desc *gdp); 27087f511862STheodore Ts'o extern int ext4_register_li_request(struct super_block *sb, 27097f511862STheodore Ts'o ext4_group_t first_not_zeroed); 27103dcf5451SChristoph Hellwig 271141a246d1SDarrick J. Wong static inline int ext4_has_group_desc_csum(struct super_block *sb) 271241a246d1SDarrick J. Wong { 2713e2b911c5SDarrick J. Wong return ext4_has_feature_gdt_csum(sb) || 2714e2b911c5SDarrick J. Wong EXT4_SB(sb)->s_chksum_driver != NULL; 271541a246d1SDarrick J. Wong } 271641a246d1SDarrick J. Wong 27179aa5d32bSDmitry Monakhov static inline int ext4_has_metadata_csum(struct super_block *sb) 27189aa5d32bSDmitry Monakhov { 2719e2b911c5SDarrick J. Wong WARN_ON_ONCE(ext4_has_feature_metadata_csum(sb) && 27209aa5d32bSDmitry Monakhov !EXT4_SB(sb)->s_chksum_driver); 27219aa5d32bSDmitry Monakhov 27229aa5d32bSDmitry Monakhov return (EXT4_SB(sb)->s_chksum_driver != NULL); 27239aa5d32bSDmitry Monakhov } 27243dcf5451SChristoph Hellwig static inline ext4_fsblk_t ext4_blocks_count(struct ext4_super_block *es) 27253dcf5451SChristoph Hellwig { 27263dcf5451SChristoph Hellwig return ((ext4_fsblk_t)le32_to_cpu(es->s_blocks_count_hi) << 32) | 27273dcf5451SChristoph Hellwig le32_to_cpu(es->s_blocks_count_lo); 27283dcf5451SChristoph Hellwig } 27293dcf5451SChristoph Hellwig 27303dcf5451SChristoph Hellwig static inline ext4_fsblk_t ext4_r_blocks_count(struct ext4_super_block *es) 27313dcf5451SChristoph Hellwig { 27323dcf5451SChristoph Hellwig return ((ext4_fsblk_t)le32_to_cpu(es->s_r_blocks_count_hi) << 32) | 27333dcf5451SChristoph Hellwig le32_to_cpu(es->s_r_blocks_count_lo); 27343dcf5451SChristoph Hellwig } 27353dcf5451SChristoph Hellwig 27363dcf5451SChristoph Hellwig static inline ext4_fsblk_t ext4_free_blocks_count(struct ext4_super_block *es) 27373dcf5451SChristoph Hellwig { 27383dcf5451SChristoph Hellwig return ((ext4_fsblk_t)le32_to_cpu(es->s_free_blocks_count_hi) << 32) | 27393dcf5451SChristoph Hellwig le32_to_cpu(es->s_free_blocks_count_lo); 27403dcf5451SChristoph Hellwig } 27413dcf5451SChristoph Hellwig 27423dcf5451SChristoph Hellwig static inline void ext4_blocks_count_set(struct ext4_super_block *es, 27433dcf5451SChristoph Hellwig ext4_fsblk_t blk) 27443dcf5451SChristoph Hellwig { 27453dcf5451SChristoph Hellwig es->s_blocks_count_lo = cpu_to_le32((u32)blk); 27463dcf5451SChristoph Hellwig es->s_blocks_count_hi = cpu_to_le32(blk >> 32); 27473dcf5451SChristoph Hellwig } 27483dcf5451SChristoph Hellwig 27493dcf5451SChristoph Hellwig static inline void ext4_free_blocks_count_set(struct ext4_super_block *es, 27503dcf5451SChristoph Hellwig ext4_fsblk_t blk) 27513dcf5451SChristoph Hellwig { 27523dcf5451SChristoph Hellwig es->s_free_blocks_count_lo = cpu_to_le32((u32)blk); 27533dcf5451SChristoph Hellwig es->s_free_blocks_count_hi = cpu_to_le32(blk >> 32); 27543dcf5451SChristoph Hellwig } 27553dcf5451SChristoph Hellwig 27563dcf5451SChristoph Hellwig static inline void ext4_r_blocks_count_set(struct ext4_super_block *es, 27573dcf5451SChristoph Hellwig ext4_fsblk_t blk) 27583dcf5451SChristoph Hellwig { 27593dcf5451SChristoph Hellwig es->s_r_blocks_count_lo = cpu_to_le32((u32)blk); 27603dcf5451SChristoph Hellwig es->s_r_blocks_count_hi = cpu_to_le32(blk >> 32); 27613dcf5451SChristoph Hellwig } 27623dcf5451SChristoph Hellwig 27633dcf5451SChristoph Hellwig static inline loff_t ext4_isize(struct ext4_inode *raw_inode) 27643dcf5451SChristoph Hellwig { 276506a279d6STheodore Ts'o if (S_ISREG(le16_to_cpu(raw_inode->i_mode))) 27663dcf5451SChristoph Hellwig return ((loff_t)le32_to_cpu(raw_inode->i_size_high) << 32) | 27673dcf5451SChristoph Hellwig le32_to_cpu(raw_inode->i_size_lo); 276806a279d6STheodore Ts'o else 276906a279d6STheodore Ts'o return (loff_t) le32_to_cpu(raw_inode->i_size_lo); 27703dcf5451SChristoph Hellwig } 27713dcf5451SChristoph Hellwig 27723dcf5451SChristoph Hellwig static inline void ext4_isize_set(struct ext4_inode *raw_inode, loff_t i_size) 27733dcf5451SChristoph Hellwig { 27743dcf5451SChristoph Hellwig raw_inode->i_size_lo = cpu_to_le32(i_size); 27753dcf5451SChristoph Hellwig raw_inode->i_size_high = cpu_to_le32(i_size >> 32); 27763dcf5451SChristoph Hellwig } 27773dcf5451SChristoph Hellwig 27783dcf5451SChristoph Hellwig static inline 27793dcf5451SChristoph Hellwig struct ext4_group_info *ext4_get_group_info(struct super_block *sb, 27803dcf5451SChristoph Hellwig ext4_group_t group) 27813dcf5451SChristoph Hellwig { 27823dcf5451SChristoph Hellwig struct ext4_group_info ***grp_info; 27833dcf5451SChristoph Hellwig long indexv, indexh; 27842f2e09ebSTheodore Ts'o BUG_ON(group >= EXT4_SB(sb)->s_groups_count); 27853dcf5451SChristoph Hellwig grp_info = EXT4_SB(sb)->s_group_info; 27863dcf5451SChristoph Hellwig indexv = group >> (EXT4_DESC_PER_BLOCK_BITS(sb)); 27873dcf5451SChristoph Hellwig indexh = group & ((EXT4_DESC_PER_BLOCK(sb)) - 1); 27883dcf5451SChristoph Hellwig return grp_info[indexv][indexh]; 27893dcf5451SChristoph Hellwig } 27903dcf5451SChristoph Hellwig 27918df9675fSTheodore Ts'o /* 27928df9675fSTheodore Ts'o * Reading s_groups_count requires using smp_rmb() afterwards. See 27938df9675fSTheodore Ts'o * the locking protocol documented in the comments of ext4_group_add() 27948df9675fSTheodore Ts'o * in resize.c 27958df9675fSTheodore Ts'o */ 27968df9675fSTheodore Ts'o static inline ext4_group_t ext4_get_groups_count(struct super_block *sb) 27978df9675fSTheodore Ts'o { 27988df9675fSTheodore Ts'o ext4_group_t ngroups = EXT4_SB(sb)->s_groups_count; 27998df9675fSTheodore Ts'o 28008df9675fSTheodore Ts'o smp_rmb(); 28018df9675fSTheodore Ts'o return ngroups; 28028df9675fSTheodore Ts'o } 28033dcf5451SChristoph Hellwig 2804772cb7c8SJose R. Santos static inline ext4_group_t ext4_flex_group(struct ext4_sb_info *sbi, 2805772cb7c8SJose R. Santos ext4_group_t block_group) 2806772cb7c8SJose R. Santos { 2807772cb7c8SJose R. Santos return block_group >> sbi->s_log_groups_per_flex; 2808772cb7c8SJose R. Santos } 2809772cb7c8SJose R. Santos 2810772cb7c8SJose R. Santos static inline unsigned int ext4_flex_bg_size(struct ext4_sb_info *sbi) 2811772cb7c8SJose R. Santos { 2812772cb7c8SJose R. Santos return 1 << sbi->s_log_groups_per_flex; 2813772cb7c8SJose R. Santos } 2814772cb7c8SJose R. Santos 28153dcf5451SChristoph Hellwig #define ext4_std_error(sb, errno) \ 28163dcf5451SChristoph Hellwig do { \ 28173dcf5451SChristoph Hellwig if ((errno)) \ 2818c398eda0STheodore Ts'o __ext4_std_error((sb), __func__, __LINE__, (errno)); \ 28193dcf5451SChristoph Hellwig } while (0) 28203dcf5451SChristoph Hellwig 2821a30d542aSAneesh Kumar K.V #ifdef CONFIG_SMP 2822df55c99dSTheodore Ts'o /* Each CPU can accumulate percpu_counter_batch clusters in their local 2823df55c99dSTheodore Ts'o * counters. So we need to make sure we have free clusters more 2824179f7ebfSEric Dumazet * than percpu_counter_batch * nr_cpu_ids. Also add a window of 4 times. 2825a30d542aSAneesh Kumar K.V */ 2826df55c99dSTheodore Ts'o #define EXT4_FREECLUSTERS_WATERMARK (4 * (percpu_counter_batch * nr_cpu_ids)) 2827a30d542aSAneesh Kumar K.V #else 2828df55c99dSTheodore Ts'o #define EXT4_FREECLUSTERS_WATERMARK 0 2829a30d542aSAneesh Kumar K.V #endif 2830a30d542aSAneesh Kumar K.V 283190e775b7SJan Kara /* Update i_disksize. Requires i_mutex to avoid races with truncate */ 2832cf17fea6SAneesh Kumar K.V static inline void ext4_update_i_disksize(struct inode *inode, loff_t newsize) 2833cf17fea6SAneesh Kumar K.V { 283490e775b7SJan Kara WARN_ON_ONCE(S_ISREG(inode->i_mode) && 28355955102cSAl Viro !inode_is_locked(inode)); 2836cf17fea6SAneesh Kumar K.V down_write(&EXT4_I(inode)->i_data_sem); 2837cf17fea6SAneesh Kumar K.V if (newsize > EXT4_I(inode)->i_disksize) 2838cf17fea6SAneesh Kumar K.V EXT4_I(inode)->i_disksize = newsize; 2839cf17fea6SAneesh Kumar K.V up_write(&EXT4_I(inode)->i_data_sem); 284090e775b7SJan Kara } 284190e775b7SJan Kara 28424631dbf6SDmitry Monakhov /* Update i_size, i_disksize. Requires i_mutex to avoid races with truncate */ 28434631dbf6SDmitry Monakhov static inline int ext4_update_inode_size(struct inode *inode, loff_t newsize) 28444631dbf6SDmitry Monakhov { 28454631dbf6SDmitry Monakhov int changed = 0; 28464631dbf6SDmitry Monakhov 28474631dbf6SDmitry Monakhov if (newsize > inode->i_size) { 28484631dbf6SDmitry Monakhov i_size_write(inode, newsize); 28494631dbf6SDmitry Monakhov changed = 1; 28504631dbf6SDmitry Monakhov } 28514631dbf6SDmitry Monakhov if (newsize > EXT4_I(inode)->i_disksize) { 28524631dbf6SDmitry Monakhov ext4_update_i_disksize(inode, newsize); 28534631dbf6SDmitry Monakhov changed |= 2; 28544631dbf6SDmitry Monakhov } 28554631dbf6SDmitry Monakhov return changed; 28564631dbf6SDmitry Monakhov } 28574631dbf6SDmitry Monakhov 285801127848SJan Kara int ext4_update_disksize_before_punch(struct inode *inode, loff_t offset, 285901127848SJan Kara loff_t len); 286001127848SJan Kara 28615d1b1b3fSAneesh Kumar K.V struct ext4_group_info { 28625d1b1b3fSAneesh Kumar K.V unsigned long bb_state; 28635d1b1b3fSAneesh Kumar K.V struct rb_root bb_free_root; 2864a36b4498SEric Sandeen ext4_grpblk_t bb_first_free; /* first free block */ 2865a36b4498SEric Sandeen ext4_grpblk_t bb_free; /* total free blocks */ 2866a36b4498SEric Sandeen ext4_grpblk_t bb_fragments; /* nr of freespace fragments */ 28678a57d9d6SCurt Wohlgemuth ext4_grpblk_t bb_largest_free_order;/* order of largest frag in BG */ 28685d1b1b3fSAneesh Kumar K.V struct list_head bb_prealloc_list; 28695d1b1b3fSAneesh Kumar K.V #ifdef DOUBLE_CHECK 28705d1b1b3fSAneesh Kumar K.V void *bb_bitmap; 28715d1b1b3fSAneesh Kumar K.V #endif 28725d1b1b3fSAneesh Kumar K.V struct rw_semaphore alloc_sem; 2873a36b4498SEric Sandeen ext4_grpblk_t bb_counters[]; /* Nr of free power-of-two-block 2874a36b4498SEric Sandeen * regions, index is order. 2875a36b4498SEric Sandeen * bb_counters[3] = 5 means 2876a36b4498SEric Sandeen * 5 free 8-block regions. */ 28775d1b1b3fSAneesh Kumar K.V }; 28785d1b1b3fSAneesh Kumar K.V 28795d1b1b3fSAneesh Kumar K.V #define EXT4_GROUP_INFO_NEED_INIT_BIT 0 28803d56b8d2STao Ma #define EXT4_GROUP_INFO_WAS_TRIMMED_BIT 1 2881163a203dSDarrick J. Wong #define EXT4_GROUP_INFO_BBITMAP_CORRUPT_BIT 2 288287a39389SDarrick J. Wong #define EXT4_GROUP_INFO_IBITMAP_CORRUPT_BIT 3 28835d1b1b3fSAneesh Kumar K.V 28845d1b1b3fSAneesh Kumar K.V #define EXT4_MB_GRP_NEED_INIT(grp) \ 28855d1b1b3fSAneesh Kumar K.V (test_bit(EXT4_GROUP_INFO_NEED_INIT_BIT, &((grp)->bb_state))) 2886163a203dSDarrick J. Wong #define EXT4_MB_GRP_BBITMAP_CORRUPT(grp) \ 2887163a203dSDarrick J. Wong (test_bit(EXT4_GROUP_INFO_BBITMAP_CORRUPT_BIT, &((grp)->bb_state))) 288887a39389SDarrick J. Wong #define EXT4_MB_GRP_IBITMAP_CORRUPT(grp) \ 288987a39389SDarrick J. Wong (test_bit(EXT4_GROUP_INFO_IBITMAP_CORRUPT_BIT, &((grp)->bb_state))) 28905d1b1b3fSAneesh Kumar K.V 28913d56b8d2STao Ma #define EXT4_MB_GRP_WAS_TRIMMED(grp) \ 28923d56b8d2STao Ma (test_bit(EXT4_GROUP_INFO_WAS_TRIMMED_BIT, &((grp)->bb_state))) 28933d56b8d2STao Ma #define EXT4_MB_GRP_SET_TRIMMED(grp) \ 28943d56b8d2STao Ma (set_bit(EXT4_GROUP_INFO_WAS_TRIMMED_BIT, &((grp)->bb_state))) 28953d56b8d2STao Ma #define EXT4_MB_GRP_CLEAR_TRIMMED(grp) \ 28963d56b8d2STao Ma (clear_bit(EXT4_GROUP_INFO_WAS_TRIMMED_BIT, &((grp)->bb_state))) 28973d56b8d2STao Ma 289850797481STheodore Ts'o #define EXT4_MAX_CONTENTION 8 289950797481STheodore Ts'o #define EXT4_CONTENTION_THRESHOLD 2 290050797481STheodore Ts'o 2901955ce5f5SAneesh Kumar K.V static inline spinlock_t *ext4_group_lock_ptr(struct super_block *sb, 2902955ce5f5SAneesh Kumar K.V ext4_group_t group) 2903955ce5f5SAneesh Kumar K.V { 2904955ce5f5SAneesh Kumar K.V return bgl_lock_ptr(EXT4_SB(sb)->s_blockgroup_lock, group); 2905955ce5f5SAneesh Kumar K.V } 2906955ce5f5SAneesh Kumar K.V 290750797481STheodore Ts'o /* 290850797481STheodore Ts'o * Returns true if the filesystem is busy enough that attempts to 290950797481STheodore Ts'o * access the block group locks has run into contention. 291050797481STheodore Ts'o */ 291150797481STheodore Ts'o static inline int ext4_fs_is_busy(struct ext4_sb_info *sbi) 291250797481STheodore Ts'o { 291350797481STheodore Ts'o return (atomic_read(&sbi->s_lock_busy) > EXT4_CONTENTION_THRESHOLD); 291450797481STheodore Ts'o } 291550797481STheodore Ts'o 29165d1b1b3fSAneesh Kumar K.V static inline void ext4_lock_group(struct super_block *sb, ext4_group_t group) 29175d1b1b3fSAneesh Kumar K.V { 291850797481STheodore Ts'o spinlock_t *lock = ext4_group_lock_ptr(sb, group); 291950797481STheodore Ts'o if (spin_trylock(lock)) 292050797481STheodore Ts'o /* 292150797481STheodore Ts'o * We're able to grab the lock right away, so drop the 292250797481STheodore Ts'o * lock contention counter. 292350797481STheodore Ts'o */ 292450797481STheodore Ts'o atomic_add_unless(&EXT4_SB(sb)->s_lock_busy, -1, 0); 292550797481STheodore Ts'o else { 292650797481STheodore Ts'o /* 292750797481STheodore Ts'o * The lock is busy, so bump the contention counter, 292850797481STheodore Ts'o * and then wait on the spin lock. 292950797481STheodore Ts'o */ 293050797481STheodore Ts'o atomic_add_unless(&EXT4_SB(sb)->s_lock_busy, 1, 293150797481STheodore Ts'o EXT4_MAX_CONTENTION); 293250797481STheodore Ts'o spin_lock(lock); 293350797481STheodore Ts'o } 29345d1b1b3fSAneesh Kumar K.V } 29355d1b1b3fSAneesh Kumar K.V 29365d1b1b3fSAneesh Kumar K.V static inline void ext4_unlock_group(struct super_block *sb, 29375d1b1b3fSAneesh Kumar K.V ext4_group_t group) 29385d1b1b3fSAneesh Kumar K.V { 2939955ce5f5SAneesh Kumar K.V spin_unlock(ext4_group_lock_ptr(sb, group)); 29405d1b1b3fSAneesh Kumar K.V } 29415d1b1b3fSAneesh Kumar K.V 29423dcf5451SChristoph Hellwig /* 29431f7d1e77STheodore Ts'o * Block validity checking 29441f7d1e77STheodore Ts'o */ 29451f7d1e77STheodore Ts'o #define ext4_check_indirect_blockref(inode, bh) \ 29461f7d1e77STheodore Ts'o ext4_check_blockref(__func__, __LINE__, inode, \ 29471f7d1e77STheodore Ts'o (__le32 *)(bh)->b_data, \ 29481f7d1e77STheodore Ts'o EXT4_ADDR_PER_BLOCK((inode)->i_sb)) 29491f7d1e77STheodore Ts'o 29501f7d1e77STheodore Ts'o #define ext4_ind_check_inode(inode) \ 29511f7d1e77STheodore Ts'o ext4_check_blockref(__func__, __LINE__, inode, \ 29521f7d1e77STheodore Ts'o EXT4_I(inode)->i_data, \ 29531f7d1e77STheodore Ts'o EXT4_NDIR_BLOCKS) 29541f7d1e77STheodore Ts'o 29551f7d1e77STheodore Ts'o /* 29563dcf5451SChristoph Hellwig * Inodes and files operations 29573dcf5451SChristoph Hellwig */ 29583dcf5451SChristoph Hellwig 29593dcf5451SChristoph Hellwig /* dir.c */ 29603dcf5451SChristoph Hellwig extern const struct file_operations ext4_dir_operations; 29613dcf5451SChristoph Hellwig 29623dcf5451SChristoph Hellwig /* file.c */ 29633dcf5451SChristoph Hellwig extern const struct inode_operations ext4_file_inode_operations; 29643dcf5451SChristoph Hellwig extern const struct file_operations ext4_file_operations; 2965e0d10bfaSToshiyuki Okajima extern loff_t ext4_llseek(struct file *file, loff_t offset, int origin); 29663dcf5451SChristoph Hellwig 296795eaefbdSTheodore Ts'o /* inline.c */ 296895eaefbdSTheodore Ts'o extern int ext4_get_max_inline_size(struct inode *inode); 296995eaefbdSTheodore Ts'o extern int ext4_find_inline_data_nolock(struct inode *inode); 297095eaefbdSTheodore Ts'o extern int ext4_init_inline_data(handle_t *handle, struct inode *inode, 297195eaefbdSTheodore Ts'o unsigned int len); 297295eaefbdSTheodore Ts'o extern int ext4_destroy_inline_data(handle_t *handle, struct inode *inode); 297395eaefbdSTheodore Ts'o 297495eaefbdSTheodore Ts'o extern int ext4_readpage_inline(struct inode *inode, struct page *page); 297595eaefbdSTheodore Ts'o extern int ext4_try_to_write_inline_data(struct address_space *mapping, 297695eaefbdSTheodore Ts'o struct inode *inode, 297795eaefbdSTheodore Ts'o loff_t pos, unsigned len, 297895eaefbdSTheodore Ts'o unsigned flags, 297995eaefbdSTheodore Ts'o struct page **pagep); 298095eaefbdSTheodore Ts'o extern int ext4_write_inline_data_end(struct inode *inode, 298195eaefbdSTheodore Ts'o loff_t pos, unsigned len, 298295eaefbdSTheodore Ts'o unsigned copied, 298395eaefbdSTheodore Ts'o struct page *page); 298495eaefbdSTheodore Ts'o extern struct buffer_head * 298595eaefbdSTheodore Ts'o ext4_journalled_write_inline_data(struct inode *inode, 298695eaefbdSTheodore Ts'o unsigned len, 298795eaefbdSTheodore Ts'o struct page *page); 298895eaefbdSTheodore Ts'o extern int ext4_da_write_inline_data_begin(struct address_space *mapping, 298995eaefbdSTheodore Ts'o struct inode *inode, 299095eaefbdSTheodore Ts'o loff_t pos, unsigned len, 299195eaefbdSTheodore Ts'o unsigned flags, 299295eaefbdSTheodore Ts'o struct page **pagep, 299395eaefbdSTheodore Ts'o void **fsdata); 299495eaefbdSTheodore Ts'o extern int ext4_da_write_inline_data_end(struct inode *inode, loff_t pos, 299595eaefbdSTheodore Ts'o unsigned len, unsigned copied, 299695eaefbdSTheodore Ts'o struct page *page); 29975b643f9cSTheodore Ts'o extern int ext4_try_add_inline_entry(handle_t *handle, 29985b643f9cSTheodore Ts'o struct ext4_filename *fname, 299956a04915STheodore Ts'o struct inode *dir, struct inode *inode); 300095eaefbdSTheodore Ts'o extern int ext4_try_create_inline_dir(handle_t *handle, 300195eaefbdSTheodore Ts'o struct inode *parent, 300295eaefbdSTheodore Ts'o struct inode *inode); 300395eaefbdSTheodore Ts'o extern int ext4_read_inline_dir(struct file *filp, 3004725bebb2SAl Viro struct dir_context *ctx, 300595eaefbdSTheodore Ts'o int *has_inline_data); 30068af0f082STao Ma extern int htree_inlinedir_to_tree(struct file *dir_file, 30078af0f082STao Ma struct inode *dir, ext4_lblk_t block, 30088af0f082STao Ma struct dx_hash_info *hinfo, 30098af0f082STao Ma __u32 start_hash, __u32 start_minor_hash, 30108af0f082STao Ma int *has_inline_data); 301195eaefbdSTheodore Ts'o extern struct buffer_head *ext4_find_inline_entry(struct inode *dir, 30125b643f9cSTheodore Ts'o struct ext4_filename *fname, 301395eaefbdSTheodore Ts'o const struct qstr *d_name, 301495eaefbdSTheodore Ts'o struct ext4_dir_entry_2 **res_dir, 301595eaefbdSTheodore Ts'o int *has_inline_data); 301695eaefbdSTheodore Ts'o extern int ext4_delete_inline_entry(handle_t *handle, 301795eaefbdSTheodore Ts'o struct inode *dir, 301895eaefbdSTheodore Ts'o struct ext4_dir_entry_2 *de_del, 301995eaefbdSTheodore Ts'o struct buffer_head *bh, 302095eaefbdSTheodore Ts'o int *has_inline_data); 3021a7550b30SJaegeuk Kim extern bool empty_inline_dir(struct inode *dir, int *has_inline_data); 302295eaefbdSTheodore Ts'o extern struct buffer_head *ext4_get_first_inline_block(struct inode *inode, 302395eaefbdSTheodore Ts'o struct ext4_dir_entry_2 **parent_de, 302495eaefbdSTheodore Ts'o int *retval); 302595eaefbdSTheodore Ts'o extern int ext4_inline_data_fiemap(struct inode *inode, 302695eaefbdSTheodore Ts'o struct fiemap_extent_info *fieinfo, 3027d952d69eSDmitry Monakhov int *has_inline, __u64 start, __u64 len); 302895eaefbdSTheodore Ts'o extern int ext4_try_to_evict_inline_data(handle_t *handle, 302995eaefbdSTheodore Ts'o struct inode *inode, 303095eaefbdSTheodore Ts'o int needed); 303101daf945STheodore Ts'o extern int ext4_inline_data_truncate(struct inode *inode, int *has_inline); 303295eaefbdSTheodore Ts'o 303395eaefbdSTheodore Ts'o extern int ext4_convert_inline_data(struct inode *inode); 303495eaefbdSTheodore Ts'o 303583447ccbSZheng Liu static inline int ext4_has_inline_data(struct inode *inode) 303683447ccbSZheng Liu { 303783447ccbSZheng Liu return ext4_test_inode_flag(inode, EXT4_INODE_INLINE_DATA) && 303883447ccbSZheng Liu EXT4_I(inode)->i_inline_off; 303983447ccbSZheng Liu } 304083447ccbSZheng Liu 30413dcf5451SChristoph Hellwig /* namei.c */ 30423dcf5451SChristoph Hellwig extern const struct inode_operations ext4_dir_inode_operations; 30433dcf5451SChristoph Hellwig extern const struct inode_operations ext4_special_inode_operations; 3044596397b7STheodore Ts'o extern struct dentry *ext4_get_parent(struct dentry *child); 3045a774f9c2STao Ma extern struct ext4_dir_entry_2 *ext4_init_dot_dotdot(struct inode *inode, 3046a774f9c2STao Ma struct ext4_dir_entry_2 *de, 3047a774f9c2STao Ma int blocksize, int csum_size, 3048a774f9c2STao Ma unsigned int parent_ino, int dotdot_real_len); 30493c47d541STao Ma extern void initialize_dirent_tail(struct ext4_dir_entry_tail *t, 30503c47d541STao Ma unsigned int blocksize); 30513c47d541STao Ma extern int ext4_handle_dirty_dirent_node(handle_t *handle, 30523c47d541STao Ma struct inode *inode, 30533c47d541STao Ma struct buffer_head *bh); 30548af0f082STao Ma #define S_SHIFT 12 30558af0f082STao Ma static unsigned char ext4_type_by_mode[S_IFMT >> S_SHIFT] = { 30568af0f082STao Ma [S_IFREG >> S_SHIFT] = EXT4_FT_REG_FILE, 30578af0f082STao Ma [S_IFDIR >> S_SHIFT] = EXT4_FT_DIR, 30588af0f082STao Ma [S_IFCHR >> S_SHIFT] = EXT4_FT_CHRDEV, 30598af0f082STao Ma [S_IFBLK >> S_SHIFT] = EXT4_FT_BLKDEV, 30608af0f082STao Ma [S_IFIFO >> S_SHIFT] = EXT4_FT_FIFO, 30618af0f082STao Ma [S_IFSOCK >> S_SHIFT] = EXT4_FT_SOCK, 30628af0f082STao Ma [S_IFLNK >> S_SHIFT] = EXT4_FT_SYMLINK, 30638af0f082STao Ma }; 30648af0f082STao Ma 30658af0f082STao Ma static inline void ext4_set_de_type(struct super_block *sb, 30668af0f082STao Ma struct ext4_dir_entry_2 *de, 30678af0f082STao Ma umode_t mode) { 3068e2b911c5SDarrick J. Wong if (ext4_has_feature_filetype(sb)) 30698af0f082STao Ma de->file_type = ext4_type_by_mode[(mode & S_IFMT)>>S_SHIFT]; 30708af0f082STao Ma } 30718af0f082STao Ma 3072f64e02feSTheodore Ts'o /* readpages.c */ 3073f64e02feSTheodore Ts'o extern int ext4_mpage_readpages(struct address_space *mapping, 3074f64e02feSTheodore Ts'o struct list_head *pages, struct page *page, 3075f64e02feSTheodore Ts'o unsigned nr_pages); 30763dcf5451SChristoph Hellwig 30773dcf5451SChristoph Hellwig /* symlink.c */ 3078a7a67e8aSAl Viro extern const struct inode_operations ext4_encrypted_symlink_inode_operations; 30793dcf5451SChristoph Hellwig extern const struct inode_operations ext4_symlink_inode_operations; 30803dcf5451SChristoph Hellwig extern const struct inode_operations ext4_fast_symlink_inode_operations; 30813dcf5451SChristoph Hellwig 3082b5799018STheodore Ts'o /* sysfs.c */ 3083b5799018STheodore Ts'o extern int ext4_register_sysfs(struct super_block *sb); 3084ebd173beSTheodore Ts'o extern void ext4_unregister_sysfs(struct super_block *sb); 3085b5799018STheodore Ts'o extern int __init ext4_init_sysfs(void); 3086b5799018STheodore Ts'o extern void ext4_exit_sysfs(void); 3087b5799018STheodore Ts'o 30886fd058f7STheodore Ts'o /* block_validity */ 30896fd058f7STheodore Ts'o extern void ext4_release_system_zone(struct super_block *sb); 30906fd058f7STheodore Ts'o extern int ext4_setup_system_zone(struct super_block *sb); 30915dabfc78STheodore Ts'o extern int __init ext4_init_system_zone(void); 30925dabfc78STheodore Ts'o extern void ext4_exit_system_zone(void); 30936fd058f7STheodore Ts'o extern int ext4_data_block_valid(struct ext4_sb_info *sbi, 30946fd058f7STheodore Ts'o ext4_fsblk_t start_blk, 30956fd058f7STheodore Ts'o unsigned int count); 30961f7d1e77STheodore Ts'o extern int ext4_check_blockref(const char *, unsigned int, 30971f7d1e77STheodore Ts'o struct inode *, __le32 *, unsigned int); 30986fd058f7STheodore Ts'o 30993dcf5451SChristoph Hellwig /* extents.c */ 31004a092d73STheodore Ts'o struct ext4_ext_path; 31014a092d73STheodore Ts'o struct ext4_extent; 31024a092d73STheodore Ts'o 3103d7b2a00cSZheng Liu /* 3104d7b2a00cSZheng Liu * Maximum number of logical blocks in a file; ext4_extent's ee_block is 3105d7b2a00cSZheng Liu * __le32. 3106d7b2a00cSZheng Liu */ 3107d7b2a00cSZheng Liu #define EXT_MAX_BLOCKS 0xffffffff 3108d7b2a00cSZheng Liu 31093dcf5451SChristoph Hellwig extern int ext4_ext_tree_init(handle_t *handle, struct inode *); 31103dcf5451SChristoph Hellwig extern int ext4_ext_writepage_trans_blocks(struct inode *, int); 3111fffb2739SJan Kara extern int ext4_ext_index_trans_blocks(struct inode *inode, int extents); 3112e35fd660STheodore Ts'o extern int ext4_ext_map_blocks(handle_t *handle, struct inode *inode, 3113e35fd660STheodore Ts'o struct ext4_map_blocks *map, int flags); 3114d0abb36dSTheodore Ts'o extern int ext4_ext_truncate(handle_t *, struct inode *); 311526a4c0c6STheodore Ts'o extern int ext4_ext_remove_space(struct inode *inode, ext4_lblk_t start, 311626a4c0c6STheodore Ts'o ext4_lblk_t end); 31173dcf5451SChristoph Hellwig extern void ext4_ext_init(struct super_block *); 31183dcf5451SChristoph Hellwig extern void ext4_ext_release(struct super_block *); 31192fe17c10SChristoph Hellwig extern long ext4_fallocate(struct file *file, int mode, loff_t offset, 31203dcf5451SChristoph Hellwig loff_t len); 31216b523df4SJan Kara extern int ext4_convert_unwritten_extents(handle_t *handle, struct inode *inode, 31226b523df4SJan Kara loff_t offset, ssize_t len); 3123e35fd660STheodore Ts'o extern int ext4_map_blocks(handle_t *handle, struct inode *inode, 3124e35fd660STheodore Ts'o struct ext4_map_blocks *map, int flags); 31254a092d73STheodore Ts'o extern int ext4_ext_calc_metadata_amount(struct inode *inode, 31264a092d73STheodore Ts'o ext4_lblk_t lblocks); 31274a092d73STheodore Ts'o extern int ext4_ext_calc_credits_for_single_extent(struct inode *inode, 31284a092d73STheodore Ts'o int num, 31294a092d73STheodore Ts'o struct ext4_ext_path *path); 31304a092d73STheodore Ts'o extern int ext4_can_extents_be_merged(struct inode *inode, 31314a092d73STheodore Ts'o struct ext4_extent *ex1, 31324a092d73STheodore Ts'o struct ext4_extent *ex2); 31334a092d73STheodore Ts'o extern int ext4_ext_insert_extent(handle_t *, struct inode *, 3134dfe50809STheodore Ts'o struct ext4_ext_path **, 31354a092d73STheodore Ts'o struct ext4_extent *, int); 3136ed8a1a76STheodore Ts'o extern struct ext4_ext_path *ext4_find_extent(struct inode *, ext4_lblk_t, 3137705912caSTheodore Ts'o struct ext4_ext_path **, 3138107a7bd3STheodore Ts'o int flags); 31394a092d73STheodore Ts'o extern void ext4_ext_drop_refs(struct ext4_ext_path *); 31404a092d73STheodore Ts'o extern int ext4_ext_check_inode(struct inode *inode); 3141f7fec032SZheng Liu extern int ext4_find_delalloc_range(struct inode *inode, 3142f7fec032SZheng Liu ext4_lblk_t lblk_start, 3143f7fec032SZheng Liu ext4_lblk_t lblk_end); 31444a092d73STheodore Ts'o extern int ext4_find_delalloc_cluster(struct inode *inode, ext4_lblk_t lblk); 3145fcf6b1b7SDmitry Monakhov extern ext4_lblk_t ext4_ext_next_allocated_block(struct ext4_ext_path *path); 31463a06d778SAneesh Kumar K.V extern int ext4_fiemap(struct inode *inode, struct fiemap_extent_info *fieinfo, 31473a06d778SAneesh Kumar K.V __u64 start, __u64 len); 31487869a4a6STheodore Ts'o extern int ext4_ext_precache(struct inode *inode); 31499eb79482SNamjae Jeon extern int ext4_collapse_range(struct inode *inode, loff_t offset, loff_t len); 3150331573feSNamjae Jeon extern int ext4_insert_range(struct inode *inode, loff_t offset, loff_t len); 3151fcf6b1b7SDmitry Monakhov extern int ext4_swap_extents(handle_t *handle, struct inode *inode1, 3152fcf6b1b7SDmitry Monakhov struct inode *inode2, ext4_lblk_t lblk1, 3153fcf6b1b7SDmitry Monakhov ext4_lblk_t lblk2, ext4_lblk_t count, 3154fcf6b1b7SDmitry Monakhov int mark_unwritten,int *err); 31554a092d73STheodore Ts'o 3156748de673SAkira Fujita /* move_extent.c */ 3157393d1d1dSDr. Tilmann Bubeck extern void ext4_double_down_write_data_sem(struct inode *first, 3158393d1d1dSDr. Tilmann Bubeck struct inode *second); 3159393d1d1dSDr. Tilmann Bubeck extern void ext4_double_up_write_data_sem(struct inode *orig_inode, 3160393d1d1dSDr. Tilmann Bubeck struct inode *donor_inode); 3161748de673SAkira Fujita extern int ext4_move_extents(struct file *o_filp, struct file *d_filp, 3162748de673SAkira Fujita __u64 start_orig, __u64 start_donor, 3163748de673SAkira Fujita __u64 len, __u64 *moved_len); 3164748de673SAkira Fujita 3165bd2d0210STheodore Ts'o /* page-io.c */ 31665dabfc78STheodore Ts'o extern int __init ext4_init_pageio(void); 31675dabfc78STheodore Ts'o extern void ext4_exit_pageio(void); 3168bd2d0210STheodore Ts'o extern ext4_io_end_t *ext4_init_io_end(struct inode *inode, gfp_t flags); 316997a851edSJan Kara extern ext4_io_end_t *ext4_get_io_end(ext4_io_end_t *io_end); 317097a851edSJan Kara extern int ext4_put_io_end(ext4_io_end_t *io_end); 317197a851edSJan Kara extern void ext4_put_io_end_defer(ext4_io_end_t *io_end); 317297a851edSJan Kara extern void ext4_io_submit_init(struct ext4_io_submit *io, 317397a851edSJan Kara struct writeback_control *wbc); 31742e8fa54eSJan Kara extern void ext4_end_io_rsv_work(struct work_struct *work); 3175bd2d0210STheodore Ts'o extern void ext4_io_submit(struct ext4_io_submit *io); 3176bd2d0210STheodore Ts'o extern int ext4_bio_write_page(struct ext4_io_submit *io, 3177bd2d0210STheodore Ts'o struct page *page, 3178bd2d0210STheodore Ts'o int len, 31791c8349a1SNamjae Jeon struct writeback_control *wbc, 31801c8349a1SNamjae Jeon bool keep_towrite); 31813a06d778SAneesh Kumar K.V 3182c5e06d10SJohann Lombardi /* mmp.c */ 3183c5e06d10SJohann Lombardi extern int ext4_multi_mount_protect(struct super_block *, ext4_fsblk_t); 3184c5e06d10SJohann Lombardi 31853613d228SJan Kara /* 318648fc7f7eSAdam Buchbinder * Add new method to test whether block and inode bitmaps are properly 31872ccb5fb9SAneesh Kumar K.V * initialized. With uninit_bg reading the block from disk is not enough 31882ccb5fb9SAneesh Kumar K.V * to mark the bitmap uptodate. We need to also zero-out the bitmap 31892ccb5fb9SAneesh Kumar K.V */ 31902ccb5fb9SAneesh Kumar K.V #define BH_BITMAP_UPTODATE BH_JBDPrivateStart 31912ccb5fb9SAneesh Kumar K.V 31922ccb5fb9SAneesh Kumar K.V static inline int bitmap_uptodate(struct buffer_head *bh) 31932ccb5fb9SAneesh Kumar K.V { 31942ccb5fb9SAneesh Kumar K.V return (buffer_uptodate(bh) && 31952ccb5fb9SAneesh Kumar K.V test_bit(BH_BITMAP_UPTODATE, &(bh)->b_state)); 31962ccb5fb9SAneesh Kumar K.V } 31972ccb5fb9SAneesh Kumar K.V static inline void set_bitmap_uptodate(struct buffer_head *bh) 31982ccb5fb9SAneesh Kumar K.V { 31992ccb5fb9SAneesh Kumar K.V set_bit(BH_BITMAP_UPTODATE, &(bh)->b_state); 32002ccb5fb9SAneesh Kumar K.V } 32012ccb5fb9SAneesh Kumar K.V 320217335dccSDmitry Monakhov /* 320317335dccSDmitry Monakhov * Disable DIO read nolock optimization, so new dioreaders will be forced 320417335dccSDmitry Monakhov * to grab i_mutex 320517335dccSDmitry Monakhov */ 320617335dccSDmitry Monakhov static inline void ext4_inode_block_unlocked_dio(struct inode *inode) 320717335dccSDmitry Monakhov { 320817335dccSDmitry Monakhov ext4_set_inode_state(inode, EXT4_STATE_DIOREAD_LOCK); 320917335dccSDmitry Monakhov smp_mb(); 321017335dccSDmitry Monakhov } 321117335dccSDmitry Monakhov static inline void ext4_inode_resume_unlocked_dio(struct inode *inode) 321217335dccSDmitry Monakhov { 321317335dccSDmitry Monakhov smp_mb(); 321417335dccSDmitry Monakhov ext4_clear_inode_state(inode, EXT4_STATE_DIOREAD_LOCK); 321517335dccSDmitry Monakhov } 321617335dccSDmitry Monakhov 3217731eb1a0SAkinobu Mita #define in_range(b, first, len) ((b) >= (first) && (b) <= (first) + (len) - 1) 3218731eb1a0SAkinobu Mita 3219e9e3bcecSEric Sandeen /* For ioend & aio unwritten conversion wait queues */ 3220e9e3bcecSEric Sandeen #define EXT4_WQ_HASH_SZ 37 3221e9e3bcecSEric Sandeen #define ext4_ioend_wq(v) (&ext4__ioend_wq[((unsigned long)(v)) %\ 3222e9e3bcecSEric Sandeen EXT4_WQ_HASH_SZ]) 3223e9e3bcecSEric Sandeen extern wait_queue_head_t ext4__ioend_wq[EXT4_WQ_HASH_SZ]; 3224e9e3bcecSEric Sandeen 32258f82f840SYongqiang Yang extern int ext4_resize_begin(struct super_block *sb); 32268f82f840SYongqiang Yang extern void ext4_resize_end(struct super_block *sb); 32278f82f840SYongqiang Yang 322874c66bcbSJan Kara static inline void ext4_set_io_unwritten_flag(struct inode *inode, 322974c66bcbSJan Kara struct ext4_io_end *io_end) 323074c66bcbSJan Kara { 323174c66bcbSJan Kara if (!(io_end->flag & EXT4_IO_END_UNWRITTEN)) { 323274c66bcbSJan Kara io_end->flag |= EXT4_IO_END_UNWRITTEN; 323374c66bcbSJan Kara atomic_inc(&EXT4_I(inode)->i_unwritten); 323474c66bcbSJan Kara } 323574c66bcbSJan Kara } 323674c66bcbSJan Kara 323774c66bcbSJan Kara static inline void ext4_clear_io_unwritten_flag(ext4_io_end_t *io_end) 323874c66bcbSJan Kara { 323974c66bcbSJan Kara struct inode *inode = io_end->inode; 324074c66bcbSJan Kara 324174c66bcbSJan Kara if (io_end->flag & EXT4_IO_END_UNWRITTEN) { 324274c66bcbSJan Kara io_end->flag &= ~EXT4_IO_END_UNWRITTEN; 324374c66bcbSJan Kara /* Wake up anyone waiting on unwritten extent conversion */ 324474c66bcbSJan Kara if (atomic_dec_and_test(&EXT4_I(inode)->i_unwritten)) 324574c66bcbSJan Kara wake_up_all(ext4_ioend_wq(inode)); 324674c66bcbSJan Kara } 324774c66bcbSJan Kara } 324874c66bcbSJan Kara 3249364443cbSJan Kara extern struct iomap_ops ext4_iomap_ops; 3250364443cbSJan Kara 32513dcf5451SChristoph Hellwig #endif /* __KERNEL__ */ 32523dcf5451SChristoph Hellwig 32536a797d27SDarrick J. Wong #define EFSBADCRC EBADMSG /* Bad CRC detected */ 32546a797d27SDarrick J. Wong #define EFSCORRUPTED EUCLEAN /* Filesystem is corrupted */ 32556a797d27SDarrick J. Wong 32563dcf5451SChristoph Hellwig #endif /* _EXT4_H */ 3257