1f5166768STheodore Ts'o // SPDX-License-Identifier: GPL-2.0 23dcf5451SChristoph Hellwig /* 33dcf5451SChristoph Hellwig * ext4.h 43dcf5451SChristoph Hellwig * 53dcf5451SChristoph Hellwig * Copyright (C) 1992, 1993, 1994, 1995 63dcf5451SChristoph Hellwig * Remy Card (card@masi.ibp.fr) 73dcf5451SChristoph Hellwig * Laboratoire MASI - Institut Blaise Pascal 83dcf5451SChristoph Hellwig * Universite Pierre et Marie Curie (Paris VI) 93dcf5451SChristoph Hellwig * 103dcf5451SChristoph Hellwig * from 113dcf5451SChristoph Hellwig * 123dcf5451SChristoph Hellwig * linux/include/linux/minix_fs.h 133dcf5451SChristoph Hellwig * 143dcf5451SChristoph Hellwig * Copyright (C) 1991, 1992 Linus Torvalds 153dcf5451SChristoph Hellwig */ 163dcf5451SChristoph Hellwig 173dcf5451SChristoph Hellwig #ifndef _EXT4_H 183dcf5451SChristoph Hellwig #define _EXT4_H 193dcf5451SChristoph Hellwig 203dcf5451SChristoph Hellwig #include <linux/types.h> 213dcf5451SChristoph Hellwig #include <linux/blkdev.h> 223dcf5451SChristoph Hellwig #include <linux/magic.h> 232ccb5fb9SAneesh Kumar K.V #include <linux/jbd2.h> 2460e58e0fSMingming Cao #include <linux/quota.h> 25d444c3c3STheodore Ts'o #include <linux/rwsem.h> 26d444c3c3STheodore Ts'o #include <linux/rbtree.h> 27d444c3c3STheodore Ts'o #include <linux/seqlock.h> 28d444c3c3STheodore Ts'o #include <linux/mutex.h> 29ca0faba0STheodore Ts'o #include <linux/timer.h> 30ca0faba0STheodore Ts'o #include <linux/wait.h> 31174cd4b1SIngo Molnar #include <linux/sched/signal.h> 32ca0faba0STheodore Ts'o #include <linux/blockgroup_lock.h> 33ca0faba0STheodore Ts'o #include <linux/percpu_counter.h> 34efbed4dcSTheodore Ts'o #include <linux/ratelimit.h> 350441984aSDarrick J. Wong #include <crypto/hash.h> 36a633f5a3SLukas Czerner #include <linux/falloc.h> 37c8585c6fSDaeho Jeong #include <linux/percpu-rwsem.h> 3810c5db28SChristoph Hellwig #include <linux/fiemap.h> 394d92dc0fSBen Hutchings #ifdef __KERNEL__ 404d92dc0fSBen Hutchings #include <linux/compat.h> 414d92dc0fSBen Hutchings #endif 423dcf5451SChristoph Hellwig 43734f0d24SDave Chinner #include <linux/fscrypt.h> 44c93d8f88SEric Biggers #include <linux/fsverity.h> 45734f0d24SDave Chinner 46072ebb3bSTheodore Ts'o #include <linux/compiler.h> 47072ebb3bSTheodore Ts'o 483dcf5451SChristoph Hellwig /* 498a35694eSShen Feng * The fourth extended filesystem constants/structures 503dcf5451SChristoph Hellwig */ 513dcf5451SChristoph Hellwig 523dcf5451SChristoph Hellwig /* 53a2821e34SAihua Zhang * with AGGRESSIVE_CHECK allocator runs consistency checks over 54a2821e34SAihua Zhang * structures. these checks slow things down a lot 55a2821e34SAihua Zhang */ 56a2821e34SAihua Zhang #define AGGRESSIVE_CHECK__ 57a2821e34SAihua Zhang 58a2821e34SAihua Zhang /* 59a2821e34SAihua Zhang * with DOUBLE_CHECK defined mballoc creates persistent in-core 60a2821e34SAihua Zhang * bitmaps, maintains and uses them to check for double allocations 61a2821e34SAihua Zhang */ 62a2821e34SAihua Zhang #define DOUBLE_CHECK__ 63a2821e34SAihua Zhang 64a2821e34SAihua Zhang /* 653dcf5451SChristoph Hellwig * Define EXT4FS_DEBUG to produce debug messages 663dcf5451SChristoph Hellwig */ 673dcf5451SChristoph Hellwig #undef EXT4FS_DEBUG 683dcf5451SChristoph Hellwig 693dcf5451SChristoph Hellwig /* 703dcf5451SChristoph Hellwig * Debug code 713dcf5451SChristoph Hellwig */ 723dcf5451SChristoph Hellwig #ifdef EXT4FS_DEBUG 733dcf5451SChristoph Hellwig #define ext4_debug(f, a...) \ 743dcf5451SChristoph Hellwig do { \ 753dcf5451SChristoph Hellwig printk(KERN_DEBUG "EXT4-fs DEBUG (%s, %d): %s:", \ 764db9c54aSStoyan Gaydarov __FILE__, __LINE__, __func__); \ 773dcf5451SChristoph Hellwig printk(KERN_DEBUG f, ## a); \ 783dcf5451SChristoph Hellwig } while (0) 793dcf5451SChristoph Hellwig #else 80ace36ad4SJoe Perches #define ext4_debug(fmt, ...) no_printk(fmt, ##__VA_ARGS__) 813dcf5451SChristoph Hellwig #endif 823dcf5451SChristoph Hellwig 834a092d73STheodore Ts'o /* 8470aa1554SRitesh Harjani * Turn on EXT_DEBUG to enable ext4_ext_show_path/leaf/move in extents.c 854a092d73STheodore Ts'o */ 864a092d73STheodore Ts'o #define EXT_DEBUG__ 8770aa1554SRitesh Harjani 8870aa1554SRitesh Harjani /* 8970aa1554SRitesh Harjani * Dynamic printk for controlled extents debugging. 9070aa1554SRitesh Harjani */ 9170aa1554SRitesh Harjani #ifdef CONFIG_EXT4_DEBUG 9270aa1554SRitesh Harjani #define ext_debug(ino, fmt, ...) \ 9370aa1554SRitesh Harjani pr_debug("[%s/%d] EXT4-fs (%s): ino %lu: (%s, %d): %s:" fmt, \ 9470aa1554SRitesh Harjani current->comm, task_pid_nr(current), \ 9570aa1554SRitesh Harjani ino->i_sb->s_id, ino->i_ino, __FILE__, __LINE__, \ 9670aa1554SRitesh Harjani __func__, ##__VA_ARGS__) 974a092d73STheodore Ts'o #else 9870aa1554SRitesh Harjani #define ext_debug(ino, fmt, ...) no_printk(fmt, ##__VA_ARGS__) 994a092d73STheodore Ts'o #endif 1004a092d73STheodore Ts'o 101*837c23fbSChunguang Xu #define ASSERT(assert) \ 102*837c23fbSChunguang Xu do { \ 103*837c23fbSChunguang Xu if (unlikely(!(assert))) { \ 104*837c23fbSChunguang Xu printk(KERN_EMERG \ 105*837c23fbSChunguang Xu "Assertion failure in %s() at %s:%d: '%s'\n", \ 106*837c23fbSChunguang Xu __func__, __FILE__, __LINE__, #assert); \ 107*837c23fbSChunguang Xu BUG(); \ 108*837c23fbSChunguang Xu } \ 109*837c23fbSChunguang Xu } while (0) 110*837c23fbSChunguang Xu 111d444c3c3STheodore Ts'o /* data type for block offset of block group */ 112d444c3c3STheodore Ts'o typedef int ext4_grpblk_t; 113d444c3c3STheodore Ts'o 114d444c3c3STheodore Ts'o /* data type for filesystem-wide blocks number */ 115d444c3c3STheodore Ts'o typedef unsigned long long ext4_fsblk_t; 116d444c3c3STheodore Ts'o 117d444c3c3STheodore Ts'o /* data type for file logical block number */ 118d444c3c3STheodore Ts'o typedef __u32 ext4_lblk_t; 119d444c3c3STheodore Ts'o 120d444c3c3STheodore Ts'o /* data type for block group number */ 121d444c3c3STheodore Ts'o typedef unsigned int ext4_group_t; 122d444c3c3STheodore Ts'o 123331573feSNamjae Jeon enum SHIFT_DIRECTION { 124331573feSNamjae Jeon SHIFT_LEFT = 0, 125331573feSNamjae Jeon SHIFT_RIGHT, 126331573feSNamjae Jeon }; 127331573feSNamjae Jeon 128296c355cSTheodore Ts'o /* 129296c355cSTheodore Ts'o * Flags used in mballoc's allocation_context flags field. 130296c355cSTheodore Ts'o * 131296c355cSTheodore Ts'o * Also used to show what's going on for debugging purposes when the 132296c355cSTheodore Ts'o * flag field is exported via the traceport interface 133296c355cSTheodore Ts'o */ 134d444c3c3STheodore Ts'o 1353dcf5451SChristoph Hellwig /* prefer goal again. length */ 1360ef90db9STheodore Ts'o #define EXT4_MB_HINT_MERGE 0x0001 1373dcf5451SChristoph Hellwig /* blocks already reserved */ 1380ef90db9STheodore Ts'o #define EXT4_MB_HINT_RESERVED 0x0002 1393dcf5451SChristoph Hellwig /* metadata is being allocated */ 1400ef90db9STheodore Ts'o #define EXT4_MB_HINT_METADATA 0x0004 1413dcf5451SChristoph Hellwig /* first blocks in the file */ 1420ef90db9STheodore Ts'o #define EXT4_MB_HINT_FIRST 0x0008 1433dcf5451SChristoph Hellwig /* search for the best chunk */ 1440ef90db9STheodore Ts'o #define EXT4_MB_HINT_BEST 0x0010 1453dcf5451SChristoph Hellwig /* data is being allocated */ 1460ef90db9STheodore Ts'o #define EXT4_MB_HINT_DATA 0x0020 1473dcf5451SChristoph Hellwig /* don't preallocate (for tails) */ 1480ef90db9STheodore Ts'o #define EXT4_MB_HINT_NOPREALLOC 0x0040 1493dcf5451SChristoph Hellwig /* allocate for locality group */ 1500ef90db9STheodore Ts'o #define EXT4_MB_HINT_GROUP_ALLOC 0x0080 1513dcf5451SChristoph Hellwig /* allocate goal blocks or none */ 1520ef90db9STheodore Ts'o #define EXT4_MB_HINT_GOAL_ONLY 0x0100 1533dcf5451SChristoph Hellwig /* goal is meaningful */ 1540ef90db9STheodore Ts'o #define EXT4_MB_HINT_TRY_GOAL 0x0200 155d2a17637SMingming Cao /* blocks already pre-reserved by delayed allocation */ 1560ef90db9STheodore Ts'o #define EXT4_MB_DELALLOC_RESERVED 0x0400 1574ba74d00STheodore Ts'o /* We are doing stream allocation */ 1584ba74d00STheodore Ts'o #define EXT4_MB_STREAM_ALLOC 0x0800 15955f020dbSAllison Henderson /* Use reserved root blocks if needed */ 16055f020dbSAllison Henderson #define EXT4_MB_USE_ROOT_BLOCKS 0x1000 16127dd4385SLukas Czerner /* Use blocks from reserved pool */ 16227dd4385SLukas Czerner #define EXT4_MB_USE_RESERVED 0x2000 16399377830SRitesh Harjani /* Do strict check for free blocks while retrying block allocation */ 16499377830SRitesh Harjani #define EXT4_MB_STRICT_CHECK 0x4000 1653dcf5451SChristoph Hellwig 1663dcf5451SChristoph Hellwig struct ext4_allocation_request { 1673dcf5451SChristoph Hellwig /* target inode for block we're allocating */ 1683dcf5451SChristoph Hellwig struct inode *inode; 1693dcf5451SChristoph Hellwig /* how many blocks we want to allocate */ 170498e5f24STheodore Ts'o unsigned int len; 171726447d8SEric Sandeen /* logical block in target inode */ 172726447d8SEric Sandeen ext4_lblk_t logical; 173726447d8SEric Sandeen /* the closest logical allocated block to the left */ 174726447d8SEric Sandeen ext4_lblk_t lleft; 175726447d8SEric Sandeen /* the closest logical allocated block to the right */ 176726447d8SEric Sandeen ext4_lblk_t lright; 177726447d8SEric Sandeen /* phys. target (a hint) */ 178726447d8SEric Sandeen ext4_fsblk_t goal; 179726447d8SEric Sandeen /* phys. block for the closest logical allocated block to the left */ 180726447d8SEric Sandeen ext4_fsblk_t pleft; 181726447d8SEric Sandeen /* phys. block for the closest logical allocated block to the right */ 182726447d8SEric Sandeen ext4_fsblk_t pright; 1833dcf5451SChristoph Hellwig /* flags. see above EXT4_MB_HINT_* */ 184498e5f24STheodore Ts'o unsigned int flags; 1853dcf5451SChristoph Hellwig }; 1863dcf5451SChristoph Hellwig 1873dcf5451SChristoph Hellwig /* 188e35fd660STheodore Ts'o * Logical to physical block mapping, used by ext4_map_blocks() 189e35fd660STheodore Ts'o * 190e35fd660STheodore Ts'o * This structure is used to pass requests into ext4_map_blocks() as 191e35fd660STheodore Ts'o * well as to store the information returned by ext4_map_blocks(). It 192e35fd660STheodore Ts'o * takes less room on the stack than a struct buffer_head. 193e35fd660STheodore Ts'o */ 1946db07461SRitesh Harjani #define EXT4_MAP_NEW BIT(BH_New) 1956db07461SRitesh Harjani #define EXT4_MAP_MAPPED BIT(BH_Mapped) 1966db07461SRitesh Harjani #define EXT4_MAP_UNWRITTEN BIT(BH_Unwritten) 1976db07461SRitesh Harjani #define EXT4_MAP_BOUNDARY BIT(BH_Boundary) 198e35fd660STheodore Ts'o #define EXT4_MAP_FLAGS (EXT4_MAP_NEW | EXT4_MAP_MAPPED |\ 199cbd7584eSJan Kara EXT4_MAP_UNWRITTEN | EXT4_MAP_BOUNDARY) 200e35fd660STheodore Ts'o 201e35fd660STheodore Ts'o struct ext4_map_blocks { 202e35fd660STheodore Ts'o ext4_fsblk_t m_pblk; 203e35fd660STheodore Ts'o ext4_lblk_t m_lblk; 204e35fd660STheodore Ts'o unsigned int m_len; 205e35fd660STheodore Ts'o unsigned int m_flags; 206e35fd660STheodore Ts'o }; 207e35fd660STheodore Ts'o 208e35fd660STheodore Ts'o /* 2097727ae52Szhangyi (F) * Block validity checking, system zone rbtree. 2107727ae52Szhangyi (F) */ 2117727ae52Szhangyi (F) struct ext4_system_blocks { 2127727ae52Szhangyi (F) struct rb_root root; 2137727ae52Szhangyi (F) struct rcu_head rcu; 2147727ae52Szhangyi (F) }; 2157727ae52Szhangyi (F) 2167727ae52Szhangyi (F) /* 217bd2d0210STheodore Ts'o * Flags for ext4_io_end->flags 218bd2d0210STheodore Ts'o */ 219bd2d0210STheodore Ts'o #define EXT4_IO_END_UNWRITTEN 0x0001 220bd2d0210STheodore Ts'o 221c8cc8816SRitesh Harjani struct ext4_io_end_vec { 222c8cc8816SRitesh Harjani struct list_head list; /* list of io_end_vec */ 223c8cc8816SRitesh Harjani loff_t offset; /* offset in the file */ 224c8cc8816SRitesh Harjani ssize_t size; /* size of the extent */ 225c8cc8816SRitesh Harjani }; 226c8cc8816SRitesh Harjani 2274188188bSCurt Wohlgemuth /* 228556615dcSLukas Czerner * For converting unwritten extents on a work queue. 'handle' is used for 2296b523df4SJan Kara * buffered writeback. 2304188188bSCurt Wohlgemuth */ 2310031462bSMingming Cao typedef struct ext4_io_end { 2325b3ff237Sjiayingz@google.com (Jiaying Zhang) struct list_head list; /* per-file finished IO list */ 2336b523df4SJan Kara handle_t *handle; /* handle reserved for extent 2346b523df4SJan Kara * conversion */ 2350031462bSMingming Cao struct inode *inode; /* file being written to */ 236b0857d30SJan Kara struct bio *bio; /* Linked list of completed 237b0857d30SJan Kara * bios covering the extent */ 2388d5d02e6SMingming Cao unsigned int flag; /* unwritten or not */ 2393bd6ad7bSJan Kara atomic_t count; /* reference counter */ 240c8cc8816SRitesh Harjani struct list_head list_vec; /* list of ext4_io_end_vec */ 2410031462bSMingming Cao } ext4_io_end_t; 2420031462bSMingming Cao 243bd2d0210STheodore Ts'o struct ext4_io_submit { 2445a33911fSTejun Heo struct writeback_control *io_wbc; 245bd2d0210STheodore Ts'o struct bio *io_bio; 246bd2d0210STheodore Ts'o ext4_io_end_t *io_end; 247bd2d0210STheodore Ts'o sector_t io_next_block; 248bd2d0210STheodore Ts'o }; 249bd2d0210STheodore Ts'o 250b3a3ca8cSTheodore Ts'o /* 2513dcf5451SChristoph Hellwig * Special inodes numbers 2523dcf5451SChristoph Hellwig */ 2533dcf5451SChristoph Hellwig #define EXT4_BAD_INO 1 /* Bad blocks inode */ 2543dcf5451SChristoph Hellwig #define EXT4_ROOT_INO 2 /* Root inode */ 255ae812306SAditya Kali #define EXT4_USR_QUOTA_INO 3 /* User quota inode */ 256ae812306SAditya Kali #define EXT4_GRP_QUOTA_INO 4 /* Group quota inode */ 2573dcf5451SChristoph Hellwig #define EXT4_BOOT_LOADER_INO 5 /* Boot loader inode */ 2583dcf5451SChristoph Hellwig #define EXT4_UNDEL_DIR_INO 6 /* Undelete directory inode */ 2593dcf5451SChristoph Hellwig #define EXT4_RESIZE_INO 7 /* Reserved group descriptors inode */ 2603dcf5451SChristoph Hellwig #define EXT4_JOURNAL_INO 8 /* Journal inode */ 2613dcf5451SChristoph Hellwig 2623dcf5451SChristoph Hellwig /* First non-reserved inode for old ext4 filesystems */ 2633dcf5451SChristoph Hellwig #define EXT4_GOOD_OLD_FIRST_INO 11 2643dcf5451SChristoph Hellwig 2653dcf5451SChristoph Hellwig /* 2663dcf5451SChristoph Hellwig * Maximal count of links to a file 2673dcf5451SChristoph Hellwig */ 2683dcf5451SChristoph Hellwig #define EXT4_LINK_MAX 65000 2693dcf5451SChristoph Hellwig 2703dcf5451SChristoph Hellwig /* 2713dcf5451SChristoph Hellwig * Macro-instructions used to manage several block sizes 2723dcf5451SChristoph Hellwig */ 2733dcf5451SChristoph Hellwig #define EXT4_MIN_BLOCK_SIZE 1024 2743dcf5451SChristoph Hellwig #define EXT4_MAX_BLOCK_SIZE 65536 2753dcf5451SChristoph Hellwig #define EXT4_MIN_BLOCK_LOG_SIZE 10 276fb1813f4SCurt Wohlgemuth #define EXT4_MAX_BLOCK_LOG_SIZE 16 2779e47a4c9STheodore Ts'o #define EXT4_MAX_CLUSTER_LOG_SIZE 30 2783dcf5451SChristoph Hellwig #ifdef __KERNEL__ 2793dcf5451SChristoph Hellwig # define EXT4_BLOCK_SIZE(s) ((s)->s_blocksize) 2803dcf5451SChristoph Hellwig #else 2813dcf5451SChristoph Hellwig # define EXT4_BLOCK_SIZE(s) (EXT4_MIN_BLOCK_SIZE << (s)->s_log_block_size) 2823dcf5451SChristoph Hellwig #endif 2833dcf5451SChristoph Hellwig #define EXT4_ADDR_PER_BLOCK(s) (EXT4_BLOCK_SIZE(s) / sizeof(__u32)) 284281b5995STheodore Ts'o #define EXT4_CLUSTER_SIZE(s) (EXT4_BLOCK_SIZE(s) << \ 285281b5995STheodore Ts'o EXT4_SB(s)->s_cluster_bits) 2863dcf5451SChristoph Hellwig #ifdef __KERNEL__ 2873dcf5451SChristoph Hellwig # define EXT4_BLOCK_SIZE_BITS(s) ((s)->s_blocksize_bits) 288281b5995STheodore Ts'o # define EXT4_CLUSTER_BITS(s) (EXT4_SB(s)->s_cluster_bits) 2893dcf5451SChristoph Hellwig #else 2903dcf5451SChristoph Hellwig # define EXT4_BLOCK_SIZE_BITS(s) ((s)->s_log_block_size + 10) 2913dcf5451SChristoph Hellwig #endif 2923dcf5451SChristoph Hellwig #ifdef __KERNEL__ 2933dcf5451SChristoph Hellwig #define EXT4_ADDR_PER_BLOCK_BITS(s) (EXT4_SB(s)->s_addr_per_block_bits) 2943dcf5451SChristoph Hellwig #define EXT4_INODE_SIZE(s) (EXT4_SB(s)->s_inode_size) 2953dcf5451SChristoph Hellwig #define EXT4_FIRST_INO(s) (EXT4_SB(s)->s_first_ino) 2963dcf5451SChristoph Hellwig #else 2973dcf5451SChristoph Hellwig #define EXT4_INODE_SIZE(s) (((s)->s_rev_level == EXT4_GOOD_OLD_REV) ? \ 2983dcf5451SChristoph Hellwig EXT4_GOOD_OLD_INODE_SIZE : \ 2993dcf5451SChristoph Hellwig (s)->s_inode_size) 3003dcf5451SChristoph Hellwig #define EXT4_FIRST_INO(s) (((s)->s_rev_level == EXT4_GOOD_OLD_REV) ? \ 3013dcf5451SChristoph Hellwig EXT4_GOOD_OLD_FIRST_INO : \ 3023dcf5451SChristoph Hellwig (s)->s_first_ino) 3033dcf5451SChristoph Hellwig #endif 3043dcf5451SChristoph Hellwig #define EXT4_BLOCK_ALIGN(size, blkbits) ALIGN((size), (1 << (blkbits))) 305518eaa63SFabian Frederick #define EXT4_MAX_BLOCKS(size, offset, blkbits) \ 306518eaa63SFabian Frederick ((EXT4_BLOCK_ALIGN(size + offset, blkbits) >> blkbits) - (offset >> \ 307518eaa63SFabian Frederick blkbits)) 3083dcf5451SChristoph Hellwig 309d5b8f310STheodore Ts'o /* Translate a block number to a cluster number */ 310d5b8f310STheodore Ts'o #define EXT4_B2C(sbi, blk) ((blk) >> (sbi)->s_cluster_bits) 311d5b8f310STheodore Ts'o /* Translate a cluster number to a block number */ 312d5b8f310STheodore Ts'o #define EXT4_C2B(sbi, cluster) ((cluster) << (sbi)->s_cluster_bits) 313d5b8f310STheodore Ts'o /* Translate # of blks to # of clusters */ 314d5b8f310STheodore Ts'o #define EXT4_NUM_B2C(sbi, blks) (((blks) + (sbi)->s_cluster_ratio - 1) >> \ 315d5b8f310STheodore Ts'o (sbi)->s_cluster_bits) 316f5a44db5STheodore Ts'o /* Mask out the low bits to get the starting block of the cluster */ 317f5a44db5STheodore Ts'o #define EXT4_PBLK_CMASK(s, pblk) ((pblk) & \ 318f5a44db5STheodore Ts'o ~((ext4_fsblk_t) (s)->s_cluster_ratio - 1)) 319f5a44db5STheodore Ts'o #define EXT4_LBLK_CMASK(s, lblk) ((lblk) & \ 320f5a44db5STheodore Ts'o ~((ext4_lblk_t) (s)->s_cluster_ratio - 1)) 3218fcc3a58SEric Whitney /* Fill in the low bits to get the last block of the cluster */ 3228fcc3a58SEric Whitney #define EXT4_LBLK_CFILL(sbi, lblk) ((lblk) | \ 3238fcc3a58SEric Whitney ((ext4_lblk_t) (sbi)->s_cluster_ratio - 1)) 324f5a44db5STheodore Ts'o /* Get the cluster offset */ 325f5a44db5STheodore Ts'o #define EXT4_PBLK_COFF(s, pblk) ((pblk) & \ 326f5a44db5STheodore Ts'o ((ext4_fsblk_t) (s)->s_cluster_ratio - 1)) 327f5a44db5STheodore Ts'o #define EXT4_LBLK_COFF(s, lblk) ((lblk) & \ 328f5a44db5STheodore Ts'o ((ext4_lblk_t) (s)->s_cluster_ratio - 1)) 329d5b8f310STheodore Ts'o 3303dcf5451SChristoph Hellwig /* 3313dcf5451SChristoph Hellwig * Structure of a blocks group descriptor 3323dcf5451SChristoph Hellwig */ 3333dcf5451SChristoph Hellwig struct ext4_group_desc 3343dcf5451SChristoph Hellwig { 3353dcf5451SChristoph Hellwig __le32 bg_block_bitmap_lo; /* Blocks bitmap block */ 3363dcf5451SChristoph Hellwig __le32 bg_inode_bitmap_lo; /* Inodes bitmap block */ 3373dcf5451SChristoph Hellwig __le32 bg_inode_table_lo; /* Inodes table block */ 338560671a0SAneesh Kumar K.V __le16 bg_free_blocks_count_lo;/* Free blocks count */ 339560671a0SAneesh Kumar K.V __le16 bg_free_inodes_count_lo;/* Free inodes count */ 340560671a0SAneesh Kumar K.V __le16 bg_used_dirs_count_lo; /* Directories count */ 3413dcf5451SChristoph Hellwig __le16 bg_flags; /* EXT4_BG_flags (INODE_UNINIT, etc) */ 342e6153918SDarrick J. Wong __le32 bg_exclude_bitmap_lo; /* Exclude bitmap for snapshots */ 343e6153918SDarrick J. Wong __le16 bg_block_bitmap_csum_lo;/* crc32c(s_uuid+grp_num+bbitmap) LE */ 344e6153918SDarrick J. Wong __le16 bg_inode_bitmap_csum_lo;/* crc32c(s_uuid+grp_num+ibitmap) LE */ 345560671a0SAneesh Kumar K.V __le16 bg_itable_unused_lo; /* Unused inodes count */ 3463dcf5451SChristoph Hellwig __le16 bg_checksum; /* crc16(sb_uuid+group+desc) */ 3473dcf5451SChristoph Hellwig __le32 bg_block_bitmap_hi; /* Blocks bitmap block MSB */ 3483dcf5451SChristoph Hellwig __le32 bg_inode_bitmap_hi; /* Inodes bitmap block MSB */ 3493dcf5451SChristoph Hellwig __le32 bg_inode_table_hi; /* Inodes table block MSB */ 3503dcf5451SChristoph Hellwig __le16 bg_free_blocks_count_hi;/* Free blocks count MSB */ 3513dcf5451SChristoph Hellwig __le16 bg_free_inodes_count_hi;/* Free inodes count MSB */ 3523dcf5451SChristoph Hellwig __le16 bg_used_dirs_count_hi; /* Directories count MSB */ 3533dcf5451SChristoph Hellwig __le16 bg_itable_unused_hi; /* Unused inodes count MSB */ 354e6153918SDarrick J. Wong __le32 bg_exclude_bitmap_hi; /* Exclude bitmap block MSB */ 355e6153918SDarrick J. Wong __le16 bg_block_bitmap_csum_hi;/* crc32c(s_uuid+grp_num+bbitmap) BE */ 356e6153918SDarrick J. Wong __le16 bg_inode_bitmap_csum_hi;/* crc32c(s_uuid+grp_num+ibitmap) BE */ 357e6153918SDarrick J. Wong __u32 bg_reserved; 3583dcf5451SChristoph Hellwig }; 3593dcf5451SChristoph Hellwig 36041a246d1SDarrick J. Wong #define EXT4_BG_INODE_BITMAP_CSUM_HI_END \ 36141a246d1SDarrick J. Wong (offsetof(struct ext4_group_desc, bg_inode_bitmap_csum_hi) + \ 36241a246d1SDarrick J. Wong sizeof(__le16)) 36341a246d1SDarrick J. Wong #define EXT4_BG_BLOCK_BITMAP_CSUM_HI_END \ 36441a246d1SDarrick J. Wong (offsetof(struct ext4_group_desc, bg_block_bitmap_csum_hi) + \ 36541a246d1SDarrick J. Wong sizeof(__le16)) 36641a246d1SDarrick J. Wong 367772cb7c8SJose R. Santos /* 368772cb7c8SJose R. Santos * Structure of a flex block group info 369772cb7c8SJose R. Santos */ 370772cb7c8SJose R. Santos 371772cb7c8SJose R. Santos struct flex_groups { 37290ba983fSTheodore Ts'o atomic64_t free_clusters; 3739f24e420STheodore Ts'o atomic_t free_inodes; 3747d39db14STheodore Ts'o atomic_t used_dirs; 375772cb7c8SJose R. Santos }; 376772cb7c8SJose R. Santos 3773dcf5451SChristoph Hellwig #define EXT4_BG_INODE_UNINIT 0x0001 /* Inode table/bitmap not in use */ 3783dcf5451SChristoph Hellwig #define EXT4_BG_BLOCK_UNINIT 0x0002 /* Block bitmap not in use */ 3793dcf5451SChristoph Hellwig #define EXT4_BG_INODE_ZEROED 0x0004 /* On-disk itable initialized to zero */ 3803dcf5451SChristoph Hellwig 3813dcf5451SChristoph Hellwig /* 3823dcf5451SChristoph Hellwig * Macro-instructions used to manage group descriptors 3833dcf5451SChristoph Hellwig */ 3843dcf5451SChristoph Hellwig #define EXT4_MIN_DESC_SIZE 32 3853dcf5451SChristoph Hellwig #define EXT4_MIN_DESC_SIZE_64BIT 64 3863dcf5451SChristoph Hellwig #define EXT4_MAX_DESC_SIZE EXT4_MIN_BLOCK_SIZE 3873dcf5451SChristoph Hellwig #define EXT4_DESC_SIZE(s) (EXT4_SB(s)->s_desc_size) 3883dcf5451SChristoph Hellwig #ifdef __KERNEL__ 3893dcf5451SChristoph Hellwig # define EXT4_BLOCKS_PER_GROUP(s) (EXT4_SB(s)->s_blocks_per_group) 390281b5995STheodore Ts'o # define EXT4_CLUSTERS_PER_GROUP(s) (EXT4_SB(s)->s_clusters_per_group) 3913dcf5451SChristoph Hellwig # define EXT4_DESC_PER_BLOCK(s) (EXT4_SB(s)->s_desc_per_block) 3923dcf5451SChristoph Hellwig # define EXT4_INODES_PER_GROUP(s) (EXT4_SB(s)->s_inodes_per_group) 3933dcf5451SChristoph Hellwig # define EXT4_DESC_PER_BLOCK_BITS(s) (EXT4_SB(s)->s_desc_per_block_bits) 3943dcf5451SChristoph Hellwig #else 3953dcf5451SChristoph Hellwig # define EXT4_BLOCKS_PER_GROUP(s) ((s)->s_blocks_per_group) 3963dcf5451SChristoph Hellwig # define EXT4_DESC_PER_BLOCK(s) (EXT4_BLOCK_SIZE(s) / EXT4_DESC_SIZE(s)) 3973dcf5451SChristoph Hellwig # define EXT4_INODES_PER_GROUP(s) ((s)->s_inodes_per_group) 3983dcf5451SChristoph Hellwig #endif 3993dcf5451SChristoph Hellwig 4003dcf5451SChristoph Hellwig /* 4013dcf5451SChristoph Hellwig * Constants relative to the data blocks 4023dcf5451SChristoph Hellwig */ 4033dcf5451SChristoph Hellwig #define EXT4_NDIR_BLOCKS 12 4043dcf5451SChristoph Hellwig #define EXT4_IND_BLOCK EXT4_NDIR_BLOCKS 4053dcf5451SChristoph Hellwig #define EXT4_DIND_BLOCK (EXT4_IND_BLOCK + 1) 4063dcf5451SChristoph Hellwig #define EXT4_TIND_BLOCK (EXT4_DIND_BLOCK + 1) 4073dcf5451SChristoph Hellwig #define EXT4_N_BLOCKS (EXT4_TIND_BLOCK + 1) 4083dcf5451SChristoph Hellwig 4093dcf5451SChristoph Hellwig /* 4103dcf5451SChristoph Hellwig * Inode flags 4113dcf5451SChristoph Hellwig */ 4123dcf5451SChristoph Hellwig #define EXT4_SECRM_FL 0x00000001 /* Secure deletion */ 4133dcf5451SChristoph Hellwig #define EXT4_UNRM_FL 0x00000002 /* Undelete */ 4143dcf5451SChristoph Hellwig #define EXT4_COMPR_FL 0x00000004 /* Compress file */ 4153dcf5451SChristoph Hellwig #define EXT4_SYNC_FL 0x00000008 /* Synchronous updates */ 4163dcf5451SChristoph Hellwig #define EXT4_IMMUTABLE_FL 0x00000010 /* Immutable file */ 4173dcf5451SChristoph Hellwig #define EXT4_APPEND_FL 0x00000020 /* writes to file may only append */ 4183dcf5451SChristoph Hellwig #define EXT4_NODUMP_FL 0x00000040 /* do not dump file */ 4193dcf5451SChristoph Hellwig #define EXT4_NOATIME_FL 0x00000080 /* do not update atime */ 4203dcf5451SChristoph Hellwig /* Reserved for compression usage... */ 4213dcf5451SChristoph Hellwig #define EXT4_DIRTY_FL 0x00000100 4223dcf5451SChristoph Hellwig #define EXT4_COMPRBLK_FL 0x00000200 /* One or more compressed clusters */ 4233dcf5451SChristoph Hellwig #define EXT4_NOCOMPR_FL 0x00000400 /* Don't compress */ 4243edc18d8STheodore Ts'o /* nb: was previously EXT2_ECOMPR_FL */ 4253edc18d8STheodore Ts'o #define EXT4_ENCRYPT_FL 0x00000800 /* encrypted file */ 4263dcf5451SChristoph Hellwig /* End compression flags --- maybe not all used */ 4273dcf5451SChristoph Hellwig #define EXT4_INDEX_FL 0x00001000 /* hash-indexed directory */ 4283dcf5451SChristoph Hellwig #define EXT4_IMAGIC_FL 0x00002000 /* AFS directory */ 4293dcf5451SChristoph Hellwig #define EXT4_JOURNAL_DATA_FL 0x00004000 /* file data should be journaled */ 4303dcf5451SChristoph Hellwig #define EXT4_NOTAIL_FL 0x00008000 /* file tail should not be merged */ 4313dcf5451SChristoph Hellwig #define EXT4_DIRSYNC_FL 0x00010000 /* dirsync behaviour (directories only) */ 4323dcf5451SChristoph Hellwig #define EXT4_TOPDIR_FL 0x00020000 /* Top of directory hierarchies*/ 4333dcf5451SChristoph Hellwig #define EXT4_HUGE_FILE_FL 0x00040000 /* Set to each huge file */ 4343dcf5451SChristoph Hellwig #define EXT4_EXTENTS_FL 0x00080000 /* Inode uses extents */ 435c93d8f88SEric Biggers #define EXT4_VERITY_FL 0x00100000 /* Verity protected inode */ 436f710b4b9STheodore Ts'o #define EXT4_EA_INODE_FL 0x00200000 /* Inode used for large EA */ 4374337ecd1SEric Whitney /* 0x00400000 was formerly EXT4_EOFBLOCKS_FL */ 438b383a73fSIra Weiny 439b383a73fSIra Weiny #define EXT4_DAX_FL 0x02000000 /* Inode is DAX */ 440b383a73fSIra Weiny 44167cf5b09STao Ma #define EXT4_INLINE_DATA_FL 0x10000000 /* Inode has inline data. */ 4428b4953e1STheodore Ts'o #define EXT4_PROJINHERIT_FL 0x20000000 /* Create with parents projid */ 443de8ff14cSEric Biggers #define EXT4_CASEFOLD_FL 0x40000000 /* Casefolded directory */ 4443dcf5451SChristoph Hellwig #define EXT4_RESERVED_FL 0x80000000 /* reserved for ext4 lib */ 4453dcf5451SChristoph Hellwig 4462a12e147SEric Biggers /* User modifiable flags */ 4472a12e147SEric Biggers #define EXT4_FL_USER_MODIFIABLE (EXT4_SECRM_FL | \ 4482a12e147SEric Biggers EXT4_UNRM_FL | \ 4492a12e147SEric Biggers EXT4_COMPR_FL | \ 4502a12e147SEric Biggers EXT4_SYNC_FL | \ 4512a12e147SEric Biggers EXT4_IMMUTABLE_FL | \ 4522a12e147SEric Biggers EXT4_APPEND_FL | \ 4532a12e147SEric Biggers EXT4_NODUMP_FL | \ 4542a12e147SEric Biggers EXT4_NOATIME_FL | \ 4552a12e147SEric Biggers EXT4_JOURNAL_DATA_FL | \ 4562a12e147SEric Biggers EXT4_NOTAIL_FL | \ 4572a12e147SEric Biggers EXT4_DIRSYNC_FL | \ 4582a12e147SEric Biggers EXT4_TOPDIR_FL | \ 4592a12e147SEric Biggers EXT4_EXTENTS_FL | \ 4602a12e147SEric Biggers 0x00400000 /* EXT4_EOFBLOCKS_FL */ | \ 4612a12e147SEric Biggers EXT4_DAX_FL | \ 4622a12e147SEric Biggers EXT4_PROJINHERIT_FL | \ 4632a12e147SEric Biggers EXT4_CASEFOLD_FL) 4642a12e147SEric Biggers 4652a12e147SEric Biggers /* User visible flags */ 4662a12e147SEric Biggers #define EXT4_FL_USER_VISIBLE (EXT4_FL_USER_MODIFIABLE | \ 4672a12e147SEric Biggers EXT4_DIRTY_FL | \ 4682a12e147SEric Biggers EXT4_COMPRBLK_FL | \ 4692a12e147SEric Biggers EXT4_NOCOMPR_FL | \ 4702a12e147SEric Biggers EXT4_ENCRYPT_FL | \ 4712a12e147SEric Biggers EXT4_INDEX_FL | \ 4722a12e147SEric Biggers EXT4_VERITY_FL | \ 4732a12e147SEric Biggers EXT4_INLINE_DATA_FL) 4743dcf5451SChristoph Hellwig 475cb29a02dSEric Biggers /* Flags we can manipulate with through FS_IOC_FSSETXATTR */ 4769b7365fcSLi Xi #define EXT4_FL_XFLAG_VISIBLE (EXT4_SYNC_FL | \ 4779b7365fcSLi Xi EXT4_IMMUTABLE_FL | \ 4789b7365fcSLi Xi EXT4_APPEND_FL | \ 4799b7365fcSLi Xi EXT4_NODUMP_FL | \ 4809b7365fcSLi Xi EXT4_NOATIME_FL | \ 481b383a73fSIra Weiny EXT4_PROJINHERIT_FL | \ 482b383a73fSIra Weiny EXT4_DAX_FL) 4839b7365fcSLi Xi 4848fa43a81SDuane Griffin /* Flags that should be inherited by new inodes from their parent. */ 4858fa43a81SDuane Griffin #define EXT4_FL_INHERITED (EXT4_SECRM_FL | EXT4_UNRM_FL | EXT4_COMPR_FL |\ 4861cd9f097STheodore Ts'o EXT4_SYNC_FL | EXT4_NODUMP_FL | EXT4_NOATIME_FL |\ 4878fa43a81SDuane Griffin EXT4_NOCOMPR_FL | EXT4_JOURNAL_DATA_FL |\ 488040cb378SLi Xi EXT4_NOTAIL_FL | EXT4_DIRSYNC_FL |\ 489b383a73fSIra Weiny EXT4_PROJINHERIT_FL | EXT4_CASEFOLD_FL |\ 490b383a73fSIra Weiny EXT4_DAX_FL) 4918fa43a81SDuane Griffin 4922dc6b0d4SDuane Griffin /* Flags that are appropriate for regular files (all but dir-specific ones). */ 4937ddf79a1SWang Shilong #define EXT4_REG_FLMASK (~(EXT4_DIRSYNC_FL | EXT4_TOPDIR_FL | EXT4_CASEFOLD_FL |\ 4947ddf79a1SWang Shilong EXT4_PROJINHERIT_FL)) 4952dc6b0d4SDuane Griffin 4962dc6b0d4SDuane Griffin /* Flags that are appropriate for non-directories/regular files. */ 4972dc6b0d4SDuane Griffin #define EXT4_OTHER_FLMASK (EXT4_NODUMP_FL | EXT4_NOATIME_FL) 4982dc6b0d4SDuane Griffin 499abdc644eSyangerkun /* The only flags that should be swapped */ 500abdc644eSyangerkun #define EXT4_FL_SHOULD_SWAP (EXT4_HUGE_FILE_FL | EXT4_EXTENTS_FL) 501abdc644eSyangerkun 502b383a73fSIra Weiny /* Flags which are mutually exclusive to DAX */ 503b383a73fSIra Weiny #define EXT4_DAX_MUT_EXCL (EXT4_VERITY_FL | EXT4_ENCRYPT_FL |\ 504aa2f7792SXiao Yang EXT4_JOURNAL_DATA_FL | EXT4_INLINE_DATA_FL) 505b383a73fSIra Weiny 5062dc6b0d4SDuane Griffin /* Mask out flags that are inappropriate for the given type of inode. */ 5072dc6b0d4SDuane Griffin static inline __u32 ext4_mask_flags(umode_t mode, __u32 flags) 5082dc6b0d4SDuane Griffin { 5092dc6b0d4SDuane Griffin if (S_ISDIR(mode)) 5102dc6b0d4SDuane Griffin return flags; 5112dc6b0d4SDuane Griffin else if (S_ISREG(mode)) 5122dc6b0d4SDuane Griffin return flags & EXT4_REG_FLMASK; 5132dc6b0d4SDuane Griffin else 5142dc6b0d4SDuane Griffin return flags & EXT4_OTHER_FLMASK; 5152dc6b0d4SDuane Griffin } 5162dc6b0d4SDuane Griffin 51712e9b892SDmitry Monakhov /* 51812e9b892SDmitry Monakhov * Inode flags used for atomic set/get 51912e9b892SDmitry Monakhov */ 52012e9b892SDmitry Monakhov enum { 52112e9b892SDmitry Monakhov EXT4_INODE_SECRM = 0, /* Secure deletion */ 52212e9b892SDmitry Monakhov EXT4_INODE_UNRM = 1, /* Undelete */ 52312e9b892SDmitry Monakhov EXT4_INODE_COMPR = 2, /* Compress file */ 52412e9b892SDmitry Monakhov EXT4_INODE_SYNC = 3, /* Synchronous updates */ 52512e9b892SDmitry Monakhov EXT4_INODE_IMMUTABLE = 4, /* Immutable file */ 52612e9b892SDmitry Monakhov EXT4_INODE_APPEND = 5, /* writes to file may only append */ 52712e9b892SDmitry Monakhov EXT4_INODE_NODUMP = 6, /* do not dump file */ 52812e9b892SDmitry Monakhov EXT4_INODE_NOATIME = 7, /* do not update atime */ 52912e9b892SDmitry Monakhov /* Reserved for compression usage... */ 53012e9b892SDmitry Monakhov EXT4_INODE_DIRTY = 8, 53112e9b892SDmitry Monakhov EXT4_INODE_COMPRBLK = 9, /* One or more compressed clusters */ 53212e9b892SDmitry Monakhov EXT4_INODE_NOCOMPR = 10, /* Don't compress */ 533f542fbe8STheodore Ts'o EXT4_INODE_ENCRYPT = 11, /* Encrypted file */ 53412e9b892SDmitry Monakhov /* End compression flags --- maybe not all used */ 53512e9b892SDmitry Monakhov EXT4_INODE_INDEX = 12, /* hash-indexed directory */ 53612e9b892SDmitry Monakhov EXT4_INODE_IMAGIC = 13, /* AFS directory */ 53712e9b892SDmitry Monakhov EXT4_INODE_JOURNAL_DATA = 14, /* file data should be journaled */ 53812e9b892SDmitry Monakhov EXT4_INODE_NOTAIL = 15, /* file tail should not be merged */ 53912e9b892SDmitry Monakhov EXT4_INODE_DIRSYNC = 16, /* dirsync behaviour (directories only) */ 54012e9b892SDmitry Monakhov EXT4_INODE_TOPDIR = 17, /* Top of directory hierarchies*/ 54112e9b892SDmitry Monakhov EXT4_INODE_HUGE_FILE = 18, /* Set to each huge file */ 54212e9b892SDmitry Monakhov EXT4_INODE_EXTENTS = 19, /* Inode uses extents */ 543c93d8f88SEric Biggers EXT4_INODE_VERITY = 20, /* Verity protected inode */ 54412e9b892SDmitry Monakhov EXT4_INODE_EA_INODE = 21, /* Inode used for large EA */ 5454337ecd1SEric Whitney /* 22 was formerly EXT4_INODE_EOFBLOCKS */ 546b383a73fSIra Weiny EXT4_INODE_DAX = 25, /* Inode is DAX */ 54767cf5b09STao Ma EXT4_INODE_INLINE_DATA = 28, /* Data in inode. */ 5488b4953e1STheodore Ts'o EXT4_INODE_PROJINHERIT = 29, /* Create with parents projid */ 549de8ff14cSEric Biggers EXT4_INODE_CASEFOLD = 30, /* Casefolded directory */ 55012e9b892SDmitry Monakhov EXT4_INODE_RESERVED = 31, /* reserved for ext4 lib */ 55112e9b892SDmitry Monakhov }; 55212e9b892SDmitry Monakhov 55312e9b892SDmitry Monakhov /* 5549a4c8019SCarlos Maiolino * Since it's pretty easy to mix up bit numbers and hex values, we use a 5559a4c8019SCarlos Maiolino * build-time check to make sure that EXT4_XXX_FL is consistent with respect to 5569a4c8019SCarlos Maiolino * EXT4_INODE_XXX. If all is well, the macros will be dropped, so, it won't cost 5579a4c8019SCarlos Maiolino * any extra space in the compiled kernel image, otherwise, the build will fail. 5589a4c8019SCarlos Maiolino * It's important that these values are the same, since we are using 5599a4c8019SCarlos Maiolino * EXT4_INODE_XXX to test for flag values, but EXT4_XXX_FL must be consistent 5609a4c8019SCarlos Maiolino * with the values of FS_XXX_FL defined in include/linux/fs.h and the on-disk 5619a4c8019SCarlos Maiolino * values found in ext2, ext3 and ext4 filesystems, and of course the values 5629a4c8019SCarlos Maiolino * defined in e2fsprogs. 56312e9b892SDmitry Monakhov * 56412e9b892SDmitry Monakhov * It's not paranoia if the Murphy's Law really *is* out to get you. :-) 56512e9b892SDmitry Monakhov */ 5669a4c8019SCarlos Maiolino #define TEST_FLAG_VALUE(FLAG) (EXT4_##FLAG##_FL == (1 << EXT4_INODE_##FLAG)) 5679a4c8019SCarlos Maiolino #define CHECK_FLAG_VALUE(FLAG) BUILD_BUG_ON(!TEST_FLAG_VALUE(FLAG)) 5689a4c8019SCarlos Maiolino 56912e9b892SDmitry Monakhov static inline void ext4_check_flag_values(void) 57012e9b892SDmitry Monakhov { 57112e9b892SDmitry Monakhov CHECK_FLAG_VALUE(SECRM); 57212e9b892SDmitry Monakhov CHECK_FLAG_VALUE(UNRM); 57312e9b892SDmitry Monakhov CHECK_FLAG_VALUE(COMPR); 57412e9b892SDmitry Monakhov CHECK_FLAG_VALUE(SYNC); 57512e9b892SDmitry Monakhov CHECK_FLAG_VALUE(IMMUTABLE); 57612e9b892SDmitry Monakhov CHECK_FLAG_VALUE(APPEND); 57712e9b892SDmitry Monakhov CHECK_FLAG_VALUE(NODUMP); 57812e9b892SDmitry Monakhov CHECK_FLAG_VALUE(NOATIME); 57912e9b892SDmitry Monakhov CHECK_FLAG_VALUE(DIRTY); 58012e9b892SDmitry Monakhov CHECK_FLAG_VALUE(COMPRBLK); 58112e9b892SDmitry Monakhov CHECK_FLAG_VALUE(NOCOMPR); 5823edc18d8STheodore Ts'o CHECK_FLAG_VALUE(ENCRYPT); 58312e9b892SDmitry Monakhov CHECK_FLAG_VALUE(INDEX); 58412e9b892SDmitry Monakhov CHECK_FLAG_VALUE(IMAGIC); 58512e9b892SDmitry Monakhov CHECK_FLAG_VALUE(JOURNAL_DATA); 58612e9b892SDmitry Monakhov CHECK_FLAG_VALUE(NOTAIL); 58712e9b892SDmitry Monakhov CHECK_FLAG_VALUE(DIRSYNC); 58812e9b892SDmitry Monakhov CHECK_FLAG_VALUE(TOPDIR); 58912e9b892SDmitry Monakhov CHECK_FLAG_VALUE(HUGE_FILE); 59012e9b892SDmitry Monakhov CHECK_FLAG_VALUE(EXTENTS); 591c93d8f88SEric Biggers CHECK_FLAG_VALUE(VERITY); 59212e9b892SDmitry Monakhov CHECK_FLAG_VALUE(EA_INODE); 59367cf5b09STao Ma CHECK_FLAG_VALUE(INLINE_DATA); 5948b4953e1STheodore Ts'o CHECK_FLAG_VALUE(PROJINHERIT); 595de8ff14cSEric Biggers CHECK_FLAG_VALUE(CASEFOLD); 59612e9b892SDmitry Monakhov CHECK_FLAG_VALUE(RESERVED); 59712e9b892SDmitry Monakhov } 59812e9b892SDmitry Monakhov 5993dcf5451SChristoph Hellwig /* Used to pass group descriptor data when online resize is done */ 6003dcf5451SChristoph Hellwig struct ext4_new_group_input { 6013dcf5451SChristoph Hellwig __u32 group; /* Group number for this data */ 6023dcf5451SChristoph Hellwig __u64 block_bitmap; /* Absolute block number of block bitmap */ 6033dcf5451SChristoph Hellwig __u64 inode_bitmap; /* Absolute block number of inode bitmap */ 6043dcf5451SChristoph Hellwig __u64 inode_table; /* Absolute block number of inode table start */ 6053dcf5451SChristoph Hellwig __u32 blocks_count; /* Total number of blocks in this group */ 6063dcf5451SChristoph Hellwig __u16 reserved_blocks; /* Number of reserved blocks in this group */ 6073dcf5451SChristoph Hellwig __u16 unused; 6083dcf5451SChristoph Hellwig }; 6093dcf5451SChristoph Hellwig 6104d92dc0fSBen Hutchings #if defined(__KERNEL__) && defined(CONFIG_COMPAT) 6114d92dc0fSBen Hutchings struct compat_ext4_new_group_input { 6124d92dc0fSBen Hutchings u32 group; 6134d92dc0fSBen Hutchings compat_u64 block_bitmap; 6144d92dc0fSBen Hutchings compat_u64 inode_bitmap; 6154d92dc0fSBen Hutchings compat_u64 inode_table; 6164d92dc0fSBen Hutchings u32 blocks_count; 6174d92dc0fSBen Hutchings u16 reserved_blocks; 6184d92dc0fSBen Hutchings u16 unused; 6194d92dc0fSBen Hutchings }; 6204d92dc0fSBen Hutchings #endif 6214d92dc0fSBen Hutchings 6223dcf5451SChristoph Hellwig /* The struct ext4_new_group_input in kernel space, with free_blocks_count */ 6233dcf5451SChristoph Hellwig struct ext4_new_group_data { 6243dcf5451SChristoph Hellwig __u32 group; 6253dcf5451SChristoph Hellwig __u64 block_bitmap; 6263dcf5451SChristoph Hellwig __u64 inode_bitmap; 6273dcf5451SChristoph Hellwig __u64 inode_table; 6283dcf5451SChristoph Hellwig __u32 blocks_count; 6293dcf5451SChristoph Hellwig __u16 reserved_blocks; 630d77147ffSharshads __u16 mdata_blocks; 631d77147ffSharshads __u32 free_clusters_count; 6323dcf5451SChristoph Hellwig }; 6333dcf5451SChristoph Hellwig 63433afdcc5SYongqiang Yang /* Indexes used to index group tables in ext4_new_group_data */ 63533afdcc5SYongqiang Yang enum { 63633afdcc5SYongqiang Yang BLOCK_BITMAP = 0, /* block bitmap */ 63733afdcc5SYongqiang Yang INODE_BITMAP, /* inode bitmap */ 63833afdcc5SYongqiang Yang INODE_TABLE, /* inode tables */ 63933afdcc5SYongqiang Yang GROUP_TABLE_COUNT, 64033afdcc5SYongqiang Yang }; 64133afdcc5SYongqiang Yang 6423dcf5451SChristoph Hellwig /* 64379e83036SEric Sandeen * Flags used by ext4_map_blocks() 6443dcf5451SChristoph Hellwig */ 645556615dcSLukas Czerner /* Allocate any needed blocks and/or convert an unwritten 646c2177057STheodore Ts'o extent to be an initialized ext4 */ 6472ac3b6e0STheodore Ts'o #define EXT4_GET_BLOCKS_CREATE 0x0001 648556615dcSLukas Czerner /* Request the creation of an unwritten extent */ 649556615dcSLukas Czerner #define EXT4_GET_BLOCKS_UNWRIT_EXT 0x0002 650556615dcSLukas Czerner #define EXT4_GET_BLOCKS_CREATE_UNWRIT_EXT (EXT4_GET_BLOCKS_UNWRIT_EXT|\ 651c2177057STheodore Ts'o EXT4_GET_BLOCKS_CREATE) 65227dd4385SLukas Czerner /* Caller is from the delayed allocation writeout path 65327dd4385SLukas Czerner * finally doing the actual allocation of delayed blocks */ 65403f5d8bcSJan Kara #define EXT4_GET_BLOCKS_DELALLOC_RESERVE 0x0004 6550031462bSMingming Cao /* caller is from the direct IO path, request to creation of an 656556615dcSLukas Czerner unwritten extents if not allocated, split the unwritten 6570031462bSMingming Cao extent if blocks has been preallocated already*/ 658c7064ef1SJiaying Zhang #define EXT4_GET_BLOCKS_PRE_IO 0x0008 6591296cc85SAneesh Kumar K.V #define EXT4_GET_BLOCKS_CONVERT 0x0010 660c7064ef1SJiaying Zhang #define EXT4_GET_BLOCKS_IO_CREATE_EXT (EXT4_GET_BLOCKS_PRE_IO|\ 661556615dcSLukas Czerner EXT4_GET_BLOCKS_CREATE_UNWRIT_EXT) 662c7064ef1SJiaying Zhang /* Convert extent to initialized after IO complete */ 663c7064ef1SJiaying Zhang #define EXT4_GET_BLOCKS_IO_CONVERT_EXT (EXT4_GET_BLOCKS_CONVERT|\ 664556615dcSLukas Czerner EXT4_GET_BLOCKS_CREATE_UNWRIT_EXT) 66527dd4385SLukas Czerner /* Eventual metadata allocation (due to growing extent tree) 66627dd4385SLukas Czerner * should not fail, so try to use reserved blocks for that.*/ 66727dd4385SLukas Czerner #define EXT4_GET_BLOCKS_METADATA_NOFAIL 0x0020 668556b27abSVivek Haldar /* Don't normalize allocation size (used for fallocate) */ 669556b27abSVivek Haldar #define EXT4_GET_BLOCKS_NO_NORMALIZE 0x0040 670b8a86845SLukas Czerner /* Convert written extents to unwritten */ 6712dcba478SJan Kara #define EXT4_GET_BLOCKS_CONVERT_UNWRITTEN 0x0100 672c86d8db3SJan Kara /* Write zeros to newly created written extents */ 673c86d8db3SJan Kara #define EXT4_GET_BLOCKS_ZERO 0x0200 674c86d8db3SJan Kara #define EXT4_GET_BLOCKS_CREATE_ZERO (EXT4_GET_BLOCKS_CREATE |\ 675c86d8db3SJan Kara EXT4_GET_BLOCKS_ZERO) 676ee0876bcSJan Kara /* Caller will submit data before dropping transaction handle. This 677ee0876bcSJan Kara * allows jbd2 to avoid submitting data before commit. */ 678ee0876bcSJan Kara #define EXT4_GET_BLOCKS_IO_SUBMIT 0x0400 6793dcf5451SChristoph Hellwig 6803dcf5451SChristoph Hellwig /* 6817869a4a6STheodore Ts'o * The bit position of these flags must not overlap with any of the 682ed8a1a76STheodore Ts'o * EXT4_GET_BLOCKS_*. They are used by ext4_find_extent(), 683107a7bd3STheodore Ts'o * read_extent_tree_block(), ext4_split_extent_at(), 6847869a4a6STheodore Ts'o * ext4_ext_insert_extent(), and ext4_ext_create_new_leaf(). 6857869a4a6STheodore Ts'o * EXT4_EX_NOCACHE is used to indicate that the we shouldn't be 6867869a4a6STheodore Ts'o * caching the extents when reading from the extent tree while a 6877869a4a6STheodore Ts'o * truncate or punch hole operation is in progress. 688107a7bd3STheodore Ts'o */ 689d26e2c4dSTheodore Ts'o #define EXT4_EX_NOCACHE 0x40000000 690d26e2c4dSTheodore Ts'o #define EXT4_EX_FORCE_CACHE 0x20000000 69173c384c0STheodore Ts'o #define EXT4_EX_NOFAIL 0x10000000 692107a7bd3STheodore Ts'o 693107a7bd3STheodore Ts'o /* 694e6362609STheodore Ts'o * Flags used by ext4_free_blocks 695e6362609STheodore Ts'o */ 696e6362609STheodore Ts'o #define EXT4_FREE_BLOCKS_METADATA 0x0001 697e6362609STheodore Ts'o #define EXT4_FREE_BLOCKS_FORGET 0x0002 6981f2acb60STheodore Ts'o #define EXT4_FREE_BLOCKS_VALIDATED 0x0004 6997132de74SMaxim Patlasov #define EXT4_FREE_BLOCKS_NO_QUOT_UPDATE 0x0008 70084130193STheodore Ts'o #define EXT4_FREE_BLOCKS_NOFREE_FIRST_CLUSTER 0x0010 70184130193STheodore Ts'o #define EXT4_FREE_BLOCKS_NOFREE_LAST_CLUSTER 0x0020 7029fe67149SEric Whitney #define EXT4_FREE_BLOCKS_RERESERVE_CLUSTER 0x0040 703e6362609STheodore Ts'o 704e6362609STheodore Ts'o /* 7053dcf5451SChristoph Hellwig * ioctl commands 7063dcf5451SChristoph Hellwig */ 7073dcf5451SChristoph Hellwig #define EXT4_IOC_GETVERSION _IOR('f', 3, long) 7083dcf5451SChristoph Hellwig #define EXT4_IOC_SETVERSION _IOW('f', 4, long) 7093dcf5451SChristoph Hellwig #define EXT4_IOC_GETVERSION_OLD FS_IOC_GETVERSION 7103dcf5451SChristoph Hellwig #define EXT4_IOC_SETVERSION_OLD FS_IOC_SETVERSION 7113dcf5451SChristoph Hellwig #define EXT4_IOC_GETRSVSZ _IOR('f', 5, long) 7123dcf5451SChristoph Hellwig #define EXT4_IOC_SETRSVSZ _IOW('f', 6, long) 7138eea80d5STheodore Ts'o #define EXT4_IOC_GROUP_EXTEND _IOW('f', 7, unsigned long) 7148eea80d5STheodore Ts'o #define EXT4_IOC_GROUP_ADD _IOW('f', 8, struct ext4_new_group_input) 7158eea80d5STheodore Ts'o #define EXT4_IOC_MIGRATE _IO('f', 9) 716ccd2506bSTheodore Ts'o /* note ioctl 10 reserved for an early version of the FIEMAP ioctl */ 7178eea80d5STheodore Ts'o /* note ioctl 11 reserved for filesystem-independent FIEMAP ioctl */ 718ccd2506bSTheodore Ts'o #define EXT4_IOC_ALLOC_DA_BLKS _IO('f', 12) 719748de673SAkira Fujita #define EXT4_IOC_MOVE_EXT _IOWR('f', 15, struct move_extent) 72019c5246dSYongqiang Yang #define EXT4_IOC_RESIZE_FS _IOW('f', 16, __u64) 721393d1d1dSDr. Tilmann Bubeck #define EXT4_IOC_SWAP_BOOT _IO('f', 17) 7227869a4a6STheodore Ts'o #define EXT4_IOC_PRECACHE_EXTENTS _IO('f', 18) 723b0c013e2STheodore Ts'o /* ioctl codes 19--39 are reserved for fscrypt */ 724b0c013e2STheodore Ts'o #define EXT4_IOC_CLEAR_ES_CACHE _IO('f', 40) 7251ad3ea6eSTheodore Ts'o #define EXT4_IOC_GETSTATE _IOW('f', 41, __u32) 726bb5835edSTheodore Ts'o #define EXT4_IOC_GET_ES_CACHE _IOWR('f', 42, struct fiemap) 7273dcf5451SChristoph Hellwig 728e9be2ac7STheodore Ts'o #define EXT4_IOC_SHUTDOWN _IOR ('X', 125, __u32) 729783d9485STheodore Ts'o 730783d9485STheodore Ts'o /* 731783d9485STheodore Ts'o * Flags for going down operation 732783d9485STheodore Ts'o */ 733783d9485STheodore Ts'o #define EXT4_GOING_FLAGS_DEFAULT 0x0 /* going down */ 734783d9485STheodore Ts'o #define EXT4_GOING_FLAGS_LOGFLUSH 0x1 /* flush log but not data */ 735783d9485STheodore Ts'o #define EXT4_GOING_FLAGS_NOLOGFLUSH 0x2 /* don't flush log nor data */ 736783d9485STheodore Ts'o 7371ad3ea6eSTheodore Ts'o /* 7381ad3ea6eSTheodore Ts'o * Flags returned by EXT4_IOC_GETSTATE 7391ad3ea6eSTheodore Ts'o * 7401ad3ea6eSTheodore Ts'o * We only expose to userspace a subset of the state flags in 7411ad3ea6eSTheodore Ts'o * i_state_flags 7421ad3ea6eSTheodore Ts'o */ 7431ad3ea6eSTheodore Ts'o #define EXT4_STATE_FLAG_EXT_PRECACHED 0x00000001 7441ad3ea6eSTheodore Ts'o #define EXT4_STATE_FLAG_NEW 0x00000002 7451ad3ea6eSTheodore Ts'o #define EXT4_STATE_FLAG_NEWENTRY 0x00000004 7461ad3ea6eSTheodore Ts'o #define EXT4_STATE_FLAG_DA_ALLOC_CLOSE 0x00000008 747783d9485STheodore Ts'o 748899ad0ceSBen Hutchings #if defined(__KERNEL__) && defined(CONFIG_COMPAT) 7493dcf5451SChristoph Hellwig /* 7503dcf5451SChristoph Hellwig * ioctl commands in 32 bit emulation 7513dcf5451SChristoph Hellwig */ 7523dcf5451SChristoph Hellwig #define EXT4_IOC32_GETVERSION _IOR('f', 3, int) 7533dcf5451SChristoph Hellwig #define EXT4_IOC32_SETVERSION _IOW('f', 4, int) 7543dcf5451SChristoph Hellwig #define EXT4_IOC32_GETRSVSZ _IOR('f', 5, int) 7553dcf5451SChristoph Hellwig #define EXT4_IOC32_SETRSVSZ _IOW('f', 6, int) 7563dcf5451SChristoph Hellwig #define EXT4_IOC32_GROUP_EXTEND _IOW('f', 7, unsigned int) 7574d92dc0fSBen Hutchings #define EXT4_IOC32_GROUP_ADD _IOW('f', 8, struct compat_ext4_new_group_input) 7583dcf5451SChristoph Hellwig #define EXT4_IOC32_GETVERSION_OLD FS_IOC32_GETVERSION 7593dcf5451SChristoph Hellwig #define EXT4_IOC32_SETVERSION_OLD FS_IOC32_SETVERSION 760899ad0ceSBen Hutchings #endif 7613dcf5451SChristoph Hellwig 762bb5835edSTheodore Ts'o /* 763bb5835edSTheodore Ts'o * Returned by EXT4_IOC_GET_ES_CACHE as an additional possible flag. 764bb5835edSTheodore Ts'o * It indicates that the entry in extent status cache is for a hole. 765bb5835edSTheodore Ts'o */ 766bb5835edSTheodore Ts'o #define EXT4_FIEMAP_EXTENT_HOLE 0x08000000 767bb5835edSTheodore Ts'o 768b595076aSUwe Kleine-König /* Max physical block we can address w/o extents */ 769fb0a387dSEric Sandeen #define EXT4_MAX_BLOCK_FILE_PHYS 0xFFFFFFFF 770fb0a387dSEric Sandeen 771bcd8e91fSTheodore Ts'o /* Max logical block we can support */ 7729f44eda1SRitesh Harjani #define EXT4_MAX_LOGICAL_BLOCK 0xFFFFFFFE 773bcd8e91fSTheodore Ts'o 7743dcf5451SChristoph Hellwig /* 7753dcf5451SChristoph Hellwig * Structure of an inode on the disk 7763dcf5451SChristoph Hellwig */ 7773dcf5451SChristoph Hellwig struct ext4_inode { 7783dcf5451SChristoph Hellwig __le16 i_mode; /* File mode */ 7793dcf5451SChristoph Hellwig __le16 i_uid; /* Low 16 bits of Owner Uid */ 7803dcf5451SChristoph Hellwig __le32 i_size_lo; /* Size in bytes */ 7813dcf5451SChristoph Hellwig __le32 i_atime; /* Access time */ 7823dcf5451SChristoph Hellwig __le32 i_ctime; /* Inode Change time */ 7833dcf5451SChristoph Hellwig __le32 i_mtime; /* Modification time */ 7843dcf5451SChristoph Hellwig __le32 i_dtime; /* Deletion Time */ 7853dcf5451SChristoph Hellwig __le16 i_gid; /* Low 16 bits of Group Id */ 7863dcf5451SChristoph Hellwig __le16 i_links_count; /* Links count */ 7873dcf5451SChristoph Hellwig __le32 i_blocks_lo; /* Blocks count */ 7883dcf5451SChristoph Hellwig __le32 i_flags; /* File flags */ 7893dcf5451SChristoph Hellwig union { 7903dcf5451SChristoph Hellwig struct { 7913dcf5451SChristoph Hellwig __le32 l_i_version; 7923dcf5451SChristoph Hellwig } linux1; 7933dcf5451SChristoph Hellwig struct { 7943dcf5451SChristoph Hellwig __u32 h_i_translator; 7953dcf5451SChristoph Hellwig } hurd1; 7963dcf5451SChristoph Hellwig struct { 7973dcf5451SChristoph Hellwig __u32 m_i_reserved1; 7983dcf5451SChristoph Hellwig } masix1; 7993dcf5451SChristoph Hellwig } osd1; /* OS dependent 1 */ 8003dcf5451SChristoph Hellwig __le32 i_block[EXT4_N_BLOCKS];/* Pointers to blocks */ 8013dcf5451SChristoph Hellwig __le32 i_generation; /* File version (for NFS) */ 8023dcf5451SChristoph Hellwig __le32 i_file_acl_lo; /* File ACL */ 8033dcf5451SChristoph Hellwig __le32 i_size_high; 8043dcf5451SChristoph Hellwig __le32 i_obso_faddr; /* Obsoleted fragment address */ 8053dcf5451SChristoph Hellwig union { 8063dcf5451SChristoph Hellwig struct { 8073dcf5451SChristoph Hellwig __le16 l_i_blocks_high; /* were l_i_reserved1 */ 8083dcf5451SChristoph Hellwig __le16 l_i_file_acl_high; 8093dcf5451SChristoph Hellwig __le16 l_i_uid_high; /* these 2 fields */ 8103dcf5451SChristoph Hellwig __le16 l_i_gid_high; /* were reserved2[0] */ 811e6153918SDarrick J. Wong __le16 l_i_checksum_lo;/* crc32c(uuid+inum+inode) LE */ 812e6153918SDarrick J. Wong __le16 l_i_reserved; 8133dcf5451SChristoph Hellwig } linux2; 8143dcf5451SChristoph Hellwig struct { 8153dcf5451SChristoph Hellwig __le16 h_i_reserved1; /* Obsoleted fragment number/size which are removed in ext4 */ 8163dcf5451SChristoph Hellwig __u16 h_i_mode_high; 8173dcf5451SChristoph Hellwig __u16 h_i_uid_high; 8183dcf5451SChristoph Hellwig __u16 h_i_gid_high; 8193dcf5451SChristoph Hellwig __u32 h_i_author; 8203dcf5451SChristoph Hellwig } hurd2; 8213dcf5451SChristoph Hellwig struct { 8223dcf5451SChristoph Hellwig __le16 h_i_reserved1; /* Obsoleted fragment number/size which are removed in ext4 */ 8233dcf5451SChristoph Hellwig __le16 m_i_file_acl_high; 8243dcf5451SChristoph Hellwig __u32 m_i_reserved2[2]; 8253dcf5451SChristoph Hellwig } masix2; 8263dcf5451SChristoph Hellwig } osd2; /* OS dependent 2 */ 8273dcf5451SChristoph Hellwig __le16 i_extra_isize; 828e6153918SDarrick J. Wong __le16 i_checksum_hi; /* crc32c(uuid+inum+inode) BE */ 8293dcf5451SChristoph Hellwig __le32 i_ctime_extra; /* extra Change time (nsec << 2 | epoch) */ 8303dcf5451SChristoph Hellwig __le32 i_mtime_extra; /* extra Modification time(nsec << 2 | epoch) */ 8313dcf5451SChristoph Hellwig __le32 i_atime_extra; /* extra Access time (nsec << 2 | epoch) */ 8323dcf5451SChristoph Hellwig __le32 i_crtime; /* File Creation time */ 8333dcf5451SChristoph Hellwig __le32 i_crtime_extra; /* extra FileCreationtime (nsec << 2 | epoch) */ 8343dcf5451SChristoph Hellwig __le32 i_version_hi; /* high 32 bits for 64-bit version */ 8358b4953e1STheodore Ts'o __le32 i_projid; /* Project ID */ 8363dcf5451SChristoph Hellwig }; 8373dcf5451SChristoph Hellwig 838748de673SAkira Fujita struct move_extent { 839748de673SAkira Fujita __u32 reserved; /* should be zero */ 840748de673SAkira Fujita __u32 donor_fd; /* donor file descriptor */ 841748de673SAkira Fujita __u64 orig_start; /* logical start offset in block for orig */ 842748de673SAkira Fujita __u64 donor_start; /* logical start offset in block for donor */ 843748de673SAkira Fujita __u64 len; /* block length to be moved */ 844748de673SAkira Fujita __u64 moved_len; /* moved block length */ 845748de673SAkira Fujita }; 8463dcf5451SChristoph Hellwig 8473dcf5451SChristoph Hellwig #define EXT4_EPOCH_BITS 2 8483dcf5451SChristoph Hellwig #define EXT4_EPOCH_MASK ((1 << EXT4_EPOCH_BITS) - 1) 8493dcf5451SChristoph Hellwig #define EXT4_NSEC_MASK (~0UL << EXT4_EPOCH_BITS) 8503dcf5451SChristoph Hellwig 8513dcf5451SChristoph Hellwig /* 8523dcf5451SChristoph Hellwig * Extended fields will fit into an inode if the filesystem was formatted 8533dcf5451SChristoph Hellwig * with large inodes (-I 256 or larger) and there are not currently any EAs 8543dcf5451SChristoph Hellwig * consuming all of the available space. For new inodes we always reserve 8553dcf5451SChristoph Hellwig * enough space for the kernel's known extended fields, but for inodes 8563dcf5451SChristoph Hellwig * created with an old kernel this might not have been the case. None of 8573dcf5451SChristoph Hellwig * the extended inode fields is critical for correct filesystem operation. 8583dcf5451SChristoph Hellwig * This macro checks if a certain field fits in the inode. Note that 8593dcf5451SChristoph Hellwig * inode-size = GOOD_OLD_INODE_SIZE + i_extra_isize 8603dcf5451SChristoph Hellwig */ 8613dcf5451SChristoph Hellwig #define EXT4_FITS_IN_INODE(ext4_inode, einode, field) \ 8623dcf5451SChristoph Hellwig ((offsetof(typeof(*ext4_inode), field) + \ 8633dcf5451SChristoph Hellwig sizeof((ext4_inode)->field)) \ 8643dcf5451SChristoph Hellwig <= (EXT4_GOOD_OLD_INODE_SIZE + \ 8653dcf5451SChristoph Hellwig (einode)->i_extra_isize)) \ 8663dcf5451SChristoph Hellwig 867a4dad1aeSDavid Turner /* 868a4dad1aeSDavid Turner * We use an encoding that preserves the times for extra epoch "00": 869a4dad1aeSDavid Turner * 870a4dad1aeSDavid Turner * extra msb of adjust for signed 871a4dad1aeSDavid Turner * epoch 32-bit 32-bit tv_sec to 872a4dad1aeSDavid Turner * bits time decoded 64-bit tv_sec 64-bit tv_sec valid time range 873a4dad1aeSDavid Turner * 0 0 1 -0x80000000..-0x00000001 0x000000000 1901-12-13..1969-12-31 874a4dad1aeSDavid Turner * 0 0 0 0x000000000..0x07fffffff 0x000000000 1970-01-01..2038-01-19 875a4dad1aeSDavid Turner * 0 1 1 0x080000000..0x0ffffffff 0x100000000 2038-01-19..2106-02-07 876a4dad1aeSDavid Turner * 0 1 0 0x100000000..0x17fffffff 0x100000000 2106-02-07..2174-02-25 877a4dad1aeSDavid Turner * 1 0 1 0x180000000..0x1ffffffff 0x200000000 2174-02-25..2242-03-16 878a4dad1aeSDavid Turner * 1 0 0 0x200000000..0x27fffffff 0x200000000 2242-03-16..2310-04-04 879a4dad1aeSDavid Turner * 1 1 1 0x280000000..0x2ffffffff 0x300000000 2310-04-04..2378-04-22 880a4dad1aeSDavid Turner * 1 1 0 0x300000000..0x37fffffff 0x300000000 2378-04-22..2446-05-10 881a4dad1aeSDavid Turner * 882a4dad1aeSDavid Turner * Note that previous versions of the kernel on 64-bit systems would 883a4dad1aeSDavid Turner * incorrectly use extra epoch bits 1,1 for dates between 1901 and 884a4dad1aeSDavid Turner * 1970. e2fsck will correct this, assuming that it is run on the 885a4dad1aeSDavid Turner * affected filesystem before 2242. 886a4dad1aeSDavid Turner */ 887a4dad1aeSDavid Turner 8887b62b293SArnd Bergmann static inline __le32 ext4_encode_extra_time(struct timespec64 *time) 8893dcf5451SChristoph Hellwig { 8907b62b293SArnd Bergmann u32 extra =((time->tv_sec - (s32)time->tv_sec) >> 32) & EXT4_EPOCH_MASK; 891a4dad1aeSDavid Turner return cpu_to_le32(extra | (time->tv_nsec << EXT4_EPOCH_BITS)); 8923dcf5451SChristoph Hellwig } 8933dcf5451SChristoph Hellwig 8947b62b293SArnd Bergmann static inline void ext4_decode_extra_time(struct timespec64 *time, 8957b62b293SArnd Bergmann __le32 extra) 8963dcf5451SChristoph Hellwig { 897cd2d9922STheodore Ts'o if (unlikely(extra & cpu_to_le32(EXT4_EPOCH_MASK))) 898a4dad1aeSDavid Turner time->tv_sec += (u64)(le32_to_cpu(extra) & EXT4_EPOCH_MASK) << 32; 899c1fccc06STheodore Ts'o time->tv_nsec = (le32_to_cpu(extra) & EXT4_NSEC_MASK) >> EXT4_EPOCH_BITS; 9003dcf5451SChristoph Hellwig } 9013dcf5451SChristoph Hellwig 9023dcf5451SChristoph Hellwig #define EXT4_INODE_SET_XTIME(xtime, inode, raw_inode) \ 9033dcf5451SChristoph Hellwig do { \ 90495582b00SDeepa Dinamani if (EXT4_FITS_IN_INODE(raw_inode, EXT4_I(inode), xtime ## _extra)) {\ 9054881c497SDeepa Dinamani (raw_inode)->xtime = cpu_to_le32((inode)->xtime.tv_sec); \ 9063dcf5451SChristoph Hellwig (raw_inode)->xtime ## _extra = \ 9077b62b293SArnd Bergmann ext4_encode_extra_time(&(inode)->xtime); \ 90895582b00SDeepa Dinamani } \ 909cba465b4SDeepa Dinamani else \ 9104881c497SDeepa Dinamani (raw_inode)->xtime = cpu_to_le32(clamp_t(int32_t, (inode)->xtime.tv_sec, S32_MIN, S32_MAX)); \ 9113dcf5451SChristoph Hellwig } while (0) 9123dcf5451SChristoph Hellwig 9133dcf5451SChristoph Hellwig #define EXT4_EINODE_SET_XTIME(xtime, einode, raw_inode) \ 9143dcf5451SChristoph Hellwig do { \ 9153dcf5451SChristoph Hellwig if (EXT4_FITS_IN_INODE(raw_inode, einode, xtime)) \ 9163dcf5451SChristoph Hellwig (raw_inode)->xtime = cpu_to_le32((einode)->xtime.tv_sec); \ 9173dcf5451SChristoph Hellwig if (EXT4_FITS_IN_INODE(raw_inode, einode, xtime ## _extra)) \ 9183dcf5451SChristoph Hellwig (raw_inode)->xtime ## _extra = \ 9193dcf5451SChristoph Hellwig ext4_encode_extra_time(&(einode)->xtime); \ 9203dcf5451SChristoph Hellwig } while (0) 9213dcf5451SChristoph Hellwig 9223dcf5451SChristoph Hellwig #define EXT4_INODE_GET_XTIME(xtime, inode, raw_inode) \ 9233dcf5451SChristoph Hellwig do { \ 9243dcf5451SChristoph Hellwig (inode)->xtime.tv_sec = (signed)le32_to_cpu((raw_inode)->xtime); \ 92595582b00SDeepa Dinamani if (EXT4_FITS_IN_INODE(raw_inode, EXT4_I(inode), xtime ## _extra)) { \ 9267b62b293SArnd Bergmann ext4_decode_extra_time(&(inode)->xtime, \ 9273dcf5451SChristoph Hellwig raw_inode->xtime ## _extra); \ 92895582b00SDeepa Dinamani } \ 929af0b44a1SEric Sandeen else \ 930af0b44a1SEric Sandeen (inode)->xtime.tv_nsec = 0; \ 9313dcf5451SChristoph Hellwig } while (0) 9323dcf5451SChristoph Hellwig 93395582b00SDeepa Dinamani 9343dcf5451SChristoph Hellwig #define EXT4_EINODE_GET_XTIME(xtime, einode, raw_inode) \ 9353dcf5451SChristoph Hellwig do { \ 9363dcf5451SChristoph Hellwig if (EXT4_FITS_IN_INODE(raw_inode, einode, xtime)) \ 9373dcf5451SChristoph Hellwig (einode)->xtime.tv_sec = \ 9383dcf5451SChristoph Hellwig (signed)le32_to_cpu((raw_inode)->xtime); \ 93919ea8060STheodore Ts'o else \ 94019ea8060STheodore Ts'o (einode)->xtime.tv_sec = 0; \ 9413dcf5451SChristoph Hellwig if (EXT4_FITS_IN_INODE(raw_inode, einode, xtime ## _extra)) \ 9423dcf5451SChristoph Hellwig ext4_decode_extra_time(&(einode)->xtime, \ 9433dcf5451SChristoph Hellwig raw_inode->xtime ## _extra); \ 944af0b44a1SEric Sandeen else \ 945af0b44a1SEric Sandeen (einode)->xtime.tv_nsec = 0; \ 9463dcf5451SChristoph Hellwig } while (0) 9473dcf5451SChristoph Hellwig 9483dcf5451SChristoph Hellwig #define i_disk_version osd1.linux1.l_i_version 9493dcf5451SChristoph Hellwig 9503dcf5451SChristoph Hellwig #if defined(__KERNEL__) || defined(__linux__) 9513dcf5451SChristoph Hellwig #define i_reserved1 osd1.linux1.l_i_reserved1 9523dcf5451SChristoph Hellwig #define i_file_acl_high osd2.linux2.l_i_file_acl_high 9533dcf5451SChristoph Hellwig #define i_blocks_high osd2.linux2.l_i_blocks_high 9543dcf5451SChristoph Hellwig #define i_uid_low i_uid 9553dcf5451SChristoph Hellwig #define i_gid_low i_gid 9563dcf5451SChristoph Hellwig #define i_uid_high osd2.linux2.l_i_uid_high 9573dcf5451SChristoph Hellwig #define i_gid_high osd2.linux2.l_i_gid_high 958e6153918SDarrick J. Wong #define i_checksum_lo osd2.linux2.l_i_checksum_lo 9593dcf5451SChristoph Hellwig 9603dcf5451SChristoph Hellwig #elif defined(__GNU__) 9613dcf5451SChristoph Hellwig 9623dcf5451SChristoph Hellwig #define i_translator osd1.hurd1.h_i_translator 9633dcf5451SChristoph Hellwig #define i_uid_high osd2.hurd2.h_i_uid_high 9643dcf5451SChristoph Hellwig #define i_gid_high osd2.hurd2.h_i_gid_high 9653dcf5451SChristoph Hellwig #define i_author osd2.hurd2.h_i_author 9663dcf5451SChristoph Hellwig 9673dcf5451SChristoph Hellwig #elif defined(__masix__) 9683dcf5451SChristoph Hellwig 9693dcf5451SChristoph Hellwig #define i_reserved1 osd1.masix1.m_i_reserved1 9703dcf5451SChristoph Hellwig #define i_file_acl_high osd2.masix2.m_i_file_acl_high 9713dcf5451SChristoph Hellwig #define i_reserved2 osd2.masix2.m_i_reserved2 9723dcf5451SChristoph Hellwig 9733dcf5451SChristoph Hellwig #endif /* defined(__KERNEL__) || defined(__linux__) */ 9743dcf5451SChristoph Hellwig 975c0677e6dSZheng Liu #include "extents_status.h" 9766866d7b3SHarshad Shirwadkar #include "fast_commit.h" 977c0677e6dSZheng Liu 978d444c3c3STheodore Ts'o /* 979daf647d2STheodore Ts'o * Lock subclasses for i_data_sem in the ext4_inode_info structure. 980daf647d2STheodore Ts'o * 981daf647d2STheodore Ts'o * These are needed to avoid lockdep false positives when we need to 982daf647d2STheodore Ts'o * allocate blocks to the quota inode during ext4_map_blocks(), while 983daf647d2STheodore Ts'o * holding i_data_sem for a normal (non-quota) inode. Since we don't 984daf647d2STheodore Ts'o * do quota tracking for the quota inode, this avoids deadlock (as 985daf647d2STheodore Ts'o * well as infinite recursion, since it isn't turtles all the way 986daf647d2STheodore Ts'o * down...) 987daf647d2STheodore Ts'o * 988daf647d2STheodore Ts'o * I_DATA_SEM_NORMAL - Used for most inodes 989daf647d2STheodore Ts'o * I_DATA_SEM_OTHER - Used by move_inode.c for the second normal inode 990daf647d2STheodore Ts'o * where the second inode has larger inode number 991daf647d2STheodore Ts'o * than the first 992daf647d2STheodore Ts'o * I_DATA_SEM_QUOTA - Used for quota inodes only 993daf647d2STheodore Ts'o */ 994daf647d2STheodore Ts'o enum { 995daf647d2STheodore Ts'o I_DATA_SEM_NORMAL = 0, 996daf647d2STheodore Ts'o I_DATA_SEM_OTHER, 997daf647d2STheodore Ts'o I_DATA_SEM_QUOTA, 998daf647d2STheodore Ts'o }; 999daf647d2STheodore Ts'o 1000daf647d2STheodore Ts'o 1001daf647d2STheodore Ts'o /* 1002d444c3c3STheodore Ts'o * fourth extended file system inode data in memory 1003d444c3c3STheodore Ts'o */ 1004d444c3c3STheodore Ts'o struct ext4_inode_info { 1005d444c3c3STheodore Ts'o __le32 i_data[15]; /* unconverted */ 1006d444c3c3STheodore Ts'o __u32 i_dtime; 100712e9b892SDmitry Monakhov ext4_fsblk_t i_file_acl; 1008d444c3c3STheodore Ts'o 1009d444c3c3STheodore Ts'o /* 1010d444c3c3STheodore Ts'o * i_block_group is the number of the block group which contains 1011d444c3c3STheodore Ts'o * this file's inode. Constant across the lifetime of the inode, 1012a627b0a7SEric Whitney * it is used for making block allocation decisions - we try to 1013d444c3c3STheodore Ts'o * place a file's data blocks near its inode block, and new inodes 1014d444c3c3STheodore Ts'o * near to their parent directory's inode. 1015d444c3c3STheodore Ts'o */ 1016d444c3c3STheodore Ts'o ext4_group_t i_block_group; 10178a2005d3STheodore Ts'o ext4_lblk_t i_dir_start_lookup; 1018353eb83cSTheodore Ts'o #if (BITS_PER_LONG < 64) 101919f5fb7aSTheodore Ts'o unsigned long i_state_flags; /* Dynamic state flags */ 1020353eb83cSTheodore Ts'o #endif 102112e9b892SDmitry Monakhov unsigned long i_flags; 1022d444c3c3STheodore Ts'o 1023d444c3c3STheodore Ts'o /* 1024d444c3c3STheodore Ts'o * Extended attributes can be read independently of the main file 1025d444c3c3STheodore Ts'o * data. Taking i_mutex even when reading would cause contention 1026d444c3c3STheodore Ts'o * between readers of EAs and writers of regular file data, so 1027d444c3c3STheodore Ts'o * instead we synchronize on xattr_sem when reading or changing 1028d444c3c3STheodore Ts'o * EAs. 1029d444c3c3STheodore Ts'o */ 1030d444c3c3STheodore Ts'o struct rw_semaphore xattr_sem; 1031d444c3c3STheodore Ts'o 1032d444c3c3STheodore Ts'o struct list_head i_orphan; /* unlinked but open inodes */ 1033d444c3c3STheodore Ts'o 1034aa75f4d3SHarshad Shirwadkar /* Fast commit related info */ 1035aa75f4d3SHarshad Shirwadkar 1036aa75f4d3SHarshad Shirwadkar struct list_head i_fc_list; /* 1037aa75f4d3SHarshad Shirwadkar * inodes that need fast commit 1038aa75f4d3SHarshad Shirwadkar * protected by sbi->s_fc_lock. 1039aa75f4d3SHarshad Shirwadkar */ 1040aa75f4d3SHarshad Shirwadkar 1041aa75f4d3SHarshad Shirwadkar /* Start of lblk range that needs to be committed in this fast commit */ 1042aa75f4d3SHarshad Shirwadkar ext4_lblk_t i_fc_lblk_start; 1043aa75f4d3SHarshad Shirwadkar 1044aa75f4d3SHarshad Shirwadkar /* End of lblk range that needs to be committed in this fast commit */ 1045aa75f4d3SHarshad Shirwadkar ext4_lblk_t i_fc_lblk_len; 1046aa75f4d3SHarshad Shirwadkar 1047aa75f4d3SHarshad Shirwadkar /* Number of ongoing updates on this inode */ 1048aa75f4d3SHarshad Shirwadkar atomic_t i_fc_updates; 1049aa75f4d3SHarshad Shirwadkar 1050aa75f4d3SHarshad Shirwadkar /* Fast commit wait queue for this inode */ 1051aa75f4d3SHarshad Shirwadkar wait_queue_head_t i_fc_wait; 1052aa75f4d3SHarshad Shirwadkar 1053aa75f4d3SHarshad Shirwadkar /* Protect concurrent accesses on i_fc_lblk_start, i_fc_lblk_len */ 1054aa75f4d3SHarshad Shirwadkar struct mutex i_fc_lock; 1055aa75f4d3SHarshad Shirwadkar 1056d444c3c3STheodore Ts'o /* 1057d444c3c3STheodore Ts'o * i_disksize keeps track of what the inode size is ON DISK, not 1058d444c3c3STheodore Ts'o * in memory. During truncate, i_size is set to the new size by 1059d444c3c3STheodore Ts'o * the VFS prior to calling ext4_truncate(), but the filesystem won't 1060d444c3c3STheodore Ts'o * set i_disksize to 0 until the truncate is actually under way. 1061d444c3c3STheodore Ts'o * 1062d444c3c3STheodore Ts'o * The intent is that i_disksize always represents the blocks which 1063d444c3c3STheodore Ts'o * are used by this file. This allows recovery to restart truncate 1064d444c3c3STheodore Ts'o * on orphans if we crash during truncate. We actually write i_disksize 1065d444c3c3STheodore Ts'o * into the on-disk inode when writing inodes out, instead of i_size. 1066d444c3c3STheodore Ts'o * 1067d444c3c3STheodore Ts'o * The only time when i_disksize and i_size may be different is when 1068d444c3c3STheodore Ts'o * a truncate is in progress. The only things which change i_disksize 1069d444c3c3STheodore Ts'o * are ext4_get_block (growth) and ext4_truncate (shrinkth). 1070d444c3c3STheodore Ts'o */ 1071d444c3c3STheodore Ts'o loff_t i_disksize; 1072d444c3c3STheodore Ts'o 1073d444c3c3STheodore Ts'o /* 1074d444c3c3STheodore Ts'o * i_data_sem is for serialising ext4_truncate() against 1075d444c3c3STheodore Ts'o * ext4_getblock(). In the 2.4 ext2 design, great chunks of inode's 1076d444c3c3STheodore Ts'o * data tree are chopped off during truncate. We can't do that in 1077d444c3c3STheodore Ts'o * ext4 because whenever we perform intermediate commits during 1078d444c3c3STheodore Ts'o * truncate, the inode and all the metadata blocks *must* be in a 1079d444c3c3STheodore Ts'o * consistent state which allows truncation of the orphans to restart 1080d444c3c3STheodore Ts'o * during recovery. Hence we must fix the get_block-vs-truncate race 1081d444c3c3STheodore Ts'o * by other means, so we have i_data_sem. 1082d444c3c3STheodore Ts'o */ 1083d444c3c3STheodore Ts'o struct rw_semaphore i_data_sem; 1084ea3d7209SJan Kara /* 1085ea3d7209SJan Kara * i_mmap_sem is for serializing page faults with truncate / punch hole 1086ea3d7209SJan Kara * operations. We have to make sure that new page cannot be faulted in 1087ea3d7209SJan Kara * a section of the inode that is being punched. We cannot easily use 1088ea3d7209SJan Kara * i_data_sem for this since we need protection for the whole punch 1089ea3d7209SJan Kara * operation and i_data_sem ranks below transaction start so we have 1090ea3d7209SJan Kara * to occasionally drop it. 1091ea3d7209SJan Kara */ 1092ea3d7209SJan Kara struct rw_semaphore i_mmap_sem; 1093d444c3c3STheodore Ts'o struct inode vfs_inode; 10948aefcd55STheodore Ts'o struct jbd2_inode *jinode; 1095d444c3c3STheodore Ts'o 1096202ee5dfSTheodore Ts'o spinlock_t i_raw_lock; /* protects updates to the raw inode */ 1097202ee5dfSTheodore Ts'o 1098d444c3c3STheodore Ts'o /* 1099d444c3c3STheodore Ts'o * File creation time. Its function is same as that of 11007b62b293SArnd Bergmann * struct timespec64 i_{a,c,m}time in the generic inode. 1101d444c3c3STheodore Ts'o */ 11027b62b293SArnd Bergmann struct timespec64 i_crtime; 1103d444c3c3STheodore Ts'o 1104d444c3c3STheodore Ts'o /* mballoc */ 110527bc446eSbrookxu atomic_t i_prealloc_active; 1106d444c3c3STheodore Ts'o struct list_head i_prealloc_list; 1107d444c3c3STheodore Ts'o spinlock_t i_prealloc_lock; 1108d444c3c3STheodore Ts'o 1109c0677e6dSZheng Liu /* extents status tree */ 1110c0677e6dSZheng Liu struct ext4_es_tree i_es_tree; 1111c0677e6dSZheng Liu rwlock_t i_es_lock; 1112edaa53caSZheng Liu struct list_head i_es_list; 1113eb68d0e2SZheng Liu unsigned int i_es_all_nr; /* protected by i_es_lock */ 1114edaa53caSZheng Liu unsigned int i_es_shk_nr; /* protected by i_es_lock */ 1115dd475925SJan Kara ext4_lblk_t i_es_shrink_lblk; /* Offset where we start searching for 1116dd475925SJan Kara extents to shrink. Protected by 1117dd475925SJan Kara i_es_lock */ 1118c0677e6dSZheng Liu 1119d444c3c3STheodore Ts'o /* ialloc */ 1120d444c3c3STheodore Ts'o ext4_group_t i_last_alloc_group; 1121d444c3c3STheodore Ts'o 1122d444c3c3STheodore Ts'o /* allocation reservation info for delalloc */ 1123a627b0a7SEric Whitney /* In case of bigalloc, this refer to clusters rather than blocks */ 1124d444c3c3STheodore Ts'o unsigned int i_reserved_data_blocks; 1125d444c3c3STheodore Ts'o 11261dc0aa46SEric Whitney /* pending cluster reservations for bigalloc file systems */ 11271dc0aa46SEric Whitney struct ext4_pending_tree i_pending_tree; 11281dc0aa46SEric Whitney 1129d444c3c3STheodore Ts'o /* on-disk additional length */ 1130d444c3c3STheodore Ts'o __u16 i_extra_isize; 1131d444c3c3STheodore Ts'o 113267cf5b09STao Ma /* Indicate the inline data space. */ 113367cf5b09STao Ma u16 i_inline_off; 113467cf5b09STao Ma u16 i_inline_size; 113567cf5b09STao Ma 1136a9e7f447SDmitry Monakhov #ifdef CONFIG_QUOTA 1137a9e7f447SDmitry Monakhov /* quota space reservation, managed internally by quota code */ 1138a9e7f447SDmitry Monakhov qsize_t i_reserved_quota; 1139a9e7f447SDmitry Monakhov #endif 11408d5d02e6SMingming Cao 11412e8fa54eSJan Kara /* Lock protecting lists below */ 1142744692dcSJiaying Zhang spinlock_t i_completed_io_lock; 11432e8fa54eSJan Kara /* 11442e8fa54eSJan Kara * Completed IOs that need unwritten extents handling and have 11452e8fa54eSJan Kara * transaction reserved 11462e8fa54eSJan Kara */ 11472e8fa54eSJan Kara struct list_head i_rsv_conversion_list; 11482e8fa54eSJan Kara struct work_struct i_rsv_conversion_work; 1149600be30aSJan Kara atomic_t i_unwritten; /* Nr. of inflight conversions pending */ 11508a2005d3STheodore Ts'o 11518a2005d3STheodore Ts'o spinlock_t i_block_reservation_lock; 1152b436b9beSJan Kara 1153b436b9beSJan Kara /* 1154b436b9beSJan Kara * Transactions that contain inode's metadata needed to complete 1155b436b9beSJan Kara * fsync and fdatasync, respectively. 1156b436b9beSJan Kara */ 1157b436b9beSJan Kara tid_t i_sync_tid; 1158b436b9beSJan Kara tid_t i_datasync_tid; 1159814525f4SDarrick J. Wong 116096c7e0d9SJan Kara #ifdef CONFIG_QUOTA 116196c7e0d9SJan Kara struct dquot *i_dquot[MAXQUOTAS]; 116296c7e0d9SJan Kara #endif 116396c7e0d9SJan Kara 1164814525f4SDarrick J. Wong /* Precomputed uuid+inum+igen checksum for seeding inode checksums */ 1165814525f4SDarrick J. Wong __u32 i_csum_seed; 1166b30ab0e0SMichael Halcrow 1167040cb378SLi Xi kprojid_t i_projid; 1168d444c3c3STheodore Ts'o }; 1169d444c3c3STheodore Ts'o 1170d444c3c3STheodore Ts'o /* 11713dcf5451SChristoph Hellwig * File system states 11723dcf5451SChristoph Hellwig */ 11733dcf5451SChristoph Hellwig #define EXT4_VALID_FS 0x0001 /* Unmounted cleanly */ 11743dcf5451SChristoph Hellwig #define EXT4_ERROR_FS 0x0002 /* Errors detected */ 11753dcf5451SChristoph Hellwig #define EXT4_ORPHAN_FS 0x0004 /* Orphans being recovered */ 11768016e29fSHarshad Shirwadkar #define EXT4_FC_REPLAY 0x0020 /* Fast commit replay ongoing */ 11773dcf5451SChristoph Hellwig 11783dcf5451SChristoph Hellwig /* 11793dcf5451SChristoph Hellwig * Misc. filesystem flags 11803dcf5451SChristoph Hellwig */ 11813dcf5451SChristoph Hellwig #define EXT2_FLAGS_SIGNED_HASH 0x0001 /* Signed dirhash in use */ 11823dcf5451SChristoph Hellwig #define EXT2_FLAGS_UNSIGNED_HASH 0x0002 /* Unsigned dirhash in use */ 11833dcf5451SChristoph Hellwig #define EXT2_FLAGS_TEST_FILESYS 0x0004 /* to test development code */ 11843dcf5451SChristoph Hellwig 11853dcf5451SChristoph Hellwig /* 118668911009SLukas Czerner * Mount flags set via mount options or defaults 11873dcf5451SChristoph Hellwig */ 1188cdb7ee4cSTahsin Erdogan #define EXT4_MOUNT_NO_MBCACHE 0x00001 /* Do not use mbcache */ 11893dcf5451SChristoph Hellwig #define EXT4_MOUNT_GRPID 0x00004 /* Create files with directory's group */ 11903dcf5451SChristoph Hellwig #define EXT4_MOUNT_DEBUG 0x00008 /* Some debugging messages */ 11913dcf5451SChristoph Hellwig #define EXT4_MOUNT_ERRORS_CONT 0x00010 /* Continue on errors */ 11923dcf5451SChristoph Hellwig #define EXT4_MOUNT_ERRORS_RO 0x00020 /* Remount fs ro on errors */ 11933dcf5451SChristoph Hellwig #define EXT4_MOUNT_ERRORS_PANIC 0x00040 /* Panic on errors */ 119439ef17f1STheodore Ts'o #define EXT4_MOUNT_ERRORS_MASK 0x00070 11953dcf5451SChristoph Hellwig #define EXT4_MOUNT_MINIX_DF 0x00080 /* Mimics the Minix statfs */ 11963dcf5451SChristoph Hellwig #define EXT4_MOUNT_NOLOAD 0x00100 /* Don't use existing journal*/ 1197923ae0ffSRoss Zwisler #ifdef CONFIG_FS_DAX 1198fc626fe3SIra Weiny #define EXT4_MOUNT_DAX_ALWAYS 0x00200 /* Direct Access */ 1199923ae0ffSRoss Zwisler #else 1200fc626fe3SIra Weiny #define EXT4_MOUNT_DAX_ALWAYS 0 1201923ae0ffSRoss Zwisler #endif 12023dcf5451SChristoph Hellwig #define EXT4_MOUNT_DATA_FLAGS 0x00C00 /* Mode for data writes: */ 12033dcf5451SChristoph Hellwig #define EXT4_MOUNT_JOURNAL_DATA 0x00400 /* Write data to journal */ 12043dcf5451SChristoph Hellwig #define EXT4_MOUNT_ORDERED_DATA 0x00800 /* Flush data before commit */ 12053dcf5451SChristoph Hellwig #define EXT4_MOUNT_WRITEBACK_DATA 0x00C00 /* No data ordering */ 12063dcf5451SChristoph Hellwig #define EXT4_MOUNT_UPDATE_JOURNAL 0x01000 /* Update the journal format */ 12073dcf5451SChristoph Hellwig #define EXT4_MOUNT_NO_UID32 0x02000 /* Disable 32-bit UIDs */ 12083dcf5451SChristoph Hellwig #define EXT4_MOUNT_XATTR_USER 0x04000 /* Extended user attributes */ 12093dcf5451SChristoph Hellwig #define EXT4_MOUNT_POSIX_ACL 0x08000 /* POSIX Access Control Lists */ 1210afd4672dSTheodore Ts'o #define EXT4_MOUNT_NO_AUTO_DA_ALLOC 0x10000 /* No auto delalloc mapping */ 12113dcf5451SChristoph Hellwig #define EXT4_MOUNT_BARRIER 0x20000 /* Use block barriers */ 121249da9392SJan Kara #define EXT4_MOUNT_QUOTA 0x40000 /* Some quota option set */ 121349da9392SJan Kara #define EXT4_MOUNT_USRQUOTA 0x80000 /* "old" user quota, 121449da9392SJan Kara * enable enforcement for hidden 121549da9392SJan Kara * quota files */ 121649da9392SJan Kara #define EXT4_MOUNT_GRPQUOTA 0x100000 /* "old" group quota, enable 121749da9392SJan Kara * enforcement for hidden quota 121849da9392SJan Kara * files */ 121949da9392SJan Kara #define EXT4_MOUNT_PRJQUOTA 0x200000 /* Enable project quota 122049da9392SJan Kara * enforcement */ 1221744692dcSJiaying Zhang #define EXT4_MOUNT_DIOREAD_NOLOCK 0x400000 /* Enable support for dio read nolocking */ 1222d4da6c9cSLinus Torvalds #define EXT4_MOUNT_JOURNAL_CHECKSUM 0x800000 /* Journal checksums */ 12233dcf5451SChristoph Hellwig #define EXT4_MOUNT_JOURNAL_ASYNC_COMMIT 0x1000000 /* Journal Async Commit */ 1224327eaf73STheodore Ts'o #define EXT4_MOUNT_WARN_ON_ERROR 0x2000000 /* Trigger WARN_ON on error */ 12253d392b26STheodore Ts'o #define EXT4_MOUNT_PREFETCH_BLOCK_BITMAPS 0x4000000 122664769240SAlex Tomas #define EXT4_MOUNT_DELALLOC 0x8000000 /* Delalloc support */ 12275bf5683aSHidehiro Kawai #define EXT4_MOUNT_DATA_ERR_ABORT 0x10000000 /* Abort on file data write */ 12286fd058f7STheodore Ts'o #define EXT4_MOUNT_BLOCK_VALIDITY 0x20000000 /* Block validity checking */ 12295328e635SEric Sandeen #define EXT4_MOUNT_DISCARD 0x40000000 /* Issue DISCARD requests */ 1230bfff6873SLukas Czerner #define EXT4_MOUNT_INIT_INODE_TABLE 0x80000000 /* Initialize uninitialized itables */ 12315bf5683aSHidehiro Kawai 123268911009SLukas Czerner /* 123368911009SLukas Czerner * Mount flags set either automatically (could not be set by mount option) 123468911009SLukas Czerner * based on per file system feature or property or in special cases such as 123568911009SLukas Czerner * distinguishing between explicit mount option definition and default. 123668911009SLukas Czerner */ 123756889787STheodore Ts'o #define EXT4_MOUNT2_EXPLICIT_DELALLOC 0x00000001 /* User explicitly 123856889787STheodore Ts'o specified delalloc */ 123968911009SLukas Czerner #define EXT4_MOUNT2_STD_GROUP_SIZE 0x00000002 /* We have standard group 124068911009SLukas Czerner size of blocksize * 8 124168911009SLukas Czerner blocks */ 1242ed3654ebSTheodore Ts'o #define EXT4_MOUNT2_HURD_COMPAT 0x00000004 /* Support HURD-castrated 1243ed3654ebSTheodore Ts'o file systems */ 12441e381f60SDmitry Monakhov #define EXT4_MOUNT2_EXPLICIT_JOURNAL_CHECKSUM 0x00000008 /* User explicitly 12451e381f60SDmitry Monakhov specified journal checksum */ 12461e381f60SDmitry Monakhov 1247995a3ed6SHarshad Shirwadkar #define EXT4_MOUNT2_JOURNAL_FAST_COMMIT 0x00000010 /* Journal fast commit */ 1248a72b38eeSHarshad Shirwadkar #define EXT4_MOUNT2_DAX_NEVER 0x00000020 /* Do not allow Direct Access */ 1249a72b38eeSHarshad Shirwadkar #define EXT4_MOUNT2_DAX_INODE 0x00000040 /* For printing options only */ 1250a72b38eeSHarshad Shirwadkar 1251995a3ed6SHarshad Shirwadkar 1252fd8c37ecSTheodore Ts'o #define clear_opt(sb, opt) EXT4_SB(sb)->s_mount_opt &= \ 1253fd8c37ecSTheodore Ts'o ~EXT4_MOUNT_##opt 1254fd8c37ecSTheodore Ts'o #define set_opt(sb, opt) EXT4_SB(sb)->s_mount_opt |= \ 1255fd8c37ecSTheodore Ts'o EXT4_MOUNT_##opt 12563dcf5451SChristoph Hellwig #define test_opt(sb, opt) (EXT4_SB(sb)->s_mount_opt & \ 12573dcf5451SChristoph Hellwig EXT4_MOUNT_##opt) 12583dcf5451SChristoph Hellwig 1259a2595b8aSTheodore Ts'o #define clear_opt2(sb, opt) EXT4_SB(sb)->s_mount_opt2 &= \ 1260a2595b8aSTheodore Ts'o ~EXT4_MOUNT2_##opt 1261a2595b8aSTheodore Ts'o #define set_opt2(sb, opt) EXT4_SB(sb)->s_mount_opt2 |= \ 1262a2595b8aSTheodore Ts'o EXT4_MOUNT2_##opt 1263a2595b8aSTheodore Ts'o #define test_opt2(sb, opt) (EXT4_SB(sb)->s_mount_opt2 & \ 1264a2595b8aSTheodore Ts'o EXT4_MOUNT2_##opt) 1265a2595b8aSTheodore Ts'o 1266597d508cSAkinobu Mita #define ext4_test_and_set_bit __test_and_set_bit_le 1267597d508cSAkinobu Mita #define ext4_set_bit __set_bit_le 12683dcf5451SChristoph Hellwig #define ext4_set_bit_atomic ext2_set_bit_atomic 1269597d508cSAkinobu Mita #define ext4_test_and_clear_bit __test_and_clear_bit_le 1270597d508cSAkinobu Mita #define ext4_clear_bit __clear_bit_le 12713dcf5451SChristoph Hellwig #define ext4_clear_bit_atomic ext2_clear_bit_atomic 127250e0168cSAkinobu Mita #define ext4_test_bit test_bit_le 127350e0168cSAkinobu Mita #define ext4_find_next_zero_bit find_next_zero_bit_le 127450e0168cSAkinobu Mita #define ext4_find_next_bit find_next_bit_le 12753dcf5451SChristoph Hellwig 1276c3e94d1dSYongqiang Yang extern void ext4_set_bits(void *bm, int cur, int len); 1277c3e94d1dSYongqiang Yang 12783dcf5451SChristoph Hellwig /* 12793dcf5451SChristoph Hellwig * Maximal mount counts between two filesystem checks 12803dcf5451SChristoph Hellwig */ 12813dcf5451SChristoph Hellwig #define EXT4_DFL_MAX_MNT_COUNT 20 /* Allow 20 mounts */ 12823dcf5451SChristoph Hellwig #define EXT4_DFL_CHECKINTERVAL 0 /* Don't use interval check */ 12833dcf5451SChristoph Hellwig 12843dcf5451SChristoph Hellwig /* 12853dcf5451SChristoph Hellwig * Behaviour when detecting errors 12863dcf5451SChristoph Hellwig */ 12873dcf5451SChristoph Hellwig #define EXT4_ERRORS_CONTINUE 1 /* Continue execution */ 12883dcf5451SChristoph Hellwig #define EXT4_ERRORS_RO 2 /* Remount fs read-only */ 12893dcf5451SChristoph Hellwig #define EXT4_ERRORS_PANIC 3 /* Panic */ 12903dcf5451SChristoph Hellwig #define EXT4_ERRORS_DEFAULT EXT4_ERRORS_CONTINUE 12913dcf5451SChristoph Hellwig 1292e6153918SDarrick J. Wong /* Metadata checksum algorithm codes */ 1293e6153918SDarrick J. Wong #define EXT4_CRC32C_CHKSUM 1 1294e6153918SDarrick J. Wong 12953dcf5451SChristoph Hellwig /* 12963dcf5451SChristoph Hellwig * Structure of the super block 12973dcf5451SChristoph Hellwig */ 12983dcf5451SChristoph Hellwig struct ext4_super_block { 12993dcf5451SChristoph Hellwig /*00*/ __le32 s_inodes_count; /* Inodes count */ 13003dcf5451SChristoph Hellwig __le32 s_blocks_count_lo; /* Blocks count */ 13013dcf5451SChristoph Hellwig __le32 s_r_blocks_count_lo; /* Reserved blocks count */ 13023dcf5451SChristoph Hellwig __le32 s_free_blocks_count_lo; /* Free blocks count */ 13033dcf5451SChristoph Hellwig /*10*/ __le32 s_free_inodes_count; /* Free inodes count */ 13043dcf5451SChristoph Hellwig __le32 s_first_data_block; /* First Data Block */ 13053dcf5451SChristoph Hellwig __le32 s_log_block_size; /* Block size */ 1306281b5995STheodore Ts'o __le32 s_log_cluster_size; /* Allocation cluster size */ 13073dcf5451SChristoph Hellwig /*20*/ __le32 s_blocks_per_group; /* # Blocks per group */ 1308281b5995STheodore Ts'o __le32 s_clusters_per_group; /* # Clusters per group */ 13093dcf5451SChristoph Hellwig __le32 s_inodes_per_group; /* # Inodes per group */ 13103dcf5451SChristoph Hellwig __le32 s_mtime; /* Mount time */ 13113dcf5451SChristoph Hellwig /*30*/ __le32 s_wtime; /* Write time */ 13123dcf5451SChristoph Hellwig __le16 s_mnt_count; /* Mount count */ 13133dcf5451SChristoph Hellwig __le16 s_max_mnt_count; /* Maximal mount count */ 13143dcf5451SChristoph Hellwig __le16 s_magic; /* Magic signature */ 13153dcf5451SChristoph Hellwig __le16 s_state; /* File system state */ 13163dcf5451SChristoph Hellwig __le16 s_errors; /* Behaviour when detecting errors */ 13173dcf5451SChristoph Hellwig __le16 s_minor_rev_level; /* minor revision level */ 13183dcf5451SChristoph Hellwig /*40*/ __le32 s_lastcheck; /* time of last check */ 13193dcf5451SChristoph Hellwig __le32 s_checkinterval; /* max. time between checks */ 13203dcf5451SChristoph Hellwig __le32 s_creator_os; /* OS */ 13213dcf5451SChristoph Hellwig __le32 s_rev_level; /* Revision level */ 13223dcf5451SChristoph Hellwig /*50*/ __le16 s_def_resuid; /* Default uid for reserved blocks */ 13233dcf5451SChristoph Hellwig __le16 s_def_resgid; /* Default gid for reserved blocks */ 13243dcf5451SChristoph Hellwig /* 13253dcf5451SChristoph Hellwig * These fields are for EXT4_DYNAMIC_REV superblocks only. 13263dcf5451SChristoph Hellwig * 13273dcf5451SChristoph Hellwig * Note: the difference between the compatible feature set and 13283dcf5451SChristoph Hellwig * the incompatible feature set is that if there is a bit set 13293dcf5451SChristoph Hellwig * in the incompatible feature set that the kernel doesn't 13303dcf5451SChristoph Hellwig * know about, it should refuse to mount the filesystem. 13313dcf5451SChristoph Hellwig * 13323dcf5451SChristoph Hellwig * e2fsck's requirements are more strict; if it doesn't know 13333dcf5451SChristoph Hellwig * about a feature in either the compatible or incompatible 13343dcf5451SChristoph Hellwig * feature set, it must abort and not try to meddle with 13353dcf5451SChristoph Hellwig * things it doesn't understand... 13363dcf5451SChristoph Hellwig */ 13373dcf5451SChristoph Hellwig __le32 s_first_ino; /* First non-reserved inode */ 13383dcf5451SChristoph Hellwig __le16 s_inode_size; /* size of inode structure */ 13393dcf5451SChristoph Hellwig __le16 s_block_group_nr; /* block group # of this superblock */ 13403dcf5451SChristoph Hellwig __le32 s_feature_compat; /* compatible feature set */ 13413dcf5451SChristoph Hellwig /*60*/ __le32 s_feature_incompat; /* incompatible feature set */ 13423dcf5451SChristoph Hellwig __le32 s_feature_ro_compat; /* readonly-compatible feature set */ 13433dcf5451SChristoph Hellwig /*68*/ __u8 s_uuid[16]; /* 128-bit uuid for volume */ 13443dcf5451SChristoph Hellwig /*78*/ char s_volume_name[16]; /* volume name */ 1345072ebb3bSTheodore Ts'o /*88*/ char s_last_mounted[64] __nonstring; /* directory where last mounted */ 13463dcf5451SChristoph Hellwig /*C8*/ __le32 s_algorithm_usage_bitmap; /* For compression */ 13473dcf5451SChristoph Hellwig /* 13483dcf5451SChristoph Hellwig * Performance hints. Directory preallocation should only 13493dcf5451SChristoph Hellwig * happen if the EXT4_FEATURE_COMPAT_DIR_PREALLOC flag is on. 13503dcf5451SChristoph Hellwig */ 13513dcf5451SChristoph Hellwig __u8 s_prealloc_blocks; /* Nr of blocks to try to preallocate*/ 13523dcf5451SChristoph Hellwig __u8 s_prealloc_dir_blocks; /* Nr to preallocate for dirs */ 13533dcf5451SChristoph Hellwig __le16 s_reserved_gdt_blocks; /* Per group desc for online growth */ 13543dcf5451SChristoph Hellwig /* 13553dcf5451SChristoph Hellwig * Journaling support valid if EXT4_FEATURE_COMPAT_HAS_JOURNAL set. 13563dcf5451SChristoph Hellwig */ 13573dcf5451SChristoph Hellwig /*D0*/ __u8 s_journal_uuid[16]; /* uuid of journal superblock */ 13583dcf5451SChristoph Hellwig /*E0*/ __le32 s_journal_inum; /* inode number of journal file */ 13593dcf5451SChristoph Hellwig __le32 s_journal_dev; /* device number of journal file */ 13603dcf5451SChristoph Hellwig __le32 s_last_orphan; /* start of list of inodes to delete */ 13613dcf5451SChristoph Hellwig __le32 s_hash_seed[4]; /* HTREE hash seed */ 13623dcf5451SChristoph Hellwig __u8 s_def_hash_version; /* Default hash version to use */ 136389eeddf0STheodore Ts'o __u8 s_jnl_backup_type; 13643dcf5451SChristoph Hellwig __le16 s_desc_size; /* size of group descriptor */ 13653dcf5451SChristoph Hellwig /*100*/ __le32 s_default_mount_opts; 13663dcf5451SChristoph Hellwig __le32 s_first_meta_bg; /* First metablock block group */ 13673dcf5451SChristoph Hellwig __le32 s_mkfs_time; /* When the filesystem was created */ 13683dcf5451SChristoph Hellwig __le32 s_jnl_blocks[17]; /* Backup of the journal inode */ 13693dcf5451SChristoph Hellwig /* 64bit support valid if EXT4_FEATURE_COMPAT_64BIT */ 13703dcf5451SChristoph Hellwig /*150*/ __le32 s_blocks_count_hi; /* Blocks count */ 13713dcf5451SChristoph Hellwig __le32 s_r_blocks_count_hi; /* Reserved blocks count */ 13723dcf5451SChristoph Hellwig __le32 s_free_blocks_count_hi; /* Free blocks count */ 13733dcf5451SChristoph Hellwig __le16 s_min_extra_isize; /* All inodes have at least # bytes */ 13743dcf5451SChristoph Hellwig __le16 s_want_extra_isize; /* New inodes should reserve # bytes */ 13753dcf5451SChristoph Hellwig __le32 s_flags; /* Miscellaneous flags */ 13763dcf5451SChristoph Hellwig __le16 s_raid_stride; /* RAID stride */ 1377c5e06d10SJohann Lombardi __le16 s_mmp_update_interval; /* # seconds to wait in MMP checking */ 13783dcf5451SChristoph Hellwig __le64 s_mmp_block; /* Block for multi-mount protection */ 13793dcf5451SChristoph Hellwig __le32 s_raid_stripe_width; /* blocks on all data disks (N*stride)*/ 1380772cb7c8SJose R. Santos __u8 s_log_groups_per_flex; /* FLEX_BG group size */ 1381e6153918SDarrick J. Wong __u8 s_checksum_type; /* metadata checksum algorithm used */ 1382f542fbe8STheodore Ts'o __u8 s_encryption_level; /* versioning level for encryption */ 1383f542fbe8STheodore Ts'o __u8 s_reserved_pad; /* Padding to next 32bits */ 1384afc32f7eSTheodore Ts'o __le64 s_kbytes_written; /* nr of lifetime kilobytes written */ 13854a9cdec7STheodore Ts'o __le32 s_snapshot_inum; /* Inode number of active snapshot */ 13864a9cdec7STheodore Ts'o __le32 s_snapshot_id; /* sequential ID of active snapshot */ 13874a9cdec7STheodore Ts'o __le64 s_snapshot_r_blocks_count; /* reserved blocks for active 13884a9cdec7STheodore Ts'o snapshot's future use */ 13894a9cdec7STheodore Ts'o __le32 s_snapshot_list; /* inode number of the head of the 13904a9cdec7STheodore Ts'o on-disk snapshot list */ 13911c13d5c0STheodore Ts'o #define EXT4_S_ERR_START offsetof(struct ext4_super_block, s_error_count) 13921c13d5c0STheodore Ts'o __le32 s_error_count; /* number of fs errors */ 13931c13d5c0STheodore Ts'o __le32 s_first_error_time; /* first time an error happened */ 13941c13d5c0STheodore Ts'o __le32 s_first_error_ino; /* inode involved in first error */ 13951c13d5c0STheodore Ts'o __le64 s_first_error_block; /* block involved of first error */ 1396072ebb3bSTheodore Ts'o __u8 s_first_error_func[32] __nonstring; /* function where the error happened */ 13971c13d5c0STheodore Ts'o __le32 s_first_error_line; /* line number where error happened */ 13981c13d5c0STheodore Ts'o __le32 s_last_error_time; /* most recent time of an error */ 13991c13d5c0STheodore Ts'o __le32 s_last_error_ino; /* inode involved in last error */ 14001c13d5c0STheodore Ts'o __le32 s_last_error_line; /* line number where error happened */ 14011c13d5c0STheodore Ts'o __le64 s_last_error_block; /* block involved of last error */ 1402072ebb3bSTheodore Ts'o __u8 s_last_error_func[32] __nonstring; /* function where the error happened */ 14038b67f04aSTheodore Ts'o #define EXT4_S_ERR_END offsetof(struct ext4_super_block, s_mount_opts) 14048b67f04aSTheodore Ts'o __u8 s_mount_opts[64]; 1405281b5995STheodore Ts'o __le32 s_usr_quota_inum; /* inode for tracking user quota */ 1406281b5995STheodore Ts'o __le32 s_grp_quota_inum; /* inode for tracking group quota */ 1407281b5995STheodore Ts'o __le32 s_overhead_clusters; /* overhead blocks/clusters in fs */ 14081beeef1bSDarrick J. Wong __le32 s_backup_bgs[2]; /* groups with sparse_super2 SBs */ 14093edc18d8STheodore Ts'o __u8 s_encrypt_algos[4]; /* Encryption algorithms in use */ 1410f542fbe8STheodore Ts'o __u8 s_encrypt_pw_salt[16]; /* Salt used for string2key algorithm */ 1411f542fbe8STheodore Ts'o __le32 s_lpf_ino; /* Location of the lost+found inode */ 14128b4953e1STheodore Ts'o __le32 s_prj_quota_inum; /* inode for tracking project quota */ 14138c81bd8fSDarrick J. Wong __le32 s_checksum_seed; /* crc32c(uuid) if csum_seed set */ 14146a0678a7SArnd Bergmann __u8 s_wtime_hi; 14156a0678a7SArnd Bergmann __u8 s_mtime_hi; 14166a0678a7SArnd Bergmann __u8 s_mkfs_time_hi; 14176a0678a7SArnd Bergmann __u8 s_lastcheck_hi; 14186a0678a7SArnd Bergmann __u8 s_first_error_time_hi; 14196a0678a7SArnd Bergmann __u8 s_last_error_time_hi; 1420878520acSTheodore Ts'o __u8 s_first_error_errcode; 1421878520acSTheodore Ts'o __u8 s_last_error_errcode; 1422c83ad55eSGabriel Krisman Bertazi __le16 s_encoding; /* Filename charset encoding */ 1423c83ad55eSGabriel Krisman Bertazi __le16 s_encoding_flags; /* Filename charset encoding flags */ 1424c83ad55eSGabriel Krisman Bertazi __le32 s_reserved[95]; /* Padding to the end of the block */ 1425e6153918SDarrick J. Wong __le32 s_checksum; /* crc32c(superblock) */ 14263dcf5451SChristoph Hellwig }; 14273dcf5451SChristoph Hellwig 14281c13d5c0STheodore Ts'o #define EXT4_S_ERR_LEN (EXT4_S_ERR_END - EXT4_S_ERR_START) 14291c13d5c0STheodore Ts'o 14303dcf5451SChristoph Hellwig #ifdef __KERNEL__ 1431bc0b0d6dSTheodore Ts'o 1432643fa961SChandan Rajendra #ifdef CONFIG_FS_ENCRYPTION 1433ac4acb1fSEric Biggers #define DUMMY_ENCRYPTION_ENABLED(sbi) ((sbi)->s_dummy_enc_policy.policy != NULL) 14346ddb2447STheodore Ts'o #else 14356ddb2447STheodore Ts'o #define DUMMY_ENCRYPTION_ENABLED(sbi) (0) 14366ddb2447STheodore Ts'o #endif 1437bc0b0d6dSTheodore Ts'o 1438a2d4a646SJan Kara /* Number of quota types we support */ 1439689c958cSLi Xi #define EXT4_MAXQUOTAS 3 1440a2d4a646SJan Kara 1441c83ad55eSGabriel Krisman Bertazi #define EXT4_ENC_UTF8_12_1 1 1442c83ad55eSGabriel Krisman Bertazi 1443c83ad55eSGabriel Krisman Bertazi /* 1444ca0faba0STheodore Ts'o * fourth extended-fs super-block data in memory 1445ca0faba0STheodore Ts'o */ 1446ca0faba0STheodore Ts'o struct ext4_sb_info { 1447ca0faba0STheodore Ts'o unsigned long s_desc_size; /* Size of a group descriptor in bytes */ 1448ca0faba0STheodore Ts'o unsigned long s_inodes_per_block;/* Number of inodes per block */ 1449ca0faba0STheodore Ts'o unsigned long s_blocks_per_group;/* Number of blocks in a group */ 1450281b5995STheodore Ts'o unsigned long s_clusters_per_group; /* Number of clusters in a group */ 1451ca0faba0STheodore Ts'o unsigned long s_inodes_per_group;/* Number of inodes in a group */ 1452ca0faba0STheodore Ts'o unsigned long s_itb_per_group; /* Number of inode table blocks per group */ 1453ca0faba0STheodore Ts'o unsigned long s_gdb_count; /* Number of group descriptor blocks */ 1454ca0faba0STheodore Ts'o unsigned long s_desc_per_block; /* Number of group descriptors per block */ 1455ca0faba0STheodore Ts'o ext4_group_t s_groups_count; /* Number of groups in the fs */ 1456fb0a387dSEric Sandeen ext4_group_t s_blockfile_groups;/* Groups acceptable for non-extent files */ 1457952fc18eSTheodore Ts'o unsigned long s_overhead; /* # of fs overhead clusters */ 1458281b5995STheodore Ts'o unsigned int s_cluster_ratio; /* Number of blocks per cluster */ 1459281b5995STheodore Ts'o unsigned int s_cluster_bits; /* log2 of s_cluster_ratio */ 1460ca0faba0STheodore Ts'o loff_t s_bitmap_maxbytes; /* max bytes for bitmap files */ 1461ca0faba0STheodore Ts'o struct buffer_head * s_sbh; /* Buffer containing the super block */ 1462ca0faba0STheodore Ts'o struct ext4_super_block *s_es; /* Pointer to the super block in the buffer */ 14631d0c3924STheodore Ts'o struct buffer_head * __rcu *s_group_desc; 14647f4520ccSTheodore Ts'o unsigned int s_mount_opt; 1465a2595b8aSTheodore Ts'o unsigned int s_mount_opt2; 14669b5f6c9bSHarshad Shirwadkar unsigned long s_mount_flags; 14675a916be1STheodore Ts'o unsigned int s_def_mount_opt; 1468ca0faba0STheodore Ts'o ext4_fsblk_t s_sb_block; 146927dd4385SLukas Czerner atomic64_t s_resv_clusters; 147008cefc7aSEric W. Biederman kuid_t s_resuid; 147108cefc7aSEric W. Biederman kgid_t s_resgid; 1472ca0faba0STheodore Ts'o unsigned short s_mount_state; 1473ca0faba0STheodore Ts'o unsigned short s_pad; 1474ca0faba0STheodore Ts'o int s_addr_per_block_bits; 1475ca0faba0STheodore Ts'o int s_desc_per_block_bits; 1476ca0faba0STheodore Ts'o int s_inode_size; 1477ca0faba0STheodore Ts'o int s_first_ino; 1478ca0faba0STheodore Ts'o unsigned int s_inode_readahead_blks; 147911013911SAndreas Dilger unsigned int s_inode_goal; 1480ca0faba0STheodore Ts'o u32 s_hash_seed[4]; 1481ca0faba0STheodore Ts'o int s_def_hash_version; 1482ca0faba0STheodore Ts'o int s_hash_unsigned; /* 3 if hash should be signed, 0 if not */ 148357042651STheodore Ts'o struct percpu_counter s_freeclusters_counter; 1484ca0faba0STheodore Ts'o struct percpu_counter s_freeinodes_counter; 1485ca0faba0STheodore Ts'o struct percpu_counter s_dirs_counter; 148657042651STheodore Ts'o struct percpu_counter s_dirtyclusters_counter; 1487ca0faba0STheodore Ts'o struct blockgroup_lock *s_blockgroup_lock; 1488ca0faba0STheodore Ts'o struct proc_dir_entry *s_proc; 1489ca0faba0STheodore Ts'o struct kobject s_kobj; 1490ca0faba0STheodore Ts'o struct completion s_kobj_unregister; 14912c0544b2STheodore Ts'o struct super_block *s_sb; 1492ca0faba0STheodore Ts'o 1493ca0faba0STheodore Ts'o /* Journaling */ 1494ca0faba0STheodore Ts'o struct journal_s *s_journal; 1495ca0faba0STheodore Ts'o struct list_head s_orphan; 1496ca0faba0STheodore Ts'o struct mutex s_orphan_lock; 14979549a168STheodore Ts'o unsigned long s_ext4_flags; /* Ext4 superblock flags */ 1498ca0faba0STheodore Ts'o unsigned long s_commit_interval; 1499ca0faba0STheodore Ts'o u32 s_max_batch_time; 1500ca0faba0STheodore Ts'o u32 s_min_batch_time; 1501ee7ed3aaSChunguang Xu struct block_device *s_journal_bdev; 1502ca0faba0STheodore Ts'o #ifdef CONFIG_QUOTA 150333458eabSTheodore Ts'o /* Names of quota files with journalled quota */ 150433458eabSTheodore Ts'o char __rcu *s_qf_names[EXT4_MAXQUOTAS]; 1505ca0faba0STheodore Ts'o int s_jquota_fmt; /* Format of quota to use */ 1506ca0faba0STheodore Ts'o #endif 1507ca0faba0STheodore Ts'o unsigned int s_want_extra_isize; /* New inodes should reserve # bytes */ 1508dd0db94fSChunguang Xu struct ext4_system_blocks __rcu *s_system_blks; 1509ca0faba0STheodore Ts'o 1510ca0faba0STheodore Ts'o #ifdef EXTENTS_STATS 1511ca0faba0STheodore Ts'o /* ext4 extents stats */ 1512ca0faba0STheodore Ts'o unsigned long s_ext_min; 1513ca0faba0STheodore Ts'o unsigned long s_ext_max; 1514ca0faba0STheodore Ts'o unsigned long s_depth_max; 1515ca0faba0STheodore Ts'o spinlock_t s_ext_stats_lock; 1516ca0faba0STheodore Ts'o unsigned long s_ext_blocks; 1517ca0faba0STheodore Ts'o unsigned long s_ext_extents; 1518ca0faba0STheodore Ts'o #endif 1519ca0faba0STheodore Ts'o 1520ca0faba0STheodore Ts'o /* for buddy allocator */ 1521df3da4eaSSuraj Jitindar Singh struct ext4_group_info ** __rcu *s_group_info; 1522ca0faba0STheodore Ts'o struct inode *s_buddy_cache; 1523ca0faba0STheodore Ts'o spinlock_t s_md_lock; 1524ca0faba0STheodore Ts'o unsigned short *s_mb_offsets; 1525ca0faba0STheodore Ts'o unsigned int *s_mb_maxs; 152628623c2fSTheodore Ts'o unsigned int s_group_info_size; 1527d08854f5STheodore Ts'o unsigned int s_mb_free_pending; 1528a0154344SDaeho Jeong struct list_head s_freed_data_list; /* List of blocks to be freed 1529a0154344SDaeho Jeong after commit completed */ 1530ca0faba0STheodore Ts'o 1531ca0faba0STheodore Ts'o /* tunables */ 1532ca0faba0STheodore Ts'o unsigned long s_stripe; 1533ca0faba0STheodore Ts'o unsigned int s_mb_stream_request; 1534ca0faba0STheodore Ts'o unsigned int s_mb_max_to_scan; 1535ca0faba0STheodore Ts'o unsigned int s_mb_min_to_scan; 1536ca0faba0STheodore Ts'o unsigned int s_mb_stats; 1537ca0faba0STheodore Ts'o unsigned int s_mb_order2_reqs; 1538ca0faba0STheodore Ts'o unsigned int s_mb_group_prealloc; 153927bc446eSbrookxu unsigned int s_mb_max_inode_prealloc; 1540df981d03STheodore Ts'o unsigned int s_max_dir_size_kb; 1541ca0faba0STheodore Ts'o /* where last allocation was done - for stream allocation */ 1542ca0faba0STheodore Ts'o unsigned long s_mb_last_group; 1543ca0faba0STheodore Ts'o unsigned long s_mb_last_start; 1544cfd73237SAlex Zhuravlev unsigned int s_mb_prefetch; 1545cfd73237SAlex Zhuravlev unsigned int s_mb_prefetch_limit; 1546ca0faba0STheodore Ts'o 1547ca0faba0STheodore Ts'o /* stats for buddy allocator */ 1548ca0faba0STheodore Ts'o atomic_t s_bal_reqs; /* number of reqs with len > 1 */ 1549ca0faba0STheodore Ts'o atomic_t s_bal_success; /* we found long enough chunks */ 1550ca0faba0STheodore Ts'o atomic_t s_bal_allocated; /* in blocks */ 1551ca0faba0STheodore Ts'o atomic_t s_bal_ex_scanned; /* total extents scanned */ 1552ca0faba0STheodore Ts'o atomic_t s_bal_goals; /* goal hits */ 1553ca0faba0STheodore Ts'o atomic_t s_bal_breaks; /* too long searches */ 1554ca0faba0STheodore Ts'o atomic_t s_bal_2orders; /* 2^order hits */ 1555ca0faba0STheodore Ts'o spinlock_t s_bal_lock; 1556ca0faba0STheodore Ts'o unsigned long s_mb_buddies_generated; 1557ca0faba0STheodore Ts'o unsigned long long s_mb_generation_time; 1558ca0faba0STheodore Ts'o atomic_t s_mb_lost_chunks; 1559ca0faba0STheodore Ts'o atomic_t s_mb_preallocated; 1560ca0faba0STheodore Ts'o atomic_t s_mb_discarded; 156150797481STheodore Ts'o atomic_t s_lock_busy; 1562ca0faba0STheodore Ts'o 1563ca0faba0STheodore Ts'o /* locality groups */ 1564003cb608STejun Heo struct ext4_locality_group __percpu *s_locality_groups; 1565ca0faba0STheodore Ts'o 1566ca0faba0STheodore Ts'o /* for write statistics */ 1567ca0faba0STheodore Ts'o unsigned long s_sectors_written_start; 1568ca0faba0STheodore Ts'o u64 s_kbytes_written; 1569ca0faba0STheodore Ts'o 157067a5da56SZheng Liu /* the size of zero-out chunk */ 157167a5da56SZheng Liu unsigned int s_extent_max_zeroout_kb; 157267a5da56SZheng Liu 1573ca0faba0STheodore Ts'o unsigned int s_log_groups_per_flex; 15747c990728SSuraj Jitindar Singh struct flex_groups * __rcu *s_flex_groups; 1575117fff10STheodore Ts'o ext4_group_t s_flex_groups_allocated; 15764c0425ffSMingming Cao 15772e8fa54eSJan Kara /* workqueue for reserved extent conversions (buffered io) */ 15782e8fa54eSJan Kara struct workqueue_struct *rsv_conversion_wq; 157966e61a9eSTheodore Ts'o 158066e61a9eSTheodore Ts'o /* timer for periodic error stats printing */ 158166e61a9eSTheodore Ts'o struct timer_list s_err_report; 1582bfff6873SLukas Czerner 1583bfff6873SLukas Czerner /* Lazy inode table initialization info */ 1584bfff6873SLukas Czerner struct ext4_li_request *s_li_request; 1585bfff6873SLukas Czerner /* Wait multiplier for lazy initialization thread */ 1586bfff6873SLukas Czerner unsigned int s_li_wait_mult; 1587c5e06d10SJohann Lombardi 1588c5e06d10SJohann Lombardi /* Kernel thread for multiple mount protection */ 1589c5e06d10SJohann Lombardi struct task_struct *s_mmp_tsk; 15903d56b8d2STao Ma 15913d56b8d2STao Ma /* record the last minlen when FITRIM is called. */ 15923d56b8d2STao Ma atomic_t s_last_trim_minblks; 15930441984aSDarrick J. Wong 15940441984aSDarrick J. Wong /* Reference to checksum algorithm driver via cryptoapi */ 15950441984aSDarrick J. Wong struct crypto_shash *s_chksum_driver; 1596a9c47317SDarrick J. Wong 1597a9c47317SDarrick J. Wong /* Precomputed FS UUID checksum for seeding other checksums */ 1598a9c47317SDarrick J. Wong __u32 s_csum_seed; 159974cd15cdSZheng Liu 160074cd15cdSZheng Liu /* Reclaim extents from extent status tree */ 160174cd15cdSZheng Liu struct shrinker s_es_shrinker; 1602dd475925SJan Kara struct list_head s_es_list; /* List of inodes with reclaimable extents */ 1603edaa53caSZheng Liu long s_es_nr_inode; 1604eb68d0e2SZheng Liu struct ext4_es_stats s_es_stats; 160547387409STahsin Erdogan struct mb_cache *s_ea_block_cache; 1606dec214d0STahsin Erdogan struct mb_cache *s_ea_inode_cache; 1607edaa53caSZheng Liu spinlock_t s_es_lock ____cacheline_aligned_in_smp; 1608efbed4dcSTheodore Ts'o 1609efbed4dcSTheodore Ts'o /* Ratelimit ext4 messages. */ 1610efbed4dcSTheodore Ts'o struct ratelimit_state s_err_ratelimit_state; 1611efbed4dcSTheodore Ts'o struct ratelimit_state s_warning_ratelimit_state; 1612efbed4dcSTheodore Ts'o struct ratelimit_state s_msg_ratelimit_state; 16131cf006edSDmitry Monakhov atomic_t s_warning_count; 16141cf006edSDmitry Monakhov atomic_t s_msg_count; 1615c8585c6fSDaeho Jeong 1616ac4acb1fSEric Biggers /* Encryption policy for '-o test_dummy_encryption' */ 1617ac4acb1fSEric Biggers struct fscrypt_dummy_policy s_dummy_enc_policy; 1618ed318a6cSEric Biggers 1619cb85f4d2SEric Biggers /* 1620cb85f4d2SEric Biggers * Barrier between writepages ops and changing any inode's JOURNAL_DATA 1621cb85f4d2SEric Biggers * or EXTENTS flag. 1622cb85f4d2SEric Biggers */ 1623bbd55937SEric Biggers struct percpu_rw_semaphore s_writepages_rwsem; 16245e405595SDan Williams struct dax_device *s_daxdev; 162546f870d6STheodore Ts'o #ifdef CONFIG_EXT4_DEBUG 162646f870d6STheodore Ts'o unsigned long s_simulate_fail; 162746f870d6STheodore Ts'o #endif 1628bc71726cSzhangyi (F) /* Record the errseq of the backing block device */ 1629bc71726cSzhangyi (F) errseq_t s_bdev_wb_err; 1630bc71726cSzhangyi (F) spinlock_t s_bdev_wb_lock; 1631aa75f4d3SHarshad Shirwadkar 1632aa75f4d3SHarshad Shirwadkar /* Ext4 fast commit stuff */ 1633aa75f4d3SHarshad Shirwadkar atomic_t s_fc_subtid; 1634aa75f4d3SHarshad Shirwadkar atomic_t s_fc_ineligible_updates; 1635aa75f4d3SHarshad Shirwadkar /* 1636aa75f4d3SHarshad Shirwadkar * After commit starts, the main queue gets locked, and the further 1637aa75f4d3SHarshad Shirwadkar * updates get added in the staging queue. 1638aa75f4d3SHarshad Shirwadkar */ 1639aa75f4d3SHarshad Shirwadkar #define FC_Q_MAIN 0 1640aa75f4d3SHarshad Shirwadkar #define FC_Q_STAGING 1 1641aa75f4d3SHarshad Shirwadkar struct list_head s_fc_q[2]; /* Inodes staged for fast commit 1642aa75f4d3SHarshad Shirwadkar * that have data changes in them. 1643aa75f4d3SHarshad Shirwadkar */ 1644aa75f4d3SHarshad Shirwadkar struct list_head s_fc_dentry_q[2]; /* directory entry updates */ 1645aa75f4d3SHarshad Shirwadkar unsigned int s_fc_bytes; 1646aa75f4d3SHarshad Shirwadkar /* 1647aa75f4d3SHarshad Shirwadkar * Main fast commit lock. This lock protects accesses to the 1648aa75f4d3SHarshad Shirwadkar * following fields: 1649aa75f4d3SHarshad Shirwadkar * ei->i_fc_list, s_fc_dentry_q, s_fc_q, s_fc_bytes, s_fc_bh. 1650aa75f4d3SHarshad Shirwadkar */ 1651aa75f4d3SHarshad Shirwadkar spinlock_t s_fc_lock; 1652aa75f4d3SHarshad Shirwadkar struct buffer_head *s_fc_bh; 1653aa75f4d3SHarshad Shirwadkar struct ext4_fc_stats s_fc_stats; 1654aa75f4d3SHarshad Shirwadkar u64 s_fc_avg_commit_time; 16558016e29fSHarshad Shirwadkar #ifdef CONFIG_EXT4_DEBUG 16568016e29fSHarshad Shirwadkar int s_fc_debug_max_replay; 16578016e29fSHarshad Shirwadkar #endif 16588016e29fSHarshad Shirwadkar struct ext4_fc_replay_state s_fc_replay_state; 1659ca0faba0STheodore Ts'o }; 1660ca0faba0STheodore Ts'o 16613dcf5451SChristoph Hellwig static inline struct ext4_sb_info *EXT4_SB(struct super_block *sb) 16623dcf5451SChristoph Hellwig { 16633dcf5451SChristoph Hellwig return sb->s_fs_info; 16643dcf5451SChristoph Hellwig } 16653dcf5451SChristoph Hellwig static inline struct ext4_inode_info *EXT4_I(struct inode *inode) 16663dcf5451SChristoph Hellwig { 16673dcf5451SChristoph Hellwig return container_of(inode, struct ext4_inode_info, vfs_inode); 16683dcf5451SChristoph Hellwig } 16693dcf5451SChristoph Hellwig 16703dcf5451SChristoph Hellwig static inline int ext4_valid_inum(struct super_block *sb, unsigned long ino) 16713dcf5451SChristoph Hellwig { 16723dcf5451SChristoph Hellwig return ino == EXT4_ROOT_INO || 16733dcf5451SChristoph Hellwig (ino >= EXT4_FIRST_INO(sb) && 16743dcf5451SChristoph Hellwig ino <= le32_to_cpu(EXT4_SB(sb)->s_es->s_inodes_count)); 16753dcf5451SChristoph Hellwig } 167619f5fb7aSTheodore Ts'o 167719f5fb7aSTheodore Ts'o /* 16781d0c3924STheodore Ts'o * Returns: sbi->field[index] 16791d0c3924STheodore Ts'o * Used to access an array element from the following sbi fields which require 16801d0c3924STheodore Ts'o * rcu protection to avoid dereferencing an invalid pointer due to reassignment 16811d0c3924STheodore Ts'o * - s_group_desc 16821d0c3924STheodore Ts'o * - s_group_info 16831d0c3924STheodore Ts'o * - s_flex_group 16841d0c3924STheodore Ts'o */ 16851d0c3924STheodore Ts'o #define sbi_array_rcu_deref(sbi, field, index) \ 16861d0c3924STheodore Ts'o ({ \ 16871d0c3924STheodore Ts'o typeof(*((sbi)->field)) _v; \ 16881d0c3924STheodore Ts'o rcu_read_lock(); \ 16891d0c3924STheodore Ts'o _v = ((typeof(_v)*)rcu_dereference((sbi)->field))[index]; \ 16901d0c3924STheodore Ts'o rcu_read_unlock(); \ 16911d0c3924STheodore Ts'o _v; \ 16921d0c3924STheodore Ts'o }) 16931d0c3924STheodore Ts'o 16941d0c3924STheodore Ts'o /* 16959b5f6c9bSHarshad Shirwadkar * run-time mount flags 16969b5f6c9bSHarshad Shirwadkar */ 16979b5f6c9bSHarshad Shirwadkar enum { 16989b5f6c9bSHarshad Shirwadkar EXT4_MF_MNTDIR_SAMPLED, 16999b5f6c9bSHarshad Shirwadkar EXT4_MF_FS_ABORTED, /* Fatal error detected */ 17009b5f6c9bSHarshad Shirwadkar EXT4_MF_FC_INELIGIBLE, /* Fast commit ineligible */ 17019b5f6c9bSHarshad Shirwadkar EXT4_MF_FC_COMMITTING /* File system underoing a fast 17029b5f6c9bSHarshad Shirwadkar * commit. 17039b5f6c9bSHarshad Shirwadkar */ 17049b5f6c9bSHarshad Shirwadkar }; 17059b5f6c9bSHarshad Shirwadkar 17069b5f6c9bSHarshad Shirwadkar static inline void ext4_set_mount_flag(struct super_block *sb, int bit) 17079b5f6c9bSHarshad Shirwadkar { 17089b5f6c9bSHarshad Shirwadkar set_bit(bit, &EXT4_SB(sb)->s_mount_flags); 17099b5f6c9bSHarshad Shirwadkar } 17109b5f6c9bSHarshad Shirwadkar 17119b5f6c9bSHarshad Shirwadkar static inline void ext4_clear_mount_flag(struct super_block *sb, int bit) 17129b5f6c9bSHarshad Shirwadkar { 17139b5f6c9bSHarshad Shirwadkar clear_bit(bit, &EXT4_SB(sb)->s_mount_flags); 17149b5f6c9bSHarshad Shirwadkar } 17159b5f6c9bSHarshad Shirwadkar 17169b5f6c9bSHarshad Shirwadkar static inline int ext4_test_mount_flag(struct super_block *sb, int bit) 17179b5f6c9bSHarshad Shirwadkar { 17189b5f6c9bSHarshad Shirwadkar return test_bit(bit, &EXT4_SB(sb)->s_mount_flags); 17199b5f6c9bSHarshad Shirwadkar } 17209b5f6c9bSHarshad Shirwadkar 17219b5f6c9bSHarshad Shirwadkar 17229b5f6c9bSHarshad Shirwadkar /* 172346f870d6STheodore Ts'o * Simulate_fail codes 172446f870d6STheodore Ts'o */ 172546f870d6STheodore Ts'o #define EXT4_SIM_BBITMAP_EIO 1 172646f870d6STheodore Ts'o #define EXT4_SIM_BBITMAP_CRC 2 172746f870d6STheodore Ts'o #define EXT4_SIM_IBITMAP_EIO 3 172846f870d6STheodore Ts'o #define EXT4_SIM_IBITMAP_CRC 4 172946f870d6STheodore Ts'o #define EXT4_SIM_INODE_EIO 5 173046f870d6STheodore Ts'o #define EXT4_SIM_INODE_CRC 6 173146f870d6STheodore Ts'o #define EXT4_SIM_DIRBLOCK_EIO 7 173246f870d6STheodore Ts'o #define EXT4_SIM_DIRBLOCK_CRC 8 173346f870d6STheodore Ts'o 173446f870d6STheodore Ts'o static inline bool ext4_simulate_fail(struct super_block *sb, 173546f870d6STheodore Ts'o unsigned long code) 173646f870d6STheodore Ts'o { 173746f870d6STheodore Ts'o #ifdef CONFIG_EXT4_DEBUG 173846f870d6STheodore Ts'o struct ext4_sb_info *sbi = EXT4_SB(sb); 173946f870d6STheodore Ts'o 174046f870d6STheodore Ts'o if (unlikely(sbi->s_simulate_fail == code)) { 174146f870d6STheodore Ts'o sbi->s_simulate_fail = 0; 174246f870d6STheodore Ts'o return true; 174346f870d6STheodore Ts'o } 174446f870d6STheodore Ts'o #endif 174546f870d6STheodore Ts'o return false; 174646f870d6STheodore Ts'o } 174746f870d6STheodore Ts'o 174846f870d6STheodore Ts'o static inline void ext4_simulate_fail_bh(struct super_block *sb, 174946f870d6STheodore Ts'o struct buffer_head *bh, 175046f870d6STheodore Ts'o unsigned long code) 175146f870d6STheodore Ts'o { 175246f870d6STheodore Ts'o if (!IS_ERR(bh) && ext4_simulate_fail(sb, code)) 175346f870d6STheodore Ts'o clear_buffer_uptodate(bh); 175446f870d6STheodore Ts'o } 175546f870d6STheodore Ts'o 175646f870d6STheodore Ts'o /* 1757878520acSTheodore Ts'o * Error number codes for s_{first,last}_error_errno 1758878520acSTheodore Ts'o * 1759878520acSTheodore Ts'o * Linux errno numbers are architecture specific, so we need to translate 1760878520acSTheodore Ts'o * them into something which is architecture independent. We don't define 1761878520acSTheodore Ts'o * codes for all errno's; just the ones which are most likely to be the cause 1762878520acSTheodore Ts'o * of an ext4_error() call. 1763878520acSTheodore Ts'o */ 1764878520acSTheodore Ts'o #define EXT4_ERR_UNKNOWN 1 1765878520acSTheodore Ts'o #define EXT4_ERR_EIO 2 1766878520acSTheodore Ts'o #define EXT4_ERR_ENOMEM 3 1767878520acSTheodore Ts'o #define EXT4_ERR_EFSBADCRC 4 1768878520acSTheodore Ts'o #define EXT4_ERR_EFSCORRUPTED 5 1769878520acSTheodore Ts'o #define EXT4_ERR_ENOSPC 6 1770878520acSTheodore Ts'o #define EXT4_ERR_ENOKEY 7 1771878520acSTheodore Ts'o #define EXT4_ERR_EROFS 8 1772878520acSTheodore Ts'o #define EXT4_ERR_EFBIG 9 1773878520acSTheodore Ts'o #define EXT4_ERR_EEXIST 10 1774878520acSTheodore Ts'o #define EXT4_ERR_ERANGE 11 1775878520acSTheodore Ts'o #define EXT4_ERR_EOVERFLOW 12 1776878520acSTheodore Ts'o #define EXT4_ERR_EBUSY 13 1777878520acSTheodore Ts'o #define EXT4_ERR_ENOTDIR 14 1778878520acSTheodore Ts'o #define EXT4_ERR_ENOTEMPTY 15 1779878520acSTheodore Ts'o #define EXT4_ERR_ESHUTDOWN 16 1780878520acSTheodore Ts'o #define EXT4_ERR_EFAULT 17 1781878520acSTheodore Ts'o 1782878520acSTheodore Ts'o /* 178319f5fb7aSTheodore Ts'o * Inode dynamic state flags 178419f5fb7aSTheodore Ts'o */ 178519f5fb7aSTheodore Ts'o enum { 178619f5fb7aSTheodore Ts'o EXT4_STATE_JDATA, /* journaled data exists */ 178719f5fb7aSTheodore Ts'o EXT4_STATE_NEW, /* inode is newly created */ 178819f5fb7aSTheodore Ts'o EXT4_STATE_XATTR, /* has in-inode xattrs */ 178919f5fb7aSTheodore Ts'o EXT4_STATE_NO_EXPAND, /* No space for expansion */ 179019f5fb7aSTheodore Ts'o EXT4_STATE_DA_ALLOC_CLOSE, /* Alloc DA blks on close */ 179119f5fb7aSTheodore Ts'o EXT4_STATE_EXT_MIGRATE, /* Inode is migrating */ 179214ece102SFrank Mayhar EXT4_STATE_NEWENTRY, /* File just added to dir */ 179367cf5b09STao Ma EXT4_STATE_MAY_INLINE_DATA, /* may have in-inode data */ 17947869a4a6STheodore Ts'o EXT4_STATE_EXT_PRECACHED, /* extents have been precached */ 1795a6d05676STahsin Erdogan EXT4_STATE_LUSTRE_EA_INODE, /* Lustre-style ea_inode */ 1796c93d8f88SEric Biggers EXT4_STATE_VERITY_IN_PROGRESS, /* building fs-verity Merkle tree */ 1797aa75f4d3SHarshad Shirwadkar EXT4_STATE_FC_COMMITTING, /* Fast commit ongoing */ 179819f5fb7aSTheodore Ts'o }; 179919f5fb7aSTheodore Ts'o 1800353eb83cSTheodore Ts'o #define EXT4_INODE_BIT_FNS(name, field, offset) \ 180112e9b892SDmitry Monakhov static inline int ext4_test_inode_##name(struct inode *inode, int bit) \ 180212e9b892SDmitry Monakhov { \ 1803353eb83cSTheodore Ts'o return test_bit(bit + (offset), &EXT4_I(inode)->i_##field); \ 180412e9b892SDmitry Monakhov } \ 180512e9b892SDmitry Monakhov static inline void ext4_set_inode_##name(struct inode *inode, int bit) \ 180612e9b892SDmitry Monakhov { \ 1807353eb83cSTheodore Ts'o set_bit(bit + (offset), &EXT4_I(inode)->i_##field); \ 180812e9b892SDmitry Monakhov } \ 180912e9b892SDmitry Monakhov static inline void ext4_clear_inode_##name(struct inode *inode, int bit) \ 181012e9b892SDmitry Monakhov { \ 1811353eb83cSTheodore Ts'o clear_bit(bit + (offset), &EXT4_I(inode)->i_##field); \ 181219f5fb7aSTheodore Ts'o } 181319f5fb7aSTheodore Ts'o 18143f61c0ccSAndreas Dilger /* Add these declarations here only so that these functions can be 18153f61c0ccSAndreas Dilger * found by name. Otherwise, they are very hard to locate. */ 18163f61c0ccSAndreas Dilger static inline int ext4_test_inode_flag(struct inode *inode, int bit); 18173f61c0ccSAndreas Dilger static inline void ext4_set_inode_flag(struct inode *inode, int bit); 18183f61c0ccSAndreas Dilger static inline void ext4_clear_inode_flag(struct inode *inode, int bit); 1819353eb83cSTheodore Ts'o EXT4_INODE_BIT_FNS(flag, flags, 0) 18203f61c0ccSAndreas Dilger 18213f61c0ccSAndreas Dilger /* Add these declarations here only so that these functions can be 18223f61c0ccSAndreas Dilger * found by name. Otherwise, they are very hard to locate. */ 18233f61c0ccSAndreas Dilger static inline int ext4_test_inode_state(struct inode *inode, int bit); 18243f61c0ccSAndreas Dilger static inline void ext4_set_inode_state(struct inode *inode, int bit); 18253f61c0ccSAndreas Dilger static inline void ext4_clear_inode_state(struct inode *inode, int bit); 1826353eb83cSTheodore Ts'o #if (BITS_PER_LONG < 64) 1827353eb83cSTheodore Ts'o EXT4_INODE_BIT_FNS(state, state_flags, 0) 1828353eb83cSTheodore Ts'o 1829353eb83cSTheodore Ts'o static inline void ext4_clear_state_flags(struct ext4_inode_info *ei) 1830353eb83cSTheodore Ts'o { 1831353eb83cSTheodore Ts'o (ei)->i_state_flags = 0; 1832353eb83cSTheodore Ts'o } 1833353eb83cSTheodore Ts'o #else 1834353eb83cSTheodore Ts'o EXT4_INODE_BIT_FNS(state, flags, 32) 1835353eb83cSTheodore Ts'o 1836353eb83cSTheodore Ts'o static inline void ext4_clear_state_flags(struct ext4_inode_info *ei) 1837353eb83cSTheodore Ts'o { 1838353eb83cSTheodore Ts'o /* We depend on the fact that callers will set i_flags */ 1839353eb83cSTheodore Ts'o } 1840353eb83cSTheodore Ts'o #endif 18413dcf5451SChristoph Hellwig #else 18423dcf5451SChristoph Hellwig /* Assume that user mode programs are passing in an ext4fs superblock, not 18433dcf5451SChristoph Hellwig * a kernel struct super_block. This will allow us to call the feature-test 18443dcf5451SChristoph Hellwig * macros from user land. */ 18453dcf5451SChristoph Hellwig #define EXT4_SB(sb) (sb) 18463dcf5451SChristoph Hellwig #endif 18473dcf5451SChristoph Hellwig 1848c93d8f88SEric Biggers static inline bool ext4_verity_in_progress(struct inode *inode) 1849c93d8f88SEric Biggers { 1850c93d8f88SEric Biggers return IS_ENABLED(CONFIG_FS_VERITY) && 1851c93d8f88SEric Biggers ext4_test_inode_state(inode, EXT4_STATE_VERITY_IN_PROGRESS); 1852c93d8f88SEric Biggers } 1853c93d8f88SEric Biggers 18543dcf5451SChristoph Hellwig #define NEXT_ORPHAN(inode) EXT4_I(inode)->i_dtime 18553dcf5451SChristoph Hellwig 18563dcf5451SChristoph Hellwig /* 18573dcf5451SChristoph Hellwig * Codes for operating systems 18583dcf5451SChristoph Hellwig */ 18593dcf5451SChristoph Hellwig #define EXT4_OS_LINUX 0 18603dcf5451SChristoph Hellwig #define EXT4_OS_HURD 1 18613dcf5451SChristoph Hellwig #define EXT4_OS_MASIX 2 18623dcf5451SChristoph Hellwig #define EXT4_OS_FREEBSD 3 18633dcf5451SChristoph Hellwig #define EXT4_OS_LITES 4 18643dcf5451SChristoph Hellwig 18653dcf5451SChristoph Hellwig /* 18663dcf5451SChristoph Hellwig * Revision levels 18673dcf5451SChristoph Hellwig */ 18683dcf5451SChristoph Hellwig #define EXT4_GOOD_OLD_REV 0 /* The good old (original) format */ 18693dcf5451SChristoph Hellwig #define EXT4_DYNAMIC_REV 1 /* V2 format w/ dynamic inode sizes */ 18703dcf5451SChristoph Hellwig 18713dcf5451SChristoph Hellwig #define EXT4_CURRENT_REV EXT4_GOOD_OLD_REV 18723dcf5451SChristoph Hellwig #define EXT4_MAX_SUPP_REV EXT4_DYNAMIC_REV 18733dcf5451SChristoph Hellwig 18743dcf5451SChristoph Hellwig #define EXT4_GOOD_OLD_INODE_SIZE 128 18753dcf5451SChristoph Hellwig 18764881c497SDeepa Dinamani #define EXT4_EXTRA_TIMESTAMP_MAX (((s64)1 << 34) - 1 + S32_MIN) 18774881c497SDeepa Dinamani #define EXT4_NON_EXTRA_TIMESTAMP_MAX S32_MAX 18784881c497SDeepa Dinamani #define EXT4_TIMESTAMP_MIN S32_MIN 18794881c497SDeepa Dinamani 18803dcf5451SChristoph Hellwig /* 18813dcf5451SChristoph Hellwig * Feature set definitions 18823dcf5451SChristoph Hellwig */ 18833dcf5451SChristoph Hellwig 18843dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_DIR_PREALLOC 0x0001 18853dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_IMAGIC_INODES 0x0002 18863dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_HAS_JOURNAL 0x0004 18873dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_EXT_ATTR 0x0008 18883dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_RESIZE_INODE 0x0010 18893dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_DIR_INDEX 0x0020 18901beeef1bSDarrick J. Wong #define EXT4_FEATURE_COMPAT_SPARSE_SUPER2 0x0200 1891a44ad683SHarshad Shirwadkar /* 1892a44ad683SHarshad Shirwadkar * The reason why "FAST_COMMIT" is a compat feature is that, FS becomes 1893a44ad683SHarshad Shirwadkar * incompatible only if fast commit blocks are present in the FS. Since we 1894a44ad683SHarshad Shirwadkar * clear the journal (and thus the fast commit blocks), we don't mark FS as 1895a44ad683SHarshad Shirwadkar * incompatible. We also have a JBD2 incompat feature, which gets set when 1896a44ad683SHarshad Shirwadkar * there are fast commit blocks present in the journal. 1897a44ad683SHarshad Shirwadkar */ 1898995a3ed6SHarshad Shirwadkar #define EXT4_FEATURE_COMPAT_FAST_COMMIT 0x0400 1899b925acb8SEric Biggers #define EXT4_FEATURE_COMPAT_STABLE_INODES 0x0800 19003dcf5451SChristoph Hellwig 19013dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER 0x0001 19023dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_LARGE_FILE 0x0002 19033dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_BTREE_DIR 0x0004 19043dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_HUGE_FILE 0x0008 19053dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_GDT_CSUM 0x0010 19063dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_DIR_NLINK 0x0020 19073dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_EXTRA_ISIZE 0x0040 1908ae812306SAditya Kali #define EXT4_FEATURE_RO_COMPAT_QUOTA 0x0100 1909281b5995STheodore Ts'o #define EXT4_FEATURE_RO_COMPAT_BIGALLOC 0x0200 1910e6153918SDarrick J. Wong /* 1911e6153918SDarrick J. Wong * METADATA_CSUM also enables group descriptor checksums (GDT_CSUM). When 1912e6153918SDarrick J. Wong * METADATA_CSUM is set, group descriptor checksums use the same algorithm as 1913e6153918SDarrick J. Wong * all other data structures' checksums. However, the METADATA_CSUM and 1914e6153918SDarrick J. Wong * GDT_CSUM bits are mutually exclusive. 1915e6153918SDarrick J. Wong */ 19169b90e5e0STheodore Ts'o #define EXT4_FEATURE_RO_COMPAT_METADATA_CSUM 0x0400 19172cb5cc8bSDarrick J. Wong #define EXT4_FEATURE_RO_COMPAT_READONLY 0x1000 19188b4953e1STheodore Ts'o #define EXT4_FEATURE_RO_COMPAT_PROJECT 0x2000 1919c93d8f88SEric Biggers #define EXT4_FEATURE_RO_COMPAT_VERITY 0x8000 19203dcf5451SChristoph Hellwig 19213dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_COMPRESSION 0x0001 19223dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_FILETYPE 0x0002 19233dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_RECOVER 0x0004 /* Needs recovery */ 19243dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_JOURNAL_DEV 0x0008 /* Journal device */ 19253dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_META_BG 0x0010 19263dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_EXTENTS 0x0040 /* extents support */ 19273dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_64BIT 0x0080 19283dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_MMP 0x0100 19293dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_FLEX_BG 0x0200 1930f710b4b9STheodore Ts'o #define EXT4_FEATURE_INCOMPAT_EA_INODE 0x0400 /* EA in inode */ 1931f710b4b9STheodore Ts'o #define EXT4_FEATURE_INCOMPAT_DIRDATA 0x1000 /* data in dirent */ 19328c81bd8fSDarrick J. Wong #define EXT4_FEATURE_INCOMPAT_CSUM_SEED 0x2000 19339b90e5e0STheodore Ts'o #define EXT4_FEATURE_INCOMPAT_LARGEDIR 0x4000 /* >2GB or 3-lvl htree */ 193467cf5b09STao Ma #define EXT4_FEATURE_INCOMPAT_INLINE_DATA 0x8000 /* data in inode */ 19353edc18d8STheodore Ts'o #define EXT4_FEATURE_INCOMPAT_ENCRYPT 0x10000 1936c83ad55eSGabriel Krisman Bertazi #define EXT4_FEATURE_INCOMPAT_CASEFOLD 0x20000 19373dcf5451SChristoph Hellwig 1938c9e716ebSAndreas Dilger extern void ext4_update_dynamic_rev(struct super_block *sb); 1939c9e716ebSAndreas Dilger 1940e2b911c5SDarrick J. Wong #define EXT4_FEATURE_COMPAT_FUNCS(name, flagname) \ 1941e2b911c5SDarrick J. Wong static inline bool ext4_has_feature_##name(struct super_block *sb) \ 1942e2b911c5SDarrick J. Wong { \ 1943e2b911c5SDarrick J. Wong return ((EXT4_SB(sb)->s_es->s_feature_compat & \ 1944e2b911c5SDarrick J. Wong cpu_to_le32(EXT4_FEATURE_COMPAT_##flagname)) != 0); \ 1945e2b911c5SDarrick J. Wong } \ 1946e2b911c5SDarrick J. Wong static inline void ext4_set_feature_##name(struct super_block *sb) \ 1947e2b911c5SDarrick J. Wong { \ 1948c9e716ebSAndreas Dilger ext4_update_dynamic_rev(sb); \ 1949e2b911c5SDarrick J. Wong EXT4_SB(sb)->s_es->s_feature_compat |= \ 1950e2b911c5SDarrick J. Wong cpu_to_le32(EXT4_FEATURE_COMPAT_##flagname); \ 1951e2b911c5SDarrick J. Wong } \ 1952e2b911c5SDarrick J. Wong static inline void ext4_clear_feature_##name(struct super_block *sb) \ 1953e2b911c5SDarrick J. Wong { \ 1954e2b911c5SDarrick J. Wong EXT4_SB(sb)->s_es->s_feature_compat &= \ 1955e2b911c5SDarrick J. Wong ~cpu_to_le32(EXT4_FEATURE_COMPAT_##flagname); \ 1956e2b911c5SDarrick J. Wong } 1957e2b911c5SDarrick J. Wong 1958e2b911c5SDarrick J. Wong #define EXT4_FEATURE_RO_COMPAT_FUNCS(name, flagname) \ 1959e2b911c5SDarrick J. Wong static inline bool ext4_has_feature_##name(struct super_block *sb) \ 1960e2b911c5SDarrick J. Wong { \ 1961e2b911c5SDarrick J. Wong return ((EXT4_SB(sb)->s_es->s_feature_ro_compat & \ 1962e2b911c5SDarrick J. Wong cpu_to_le32(EXT4_FEATURE_RO_COMPAT_##flagname)) != 0); \ 1963e2b911c5SDarrick J. Wong } \ 1964e2b911c5SDarrick J. Wong static inline void ext4_set_feature_##name(struct super_block *sb) \ 1965e2b911c5SDarrick J. Wong { \ 1966c9e716ebSAndreas Dilger ext4_update_dynamic_rev(sb); \ 1967e2b911c5SDarrick J. Wong EXT4_SB(sb)->s_es->s_feature_ro_compat |= \ 1968e2b911c5SDarrick J. Wong cpu_to_le32(EXT4_FEATURE_RO_COMPAT_##flagname); \ 1969e2b911c5SDarrick J. Wong } \ 1970e2b911c5SDarrick J. Wong static inline void ext4_clear_feature_##name(struct super_block *sb) \ 1971e2b911c5SDarrick J. Wong { \ 1972e2b911c5SDarrick J. Wong EXT4_SB(sb)->s_es->s_feature_ro_compat &= \ 1973e2b911c5SDarrick J. Wong ~cpu_to_le32(EXT4_FEATURE_RO_COMPAT_##flagname); \ 1974e2b911c5SDarrick J. Wong } 1975e2b911c5SDarrick J. Wong 1976e2b911c5SDarrick J. Wong #define EXT4_FEATURE_INCOMPAT_FUNCS(name, flagname) \ 1977e2b911c5SDarrick J. Wong static inline bool ext4_has_feature_##name(struct super_block *sb) \ 1978e2b911c5SDarrick J. Wong { \ 1979e2b911c5SDarrick J. Wong return ((EXT4_SB(sb)->s_es->s_feature_incompat & \ 1980e2b911c5SDarrick J. Wong cpu_to_le32(EXT4_FEATURE_INCOMPAT_##flagname)) != 0); \ 1981e2b911c5SDarrick J. Wong } \ 1982e2b911c5SDarrick J. Wong static inline void ext4_set_feature_##name(struct super_block *sb) \ 1983e2b911c5SDarrick J. Wong { \ 1984c9e716ebSAndreas Dilger ext4_update_dynamic_rev(sb); \ 1985e2b911c5SDarrick J. Wong EXT4_SB(sb)->s_es->s_feature_incompat |= \ 1986e2b911c5SDarrick J. Wong cpu_to_le32(EXT4_FEATURE_INCOMPAT_##flagname); \ 1987e2b911c5SDarrick J. Wong } \ 1988e2b911c5SDarrick J. Wong static inline void ext4_clear_feature_##name(struct super_block *sb) \ 1989e2b911c5SDarrick J. Wong { \ 1990e2b911c5SDarrick J. Wong EXT4_SB(sb)->s_es->s_feature_incompat &= \ 1991e2b911c5SDarrick J. Wong ~cpu_to_le32(EXT4_FEATURE_INCOMPAT_##flagname); \ 1992e2b911c5SDarrick J. Wong } 1993e2b911c5SDarrick J. Wong 1994e2b911c5SDarrick J. Wong EXT4_FEATURE_COMPAT_FUNCS(dir_prealloc, DIR_PREALLOC) 1995e2b911c5SDarrick J. Wong EXT4_FEATURE_COMPAT_FUNCS(imagic_inodes, IMAGIC_INODES) 1996e2b911c5SDarrick J. Wong EXT4_FEATURE_COMPAT_FUNCS(journal, HAS_JOURNAL) 1997e2b911c5SDarrick J. Wong EXT4_FEATURE_COMPAT_FUNCS(xattr, EXT_ATTR) 1998e2b911c5SDarrick J. Wong EXT4_FEATURE_COMPAT_FUNCS(resize_inode, RESIZE_INODE) 1999e2b911c5SDarrick J. Wong EXT4_FEATURE_COMPAT_FUNCS(dir_index, DIR_INDEX) 2000e2b911c5SDarrick J. Wong EXT4_FEATURE_COMPAT_FUNCS(sparse_super2, SPARSE_SUPER2) 2001995a3ed6SHarshad Shirwadkar EXT4_FEATURE_COMPAT_FUNCS(fast_commit, FAST_COMMIT) 2002b925acb8SEric Biggers EXT4_FEATURE_COMPAT_FUNCS(stable_inodes, STABLE_INODES) 2003e2b911c5SDarrick J. Wong 2004e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(sparse_super, SPARSE_SUPER) 2005e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(large_file, LARGE_FILE) 2006e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(btree_dir, BTREE_DIR) 2007e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(huge_file, HUGE_FILE) 2008e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(gdt_csum, GDT_CSUM) 2009e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(dir_nlink, DIR_NLINK) 2010e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(extra_isize, EXTRA_ISIZE) 2011e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(quota, QUOTA) 2012e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(bigalloc, BIGALLOC) 2013e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(metadata_csum, METADATA_CSUM) 2014e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(readonly, READONLY) 2015e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(project, PROJECT) 2016c93d8f88SEric Biggers EXT4_FEATURE_RO_COMPAT_FUNCS(verity, VERITY) 2017e2b911c5SDarrick J. Wong 2018e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(compression, COMPRESSION) 2019e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(filetype, FILETYPE) 2020e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(journal_needs_recovery, RECOVER) 2021e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(journal_dev, JOURNAL_DEV) 2022e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(meta_bg, META_BG) 2023e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(extents, EXTENTS) 2024e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(64bit, 64BIT) 2025e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(mmp, MMP) 2026e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(flex_bg, FLEX_BG) 2027e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(ea_inode, EA_INODE) 2028e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(dirdata, DIRDATA) 2029e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(csum_seed, CSUM_SEED) 2030e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(largedir, LARGEDIR) 2031e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(inline_data, INLINE_DATA) 2032e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(encrypt, ENCRYPT) 2033c83ad55eSGabriel Krisman Bertazi EXT4_FEATURE_INCOMPAT_FUNCS(casefold, CASEFOLD) 2034e2b911c5SDarrick J. Wong 20352035e776STheodore Ts'o #define EXT2_FEATURE_COMPAT_SUPP EXT4_FEATURE_COMPAT_EXT_ATTR 20362035e776STheodore Ts'o #define EXT2_FEATURE_INCOMPAT_SUPP (EXT4_FEATURE_INCOMPAT_FILETYPE| \ 20372035e776STheodore Ts'o EXT4_FEATURE_INCOMPAT_META_BG) 20382035e776STheodore Ts'o #define EXT2_FEATURE_RO_COMPAT_SUPP (EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER| \ 20392035e776STheodore Ts'o EXT4_FEATURE_RO_COMPAT_LARGE_FILE| \ 20402035e776STheodore Ts'o EXT4_FEATURE_RO_COMPAT_BTREE_DIR) 20412035e776STheodore Ts'o 20422035e776STheodore Ts'o #define EXT3_FEATURE_COMPAT_SUPP EXT4_FEATURE_COMPAT_EXT_ATTR 20432035e776STheodore Ts'o #define EXT3_FEATURE_INCOMPAT_SUPP (EXT4_FEATURE_INCOMPAT_FILETYPE| \ 20442035e776STheodore Ts'o EXT4_FEATURE_INCOMPAT_RECOVER| \ 20452035e776STheodore Ts'o EXT4_FEATURE_INCOMPAT_META_BG) 20462035e776STheodore Ts'o #define EXT3_FEATURE_RO_COMPAT_SUPP (EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER| \ 20472035e776STheodore Ts'o EXT4_FEATURE_RO_COMPAT_LARGE_FILE| \ 20482035e776STheodore Ts'o EXT4_FEATURE_RO_COMPAT_BTREE_DIR) 20492035e776STheodore Ts'o 2050e2b911c5SDarrick J. Wong #define EXT4_FEATURE_COMPAT_SUPP EXT4_FEATURE_COMPAT_EXT_ATTR 20513dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_SUPP (EXT4_FEATURE_INCOMPAT_FILETYPE| \ 20523dcf5451SChristoph Hellwig EXT4_FEATURE_INCOMPAT_RECOVER| \ 20533dcf5451SChristoph Hellwig EXT4_FEATURE_INCOMPAT_META_BG| \ 20543dcf5451SChristoph Hellwig EXT4_FEATURE_INCOMPAT_EXTENTS| \ 20553dcf5451SChristoph Hellwig EXT4_FEATURE_INCOMPAT_64BIT| \ 2056c5e06d10SJohann Lombardi EXT4_FEATURE_INCOMPAT_FLEX_BG| \ 2057e50e5129SAndreas Dilger EXT4_FEATURE_INCOMPAT_EA_INODE| \ 2058f08225d1STao Ma EXT4_FEATURE_INCOMPAT_MMP | \ 20596ddb2447STheodore Ts'o EXT4_FEATURE_INCOMPAT_INLINE_DATA | \ 20608c81bd8fSDarrick J. Wong EXT4_FEATURE_INCOMPAT_ENCRYPT | \ 2061c83ad55eSGabriel Krisman Bertazi EXT4_FEATURE_INCOMPAT_CASEFOLD | \ 2062e08ac99fSArtem Blagodarenko EXT4_FEATURE_INCOMPAT_CSUM_SEED | \ 2063e08ac99fSArtem Blagodarenko EXT4_FEATURE_INCOMPAT_LARGEDIR) 20643dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_SUPP (EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER| \ 20653dcf5451SChristoph Hellwig EXT4_FEATURE_RO_COMPAT_LARGE_FILE| \ 20663dcf5451SChristoph Hellwig EXT4_FEATURE_RO_COMPAT_GDT_CSUM| \ 20673dcf5451SChristoph Hellwig EXT4_FEATURE_RO_COMPAT_DIR_NLINK | \ 20683dcf5451SChristoph Hellwig EXT4_FEATURE_RO_COMPAT_EXTRA_ISIZE | \ 20693dcf5451SChristoph Hellwig EXT4_FEATURE_RO_COMPAT_BTREE_DIR |\ 20706f16b606STheodore Ts'o EXT4_FEATURE_RO_COMPAT_HUGE_FILE |\ 2071e93376c2SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_BIGALLOC |\ 20727c319d32SAditya Kali EXT4_FEATURE_RO_COMPAT_METADATA_CSUM|\ 2073040cb378SLi Xi EXT4_FEATURE_RO_COMPAT_QUOTA |\ 2074c93d8f88SEric Biggers EXT4_FEATURE_RO_COMPAT_PROJECT |\ 2075c93d8f88SEric Biggers EXT4_FEATURE_RO_COMPAT_VERITY) 20763dcf5451SChristoph Hellwig 2077e2b911c5SDarrick J. Wong #define EXTN_FEATURE_FUNCS(ver) \ 2078e2b911c5SDarrick J. Wong static inline bool ext4_has_unknown_ext##ver##_compat_features(struct super_block *sb) \ 2079e2b911c5SDarrick J. Wong { \ 2080e2b911c5SDarrick J. Wong return ((EXT4_SB(sb)->s_es->s_feature_compat & \ 2081e2b911c5SDarrick J. Wong cpu_to_le32(~EXT##ver##_FEATURE_COMPAT_SUPP)) != 0); \ 2082e2b911c5SDarrick J. Wong } \ 2083e2b911c5SDarrick J. Wong static inline bool ext4_has_unknown_ext##ver##_ro_compat_features(struct super_block *sb) \ 2084e2b911c5SDarrick J. Wong { \ 2085e2b911c5SDarrick J. Wong return ((EXT4_SB(sb)->s_es->s_feature_ro_compat & \ 2086e2b911c5SDarrick J. Wong cpu_to_le32(~EXT##ver##_FEATURE_RO_COMPAT_SUPP)) != 0); \ 2087e2b911c5SDarrick J. Wong } \ 2088e2b911c5SDarrick J. Wong static inline bool ext4_has_unknown_ext##ver##_incompat_features(struct super_block *sb) \ 2089e2b911c5SDarrick J. Wong { \ 2090e2b911c5SDarrick J. Wong return ((EXT4_SB(sb)->s_es->s_feature_incompat & \ 2091e2b911c5SDarrick J. Wong cpu_to_le32(~EXT##ver##_FEATURE_INCOMPAT_SUPP)) != 0); \ 2092e2b911c5SDarrick J. Wong } 2093e2b911c5SDarrick J. Wong 2094e2b911c5SDarrick J. Wong EXTN_FEATURE_FUNCS(2) 2095e2b911c5SDarrick J. Wong EXTN_FEATURE_FUNCS(3) 2096e2b911c5SDarrick J. Wong EXTN_FEATURE_FUNCS(4) 2097e2b911c5SDarrick J. Wong 2098e2b911c5SDarrick J. Wong static inline bool ext4_has_compat_features(struct super_block *sb) 2099e2b911c5SDarrick J. Wong { 2100e2b911c5SDarrick J. Wong return (EXT4_SB(sb)->s_es->s_feature_compat != 0); 2101e2b911c5SDarrick J. Wong } 2102e2b911c5SDarrick J. Wong static inline bool ext4_has_ro_compat_features(struct super_block *sb) 2103e2b911c5SDarrick J. Wong { 2104e2b911c5SDarrick J. Wong return (EXT4_SB(sb)->s_es->s_feature_ro_compat != 0); 2105e2b911c5SDarrick J. Wong } 2106e2b911c5SDarrick J. Wong static inline bool ext4_has_incompat_features(struct super_block *sb) 2107e2b911c5SDarrick J. Wong { 2108e2b911c5SDarrick J. Wong return (EXT4_SB(sb)->s_es->s_feature_incompat != 0); 2109e2b911c5SDarrick J. Wong } 2110e2b911c5SDarrick J. Wong 21113dcf5451SChristoph Hellwig /* 21129549a168STheodore Ts'o * Superblock flags 21139549a168STheodore Ts'o */ 21149549a168STheodore Ts'o #define EXT4_FLAGS_RESIZING 0 21150db1ff22STheodore Ts'o #define EXT4_FLAGS_SHUTDOWN 1 2116a8ab6d38SIra Weiny #define EXT4_FLAGS_BDEV_IS_DAX 2 21170db1ff22STheodore Ts'o 21180db1ff22STheodore Ts'o static inline int ext4_forced_shutdown(struct ext4_sb_info *sbi) 21190db1ff22STheodore Ts'o { 21200db1ff22STheodore Ts'o return test_bit(EXT4_FLAGS_SHUTDOWN, &sbi->s_ext4_flags); 21210db1ff22STheodore Ts'o } 21229549a168STheodore Ts'o 21239549a168STheodore Ts'o 21249549a168STheodore Ts'o /* 21253dcf5451SChristoph Hellwig * Default values for user and/or group using reserved blocks 21263dcf5451SChristoph Hellwig */ 21273dcf5451SChristoph Hellwig #define EXT4_DEF_RESUID 0 21283dcf5451SChristoph Hellwig #define EXT4_DEF_RESGID 0 21293dcf5451SChristoph Hellwig 2130040cb378SLi Xi /* 2131040cb378SLi Xi * Default project ID 2132040cb378SLi Xi */ 2133040cb378SLi Xi #define EXT4_DEF_PROJID 0 2134040cb378SLi Xi 2135240799cdSTheodore Ts'o #define EXT4_DEF_INODE_READAHEAD_BLKS 32 2136240799cdSTheodore Ts'o 21373dcf5451SChristoph Hellwig /* 21383dcf5451SChristoph Hellwig * Default mount options 21393dcf5451SChristoph Hellwig */ 21403dcf5451SChristoph Hellwig #define EXT4_DEFM_DEBUG 0x0001 21413dcf5451SChristoph Hellwig #define EXT4_DEFM_BSDGROUPS 0x0002 21423dcf5451SChristoph Hellwig #define EXT4_DEFM_XATTR_USER 0x0004 21433dcf5451SChristoph Hellwig #define EXT4_DEFM_ACL 0x0008 21443dcf5451SChristoph Hellwig #define EXT4_DEFM_UID16 0x0010 21453dcf5451SChristoph Hellwig #define EXT4_DEFM_JMODE 0x0060 21463dcf5451SChristoph Hellwig #define EXT4_DEFM_JMODE_DATA 0x0020 21473dcf5451SChristoph Hellwig #define EXT4_DEFM_JMODE_ORDERED 0x0040 21483dcf5451SChristoph Hellwig #define EXT4_DEFM_JMODE_WBACK 0x0060 21498b67f04aSTheodore Ts'o #define EXT4_DEFM_NOBARRIER 0x0100 21508b67f04aSTheodore Ts'o #define EXT4_DEFM_BLOCK_VALIDITY 0x0200 21518b67f04aSTheodore Ts'o #define EXT4_DEFM_DISCARD 0x0400 21528b67f04aSTheodore Ts'o #define EXT4_DEFM_NODELALLOC 0x0800 21533dcf5451SChristoph Hellwig 21543dcf5451SChristoph Hellwig /* 215530773840STheodore Ts'o * Default journal batch times 215630773840STheodore Ts'o */ 215730773840STheodore Ts'o #define EXT4_DEF_MIN_BATCH_TIME 0 215830773840STheodore Ts'o #define EXT4_DEF_MAX_BATCH_TIME 15000 /* 15ms */ 215930773840STheodore Ts'o 216030773840STheodore Ts'o /* 2161a4912123STheodore Ts'o * Minimum number of groups in a flexgroup before we separate out 2162a4912123STheodore Ts'o * directories into the first block group of a flexgroup 2163a4912123STheodore Ts'o */ 2164a4912123STheodore Ts'o #define EXT4_FLEX_SIZE_DIR_ALLOC_SCHEME 4 2165a4912123STheodore Ts'o 2166a4912123STheodore Ts'o /* 21673dcf5451SChristoph Hellwig * Structure of a directory entry 21683dcf5451SChristoph Hellwig */ 21693dcf5451SChristoph Hellwig #define EXT4_NAME_LEN 255 21703dcf5451SChristoph Hellwig 21713dcf5451SChristoph Hellwig struct ext4_dir_entry { 21723dcf5451SChristoph Hellwig __le32 inode; /* Inode number */ 21733dcf5451SChristoph Hellwig __le16 rec_len; /* Directory entry length */ 21743dcf5451SChristoph Hellwig __le16 name_len; /* Name length */ 21753dcf5451SChristoph Hellwig char name[EXT4_NAME_LEN]; /* File name */ 21763dcf5451SChristoph Hellwig }; 21773dcf5451SChristoph Hellwig 21783dcf5451SChristoph Hellwig /* 21793dcf5451SChristoph Hellwig * The new version of the directory entry. Since EXT4 structures are 21803dcf5451SChristoph Hellwig * stored in intel byte order, and the name_len field could never be 21813dcf5451SChristoph Hellwig * bigger than 255 chars, it's safe to reclaim the extra byte for the 21823dcf5451SChristoph Hellwig * file_type field. 21833dcf5451SChristoph Hellwig */ 21843dcf5451SChristoph Hellwig struct ext4_dir_entry_2 { 21853dcf5451SChristoph Hellwig __le32 inode; /* Inode number */ 21863dcf5451SChristoph Hellwig __le16 rec_len; /* Directory entry length */ 21873dcf5451SChristoph Hellwig __u8 name_len; /* Name length */ 21889f364e1dSJonathan Grant __u8 file_type; /* See file type macros EXT4_FT_* below */ 21893dcf5451SChristoph Hellwig char name[EXT4_NAME_LEN]; /* File name */ 21903dcf5451SChristoph Hellwig }; 21913dcf5451SChristoph Hellwig 21923dcf5451SChristoph Hellwig /* 2193e6153918SDarrick J. Wong * This is a bogus directory entry at the end of each leaf block that 2194e6153918SDarrick J. Wong * records checksums. 2195e6153918SDarrick J. Wong */ 2196e6153918SDarrick J. Wong struct ext4_dir_entry_tail { 2197e6153918SDarrick J. Wong __le32 det_reserved_zero1; /* Pretend to be unused */ 2198e6153918SDarrick J. Wong __le16 det_rec_len; /* 12 */ 2199e6153918SDarrick J. Wong __u8 det_reserved_zero2; /* Zero name length */ 2200e6153918SDarrick J. Wong __u8 det_reserved_ft; /* 0xDE, fake file type */ 2201e6153918SDarrick J. Wong __le32 det_checksum; /* crc32c(uuid+inum+dirblock) */ 2202e6153918SDarrick J. Wong }; 2203e6153918SDarrick J. Wong 22043c47d541STao Ma #define EXT4_DIRENT_TAIL(block, blocksize) \ 22053c47d541STao Ma ((struct ext4_dir_entry_tail *)(((void *)(block)) + \ 22063c47d541STao Ma ((blocksize) - \ 22073c47d541STao Ma sizeof(struct ext4_dir_entry_tail)))) 22083c47d541STao Ma 2209e6153918SDarrick J. Wong /* 22103dcf5451SChristoph Hellwig * Ext4 directory file types. Only the low 3 bits are used. The 22113dcf5451SChristoph Hellwig * other bits are reserved for now. 22123dcf5451SChristoph Hellwig */ 22133dcf5451SChristoph Hellwig #define EXT4_FT_UNKNOWN 0 22143dcf5451SChristoph Hellwig #define EXT4_FT_REG_FILE 1 22153dcf5451SChristoph Hellwig #define EXT4_FT_DIR 2 22163dcf5451SChristoph Hellwig #define EXT4_FT_CHRDEV 3 22173dcf5451SChristoph Hellwig #define EXT4_FT_BLKDEV 4 22183dcf5451SChristoph Hellwig #define EXT4_FT_FIFO 5 22193dcf5451SChristoph Hellwig #define EXT4_FT_SOCK 6 22203dcf5451SChristoph Hellwig #define EXT4_FT_SYMLINK 7 22213dcf5451SChristoph Hellwig 22223dcf5451SChristoph Hellwig #define EXT4_FT_MAX 8 22233dcf5451SChristoph Hellwig 2224e6153918SDarrick J. Wong #define EXT4_FT_DIR_CSUM 0xDE 2225e6153918SDarrick J. Wong 22263dcf5451SChristoph Hellwig /* 22273dcf5451SChristoph Hellwig * EXT4_DIR_PAD defines the directory entries boundaries 22283dcf5451SChristoph Hellwig * 22293dcf5451SChristoph Hellwig * NOTE: It must be a multiple of 4 22303dcf5451SChristoph Hellwig */ 22313dcf5451SChristoph Hellwig #define EXT4_DIR_PAD 4 22323dcf5451SChristoph Hellwig #define EXT4_DIR_ROUND (EXT4_DIR_PAD - 1) 22333dcf5451SChristoph Hellwig #define EXT4_DIR_REC_LEN(name_len) (((name_len) + 8 + EXT4_DIR_ROUND) & \ 22343dcf5451SChristoph Hellwig ~EXT4_DIR_ROUND) 22353dcf5451SChristoph Hellwig #define EXT4_MAX_REC_LEN ((1<<16)-1) 22363dcf5451SChristoph Hellwig 22373dcf5451SChristoph Hellwig /* 22380cfc9255SEric Sandeen * If we ever get support for fs block sizes > page_size, we'll need 22390cfc9255SEric Sandeen * to remove the #if statements in the next two functions... 22400cfc9255SEric Sandeen */ 22410cfc9255SEric Sandeen static inline unsigned int 22420cfc9255SEric Sandeen ext4_rec_len_from_disk(__le16 dlen, unsigned blocksize) 22430cfc9255SEric Sandeen { 22440cfc9255SEric Sandeen unsigned len = le16_to_cpu(dlen); 22450cfc9255SEric Sandeen 2246ea1754a0SKirill A. Shutemov #if (PAGE_SIZE >= 65536) 22470cfc9255SEric Sandeen if (len == EXT4_MAX_REC_LEN || len == 0) 22480cfc9255SEric Sandeen return blocksize; 22490cfc9255SEric Sandeen return (len & 65532) | ((len & 3) << 16); 22500cfc9255SEric Sandeen #else 22510cfc9255SEric Sandeen return len; 22520cfc9255SEric Sandeen #endif 22530cfc9255SEric Sandeen } 22540cfc9255SEric Sandeen 22550cfc9255SEric Sandeen static inline __le16 ext4_rec_len_to_disk(unsigned len, unsigned blocksize) 22560cfc9255SEric Sandeen { 22570cfc9255SEric Sandeen if ((len > blocksize) || (blocksize > (1 << 18)) || (len & 3)) 22580cfc9255SEric Sandeen BUG(); 2259ea1754a0SKirill A. Shutemov #if (PAGE_SIZE >= 65536) 22600cfc9255SEric Sandeen if (len < 65536) 22610cfc9255SEric Sandeen return cpu_to_le16(len); 22620cfc9255SEric Sandeen if (len == blocksize) { 22630cfc9255SEric Sandeen if (blocksize == 65536) 22640cfc9255SEric Sandeen return cpu_to_le16(EXT4_MAX_REC_LEN); 22650cfc9255SEric Sandeen else 22660cfc9255SEric Sandeen return cpu_to_le16(0); 22670cfc9255SEric Sandeen } 22680cfc9255SEric Sandeen return cpu_to_le16((len & 65532) | ((len >> 16) & 3)); 22690cfc9255SEric Sandeen #else 22700cfc9255SEric Sandeen return cpu_to_le16(len); 22710cfc9255SEric Sandeen #endif 22720cfc9255SEric Sandeen } 22730cfc9255SEric Sandeen 22740cfc9255SEric Sandeen /* 22753dcf5451SChristoph Hellwig * Hash Tree Directory indexing 22763dcf5451SChristoph Hellwig * (c) Daniel Phillips, 2001 22773dcf5451SChristoph Hellwig */ 22783dcf5451SChristoph Hellwig 2279e2b911c5SDarrick J. Wong #define is_dx(dir) (ext4_has_feature_dir_index((dir)->i_sb) && \ 228012e9b892SDmitry Monakhov ext4_test_inode_flag((dir), EXT4_INODE_INDEX)) 2281c7414892SAndreas Dilger #define EXT4_DIR_LINK_MAX(dir) unlikely((dir)->i_nlink >= EXT4_LINK_MAX && \ 2282c7414892SAndreas Dilger !(ext4_has_feature_dir_nlink((dir)->i_sb) && is_dx(dir))) 22833dcf5451SChristoph Hellwig #define EXT4_DIR_LINK_EMPTY(dir) ((dir)->i_nlink == 2 || (dir)->i_nlink == 1) 22843dcf5451SChristoph Hellwig 22853dcf5451SChristoph Hellwig /* Legal values for the dx_root hash_version field: */ 22863dcf5451SChristoph Hellwig 22873dcf5451SChristoph Hellwig #define DX_HASH_LEGACY 0 22883dcf5451SChristoph Hellwig #define DX_HASH_HALF_MD4 1 22893dcf5451SChristoph Hellwig #define DX_HASH_TEA 2 2290f99b2589STheodore Ts'o #define DX_HASH_LEGACY_UNSIGNED 3 2291f99b2589STheodore Ts'o #define DX_HASH_HALF_MD4_UNSIGNED 4 2292f99b2589STheodore Ts'o #define DX_HASH_TEA_UNSIGNED 5 22933dcf5451SChristoph Hellwig 22940441984aSDarrick J. Wong static inline u32 ext4_chksum(struct ext4_sb_info *sbi, u32 crc, 22950441984aSDarrick J. Wong const void *address, unsigned int length) 22960441984aSDarrick J. Wong { 22970441984aSDarrick J. Wong struct { 22980441984aSDarrick J. Wong struct shash_desc shash; 22993108b54bSTheodore Ts'o char ctx[4]; 23000441984aSDarrick J. Wong } desc; 23010441984aSDarrick J. Wong 23023108b54bSTheodore Ts'o BUG_ON(crypto_shash_descsize(sbi->s_chksum_driver)!=sizeof(desc.ctx)); 23033108b54bSTheodore Ts'o 23040441984aSDarrick J. Wong desc.shash.tfm = sbi->s_chksum_driver; 23050441984aSDarrick J. Wong *(u32 *)desc.ctx = crc; 23060441984aSDarrick J. Wong 2307e7093f0dSPetros Koutoupis BUG_ON(crypto_shash_update(&desc.shash, address, length)); 23080441984aSDarrick J. Wong 23090441984aSDarrick J. Wong return *(u32 *)desc.ctx; 23100441984aSDarrick J. Wong } 23110441984aSDarrick J. Wong 23123dcf5451SChristoph Hellwig #ifdef __KERNEL__ 23133dcf5451SChristoph Hellwig 23143dcf5451SChristoph Hellwig /* hash info structure used by the directory hash */ 23153dcf5451SChristoph Hellwig struct dx_hash_info 23163dcf5451SChristoph Hellwig { 23173dcf5451SChristoph Hellwig u32 hash; 23183dcf5451SChristoph Hellwig u32 minor_hash; 23193dcf5451SChristoph Hellwig int hash_version; 23203dcf5451SChristoph Hellwig u32 *seed; 23213dcf5451SChristoph Hellwig }; 23223dcf5451SChristoph Hellwig 2323d1f5273eSFan Yong 2324d1f5273eSFan Yong /* 32 and 64 bit signed EOF for dx directories */ 2325d1f5273eSFan Yong #define EXT4_HTREE_EOF_32BIT ((1UL << (32 - 1)) - 1) 2326d1f5273eSFan Yong #define EXT4_HTREE_EOF_64BIT ((1ULL << (64 - 1)) - 1) 2327d1f5273eSFan Yong 23283dcf5451SChristoph Hellwig 23293dcf5451SChristoph Hellwig /* 23303dcf5451SChristoph Hellwig * Control parameters used by ext4_htree_next_block 23313dcf5451SChristoph Hellwig */ 23323dcf5451SChristoph Hellwig #define HASH_NB_ALWAYS 1 23333dcf5451SChristoph Hellwig 23345b643f9cSTheodore Ts'o struct ext4_filename { 23355b643f9cSTheodore Ts'o const struct qstr *usr_fname; 2336a7550b30SJaegeuk Kim struct fscrypt_str disk_name; 23375b643f9cSTheodore Ts'o struct dx_hash_info hinfo; 2338643fa961SChandan Rajendra #ifdef CONFIG_FS_ENCRYPTION 2339a7550b30SJaegeuk Kim struct fscrypt_str crypto_buf; 23405b643f9cSTheodore Ts'o #endif 23413ae72562SGabriel Krisman Bertazi #ifdef CONFIG_UNICODE 23423ae72562SGabriel Krisman Bertazi struct fscrypt_str cf_name; 23433ae72562SGabriel Krisman Bertazi #endif 23445b643f9cSTheodore Ts'o }; 23455b643f9cSTheodore Ts'o 23465b643f9cSTheodore Ts'o #define fname_name(p) ((p)->disk_name.name) 23475b643f9cSTheodore Ts'o #define fname_len(p) ((p)->disk_name.len) 23483dcf5451SChristoph Hellwig 23493dcf5451SChristoph Hellwig /* 23503dcf5451SChristoph Hellwig * Describe an inode's exact location on disk and in memory 23513dcf5451SChristoph Hellwig */ 23523dcf5451SChristoph Hellwig struct ext4_iloc 23533dcf5451SChristoph Hellwig { 23543dcf5451SChristoph Hellwig struct buffer_head *bh; 23553dcf5451SChristoph Hellwig unsigned long offset; 23563dcf5451SChristoph Hellwig ext4_group_t block_group; 23573dcf5451SChristoph Hellwig }; 23583dcf5451SChristoph Hellwig 23593dcf5451SChristoph Hellwig static inline struct ext4_inode *ext4_raw_inode(struct ext4_iloc *iloc) 23603dcf5451SChristoph Hellwig { 23613dcf5451SChristoph Hellwig return (struct ext4_inode *) (iloc->bh->b_data + iloc->offset); 23623dcf5451SChristoph Hellwig } 23633dcf5451SChristoph Hellwig 2364dec214d0STahsin Erdogan static inline bool ext4_is_quota_file(struct inode *inode) 2365dec214d0STahsin Erdogan { 2366dec214d0STahsin Erdogan return IS_NOQUOTA(inode) && 2367dec214d0STahsin Erdogan !(EXT4_I(inode)->i_flags & EXT4_EA_INODE_FL); 2368dec214d0STahsin Erdogan } 236902749a4cSTahsin Erdogan 23703dcf5451SChristoph Hellwig /* 23713dcf5451SChristoph Hellwig * This structure is stuffed into the struct file's private_data field 23723dcf5451SChristoph Hellwig * for directories. It is where we put information so that we can do 23733dcf5451SChristoph Hellwig * readdir operations in hash tree order. 23743dcf5451SChristoph Hellwig */ 23753dcf5451SChristoph Hellwig struct dir_private_info { 23763dcf5451SChristoph Hellwig struct rb_root root; 23773dcf5451SChristoph Hellwig struct rb_node *curr_node; 23783dcf5451SChristoph Hellwig struct fname *extra_fname; 23793dcf5451SChristoph Hellwig loff_t last_pos; 23803dcf5451SChristoph Hellwig __u32 curr_hash; 23813dcf5451SChristoph Hellwig __u32 curr_minor_hash; 23823dcf5451SChristoph Hellwig __u32 next_hash; 23833dcf5451SChristoph Hellwig }; 23843dcf5451SChristoph Hellwig 23853dcf5451SChristoph Hellwig /* calculate the first block number of the group */ 23863dcf5451SChristoph Hellwig static inline ext4_fsblk_t 23873dcf5451SChristoph Hellwig ext4_group_first_block_no(struct super_block *sb, ext4_group_t group_no) 23883dcf5451SChristoph Hellwig { 23893dcf5451SChristoph Hellwig return group_no * (ext4_fsblk_t)EXT4_BLOCKS_PER_GROUP(sb) + 23903dcf5451SChristoph Hellwig le32_to_cpu(EXT4_SB(sb)->s_es->s_first_data_block); 23913dcf5451SChristoph Hellwig } 23923dcf5451SChristoph Hellwig 23933dcf5451SChristoph Hellwig /* 23943dcf5451SChristoph Hellwig * Special error return code only used by dx_probe() and its callers. 23953dcf5451SChristoph Hellwig */ 239636de9286STheodore Ts'o #define ERR_BAD_DX_DIR (-(MAX_ERRNO - 1)) 23973dcf5451SChristoph Hellwig 2398e08ac99fSArtem Blagodarenko /* htree levels for ext4 */ 2399e08ac99fSArtem Blagodarenko #define EXT4_HTREE_LEVEL_COMPAT 2 2400e08ac99fSArtem Blagodarenko #define EXT4_HTREE_LEVEL 3 2401e08ac99fSArtem Blagodarenko 2402e08ac99fSArtem Blagodarenko static inline int ext4_dir_htree_level(struct super_block *sb) 2403e08ac99fSArtem Blagodarenko { 2404e08ac99fSArtem Blagodarenko return ext4_has_feature_largedir(sb) ? 2405e08ac99fSArtem Blagodarenko EXT4_HTREE_LEVEL : EXT4_HTREE_LEVEL_COMPAT; 2406e08ac99fSArtem Blagodarenko } 2407e08ac99fSArtem Blagodarenko 24083dcf5451SChristoph Hellwig /* 2409bfff6873SLukas Czerner * Timeout and state flag for lazy initialization inode thread. 2410bfff6873SLukas Czerner */ 2411bfff6873SLukas Czerner #define EXT4_DEF_LI_WAIT_MULT 10 2412bfff6873SLukas Czerner #define EXT4_DEF_LI_MAX_START_DELAY 5 2413bfff6873SLukas Czerner #define EXT4_LAZYINIT_QUIT 0x0001 2414bfff6873SLukas Czerner #define EXT4_LAZYINIT_RUNNING 0x0002 2415bfff6873SLukas Czerner 2416bfff6873SLukas Czerner /* 2417bfff6873SLukas Czerner * Lazy inode table initialization info 2418bfff6873SLukas Czerner */ 2419bfff6873SLukas Czerner struct ext4_lazy_init { 2420bfff6873SLukas Czerner unsigned long li_state; 2421bfff6873SLukas Czerner struct list_head li_request_list; 2422bfff6873SLukas Czerner struct mutex li_list_mtx; 2423bfff6873SLukas Czerner }; 2424bfff6873SLukas Czerner 24253d392b26STheodore Ts'o enum ext4_li_mode { 24263d392b26STheodore Ts'o EXT4_LI_MODE_PREFETCH_BBITMAP, 24273d392b26STheodore Ts'o EXT4_LI_MODE_ITABLE, 24283d392b26STheodore Ts'o }; 24293d392b26STheodore Ts'o 2430bfff6873SLukas Czerner struct ext4_li_request { 2431bfff6873SLukas Czerner struct super_block *lr_super; 24323d392b26STheodore Ts'o enum ext4_li_mode lr_mode; 24333d392b26STheodore Ts'o ext4_group_t lr_first_not_zeroed; 2434bfff6873SLukas Czerner ext4_group_t lr_next_group; 2435bfff6873SLukas Czerner struct list_head lr_request; 2436bfff6873SLukas Czerner unsigned long lr_next_sched; 2437bfff6873SLukas Czerner unsigned long lr_timeout; 2438bfff6873SLukas Czerner }; 2439bfff6873SLukas Czerner 2440857ac889SLukas Czerner struct ext4_features { 2441857ac889SLukas Czerner struct kobject f_kobj; 2442857ac889SLukas Czerner struct completion f_kobj_unregister; 2443857ac889SLukas Czerner }; 2444857ac889SLukas Czerner 2445bfff6873SLukas Czerner /* 2446c5e06d10SJohann Lombardi * This structure will be used for multiple mount protection. It will be 2447c5e06d10SJohann Lombardi * written into the block number saved in the s_mmp_block field in the 2448c5e06d10SJohann Lombardi * superblock. Programs that check MMP should assume that if 2449c5e06d10SJohann Lombardi * SEQ_FSCK (or any unknown code above SEQ_MAX) is present then it is NOT safe 2450c5e06d10SJohann Lombardi * to use the filesystem, regardless of how old the timestamp is. 2451c5e06d10SJohann Lombardi */ 2452c5e06d10SJohann Lombardi #define EXT4_MMP_MAGIC 0x004D4D50U /* ASCII for MMP */ 2453c5e06d10SJohann Lombardi #define EXT4_MMP_SEQ_CLEAN 0xFF4D4D50U /* mmp_seq value for clean unmount */ 2454c5e06d10SJohann Lombardi #define EXT4_MMP_SEQ_FSCK 0xE24D4D50U /* mmp_seq value when being fscked */ 2455c5e06d10SJohann Lombardi #define EXT4_MMP_SEQ_MAX 0xE24D4D4FU /* maximum valid mmp_seq value */ 2456c5e06d10SJohann Lombardi 2457c5e06d10SJohann Lombardi struct mmp_struct { 2458c5e06d10SJohann Lombardi __le32 mmp_magic; /* Magic number for MMP */ 2459c5e06d10SJohann Lombardi __le32 mmp_seq; /* Sequence no. updated periodically */ 2460c5e06d10SJohann Lombardi 2461c5e06d10SJohann Lombardi /* 2462c5e06d10SJohann Lombardi * mmp_time, mmp_nodename & mmp_bdevname are only used for information 2463c5e06d10SJohann Lombardi * purposes and do not affect the correctness of the algorithm 2464c5e06d10SJohann Lombardi */ 2465c5e06d10SJohann Lombardi __le64 mmp_time; /* Time last updated */ 2466c5e06d10SJohann Lombardi char mmp_nodename[64]; /* Node which last updated MMP block */ 2467c5e06d10SJohann Lombardi char mmp_bdevname[32]; /* Bdev which last updated MMP block */ 2468c5e06d10SJohann Lombardi 2469c5e06d10SJohann Lombardi /* 2470c5e06d10SJohann Lombardi * mmp_check_interval is used to verify if the MMP block has been 2471c5e06d10SJohann Lombardi * updated on the block device. The value is updated based on the 2472c5e06d10SJohann Lombardi * maximum time to write the MMP block during an update cycle. 2473c5e06d10SJohann Lombardi */ 2474c5e06d10SJohann Lombardi __le16 mmp_check_interval; 2475c5e06d10SJohann Lombardi 2476c5e06d10SJohann Lombardi __le16 mmp_pad1; 2477e6153918SDarrick J. Wong __le32 mmp_pad2[226]; 2478e6153918SDarrick J. Wong __le32 mmp_checksum; /* crc32c(uuid+mmp_block) */ 2479c5e06d10SJohann Lombardi }; 2480c5e06d10SJohann Lombardi 2481c5e06d10SJohann Lombardi /* arguments passed to the mmp thread */ 2482c5e06d10SJohann Lombardi struct mmpd_data { 2483c5e06d10SJohann Lombardi struct buffer_head *bh; /* bh from initial read_mmp_block() */ 2484c5e06d10SJohann Lombardi struct super_block *sb; /* super block of the fs */ 2485c5e06d10SJohann Lombardi }; 2486c5e06d10SJohann Lombardi 2487c5e06d10SJohann Lombardi /* 2488c5e06d10SJohann Lombardi * Check interval multiplier 2489c5e06d10SJohann Lombardi * The MMP block is written every update interval and initially checked every 2490c5e06d10SJohann Lombardi * update interval x the multiplier (the value is then adapted based on the 2491c5e06d10SJohann Lombardi * write latency). The reason is that writes can be delayed under load and we 2492c5e06d10SJohann Lombardi * don't want readers to incorrectly assume that the filesystem is no longer 2493c5e06d10SJohann Lombardi * in use. 2494c5e06d10SJohann Lombardi */ 2495c5e06d10SJohann Lombardi #define EXT4_MMP_CHECK_MULT 2UL 2496c5e06d10SJohann Lombardi 2497c5e06d10SJohann Lombardi /* 2498c5e06d10SJohann Lombardi * Minimum interval for MMP checking in seconds. 2499c5e06d10SJohann Lombardi */ 2500c5e06d10SJohann Lombardi #define EXT4_MMP_MIN_CHECK_INTERVAL 5UL 2501c5e06d10SJohann Lombardi 2502c5e06d10SJohann Lombardi /* 2503c5e06d10SJohann Lombardi * Maximum interval for MMP checking in seconds. 2504c5e06d10SJohann Lombardi */ 2505c5e06d10SJohann Lombardi #define EXT4_MMP_MAX_CHECK_INTERVAL 300UL 2506c5e06d10SJohann Lombardi 2507c5e06d10SJohann Lombardi /* 25083dcf5451SChristoph Hellwig * Function prototypes 25093dcf5451SChristoph Hellwig */ 25103dcf5451SChristoph Hellwig 25113dcf5451SChristoph Hellwig /* 25123dcf5451SChristoph Hellwig * Ok, these declarations are also in <linux/kernel.h> but none of the 25133dcf5451SChristoph Hellwig * ext4 source programs needs to include it so they are duplicated here. 25143dcf5451SChristoph Hellwig */ 25153dcf5451SChristoph Hellwig # define NORET_TYPE /**/ 25163dcf5451SChristoph Hellwig # define ATTRIB_NORET __attribute__((noreturn)) 25173dcf5451SChristoph Hellwig # define NORET_AND noreturn, 25183dcf5451SChristoph Hellwig 2519498e5f24STheodore Ts'o /* bitmap.c */ 2520f6fb99caSTheodore Ts'o extern unsigned int ext4_count_free(char *bitmap, unsigned numchars); 252141a246d1SDarrick J. Wong void ext4_inode_bitmap_csum_set(struct super_block *sb, ext4_group_t group, 252241a246d1SDarrick J. Wong struct ext4_group_desc *gdp, 252341a246d1SDarrick J. Wong struct buffer_head *bh, int sz); 252441a246d1SDarrick J. Wong int ext4_inode_bitmap_csum_verify(struct super_block *sb, ext4_group_t group, 252541a246d1SDarrick J. Wong struct ext4_group_desc *gdp, 252641a246d1SDarrick J. Wong struct buffer_head *bh, int sz); 2527fa77dcfaSDarrick J. Wong void ext4_block_bitmap_csum_set(struct super_block *sb, ext4_group_t group, 2528fa77dcfaSDarrick J. Wong struct ext4_group_desc *gdp, 252979f1ba49STao Ma struct buffer_head *bh); 2530fa77dcfaSDarrick J. Wong int ext4_block_bitmap_csum_verify(struct super_block *sb, ext4_group_t group, 2531fa77dcfaSDarrick J. Wong struct ext4_group_desc *gdp, 253279f1ba49STao Ma struct buffer_head *bh); 2533498e5f24STheodore Ts'o 25343dcf5451SChristoph Hellwig /* balloc.c */ 2535bd86298eSLukas Czerner extern void ext4_get_group_no_and_offset(struct super_block *sb, 2536bd86298eSLukas Czerner ext4_fsblk_t blocknr, 2537bd86298eSLukas Czerner ext4_group_t *blockgrpp, 2538bd86298eSLukas Czerner ext4_grpblk_t *offsetp); 2539bd86298eSLukas Czerner extern ext4_group_t ext4_get_group_number(struct super_block *sb, 2540bd86298eSLukas Czerner ext4_fsblk_t block); 2541bd86298eSLukas Czerner 25423dcf5451SChristoph Hellwig extern unsigned int ext4_block_group(struct super_block *sb, 25433dcf5451SChristoph Hellwig ext4_fsblk_t blocknr); 25443dcf5451SChristoph Hellwig extern ext4_grpblk_t ext4_block_group_offset(struct super_block *sb, 25453dcf5451SChristoph Hellwig ext4_fsblk_t blocknr); 25463dcf5451SChristoph Hellwig extern int ext4_bg_has_super(struct super_block *sb, ext4_group_t group); 25473dcf5451SChristoph Hellwig extern unsigned long ext4_bg_num_gdb(struct super_block *sb, 25483dcf5451SChristoph Hellwig ext4_group_t group); 25497061eba7SAneesh Kumar K.V extern ext4_fsblk_t ext4_new_meta_blocks(handle_t *handle, struct inode *inode, 255055f020dbSAllison Henderson ext4_fsblk_t goal, 255155f020dbSAllison Henderson unsigned int flags, 255255f020dbSAllison Henderson unsigned long *count, 255355f020dbSAllison Henderson int *errp); 2554e7d5f315STheodore Ts'o extern int ext4_claim_free_clusters(struct ext4_sb_info *sbi, 2555e7d5f315STheodore Ts'o s64 nclusters, unsigned int flags); 25565dee5437STheodore Ts'o extern ext4_fsblk_t ext4_count_free_clusters(struct super_block *); 25573dcf5451SChristoph Hellwig extern void ext4_check_blocks_bitmap(struct super_block *); 25583dcf5451SChristoph Hellwig extern struct ext4_group_desc * ext4_get_group_desc(struct super_block * sb, 25593dcf5451SChristoph Hellwig ext4_group_t block_group, 25603dcf5451SChristoph Hellwig struct buffer_head ** bh); 25613dcf5451SChristoph Hellwig extern int ext4_should_retry_alloc(struct super_block *sb, int *retries); 2562813e5727STheodore Ts'o 2563813e5727STheodore Ts'o extern struct buffer_head *ext4_read_block_bitmap_nowait(struct super_block *sb, 2564cfd73237SAlex Zhuravlev ext4_group_t block_group, 2565cfd73237SAlex Zhuravlev bool ignore_locked); 2566813e5727STheodore Ts'o extern int ext4_wait_block_bitmap(struct super_block *sb, 2567813e5727STheodore Ts'o ext4_group_t block_group, 2568813e5727STheodore Ts'o struct buffer_head *bh); 2569813e5727STheodore Ts'o extern struct buffer_head *ext4_read_block_bitmap(struct super_block *sb, 2570bb23c20aSTheodore Ts'o ext4_group_t block_group); 2571cff1dfd7STheodore Ts'o extern unsigned ext4_free_clusters_after_init(struct super_block *sb, 2572fd034a84STheodore Ts'o ext4_group_t block_group, 2573fd034a84STheodore Ts'o struct ext4_group_desc *gdp); 2574f86186b4SEric Sandeen ext4_fsblk_t ext4_inode_to_goal_block(struct inode *); 25753dcf5451SChristoph Hellwig 25763ae72562SGabriel Krisman Bertazi #ifdef CONFIG_UNICODE 25773ae72562SGabriel Krisman Bertazi extern void ext4_fname_setup_ci_filename(struct inode *dir, 25783ae72562SGabriel Krisman Bertazi const struct qstr *iname, 25793ae72562SGabriel Krisman Bertazi struct fscrypt_str *fname); 25803ae72562SGabriel Krisman Bertazi #endif 25813ae72562SGabriel Krisman Bertazi 2582643fa961SChandan Rajendra #ifdef CONFIG_FS_ENCRYPTION 2583b01531dbSEric Biggers static inline void ext4_fname_from_fscrypt_name(struct ext4_filename *dst, 2584b01531dbSEric Biggers const struct fscrypt_name *src) 2585b01531dbSEric Biggers { 2586b01531dbSEric Biggers memset(dst, 0, sizeof(*dst)); 2587b01531dbSEric Biggers 2588b01531dbSEric Biggers dst->usr_fname = src->usr_fname; 2589b01531dbSEric Biggers dst->disk_name = src->disk_name; 2590b01531dbSEric Biggers dst->hinfo.hash = src->hash; 2591b01531dbSEric Biggers dst->hinfo.minor_hash = src->minor_hash; 2592b01531dbSEric Biggers dst->crypto_buf = src->crypto_buf; 2593b01531dbSEric Biggers } 2594b01531dbSEric Biggers 2595a7550b30SJaegeuk Kim static inline int ext4_fname_setup_filename(struct inode *dir, 2596a7550b30SJaegeuk Kim const struct qstr *iname, 2597b01531dbSEric Biggers int lookup, 2598b01531dbSEric Biggers struct ext4_filename *fname) 2599a7550b30SJaegeuk Kim { 2600a7550b30SJaegeuk Kim struct fscrypt_name name; 2601a7550b30SJaegeuk Kim int err; 2602a7550b30SJaegeuk Kim 2603a7550b30SJaegeuk Kim err = fscrypt_setup_filename(dir, iname, lookup, &name); 2604b01531dbSEric Biggers if (err) 2605a7550b30SJaegeuk Kim return err; 2606b01531dbSEric Biggers 2607b01531dbSEric Biggers ext4_fname_from_fscrypt_name(fname, &name); 26083ae72562SGabriel Krisman Bertazi 26093ae72562SGabriel Krisman Bertazi #ifdef CONFIG_UNICODE 26103ae72562SGabriel Krisman Bertazi ext4_fname_setup_ci_filename(dir, iname, &fname->cf_name); 26113ae72562SGabriel Krisman Bertazi #endif 2612b01531dbSEric Biggers return 0; 2613b01531dbSEric Biggers } 2614b01531dbSEric Biggers 2615b01531dbSEric Biggers static inline int ext4_fname_prepare_lookup(struct inode *dir, 2616b01531dbSEric Biggers struct dentry *dentry, 2617b01531dbSEric Biggers struct ext4_filename *fname) 2618b01531dbSEric Biggers { 2619b01531dbSEric Biggers struct fscrypt_name name; 2620b01531dbSEric Biggers int err; 2621b01531dbSEric Biggers 2622b01531dbSEric Biggers err = fscrypt_prepare_lookup(dir, dentry, &name); 2623b01531dbSEric Biggers if (err) 2624b01531dbSEric Biggers return err; 2625b01531dbSEric Biggers 2626b01531dbSEric Biggers ext4_fname_from_fscrypt_name(fname, &name); 26273ae72562SGabriel Krisman Bertazi 26283ae72562SGabriel Krisman Bertazi #ifdef CONFIG_UNICODE 26293ae72562SGabriel Krisman Bertazi ext4_fname_setup_ci_filename(dir, &dentry->d_name, &fname->cf_name); 26303ae72562SGabriel Krisman Bertazi #endif 2631b01531dbSEric Biggers return 0; 2632a7550b30SJaegeuk Kim } 2633a7550b30SJaegeuk Kim 2634a7550b30SJaegeuk Kim static inline void ext4_fname_free_filename(struct ext4_filename *fname) 2635a7550b30SJaegeuk Kim { 2636a7550b30SJaegeuk Kim struct fscrypt_name name; 2637a7550b30SJaegeuk Kim 2638a7550b30SJaegeuk Kim name.crypto_buf = fname->crypto_buf; 2639a7550b30SJaegeuk Kim fscrypt_free_filename(&name); 2640a7550b30SJaegeuk Kim 2641a7550b30SJaegeuk Kim fname->crypto_buf.name = NULL; 2642a7550b30SJaegeuk Kim fname->usr_fname = NULL; 2643a7550b30SJaegeuk Kim fname->disk_name.name = NULL; 26443ae72562SGabriel Krisman Bertazi 26453ae72562SGabriel Krisman Bertazi #ifdef CONFIG_UNICODE 26463ae72562SGabriel Krisman Bertazi kfree(fname->cf_name.name); 26473ae72562SGabriel Krisman Bertazi fname->cf_name.name = NULL; 26483ae72562SGabriel Krisman Bertazi #endif 2649a7550b30SJaegeuk Kim } 2650b01531dbSEric Biggers #else /* !CONFIG_FS_ENCRYPTION */ 26515b643f9cSTheodore Ts'o static inline int ext4_fname_setup_filename(struct inode *dir, 26525b643f9cSTheodore Ts'o const struct qstr *iname, 2653b01531dbSEric Biggers int lookup, 2654b01531dbSEric Biggers struct ext4_filename *fname) 26555b643f9cSTheodore Ts'o { 26565b643f9cSTheodore Ts'o fname->usr_fname = iname; 26575b643f9cSTheodore Ts'o fname->disk_name.name = (unsigned char *) iname->name; 26585b643f9cSTheodore Ts'o fname->disk_name.len = iname->len; 26593ae72562SGabriel Krisman Bertazi 26603ae72562SGabriel Krisman Bertazi #ifdef CONFIG_UNICODE 26613ae72562SGabriel Krisman Bertazi ext4_fname_setup_ci_filename(dir, iname, &fname->cf_name); 26623ae72562SGabriel Krisman Bertazi #endif 26633ae72562SGabriel Krisman Bertazi 26645b643f9cSTheodore Ts'o return 0; 26655b643f9cSTheodore Ts'o } 2666a7550b30SJaegeuk Kim 2667b01531dbSEric Biggers static inline int ext4_fname_prepare_lookup(struct inode *dir, 2668b01531dbSEric Biggers struct dentry *dentry, 2669b01531dbSEric Biggers struct ext4_filename *fname) 2670b01531dbSEric Biggers { 2671b01531dbSEric Biggers return ext4_fname_setup_filename(dir, &dentry->d_name, 1, fname); 2672b01531dbSEric Biggers } 2673b01531dbSEric Biggers 26743ae72562SGabriel Krisman Bertazi static inline void ext4_fname_free_filename(struct ext4_filename *fname) 26753ae72562SGabriel Krisman Bertazi { 26763ae72562SGabriel Krisman Bertazi #ifdef CONFIG_UNICODE 26773ae72562SGabriel Krisman Bertazi kfree(fname->cf_name.name); 26783ae72562SGabriel Krisman Bertazi fname->cf_name.name = NULL; 26793ae72562SGabriel Krisman Bertazi #endif 26803ae72562SGabriel Krisman Bertazi } 2681b01531dbSEric Biggers #endif /* !CONFIG_FS_ENCRYPTION */ 2682d5d0e8c7SMichael Halcrow 26833dcf5451SChristoph Hellwig /* dir.c */ 268460fd4da3STheodore Ts'o extern int __ext4_check_dir_entry(const char *, unsigned int, struct inode *, 2685f7c21177STheodore Ts'o struct file *, 26863dcf5451SChristoph Hellwig struct ext4_dir_entry_2 *, 2687226ba972STao Ma struct buffer_head *, char *, int, 2688226ba972STao Ma unsigned int); 2689226ba972STao Ma #define ext4_check_dir_entry(dir, filp, de, bh, buf, size, offset) \ 2690f7c21177STheodore Ts'o unlikely(__ext4_check_dir_entry(__func__, __LINE__, (dir), (filp), \ 2691226ba972STao Ma (de), (bh), (buf), (size), (offset))) 26923dcf5451SChristoph Hellwig extern int ext4_htree_store_dirent(struct file *dir_file, __u32 hash, 26933dcf5451SChristoph Hellwig __u32 minor_hash, 26942f61830aSTheodore Ts'o struct ext4_dir_entry_2 *dirent, 2695a7550b30SJaegeuk Kim struct fscrypt_str *ent_name); 26963dcf5451SChristoph Hellwig extern void ext4_htree_free_dir_info(struct dir_private_info *p); 2697978fef91STao Ma extern int ext4_find_dest_de(struct inode *dir, struct inode *inode, 2698978fef91STao Ma struct buffer_head *bh, 2699978fef91STao Ma void *buf, int buf_size, 27005b643f9cSTheodore Ts'o struct ext4_filename *fname, 2701978fef91STao Ma struct ext4_dir_entry_2 **dest_de); 27021bc0af60SEric Biggers void ext4_insert_dentry(struct inode *inode, 2703978fef91STao Ma struct ext4_dir_entry_2 *de, 2704978fef91STao Ma int buf_size, 27055b643f9cSTheodore Ts'o struct ext4_filename *fname); 2706978fef91STao Ma static inline void ext4_update_dx_flag(struct inode *inode) 2707978fef91STao Ma { 2708f902b216SJan Kara if (!ext4_has_feature_dir_index(inode->i_sb) && 2709f902b216SJan Kara ext4_test_inode_flag(inode, EXT4_INODE_INDEX)) { 271048a34311SJan Kara /* ext4_iget() should have caught this... */ 271148a34311SJan Kara WARN_ON_ONCE(ext4_has_feature_metadata_csum(inode->i_sb)); 2712978fef91STao Ma ext4_clear_inode_flag(inode, EXT4_INODE_INDEX); 2713978fef91STao Ma } 271448a34311SJan Kara } 2715d6006186SEric Biggers static const unsigned char ext4_filetype_table[] = { 271665d165d9STao Ma DT_UNKNOWN, DT_REG, DT_DIR, DT_CHR, DT_BLK, DT_FIFO, DT_SOCK, DT_LNK 271765d165d9STao Ma }; 271865d165d9STao Ma 271965d165d9STao Ma static inline unsigned char get_dtype(struct super_block *sb, int filetype) 272065d165d9STao Ma { 2721e2b911c5SDarrick J. Wong if (!ext4_has_feature_filetype(sb) || filetype >= EXT4_FT_MAX) 272265d165d9STao Ma return DT_UNKNOWN; 272365d165d9STao Ma 272465d165d9STao Ma return ext4_filetype_table[filetype]; 272565d165d9STao Ma } 272640b163f1SDarrick J. Wong extern int ext4_check_all_de(struct inode *dir, struct buffer_head *bh, 272740b163f1SDarrick J. Wong void *buf, int buf_size); 27283dcf5451SChristoph Hellwig 27293dcf5451SChristoph Hellwig /* fsync.c */ 273002c24a82SJosef Bacik extern int ext4_sync_file(struct file *, loff_t, loff_t, int); 27313dcf5451SChristoph Hellwig 27323dcf5451SChristoph Hellwig /* hash.c */ 2733b886ee3eSGabriel Krisman Bertazi extern int ext4fs_dirhash(const struct inode *dir, const char *name, int len, 2734b886ee3eSGabriel Krisman Bertazi struct dx_hash_info *hinfo); 27353dcf5451SChristoph Hellwig 27363dcf5451SChristoph Hellwig /* ialloc.c */ 27378016e29fSHarshad Shirwadkar extern int ext4_mark_inode_used(struct super_block *sb, int ino); 27381139575aSTheodore Ts'o extern struct inode *__ext4_new_inode(handle_t *, struct inode *, umode_t, 27395cb81dabSDmitry Monakhov const struct qstr *qstr, __u32 goal, 27401b917ed8STahsin Erdogan uid_t *owner, __u32 i_flags, 27411b917ed8STahsin Erdogan int handle_type, unsigned int line_no, 27421b917ed8STahsin Erdogan int nblocks); 27431139575aSTheodore Ts'o 27441b917ed8STahsin Erdogan #define ext4_new_inode(handle, dir, mode, qstr, goal, owner, i_flags) \ 27451139575aSTheodore Ts'o __ext4_new_inode((handle), (dir), (mode), (qstr), (goal), (owner), \ 27461b917ed8STahsin Erdogan i_flags, 0, 0, 0) 27471139575aSTheodore Ts'o #define ext4_new_inode_start_handle(dir, mode, qstr, goal, owner, \ 27481139575aSTheodore Ts'o type, nblocks) \ 27491139575aSTheodore Ts'o __ext4_new_inode(NULL, (dir), (mode), (qstr), (goal), (owner), \ 27501b917ed8STahsin Erdogan 0, (type), __LINE__, (nblocks)) 27511139575aSTheodore Ts'o 27521139575aSTheodore Ts'o 27533dcf5451SChristoph Hellwig extern void ext4_free_inode(handle_t *, struct inode *); 27543dcf5451SChristoph Hellwig extern struct inode * ext4_orphan_get(struct super_block *, unsigned long); 27553dcf5451SChristoph Hellwig extern unsigned long ext4_count_free_inodes(struct super_block *); 27563dcf5451SChristoph Hellwig extern unsigned long ext4_count_dirs(struct super_block *); 27573dcf5451SChristoph Hellwig extern void ext4_check_inodes_bitmap(struct super_block *); 275861d08673STheodore Ts'o extern void ext4_mark_bitmap_end(int start_bit, int end_bit, char *bitmap); 2759bfff6873SLukas Czerner extern int ext4_init_inode_table(struct super_block *sb, 2760bfff6873SLukas Czerner ext4_group_t group, int barrier); 2761813e5727STheodore Ts'o extern void ext4_end_bitmap_read(struct buffer_head *bh, int uptodate); 27623dcf5451SChristoph Hellwig 27636866d7b3SHarshad Shirwadkar /* fast_commit.c */ 2764ce8c59d1SHarshad Shirwadkar int ext4_fc_info_show(struct seq_file *seq, void *v); 27656866d7b3SHarshad Shirwadkar void ext4_fc_init(struct super_block *sb, journal_t *journal); 2766aa75f4d3SHarshad Shirwadkar void ext4_fc_init_inode(struct inode *inode); 2767a80f7fcfSHarshad Shirwadkar void ext4_fc_track_range(handle_t *handle, struct inode *inode, ext4_lblk_t start, 2768aa75f4d3SHarshad Shirwadkar ext4_lblk_t end); 2769a80f7fcfSHarshad Shirwadkar void __ext4_fc_track_unlink(handle_t *handle, struct inode *inode, 2770a80f7fcfSHarshad Shirwadkar struct dentry *dentry); 2771a80f7fcfSHarshad Shirwadkar void __ext4_fc_track_link(handle_t *handle, struct inode *inode, 2772a80f7fcfSHarshad Shirwadkar struct dentry *dentry); 2773a80f7fcfSHarshad Shirwadkar void ext4_fc_track_unlink(handle_t *handle, struct dentry *dentry); 2774a80f7fcfSHarshad Shirwadkar void ext4_fc_track_link(handle_t *handle, struct dentry *dentry); 2775a80f7fcfSHarshad Shirwadkar void ext4_fc_track_create(handle_t *handle, struct dentry *dentry); 2776a80f7fcfSHarshad Shirwadkar void ext4_fc_track_inode(handle_t *handle, struct inode *inode); 2777aa75f4d3SHarshad Shirwadkar void ext4_fc_mark_ineligible(struct super_block *sb, int reason); 2778aa75f4d3SHarshad Shirwadkar void ext4_fc_start_ineligible(struct super_block *sb, int reason); 2779aa75f4d3SHarshad Shirwadkar void ext4_fc_stop_ineligible(struct super_block *sb); 2780aa75f4d3SHarshad Shirwadkar void ext4_fc_start_update(struct inode *inode); 2781aa75f4d3SHarshad Shirwadkar void ext4_fc_stop_update(struct inode *inode); 2782aa75f4d3SHarshad Shirwadkar void ext4_fc_del(struct inode *inode); 27838016e29fSHarshad Shirwadkar bool ext4_fc_replay_check_excluded(struct super_block *sb, ext4_fsblk_t block); 27848016e29fSHarshad Shirwadkar void ext4_fc_replay_cleanup(struct super_block *sb); 2785aa75f4d3SHarshad Shirwadkar int ext4_fc_commit(journal_t *journal, tid_t commit_tid); 2786aa75f4d3SHarshad Shirwadkar int __init ext4_fc_init_dentry_cache(void); 2787aa75f4d3SHarshad Shirwadkar 27883dcf5451SChristoph Hellwig /* mballoc.c */ 2789247dbed8SChristoph Hellwig extern const struct seq_operations ext4_mb_seq_groups_ops; 27903dcf5451SChristoph Hellwig extern long ext4_mb_stats; 27913dcf5451SChristoph Hellwig extern long ext4_mb_max_to_scan; 27929d99012fSAkira Fujita extern int ext4_mb_init(struct super_block *); 27933dcf5451SChristoph Hellwig extern int ext4_mb_release(struct super_block *); 27943dcf5451SChristoph Hellwig extern ext4_fsblk_t ext4_mb_new_blocks(handle_t *, 27953dcf5451SChristoph Hellwig struct ext4_allocation_request *, int *); 27963dcf5451SChristoph Hellwig extern int ext4_mb_reserve_blocks(struct super_block *, int); 279727bc446eSbrookxu extern void ext4_discard_preallocations(struct inode *, unsigned int); 27985dabfc78STheodore Ts'o extern int __init ext4_init_mballoc(void); 27995dabfc78STheodore Ts'o extern void ext4_exit_mballoc(void); 28003d392b26STheodore Ts'o extern ext4_group_t ext4_mb_prefetch(struct super_block *sb, 28013d392b26STheodore Ts'o ext4_group_t group, 28023d392b26STheodore Ts'o unsigned int nr, int *cnt); 28033d392b26STheodore Ts'o extern void ext4_mb_prefetch_fini(struct super_block *sb, ext4_group_t group, 28043d392b26STheodore Ts'o unsigned int nr); 28053d392b26STheodore Ts'o 280644338711STheodore Ts'o extern void ext4_free_blocks(handle_t *handle, struct inode *inode, 2807e6362609STheodore Ts'o struct buffer_head *bh, ext4_fsblk_t block, 2808e6362609STheodore Ts'o unsigned long count, int flags); 280928623c2fSTheodore Ts'o extern int ext4_mb_alloc_groupinfo(struct super_block *sb, 281028623c2fSTheodore Ts'o ext4_group_t ngroups); 2811920313a7SAneesh Kumar K.V extern int ext4_mb_add_groupinfo(struct super_block *sb, 28125f21b0e6SFrederic Bohe ext4_group_t i, struct ext4_group_desc *desc); 2813cc7365dfSYongqiang Yang extern int ext4_group_add_blocks(handle_t *handle, struct super_block *sb, 28142846e820SAmir Goldstein ext4_fsblk_t block, unsigned long count); 28157360d173SLukas Czerner extern int ext4_trim_fs(struct super_block *, struct fstrim_range *); 2816a0154344SDaeho Jeong extern void ext4_process_freed_data(struct super_block *sb, tid_t commit_tid); 28178016e29fSHarshad Shirwadkar extern void ext4_mb_mark_bb(struct super_block *sb, ext4_fsblk_t block, 28188016e29fSHarshad Shirwadkar int len, int state); 28197360d173SLukas Czerner 28203dcf5451SChristoph Hellwig /* inode.c */ 28218016e29fSHarshad Shirwadkar void ext4_inode_csum_set(struct inode *inode, struct ext4_inode *raw, 28228016e29fSHarshad Shirwadkar struct ext4_inode_info *ei); 2823f348c252STheodore Ts'o int ext4_inode_is_fast_symlink(struct inode *inode); 282410560082STheodore Ts'o struct buffer_head *ext4_getblk(handle_t *, struct inode *, ext4_lblk_t, int); 28251c215028STheodore Ts'o struct buffer_head *ext4_bread(handle_t *, struct inode *, ext4_lblk_t, int); 28269699d4f9STahsin Erdogan int ext4_bread_batch(struct inode *inode, ext4_lblk_t block, int bh_count, 28279699d4f9STahsin Erdogan bool wait, struct buffer_head **bhs); 2828705965bdSJan Kara int ext4_get_block_unwritten(struct inode *inode, sector_t iblock, 2829f19d5870STao Ma struct buffer_head *bh_result, int create); 28306873fa0dSEric Sandeen int ext4_get_block(struct inode *inode, sector_t iblock, 28316873fa0dSEric Sandeen struct buffer_head *bh_result, int create); 28329c3569b5STao Ma int ext4_da_get_block_prep(struct inode *inode, sector_t iblock, 28339c3569b5STao Ma struct buffer_head *bh, int create); 2834f19d5870STao Ma int ext4_walk_page_buffers(handle_t *handle, 2835f19d5870STao Ma struct buffer_head *head, 2836f19d5870STao Ma unsigned from, 2837f19d5870STao Ma unsigned to, 2838f19d5870STao Ma int *partial, 2839f19d5870STao Ma int (*fn)(handle_t *handle, 2840f19d5870STao Ma struct buffer_head *bh)); 2841f19d5870STao Ma int do_journal_get_write_access(handle_t *handle, 2842f19d5870STao Ma struct buffer_head *bh); 28439c3569b5STao Ma #define FALL_BACK_TO_NONDELALLOC 1 28449c3569b5STao Ma #define CONVERT_INLINE_DATA 2 28453dcf5451SChristoph Hellwig 28468a363970STheodore Ts'o typedef enum { 28478a363970STheodore Ts'o EXT4_IGET_NORMAL = 0, 28488a363970STheodore Ts'o EXT4_IGET_SPECIAL = 0x0001, /* OK to iget a system inode */ 28498a363970STheodore Ts'o EXT4_IGET_HANDLE = 0x0002 /* Inode # is from a handle */ 28508a363970STheodore Ts'o } ext4_iget_flags; 28518a363970STheodore Ts'o 28528a363970STheodore Ts'o extern struct inode *__ext4_iget(struct super_block *sb, unsigned long ino, 28538a363970STheodore Ts'o ext4_iget_flags flags, const char *function, 28548a363970STheodore Ts'o unsigned int line); 28558a363970STheodore Ts'o 28568a363970STheodore Ts'o #define ext4_iget(sb, ino, flags) \ 28578a363970STheodore Ts'o __ext4_iget((sb), (ino), (flags), __func__, __LINE__) 28588a363970STheodore Ts'o 2859a9185b41SChristoph Hellwig extern int ext4_write_inode(struct inode *, struct writeback_control *); 28603dcf5451SChristoph Hellwig extern int ext4_setattr(struct dentry *, struct iattr *); 2861a528d35eSDavid Howells extern int ext4_getattr(const struct path *, struct kstat *, u32, unsigned int); 28620930fcc1SAl Viro extern void ext4_evict_inode(struct inode *); 28630930fcc1SAl Viro extern void ext4_clear_inode(struct inode *); 286499652ea5SDavid Howells extern int ext4_file_getattr(const struct path *, struct kstat *, u32, unsigned int); 28653dcf5451SChristoph Hellwig extern int ext4_sync_inode(handle_t *, struct inode *); 2866aa385729SChristoph Hellwig extern void ext4_dirty_inode(struct inode *, int); 28673dcf5451SChristoph Hellwig extern int ext4_change_inode_journal_flag(struct inode *, int); 28683dcf5451SChristoph Hellwig extern int ext4_get_inode_loc(struct inode *, struct ext4_iloc *); 28698016e29fSHarshad Shirwadkar extern int ext4_get_fc_inode_loc(struct super_block *sb, unsigned long ino, 28708016e29fSHarshad Shirwadkar struct ext4_iloc *iloc); 2871a361293fSJan Kara extern int ext4_inode_attach_jinode(struct inode *inode); 287291ef4cafSDuane Griffin extern int ext4_can_truncate(struct inode *inode); 28732c98eb5eSTheodore Ts'o extern int ext4_truncate(struct inode *); 2874430657b6SRoss Zwisler extern int ext4_break_layouts(struct inode *); 2875aeb2817aSAshish Sangwan extern int ext4_punch_hole(struct inode *inode, loff_t offset, loff_t length); 2876043546e4SIra Weiny extern void ext4_set_inode_flags(struct inode *, bool init); 2877ccd2506bSTheodore Ts'o extern int ext4_alloc_da_blocks(struct inode *inode); 28783dcf5451SChristoph Hellwig extern void ext4_set_aops(struct inode *inode); 28793dcf5451SChristoph Hellwig extern int ext4_writepage_trans_blocks(struct inode *); 2880f3bd1f3fSMingming Cao extern int ext4_chunk_trans_blocks(struct inode *, int nrblocks); 2881a87dd18cSLukas Czerner extern int ext4_zero_partial_blocks(handle_t *handle, struct inode *inode, 2882a87dd18cSLukas Czerner loff_t lstart, loff_t lend); 2883401b25aaSSouptick Joarder extern vm_fault_t ext4_page_mkwrite(struct vm_fault *vmf); 2884401b25aaSSouptick Joarder extern vm_fault_t ext4_filemap_fault(struct vm_fault *vmf); 2885a9e7f447SDmitry Monakhov extern qsize_t *ext4_get_reserved_space(struct inode *inode); 2886040cb378SLi Xi extern int ext4_get_projid(struct inode *inode, kprojid_t *projid); 2887f456767dSEric Whitney extern void ext4_da_release_space(struct inode *inode, int to_free); 28885f634d06SAneesh Kumar K.V extern void ext4_da_update_reserve_space(struct inode *inode, 28895f634d06SAneesh Kumar K.V int used, int quota_claim); 289053085facSJan Kara extern int ext4_issue_zeroout(struct inode *inode, ext4_lblk_t lblk, 289153085facSJan Kara ext4_fsblk_t pblk, ext4_lblk_t len); 2892dae1e52cSAmir Goldstein 2893dae1e52cSAmir Goldstein /* indirect.c */ 2894dae1e52cSAmir Goldstein extern int ext4_ind_map_blocks(handle_t *handle, struct inode *inode, 2895dae1e52cSAmir Goldstein struct ext4_map_blocks *map, int flags); 2896fa55a0edSJan Kara extern int ext4_ind_trans_blocks(struct inode *inode, int nrblocks); 2897819c4920STheodore Ts'o extern void ext4_ind_truncate(handle_t *, struct inode *inode); 28984f579ae7SLukas Czerner extern int ext4_ind_remove_space(handle_t *handle, struct inode *inode, 28994f579ae7SLukas Czerner ext4_lblk_t start, ext4_lblk_t end); 2900ff9893dcSAmir Goldstein 29013dcf5451SChristoph Hellwig /* ioctl.c */ 29023dcf5451SChristoph Hellwig extern long ext4_ioctl(struct file *, unsigned int, unsigned long); 29033dcf5451SChristoph Hellwig extern long ext4_compat_ioctl(struct file *, unsigned int, unsigned long); 29048016e29fSHarshad Shirwadkar extern void ext4_reset_inode_seed(struct inode *inode); 29053dcf5451SChristoph Hellwig 29063dcf5451SChristoph Hellwig /* migrate.c */ 29072a43a878SAneesh Kumar K.V extern int ext4_ext_migrate(struct inode *); 29080d14b098SLukas Czerner extern int ext4_ind_migrate(struct inode *inode); 29093d0518f4SWei Yongjun 29103dcf5451SChristoph Hellwig /* namei.c */ 29118016e29fSHarshad Shirwadkar extern int ext4_init_new_dir(handle_t *handle, struct inode *dir, 29128016e29fSHarshad Shirwadkar struct inode *inode); 2913f036adb3STheodore Ts'o extern int ext4_dirblock_csum_verify(struct inode *inode, 2914f036adb3STheodore Ts'o struct buffer_head *bh); 29153dcf5451SChristoph Hellwig extern int ext4_orphan_add(handle_t *, struct inode *); 29163dcf5451SChristoph Hellwig extern int ext4_orphan_del(handle_t *, struct inode *); 29173dcf5451SChristoph Hellwig extern int ext4_htree_fill_tree(struct file *dir_file, __u32 start_hash, 29183dcf5451SChristoph Hellwig __u32 start_minor_hash, __u32 *next_hash); 29195b643f9cSTheodore Ts'o extern int ext4_search_dir(struct buffer_head *bh, 29207335cd3bSTao Ma char *search_buf, 29217335cd3bSTao Ma int buf_size, 29227335cd3bSTao Ma struct inode *dir, 29235b643f9cSTheodore Ts'o struct ext4_filename *fname, 29247335cd3bSTao Ma unsigned int offset, 29257335cd3bSTao Ma struct ext4_dir_entry_2 **res_dir); 29262fe34d29SKyoungho Koo extern int ext4_generic_delete_entry(struct inode *dir, 292705019a9eSTao Ma struct ext4_dir_entry_2 *de_del, 292805019a9eSTao Ma struct buffer_head *bh, 292905019a9eSTao Ma void *entry_buf, 293005019a9eSTao Ma int buf_size, 293105019a9eSTao Ma int csum_size); 2932a7550b30SJaegeuk Kim extern bool ext4_empty_dir(struct inode *inode); 29333dcf5451SChristoph Hellwig 29343dcf5451SChristoph Hellwig /* resize.c */ 29351d0c3924STheodore Ts'o extern void ext4_kvfree_array_rcu(void *to_free); 29363dcf5451SChristoph Hellwig extern int ext4_group_add(struct super_block *sb, 29373dcf5451SChristoph Hellwig struct ext4_new_group_data *input); 29383dcf5451SChristoph Hellwig extern int ext4_group_extend(struct super_block *sb, 29393dcf5451SChristoph Hellwig struct ext4_super_block *es, 29403dcf5451SChristoph Hellwig ext4_fsblk_t n_blocks_count); 294119c5246dSYongqiang Yang extern int ext4_resize_fs(struct super_block *sb, ext4_fsblk_t n_blocks_count); 29423dcf5451SChristoph Hellwig 29433dcf5451SChristoph Hellwig /* super.c */ 2944fb265c9cSTheodore Ts'o extern struct buffer_head *ext4_sb_bread(struct super_block *sb, 2945fb265c9cSTheodore Ts'o sector_t block, int op_flags); 29468394a6abSzhangyi (F) extern struct buffer_head *ext4_sb_bread_unmovable(struct super_block *sb, 29478394a6abSzhangyi (F) sector_t block); 2948fa491b14Szhangyi (F) extern void ext4_read_bh_nowait(struct buffer_head *bh, int op_flags, 2949fa491b14Szhangyi (F) bh_end_io_t *end_io); 2950fa491b14Szhangyi (F) extern int ext4_read_bh(struct buffer_head *bh, int op_flags, 2951fa491b14Szhangyi (F) bh_end_io_t *end_io); 2952fa491b14Szhangyi (F) extern int ext4_read_bh_lock(struct buffer_head *bh, int op_flags, bool wait); 29535df1d412Szhangyi (F) extern void ext4_sb_breadahead_unmovable(struct super_block *sb, sector_t block); 2954ebd173beSTheodore Ts'o extern int ext4_seq_options_show(struct seq_file *seq, void *offset); 2955952fc18eSTheodore Ts'o extern int ext4_calculate_overhead(struct super_block *sb); 295606db49e6STheodore Ts'o extern void ext4_superblock_csum_set(struct super_block *sb); 2957117fff10STheodore Ts'o extern int ext4_alloc_flex_bg_array(struct super_block *sb, 2958117fff10STheodore Ts'o ext4_group_t ngroup); 2959722887ddSTheodore Ts'o extern const char *ext4_decode_error(struct super_block *sb, int errno, 2960722887ddSTheodore Ts'o char nbuf[16]); 2961db79e6d1SWang Shilong extern void ext4_mark_group_bitmap_corrupted(struct super_block *sb, 2962db79e6d1SWang Shilong ext4_group_t block_group, 2963db79e6d1SWang Shilong unsigned int flags); 2964e7c96e8eSJoe Perches 296554d3adbcSTheodore Ts'o extern __printf(6, 7) 296654d3adbcSTheodore Ts'o void __ext4_error(struct super_block *, const char *, unsigned int, int, __u64, 2967b9075fa9SJoe Perches const char *, ...); 296854d3adbcSTheodore Ts'o extern __printf(6, 7) 296954d3adbcSTheodore Ts'o void __ext4_error_inode(struct inode *, const char *, unsigned int, 297054d3adbcSTheodore Ts'o ext4_fsblk_t, int, const char *, ...); 2971b9075fa9SJoe Perches extern __printf(5, 6) 2972e7c96e8eSJoe Perches void __ext4_error_file(struct file *, const char *, unsigned int, ext4_fsblk_t, 2973b9075fa9SJoe Perches const char *, ...); 2974c398eda0STheodore Ts'o extern void __ext4_std_error(struct super_block *, const char *, 2975c398eda0STheodore Ts'o unsigned int, int); 297654d3adbcSTheodore Ts'o extern __printf(5, 6) 297754d3adbcSTheodore Ts'o void __ext4_abort(struct super_block *, const char *, unsigned int, int, 2978b9075fa9SJoe Perches const char *, ...); 2979b9075fa9SJoe Perches extern __printf(4, 5) 2980b9075fa9SJoe Perches void __ext4_warning(struct super_block *, const char *, unsigned int, 2981b9075fa9SJoe Perches const char *, ...); 2982b03a2f7eSAndreas Dilger extern __printf(4, 5) 2983b03a2f7eSAndreas Dilger void __ext4_warning_inode(const struct inode *inode, const char *function, 2984b03a2f7eSAndreas Dilger unsigned int line, const char *fmt, ...); 2985b9075fa9SJoe Perches extern __printf(3, 4) 2986e7c96e8eSJoe Perches void __ext4_msg(struct super_block *, const char *, const char *, ...); 2987c5e06d10SJohann Lombardi extern void __dump_mmp_msg(struct super_block *, struct mmp_struct *mmp, 2988c5e06d10SJohann Lombardi const char *, unsigned int, const char *); 2989b9075fa9SJoe Perches extern __printf(7, 8) 2990b9075fa9SJoe Perches void __ext4_grp_locked_error(const char *, unsigned int, 2991b9075fa9SJoe Perches struct super_block *, ext4_group_t, 2992b9075fa9SJoe Perches unsigned long, ext4_fsblk_t, 2993b9075fa9SJoe Perches const char *, ...); 2994e7c96e8eSJoe Perches 2995b03a2f7eSAndreas Dilger #define EXT4_ERROR_INODE(inode, fmt, a...) \ 2996b03a2f7eSAndreas Dilger ext4_error_inode((inode), __func__, __LINE__, 0, (fmt), ## a) 2997b03a2f7eSAndreas Dilger 299854d3adbcSTheodore Ts'o #define EXT4_ERROR_INODE_ERR(inode, err, fmt, a...) \ 299954d3adbcSTheodore Ts'o __ext4_error_inode((inode), __func__, __LINE__, 0, (err), (fmt), ## a) 300054d3adbcSTheodore Ts'o 300154d3adbcSTheodore Ts'o #define ext4_error_inode_block(inode, block, err, fmt, a...) \ 300254d3adbcSTheodore Ts'o __ext4_error_inode((inode), __func__, __LINE__, (block), (err), \ 300354d3adbcSTheodore Ts'o (fmt), ## a) 3004b03a2f7eSAndreas Dilger 3005b03a2f7eSAndreas Dilger #define EXT4_ERROR_FILE(file, block, fmt, a...) \ 3006b03a2f7eSAndreas Dilger ext4_error_file((file), __func__, __LINE__, (block), (fmt), ## a) 3007b03a2f7eSAndreas Dilger 3008e7c96e8eSJoe Perches #ifdef CONFIG_PRINTK 3009e7c96e8eSJoe Perches 3010e7c96e8eSJoe Perches #define ext4_error_inode(inode, func, line, block, fmt, ...) \ 301154d3adbcSTheodore Ts'o __ext4_error_inode(inode, func, line, block, 0, fmt, ##__VA_ARGS__) 301254d3adbcSTheodore Ts'o #define ext4_error_inode_err(inode, func, line, block, err, fmt, ...) \ 301354d3adbcSTheodore Ts'o __ext4_error_inode((inode), (func), (line), (block), \ 301454d3adbcSTheodore Ts'o (err), (fmt), ##__VA_ARGS__) 3015e7c96e8eSJoe Perches #define ext4_error_file(file, func, line, block, fmt, ...) \ 3016e7c96e8eSJoe Perches __ext4_error_file(file, func, line, block, fmt, ##__VA_ARGS__) 3017e7c96e8eSJoe Perches #define ext4_error(sb, fmt, ...) \ 301854d3adbcSTheodore Ts'o __ext4_error((sb), __func__, __LINE__, 0, 0, (fmt), ##__VA_ARGS__) 301954d3adbcSTheodore Ts'o #define ext4_error_err(sb, err, fmt, ...) \ 302054d3adbcSTheodore Ts'o __ext4_error((sb), __func__, __LINE__, (err), 0, (fmt), ##__VA_ARGS__) 302154d3adbcSTheodore Ts'o #define ext4_abort(sb, err, fmt, ...) \ 302254d3adbcSTheodore Ts'o __ext4_abort((sb), __func__, __LINE__, (err), (fmt), ##__VA_ARGS__) 3023e7c96e8eSJoe Perches #define ext4_warning(sb, fmt, ...) \ 3024e7c96e8eSJoe Perches __ext4_warning(sb, __func__, __LINE__, fmt, ##__VA_ARGS__) 3025b03a2f7eSAndreas Dilger #define ext4_warning_inode(inode, fmt, ...) \ 3026b03a2f7eSAndreas Dilger __ext4_warning_inode(inode, __func__, __LINE__, fmt, ##__VA_ARGS__) 3027e7c96e8eSJoe Perches #define ext4_msg(sb, level, fmt, ...) \ 3028e7c96e8eSJoe Perches __ext4_msg(sb, level, fmt, ##__VA_ARGS__) 3029e7c96e8eSJoe Perches #define dump_mmp_msg(sb, mmp, msg) \ 3030e7c96e8eSJoe Perches __dump_mmp_msg(sb, mmp, __func__, __LINE__, msg) 3031e7c96e8eSJoe Perches #define ext4_grp_locked_error(sb, grp, ino, block, fmt, ...) \ 3032e7c96e8eSJoe Perches __ext4_grp_locked_error(__func__, __LINE__, sb, grp, ino, block, \ 3033e7c96e8eSJoe Perches fmt, ##__VA_ARGS__) 3034e7c96e8eSJoe Perches 3035e7c96e8eSJoe Perches #else 3036e7c96e8eSJoe Perches 3037e7c96e8eSJoe Perches #define ext4_error_inode(inode, func, line, block, fmt, ...) \ 3038e7c96e8eSJoe Perches do { \ 3039e7c96e8eSJoe Perches no_printk(fmt, ##__VA_ARGS__); \ 304054d3adbcSTheodore Ts'o __ext4_error_inode(inode, "", 0, block, 0, " "); \ 304154d3adbcSTheodore Ts'o } while (0) 304254d3adbcSTheodore Ts'o #define ext4_error_inode_err(inode, func, line, block, err, fmt, ...) \ 304354d3adbcSTheodore Ts'o do { \ 304454d3adbcSTheodore Ts'o no_printk(fmt, ##__VA_ARGS__); \ 304554d3adbcSTheodore Ts'o __ext4_error_inode(inode, "", 0, block, err, " "); \ 3046e7c96e8eSJoe Perches } while (0) 3047e7c96e8eSJoe Perches #define ext4_error_file(file, func, line, block, fmt, ...) \ 3048e7c96e8eSJoe Perches do { \ 3049e7c96e8eSJoe Perches no_printk(fmt, ##__VA_ARGS__); \ 3050e7c96e8eSJoe Perches __ext4_error_file(file, "", 0, block, " "); \ 3051e7c96e8eSJoe Perches } while (0) 3052e7c96e8eSJoe Perches #define ext4_error(sb, fmt, ...) \ 3053e7c96e8eSJoe Perches do { \ 3054e7c96e8eSJoe Perches no_printk(fmt, ##__VA_ARGS__); \ 305554d3adbcSTheodore Ts'o __ext4_error(sb, "", 0, 0, 0, " "); \ 3056e7c96e8eSJoe Perches } while (0) 305754d3adbcSTheodore Ts'o #define ext4_error_err(sb, err, fmt, ...) \ 3058e7c96e8eSJoe Perches do { \ 3059e7c96e8eSJoe Perches no_printk(fmt, ##__VA_ARGS__); \ 306054d3adbcSTheodore Ts'o __ext4_error(sb, "", 0, err, 0, " "); \ 306154d3adbcSTheodore Ts'o } while (0) 306254d3adbcSTheodore Ts'o #define ext4_abort(sb, err, fmt, ...) \ 306354d3adbcSTheodore Ts'o do { \ 306454d3adbcSTheodore Ts'o no_printk(fmt, ##__VA_ARGS__); \ 306554d3adbcSTheodore Ts'o __ext4_abort(sb, "", 0, err, " "); \ 3066e7c96e8eSJoe Perches } while (0) 3067e7c96e8eSJoe Perches #define ext4_warning(sb, fmt, ...) \ 3068e7c96e8eSJoe Perches do { \ 3069e7c96e8eSJoe Perches no_printk(fmt, ##__VA_ARGS__); \ 3070e7c96e8eSJoe Perches __ext4_warning(sb, "", 0, " "); \ 3071e7c96e8eSJoe Perches } while (0) 3072b03a2f7eSAndreas Dilger #define ext4_warning_inode(inode, fmt, ...) \ 3073b03a2f7eSAndreas Dilger do { \ 3074b03a2f7eSAndreas Dilger no_printk(fmt, ##__VA_ARGS__); \ 3075b03a2f7eSAndreas Dilger __ext4_warning_inode(inode, "", 0, " "); \ 3076b03a2f7eSAndreas Dilger } while (0) 3077e7c96e8eSJoe Perches #define ext4_msg(sb, level, fmt, ...) \ 3078e7c96e8eSJoe Perches do { \ 3079e7c96e8eSJoe Perches no_printk(fmt, ##__VA_ARGS__); \ 3080e7c96e8eSJoe Perches __ext4_msg(sb, "", " "); \ 3081e7c96e8eSJoe Perches } while (0) 3082e7c96e8eSJoe Perches #define dump_mmp_msg(sb, mmp, msg) \ 3083e7c96e8eSJoe Perches __dump_mmp_msg(sb, mmp, "", 0, "") 3084e7c96e8eSJoe Perches #define ext4_grp_locked_error(sb, grp, ino, block, fmt, ...) \ 3085e7c96e8eSJoe Perches do { \ 3086e7c96e8eSJoe Perches no_printk(fmt, ##__VA_ARGS__); \ 3087e7c96e8eSJoe Perches __ext4_grp_locked_error("", 0, sb, grp, ino, block, " "); \ 3088e7c96e8eSJoe Perches } while (0) 3089e7c96e8eSJoe Perches 3090e7c96e8eSJoe Perches #endif 3091e7c96e8eSJoe Perches 30923dcf5451SChristoph Hellwig extern ext4_fsblk_t ext4_block_bitmap(struct super_block *sb, 30933dcf5451SChristoph Hellwig struct ext4_group_desc *bg); 30943dcf5451SChristoph Hellwig extern ext4_fsblk_t ext4_inode_bitmap(struct super_block *sb, 30953dcf5451SChristoph Hellwig struct ext4_group_desc *bg); 30963dcf5451SChristoph Hellwig extern ext4_fsblk_t ext4_inode_table(struct super_block *sb, 30973dcf5451SChristoph Hellwig struct ext4_group_desc *bg); 3098021b65bbSTheodore Ts'o extern __u32 ext4_free_group_clusters(struct super_block *sb, 3099560671a0SAneesh Kumar K.V struct ext4_group_desc *bg); 3100560671a0SAneesh Kumar K.V extern __u32 ext4_free_inodes_count(struct super_block *sb, 3101560671a0SAneesh Kumar K.V struct ext4_group_desc *bg); 3102560671a0SAneesh Kumar K.V extern __u32 ext4_used_dirs_count(struct super_block *sb, 3103560671a0SAneesh Kumar K.V struct ext4_group_desc *bg); 3104560671a0SAneesh Kumar K.V extern __u32 ext4_itable_unused_count(struct super_block *sb, 3105560671a0SAneesh Kumar K.V struct ext4_group_desc *bg); 31063dcf5451SChristoph Hellwig extern void ext4_block_bitmap_set(struct super_block *sb, 31073dcf5451SChristoph Hellwig struct ext4_group_desc *bg, ext4_fsblk_t blk); 31083dcf5451SChristoph Hellwig extern void ext4_inode_bitmap_set(struct super_block *sb, 31093dcf5451SChristoph Hellwig struct ext4_group_desc *bg, ext4_fsblk_t blk); 31103dcf5451SChristoph Hellwig extern void ext4_inode_table_set(struct super_block *sb, 31113dcf5451SChristoph Hellwig struct ext4_group_desc *bg, ext4_fsblk_t blk); 3112021b65bbSTheodore Ts'o extern void ext4_free_group_clusters_set(struct super_block *sb, 3113021b65bbSTheodore Ts'o struct ext4_group_desc *bg, 3114021b65bbSTheodore Ts'o __u32 count); 3115560671a0SAneesh Kumar K.V extern void ext4_free_inodes_set(struct super_block *sb, 3116560671a0SAneesh Kumar K.V struct ext4_group_desc *bg, __u32 count); 3117560671a0SAneesh Kumar K.V extern void ext4_used_dirs_set(struct super_block *sb, 3118560671a0SAneesh Kumar K.V struct ext4_group_desc *bg, __u32 count); 3119560671a0SAneesh Kumar K.V extern void ext4_itable_unused_set(struct super_block *sb, 3120560671a0SAneesh Kumar K.V struct ext4_group_desc *bg, __u32 count); 3121feb0ab32SDarrick J. Wong extern int ext4_group_desc_csum_verify(struct super_block *sb, __u32 group, 3122bb23c20aSTheodore Ts'o struct ext4_group_desc *gdp); 3123feb0ab32SDarrick J. Wong extern void ext4_group_desc_csum_set(struct super_block *sb, __u32 group, 3124bb23c20aSTheodore Ts'o struct ext4_group_desc *gdp); 31257f511862STheodore Ts'o extern int ext4_register_li_request(struct super_block *sb, 31267f511862STheodore Ts'o ext4_group_t first_not_zeroed); 31273dcf5451SChristoph Hellwig 31289aa5d32bSDmitry Monakhov static inline int ext4_has_metadata_csum(struct super_block *sb) 31299aa5d32bSDmitry Monakhov { 3130e2b911c5SDarrick J. Wong WARN_ON_ONCE(ext4_has_feature_metadata_csum(sb) && 31319aa5d32bSDmitry Monakhov !EXT4_SB(sb)->s_chksum_driver); 31329aa5d32bSDmitry Monakhov 3133dec214d0STahsin Erdogan return ext4_has_feature_metadata_csum(sb) && 3134dec214d0STahsin Erdogan (EXT4_SB(sb)->s_chksum_driver != NULL); 31359aa5d32bSDmitry Monakhov } 3136dec214d0STahsin Erdogan 3137dec214d0STahsin Erdogan static inline int ext4_has_group_desc_csum(struct super_block *sb) 3138dec214d0STahsin Erdogan { 3139dec214d0STahsin Erdogan return ext4_has_feature_gdt_csum(sb) || ext4_has_metadata_csum(sb); 3140dec214d0STahsin Erdogan } 3141dec214d0STahsin Erdogan 314281e8c3c5SPetr Malat #define ext4_read_incompat_64bit_val(es, name) \ 314381e8c3c5SPetr Malat (((es)->s_feature_incompat & cpu_to_le32(EXT4_FEATURE_INCOMPAT_64BIT) \ 314481e8c3c5SPetr Malat ? (ext4_fsblk_t)le32_to_cpu(es->name##_hi) << 32 : 0) | \ 314581e8c3c5SPetr Malat le32_to_cpu(es->name##_lo)) 314681e8c3c5SPetr Malat 31473dcf5451SChristoph Hellwig static inline ext4_fsblk_t ext4_blocks_count(struct ext4_super_block *es) 31483dcf5451SChristoph Hellwig { 314981e8c3c5SPetr Malat return ext4_read_incompat_64bit_val(es, s_blocks_count); 31503dcf5451SChristoph Hellwig } 31513dcf5451SChristoph Hellwig 31523dcf5451SChristoph Hellwig static inline ext4_fsblk_t ext4_r_blocks_count(struct ext4_super_block *es) 31533dcf5451SChristoph Hellwig { 315481e8c3c5SPetr Malat return ext4_read_incompat_64bit_val(es, s_r_blocks_count); 31553dcf5451SChristoph Hellwig } 31563dcf5451SChristoph Hellwig 31573dcf5451SChristoph Hellwig static inline ext4_fsblk_t ext4_free_blocks_count(struct ext4_super_block *es) 31583dcf5451SChristoph Hellwig { 315981e8c3c5SPetr Malat return ext4_read_incompat_64bit_val(es, s_free_blocks_count); 31603dcf5451SChristoph Hellwig } 31613dcf5451SChristoph Hellwig 31623dcf5451SChristoph Hellwig static inline void ext4_blocks_count_set(struct ext4_super_block *es, 31633dcf5451SChristoph Hellwig ext4_fsblk_t blk) 31643dcf5451SChristoph Hellwig { 31653dcf5451SChristoph Hellwig es->s_blocks_count_lo = cpu_to_le32((u32)blk); 31663dcf5451SChristoph Hellwig es->s_blocks_count_hi = cpu_to_le32(blk >> 32); 31673dcf5451SChristoph Hellwig } 31683dcf5451SChristoph Hellwig 31693dcf5451SChristoph Hellwig static inline void ext4_free_blocks_count_set(struct ext4_super_block *es, 31703dcf5451SChristoph Hellwig ext4_fsblk_t blk) 31713dcf5451SChristoph Hellwig { 31723dcf5451SChristoph Hellwig es->s_free_blocks_count_lo = cpu_to_le32((u32)blk); 31733dcf5451SChristoph Hellwig es->s_free_blocks_count_hi = cpu_to_le32(blk >> 32); 31743dcf5451SChristoph Hellwig } 31753dcf5451SChristoph Hellwig 31763dcf5451SChristoph Hellwig static inline void ext4_r_blocks_count_set(struct ext4_super_block *es, 31773dcf5451SChristoph Hellwig ext4_fsblk_t blk) 31783dcf5451SChristoph Hellwig { 31793dcf5451SChristoph Hellwig es->s_r_blocks_count_lo = cpu_to_le32((u32)blk); 31803dcf5451SChristoph Hellwig es->s_r_blocks_count_hi = cpu_to_le32(blk >> 32); 31813dcf5451SChristoph Hellwig } 31823dcf5451SChristoph Hellwig 3183e08ac99fSArtem Blagodarenko static inline loff_t ext4_isize(struct super_block *sb, 3184e08ac99fSArtem Blagodarenko struct ext4_inode *raw_inode) 31853dcf5451SChristoph Hellwig { 3186e08ac99fSArtem Blagodarenko if (ext4_has_feature_largedir(sb) || 3187e08ac99fSArtem Blagodarenko S_ISREG(le16_to_cpu(raw_inode->i_mode))) 31883dcf5451SChristoph Hellwig return ((loff_t)le32_to_cpu(raw_inode->i_size_high) << 32) | 31893dcf5451SChristoph Hellwig le32_to_cpu(raw_inode->i_size_lo); 3190e08ac99fSArtem Blagodarenko 319106a279d6STheodore Ts'o return (loff_t) le32_to_cpu(raw_inode->i_size_lo); 31923dcf5451SChristoph Hellwig } 31933dcf5451SChristoph Hellwig 31943dcf5451SChristoph Hellwig static inline void ext4_isize_set(struct ext4_inode *raw_inode, loff_t i_size) 31953dcf5451SChristoph Hellwig { 31963dcf5451SChristoph Hellwig raw_inode->i_size_lo = cpu_to_le32(i_size); 31973dcf5451SChristoph Hellwig raw_inode->i_size_high = cpu_to_le32(i_size >> 32); 31983dcf5451SChristoph Hellwig } 31993dcf5451SChristoph Hellwig 32003dcf5451SChristoph Hellwig static inline 32013dcf5451SChristoph Hellwig struct ext4_group_info *ext4_get_group_info(struct super_block *sb, 32023dcf5451SChristoph Hellwig ext4_group_t group) 32033dcf5451SChristoph Hellwig { 3204df3da4eaSSuraj Jitindar Singh struct ext4_group_info **grp_info; 32053dcf5451SChristoph Hellwig long indexv, indexh; 32062f2e09ebSTheodore Ts'o BUG_ON(group >= EXT4_SB(sb)->s_groups_count); 32073dcf5451SChristoph Hellwig indexv = group >> (EXT4_DESC_PER_BLOCK_BITS(sb)); 32083dcf5451SChristoph Hellwig indexh = group & ((EXT4_DESC_PER_BLOCK(sb)) - 1); 3209df3da4eaSSuraj Jitindar Singh grp_info = sbi_array_rcu_deref(EXT4_SB(sb), s_group_info, indexv); 3210df3da4eaSSuraj Jitindar Singh return grp_info[indexh]; 32113dcf5451SChristoph Hellwig } 32123dcf5451SChristoph Hellwig 32138df9675fSTheodore Ts'o /* 32148df9675fSTheodore Ts'o * Reading s_groups_count requires using smp_rmb() afterwards. See 32158df9675fSTheodore Ts'o * the locking protocol documented in the comments of ext4_group_add() 32168df9675fSTheodore Ts'o * in resize.c 32178df9675fSTheodore Ts'o */ 32188df9675fSTheodore Ts'o static inline ext4_group_t ext4_get_groups_count(struct super_block *sb) 32198df9675fSTheodore Ts'o { 32208df9675fSTheodore Ts'o ext4_group_t ngroups = EXT4_SB(sb)->s_groups_count; 32218df9675fSTheodore Ts'o 32228df9675fSTheodore Ts'o smp_rmb(); 32238df9675fSTheodore Ts'o return ngroups; 32248df9675fSTheodore Ts'o } 32253dcf5451SChristoph Hellwig 3226772cb7c8SJose R. Santos static inline ext4_group_t ext4_flex_group(struct ext4_sb_info *sbi, 3227772cb7c8SJose R. Santos ext4_group_t block_group) 3228772cb7c8SJose R. Santos { 3229772cb7c8SJose R. Santos return block_group >> sbi->s_log_groups_per_flex; 3230772cb7c8SJose R. Santos } 3231772cb7c8SJose R. Santos 3232772cb7c8SJose R. Santos static inline unsigned int ext4_flex_bg_size(struct ext4_sb_info *sbi) 3233772cb7c8SJose R. Santos { 3234772cb7c8SJose R. Santos return 1 << sbi->s_log_groups_per_flex; 3235772cb7c8SJose R. Santos } 3236772cb7c8SJose R. Santos 32373dcf5451SChristoph Hellwig #define ext4_std_error(sb, errno) \ 32383dcf5451SChristoph Hellwig do { \ 32393dcf5451SChristoph Hellwig if ((errno)) \ 3240c398eda0STheodore Ts'o __ext4_std_error((sb), __func__, __LINE__, (errno)); \ 32413dcf5451SChristoph Hellwig } while (0) 32423dcf5451SChristoph Hellwig 3243a30d542aSAneesh Kumar K.V #ifdef CONFIG_SMP 3244df55c99dSTheodore Ts'o /* Each CPU can accumulate percpu_counter_batch clusters in their local 3245df55c99dSTheodore Ts'o * counters. So we need to make sure we have free clusters more 3246179f7ebfSEric Dumazet * than percpu_counter_batch * nr_cpu_ids. Also add a window of 4 times. 3247a30d542aSAneesh Kumar K.V */ 3248df55c99dSTheodore Ts'o #define EXT4_FREECLUSTERS_WATERMARK (4 * (percpu_counter_batch * nr_cpu_ids)) 3249a30d542aSAneesh Kumar K.V #else 3250df55c99dSTheodore Ts'o #define EXT4_FREECLUSTERS_WATERMARK 0 3251a30d542aSAneesh Kumar K.V #endif 3252a30d542aSAneesh Kumar K.V 325390e775b7SJan Kara /* Update i_disksize. Requires i_mutex to avoid races with truncate */ 3254cf17fea6SAneesh Kumar K.V static inline void ext4_update_i_disksize(struct inode *inode, loff_t newsize) 3255cf17fea6SAneesh Kumar K.V { 325690e775b7SJan Kara WARN_ON_ONCE(S_ISREG(inode->i_mode) && 32575955102cSAl Viro !inode_is_locked(inode)); 3258cf17fea6SAneesh Kumar K.V down_write(&EXT4_I(inode)->i_data_sem); 3259cf17fea6SAneesh Kumar K.V if (newsize > EXT4_I(inode)->i_disksize) 326035df4299SQian Cai WRITE_ONCE(EXT4_I(inode)->i_disksize, newsize); 3261cf17fea6SAneesh Kumar K.V up_write(&EXT4_I(inode)->i_data_sem); 326290e775b7SJan Kara } 326390e775b7SJan Kara 32644631dbf6SDmitry Monakhov /* Update i_size, i_disksize. Requires i_mutex to avoid races with truncate */ 32654631dbf6SDmitry Monakhov static inline int ext4_update_inode_size(struct inode *inode, loff_t newsize) 32664631dbf6SDmitry Monakhov { 32674631dbf6SDmitry Monakhov int changed = 0; 32684631dbf6SDmitry Monakhov 32694631dbf6SDmitry Monakhov if (newsize > inode->i_size) { 32704631dbf6SDmitry Monakhov i_size_write(inode, newsize); 32714631dbf6SDmitry Monakhov changed = 1; 32724631dbf6SDmitry Monakhov } 32734631dbf6SDmitry Monakhov if (newsize > EXT4_I(inode)->i_disksize) { 32744631dbf6SDmitry Monakhov ext4_update_i_disksize(inode, newsize); 32754631dbf6SDmitry Monakhov changed |= 2; 32764631dbf6SDmitry Monakhov } 32774631dbf6SDmitry Monakhov return changed; 32784631dbf6SDmitry Monakhov } 32794631dbf6SDmitry Monakhov 328001127848SJan Kara int ext4_update_disksize_before_punch(struct inode *inode, loff_t offset, 328101127848SJan Kara loff_t len); 328201127848SJan Kara 32835d1b1b3fSAneesh Kumar K.V struct ext4_group_info { 32845d1b1b3fSAneesh Kumar K.V unsigned long bb_state; 3285addd752cSChunguang Xu #ifdef AGGRESSIVE_CHECK 3286addd752cSChunguang Xu unsigned long bb_check_counter; 3287addd752cSChunguang Xu #endif 32885d1b1b3fSAneesh Kumar K.V struct rb_root bb_free_root; 3289a36b4498SEric Sandeen ext4_grpblk_t bb_first_free; /* first free block */ 3290a36b4498SEric Sandeen ext4_grpblk_t bb_free; /* total free blocks */ 3291a36b4498SEric Sandeen ext4_grpblk_t bb_fragments; /* nr of freespace fragments */ 32928a57d9d6SCurt Wohlgemuth ext4_grpblk_t bb_largest_free_order;/* order of largest frag in BG */ 32935d1b1b3fSAneesh Kumar K.V struct list_head bb_prealloc_list; 32945d1b1b3fSAneesh Kumar K.V #ifdef DOUBLE_CHECK 32955d1b1b3fSAneesh Kumar K.V void *bb_bitmap; 32965d1b1b3fSAneesh Kumar K.V #endif 32975d1b1b3fSAneesh Kumar K.V struct rw_semaphore alloc_sem; 3298a36b4498SEric Sandeen ext4_grpblk_t bb_counters[]; /* Nr of free power-of-two-block 3299a36b4498SEric Sandeen * regions, index is order. 3300a36b4498SEric Sandeen * bb_counters[3] = 5 means 3301a36b4498SEric Sandeen * 5 free 8-block regions. */ 33025d1b1b3fSAneesh Kumar K.V }; 33035d1b1b3fSAneesh Kumar K.V 33045d1b1b3fSAneesh Kumar K.V #define EXT4_GROUP_INFO_NEED_INIT_BIT 0 33053d56b8d2STao Ma #define EXT4_GROUP_INFO_WAS_TRIMMED_BIT 1 3306163a203dSDarrick J. Wong #define EXT4_GROUP_INFO_BBITMAP_CORRUPT_BIT 2 330787a39389SDarrick J. Wong #define EXT4_GROUP_INFO_IBITMAP_CORRUPT_BIT 3 3308db79e6d1SWang Shilong #define EXT4_GROUP_INFO_BBITMAP_CORRUPT \ 3309db79e6d1SWang Shilong (1 << EXT4_GROUP_INFO_BBITMAP_CORRUPT_BIT) 3310db79e6d1SWang Shilong #define EXT4_GROUP_INFO_IBITMAP_CORRUPT \ 3311db79e6d1SWang Shilong (1 << EXT4_GROUP_INFO_IBITMAP_CORRUPT_BIT) 3312cfd73237SAlex Zhuravlev #define EXT4_GROUP_INFO_BBITMAP_READ_BIT 4 33135d1b1b3fSAneesh Kumar K.V 33145d1b1b3fSAneesh Kumar K.V #define EXT4_MB_GRP_NEED_INIT(grp) \ 33155d1b1b3fSAneesh Kumar K.V (test_bit(EXT4_GROUP_INFO_NEED_INIT_BIT, &((grp)->bb_state))) 3316163a203dSDarrick J. Wong #define EXT4_MB_GRP_BBITMAP_CORRUPT(grp) \ 3317163a203dSDarrick J. Wong (test_bit(EXT4_GROUP_INFO_BBITMAP_CORRUPT_BIT, &((grp)->bb_state))) 331887a39389SDarrick J. Wong #define EXT4_MB_GRP_IBITMAP_CORRUPT(grp) \ 331987a39389SDarrick J. Wong (test_bit(EXT4_GROUP_INFO_IBITMAP_CORRUPT_BIT, &((grp)->bb_state))) 33205d1b1b3fSAneesh Kumar K.V 33213d56b8d2STao Ma #define EXT4_MB_GRP_WAS_TRIMMED(grp) \ 33223d56b8d2STao Ma (test_bit(EXT4_GROUP_INFO_WAS_TRIMMED_BIT, &((grp)->bb_state))) 33233d56b8d2STao Ma #define EXT4_MB_GRP_SET_TRIMMED(grp) \ 33243d56b8d2STao Ma (set_bit(EXT4_GROUP_INFO_WAS_TRIMMED_BIT, &((grp)->bb_state))) 33253d56b8d2STao Ma #define EXT4_MB_GRP_CLEAR_TRIMMED(grp) \ 33263d56b8d2STao Ma (clear_bit(EXT4_GROUP_INFO_WAS_TRIMMED_BIT, &((grp)->bb_state))) 3327cfd73237SAlex Zhuravlev #define EXT4_MB_GRP_TEST_AND_SET_READ(grp) \ 3328cfd73237SAlex Zhuravlev (test_and_set_bit(EXT4_GROUP_INFO_BBITMAP_READ_BIT, &((grp)->bb_state))) 33293d56b8d2STao Ma 333050797481STheodore Ts'o #define EXT4_MAX_CONTENTION 8 333150797481STheodore Ts'o #define EXT4_CONTENTION_THRESHOLD 2 333250797481STheodore Ts'o 3333955ce5f5SAneesh Kumar K.V static inline spinlock_t *ext4_group_lock_ptr(struct super_block *sb, 3334955ce5f5SAneesh Kumar K.V ext4_group_t group) 3335955ce5f5SAneesh Kumar K.V { 3336955ce5f5SAneesh Kumar K.V return bgl_lock_ptr(EXT4_SB(sb)->s_blockgroup_lock, group); 3337955ce5f5SAneesh Kumar K.V } 3338955ce5f5SAneesh Kumar K.V 333950797481STheodore Ts'o /* 334050797481STheodore Ts'o * Returns true if the filesystem is busy enough that attempts to 334150797481STheodore Ts'o * access the block group locks has run into contention. 334250797481STheodore Ts'o */ 334350797481STheodore Ts'o static inline int ext4_fs_is_busy(struct ext4_sb_info *sbi) 334450797481STheodore Ts'o { 334550797481STheodore Ts'o return (atomic_read(&sbi->s_lock_busy) > EXT4_CONTENTION_THRESHOLD); 334650797481STheodore Ts'o } 334750797481STheodore Ts'o 33485d1b1b3fSAneesh Kumar K.V static inline void ext4_lock_group(struct super_block *sb, ext4_group_t group) 33495d1b1b3fSAneesh Kumar K.V { 335050797481STheodore Ts'o spinlock_t *lock = ext4_group_lock_ptr(sb, group); 335150797481STheodore Ts'o if (spin_trylock(lock)) 335250797481STheodore Ts'o /* 335350797481STheodore Ts'o * We're able to grab the lock right away, so drop the 335450797481STheodore Ts'o * lock contention counter. 335550797481STheodore Ts'o */ 335650797481STheodore Ts'o atomic_add_unless(&EXT4_SB(sb)->s_lock_busy, -1, 0); 335750797481STheodore Ts'o else { 335850797481STheodore Ts'o /* 335950797481STheodore Ts'o * The lock is busy, so bump the contention counter, 336050797481STheodore Ts'o * and then wait on the spin lock. 336150797481STheodore Ts'o */ 336250797481STheodore Ts'o atomic_add_unless(&EXT4_SB(sb)->s_lock_busy, 1, 336350797481STheodore Ts'o EXT4_MAX_CONTENTION); 336450797481STheodore Ts'o spin_lock(lock); 336550797481STheodore Ts'o } 33665d1b1b3fSAneesh Kumar K.V } 33675d1b1b3fSAneesh Kumar K.V 33685d1b1b3fSAneesh Kumar K.V static inline void ext4_unlock_group(struct super_block *sb, 33695d1b1b3fSAneesh Kumar K.V ext4_group_t group) 33705d1b1b3fSAneesh Kumar K.V { 3371955ce5f5SAneesh Kumar K.V spin_unlock(ext4_group_lock_ptr(sb, group)); 33725d1b1b3fSAneesh Kumar K.V } 33735d1b1b3fSAneesh Kumar K.V 3374f177ee08SRoman Anufriev #ifdef CONFIG_QUOTA 3375f177ee08SRoman Anufriev static inline bool ext4_quota_capable(struct super_block *sb) 3376f177ee08SRoman Anufriev { 3377f177ee08SRoman Anufriev return (test_opt(sb, QUOTA) || ext4_has_feature_quota(sb)); 3378f177ee08SRoman Anufriev } 3379f177ee08SRoman Anufriev 3380f177ee08SRoman Anufriev static inline bool ext4_is_quota_journalled(struct super_block *sb) 3381f177ee08SRoman Anufriev { 3382f177ee08SRoman Anufriev struct ext4_sb_info *sbi = EXT4_SB(sb); 3383f177ee08SRoman Anufriev 3384f177ee08SRoman Anufriev return (ext4_has_feature_quota(sb) || 3385f177ee08SRoman Anufriev sbi->s_qf_names[USRQUOTA] || sbi->s_qf_names[GRPQUOTA]); 3386f177ee08SRoman Anufriev } 3387f177ee08SRoman Anufriev #endif 3388f177ee08SRoman Anufriev 33893dcf5451SChristoph Hellwig /* 33901f7d1e77STheodore Ts'o * Block validity checking 33911f7d1e77STheodore Ts'o */ 33921f7d1e77STheodore Ts'o #define ext4_check_indirect_blockref(inode, bh) \ 33931f7d1e77STheodore Ts'o ext4_check_blockref(__func__, __LINE__, inode, \ 33941f7d1e77STheodore Ts'o (__le32 *)(bh)->b_data, \ 33951f7d1e77STheodore Ts'o EXT4_ADDR_PER_BLOCK((inode)->i_sb)) 33961f7d1e77STheodore Ts'o 33971f7d1e77STheodore Ts'o #define ext4_ind_check_inode(inode) \ 33981f7d1e77STheodore Ts'o ext4_check_blockref(__func__, __LINE__, inode, \ 33991f7d1e77STheodore Ts'o EXT4_I(inode)->i_data, \ 34001f7d1e77STheodore Ts'o EXT4_NDIR_BLOCKS) 34011f7d1e77STheodore Ts'o 34021f7d1e77STheodore Ts'o /* 34033dcf5451SChristoph Hellwig * Inodes and files operations 34043dcf5451SChristoph Hellwig */ 34053dcf5451SChristoph Hellwig 34063dcf5451SChristoph Hellwig /* dir.c */ 34073dcf5451SChristoph Hellwig extern const struct file_operations ext4_dir_operations; 34083dcf5451SChristoph Hellwig 3409b886ee3eSGabriel Krisman Bertazi #ifdef CONFIG_UNICODE 3410b886ee3eSGabriel Krisman Bertazi extern const struct dentry_operations ext4_dentry_ops; 3411b886ee3eSGabriel Krisman Bertazi #endif 3412b886ee3eSGabriel Krisman Bertazi 34133dcf5451SChristoph Hellwig /* file.c */ 34143dcf5451SChristoph Hellwig extern const struct inode_operations ext4_file_inode_operations; 34153dcf5451SChristoph Hellwig extern const struct file_operations ext4_file_operations; 3416e0d10bfaSToshiyuki Okajima extern loff_t ext4_llseek(struct file *file, loff_t offset, int origin); 34173dcf5451SChristoph Hellwig 341895eaefbdSTheodore Ts'o /* inline.c */ 341995eaefbdSTheodore Ts'o extern int ext4_get_max_inline_size(struct inode *inode); 342095eaefbdSTheodore Ts'o extern int ext4_find_inline_data_nolock(struct inode *inode); 342195eaefbdSTheodore Ts'o extern int ext4_init_inline_data(handle_t *handle, struct inode *inode, 342295eaefbdSTheodore Ts'o unsigned int len); 342395eaefbdSTheodore Ts'o extern int ext4_destroy_inline_data(handle_t *handle, struct inode *inode); 342495eaefbdSTheodore Ts'o 342595eaefbdSTheodore Ts'o extern int ext4_readpage_inline(struct inode *inode, struct page *page); 342695eaefbdSTheodore Ts'o extern int ext4_try_to_write_inline_data(struct address_space *mapping, 342795eaefbdSTheodore Ts'o struct inode *inode, 342895eaefbdSTheodore Ts'o loff_t pos, unsigned len, 342995eaefbdSTheodore Ts'o unsigned flags, 343095eaefbdSTheodore Ts'o struct page **pagep); 343195eaefbdSTheodore Ts'o extern int ext4_write_inline_data_end(struct inode *inode, 343295eaefbdSTheodore Ts'o loff_t pos, unsigned len, 343395eaefbdSTheodore Ts'o unsigned copied, 343495eaefbdSTheodore Ts'o struct page *page); 343595eaefbdSTheodore Ts'o extern struct buffer_head * 343695eaefbdSTheodore Ts'o ext4_journalled_write_inline_data(struct inode *inode, 343795eaefbdSTheodore Ts'o unsigned len, 343895eaefbdSTheodore Ts'o struct page *page); 343995eaefbdSTheodore Ts'o extern int ext4_da_write_inline_data_begin(struct address_space *mapping, 344095eaefbdSTheodore Ts'o struct inode *inode, 344195eaefbdSTheodore Ts'o loff_t pos, unsigned len, 344295eaefbdSTheodore Ts'o unsigned flags, 344395eaefbdSTheodore Ts'o struct page **pagep, 344495eaefbdSTheodore Ts'o void **fsdata); 344595eaefbdSTheodore Ts'o extern int ext4_da_write_inline_data_end(struct inode *inode, loff_t pos, 344695eaefbdSTheodore Ts'o unsigned len, unsigned copied, 344795eaefbdSTheodore Ts'o struct page *page); 34485b643f9cSTheodore Ts'o extern int ext4_try_add_inline_entry(handle_t *handle, 34495b643f9cSTheodore Ts'o struct ext4_filename *fname, 345056a04915STheodore Ts'o struct inode *dir, struct inode *inode); 345195eaefbdSTheodore Ts'o extern int ext4_try_create_inline_dir(handle_t *handle, 345295eaefbdSTheodore Ts'o struct inode *parent, 345395eaefbdSTheodore Ts'o struct inode *inode); 345495eaefbdSTheodore Ts'o extern int ext4_read_inline_dir(struct file *filp, 3455725bebb2SAl Viro struct dir_context *ctx, 345695eaefbdSTheodore Ts'o int *has_inline_data); 34577633b08bSTheodore Ts'o extern int ext4_inlinedir_to_tree(struct file *dir_file, 34588af0f082STao Ma struct inode *dir, ext4_lblk_t block, 34598af0f082STao Ma struct dx_hash_info *hinfo, 34608af0f082STao Ma __u32 start_hash, __u32 start_minor_hash, 34618af0f082STao Ma int *has_inline_data); 346295eaefbdSTheodore Ts'o extern struct buffer_head *ext4_find_inline_entry(struct inode *dir, 34635b643f9cSTheodore Ts'o struct ext4_filename *fname, 346495eaefbdSTheodore Ts'o struct ext4_dir_entry_2 **res_dir, 346595eaefbdSTheodore Ts'o int *has_inline_data); 346695eaefbdSTheodore Ts'o extern int ext4_delete_inline_entry(handle_t *handle, 346795eaefbdSTheodore Ts'o struct inode *dir, 346895eaefbdSTheodore Ts'o struct ext4_dir_entry_2 *de_del, 346995eaefbdSTheodore Ts'o struct buffer_head *bh, 347095eaefbdSTheodore Ts'o int *has_inline_data); 3471a7550b30SJaegeuk Kim extern bool empty_inline_dir(struct inode *dir, int *has_inline_data); 347295eaefbdSTheodore Ts'o extern struct buffer_head *ext4_get_first_inline_block(struct inode *inode, 347395eaefbdSTheodore Ts'o struct ext4_dir_entry_2 **parent_de, 347495eaefbdSTheodore Ts'o int *retval); 347595eaefbdSTheodore Ts'o extern int ext4_inline_data_fiemap(struct inode *inode, 347695eaefbdSTheodore Ts'o struct fiemap_extent_info *fieinfo, 3477d952d69eSDmitry Monakhov int *has_inline, __u64 start, __u64 len); 34787046ae35SAndreas Gruenbacher 34797046ae35SAndreas Gruenbacher struct iomap; 34807046ae35SAndreas Gruenbacher extern int ext4_inline_data_iomap(struct inode *inode, struct iomap *iomap); 34817046ae35SAndreas Gruenbacher 348201daf945STheodore Ts'o extern int ext4_inline_data_truncate(struct inode *inode, int *has_inline); 348395eaefbdSTheodore Ts'o 348495eaefbdSTheodore Ts'o extern int ext4_convert_inline_data(struct inode *inode); 348595eaefbdSTheodore Ts'o 348683447ccbSZheng Liu static inline int ext4_has_inline_data(struct inode *inode) 348783447ccbSZheng Liu { 348883447ccbSZheng Liu return ext4_test_inode_flag(inode, EXT4_INODE_INLINE_DATA) && 348983447ccbSZheng Liu EXT4_I(inode)->i_inline_off; 349083447ccbSZheng Liu } 349183447ccbSZheng Liu 34923dcf5451SChristoph Hellwig /* namei.c */ 34933dcf5451SChristoph Hellwig extern const struct inode_operations ext4_dir_inode_operations; 34943dcf5451SChristoph Hellwig extern const struct inode_operations ext4_special_inode_operations; 3495596397b7STheodore Ts'o extern struct dentry *ext4_get_parent(struct dentry *child); 3496a774f9c2STao Ma extern struct ext4_dir_entry_2 *ext4_init_dot_dotdot(struct inode *inode, 3497a774f9c2STao Ma struct ext4_dir_entry_2 *de, 3498a774f9c2STao Ma int blocksize, int csum_size, 3499a774f9c2STao Ma unsigned int parent_ino, int dotdot_real_len); 3500ddce3b94STheodore Ts'o extern void ext4_initialize_dirent_tail(struct buffer_head *bh, 35013c47d541STao Ma unsigned int blocksize); 3502f036adb3STheodore Ts'o extern int ext4_handle_dirty_dirblock(handle_t *handle, struct inode *inode, 35033c47d541STao Ma struct buffer_head *bh); 3504b886ee3eSGabriel Krisman Bertazi extern int ext4_ci_compare(const struct inode *parent, 35053ae72562SGabriel Krisman Bertazi const struct qstr *fname, 35063ae72562SGabriel Krisman Bertazi const struct qstr *entry, bool quick); 3507a80f7fcfSHarshad Shirwadkar extern int __ext4_unlink(handle_t *handle, struct inode *dir, const struct qstr *d_name, 35088016e29fSHarshad Shirwadkar struct inode *inode); 35098016e29fSHarshad Shirwadkar extern int __ext4_link(struct inode *dir, struct inode *inode, 35108016e29fSHarshad Shirwadkar struct dentry *dentry); 3511b886ee3eSGabriel Krisman Bertazi 35128af0f082STao Ma #define S_SHIFT 12 3513381cebfeSDan Carpenter static const unsigned char ext4_type_by_mode[(S_IFMT >> S_SHIFT) + 1] = { 35148af0f082STao Ma [S_IFREG >> S_SHIFT] = EXT4_FT_REG_FILE, 35158af0f082STao Ma [S_IFDIR >> S_SHIFT] = EXT4_FT_DIR, 35168af0f082STao Ma [S_IFCHR >> S_SHIFT] = EXT4_FT_CHRDEV, 35178af0f082STao Ma [S_IFBLK >> S_SHIFT] = EXT4_FT_BLKDEV, 35188af0f082STao Ma [S_IFIFO >> S_SHIFT] = EXT4_FT_FIFO, 35198af0f082STao Ma [S_IFSOCK >> S_SHIFT] = EXT4_FT_SOCK, 35208af0f082STao Ma [S_IFLNK >> S_SHIFT] = EXT4_FT_SYMLINK, 35218af0f082STao Ma }; 35228af0f082STao Ma 35238af0f082STao Ma static inline void ext4_set_de_type(struct super_block *sb, 35248af0f082STao Ma struct ext4_dir_entry_2 *de, 35258af0f082STao Ma umode_t mode) { 3526e2b911c5SDarrick J. Wong if (ext4_has_feature_filetype(sb)) 35278af0f082STao Ma de->file_type = ext4_type_by_mode[(mode & S_IFMT)>>S_SHIFT]; 35288af0f082STao Ma } 35298af0f082STao Ma 3530f64e02feSTheodore Ts'o /* readpages.c */ 3531a07f624bSMatthew Wilcox (Oracle) extern int ext4_mpage_readpages(struct inode *inode, 35326311f91fSMatthew Wilcox (Oracle) struct readahead_control *rac, struct page *page); 353322cfe4b4SEric Biggers extern int __init ext4_init_post_read_processing(void); 353422cfe4b4SEric Biggers extern void ext4_exit_post_read_processing(void); 35353dcf5451SChristoph Hellwig 35363dcf5451SChristoph Hellwig /* symlink.c */ 3537a7a67e8aSAl Viro extern const struct inode_operations ext4_encrypted_symlink_inode_operations; 35383dcf5451SChristoph Hellwig extern const struct inode_operations ext4_symlink_inode_operations; 35393dcf5451SChristoph Hellwig extern const struct inode_operations ext4_fast_symlink_inode_operations; 35403dcf5451SChristoph Hellwig 3541b5799018STheodore Ts'o /* sysfs.c */ 3542b5799018STheodore Ts'o extern int ext4_register_sysfs(struct super_block *sb); 3543ebd173beSTheodore Ts'o extern void ext4_unregister_sysfs(struct super_block *sb); 3544b5799018STheodore Ts'o extern int __init ext4_init_sysfs(void); 3545b5799018STheodore Ts'o extern void ext4_exit_sysfs(void); 3546b5799018STheodore Ts'o 35476fd058f7STheodore Ts'o /* block_validity */ 35486fd058f7STheodore Ts'o extern void ext4_release_system_zone(struct super_block *sb); 35496fd058f7STheodore Ts'o extern int ext4_setup_system_zone(struct super_block *sb); 35505dabfc78STheodore Ts'o extern int __init ext4_init_system_zone(void); 35515dabfc78STheodore Ts'o extern void ext4_exit_system_zone(void); 3552ce9f24ccSJan Kara extern int ext4_inode_block_valid(struct inode *inode, 35536fd058f7STheodore Ts'o ext4_fsblk_t start_blk, 35546fd058f7STheodore Ts'o unsigned int count); 35551f7d1e77STheodore Ts'o extern int ext4_check_blockref(const char *, unsigned int, 35561f7d1e77STheodore Ts'o struct inode *, __le32 *, unsigned int); 35576fd058f7STheodore Ts'o 35583dcf5451SChristoph Hellwig /* extents.c */ 35594a092d73STheodore Ts'o struct ext4_ext_path; 35604a092d73STheodore Ts'o struct ext4_extent; 35614a092d73STheodore Ts'o 3562d7b2a00cSZheng Liu /* 3563d7b2a00cSZheng Liu * Maximum number of logical blocks in a file; ext4_extent's ee_block is 3564d7b2a00cSZheng Liu * __le32. 3565d7b2a00cSZheng Liu */ 3566d7b2a00cSZheng Liu #define EXT_MAX_BLOCKS 0xffffffff 3567d7b2a00cSZheng Liu 35684209ae12SHarshad Shirwadkar extern void ext4_ext_tree_init(handle_t *handle, struct inode *inode); 3569fffb2739SJan Kara extern int ext4_ext_index_trans_blocks(struct inode *inode, int extents); 3570e35fd660STheodore Ts'o extern int ext4_ext_map_blocks(handle_t *handle, struct inode *inode, 3571e35fd660STheodore Ts'o struct ext4_map_blocks *map, int flags); 3572d0abb36dSTheodore Ts'o extern int ext4_ext_truncate(handle_t *, struct inode *); 357326a4c0c6STheodore Ts'o extern int ext4_ext_remove_space(struct inode *inode, ext4_lblk_t start, 357426a4c0c6STheodore Ts'o ext4_lblk_t end); 35753dcf5451SChristoph Hellwig extern void ext4_ext_init(struct super_block *); 35763dcf5451SChristoph Hellwig extern void ext4_ext_release(struct super_block *); 35772fe17c10SChristoph Hellwig extern long ext4_fallocate(struct file *file, int mode, loff_t offset, 35783dcf5451SChristoph Hellwig loff_t len); 35796b523df4SJan Kara extern int ext4_convert_unwritten_extents(handle_t *handle, struct inode *inode, 35806b523df4SJan Kara loff_t offset, ssize_t len); 3581a00713eaSRitesh Harjani extern int ext4_convert_unwritten_io_end_vec(handle_t *handle, 3582a00713eaSRitesh Harjani ext4_io_end_t *io_end); 3583e35fd660STheodore Ts'o extern int ext4_map_blocks(handle_t *handle, struct inode *inode, 3584e35fd660STheodore Ts'o struct ext4_map_blocks *map, int flags); 35854a092d73STheodore Ts'o extern int ext4_ext_calc_credits_for_single_extent(struct inode *inode, 35864a092d73STheodore Ts'o int num, 35874a092d73STheodore Ts'o struct ext4_ext_path *path); 35884a092d73STheodore Ts'o extern int ext4_ext_insert_extent(handle_t *, struct inode *, 3589dfe50809STheodore Ts'o struct ext4_ext_path **, 35904a092d73STheodore Ts'o struct ext4_extent *, int); 3591ed8a1a76STheodore Ts'o extern struct ext4_ext_path *ext4_find_extent(struct inode *, ext4_lblk_t, 3592705912caSTheodore Ts'o struct ext4_ext_path **, 3593107a7bd3STheodore Ts'o int flags); 35944a092d73STheodore Ts'o extern void ext4_ext_drop_refs(struct ext4_ext_path *); 35954a092d73STheodore Ts'o extern int ext4_ext_check_inode(struct inode *inode); 3596fcf6b1b7SDmitry Monakhov extern ext4_lblk_t ext4_ext_next_allocated_block(struct ext4_ext_path *path); 35973a06d778SAneesh Kumar K.V extern int ext4_fiemap(struct inode *inode, struct fiemap_extent_info *fieinfo, 35983a06d778SAneesh Kumar K.V __u64 start, __u64 len); 3599bb5835edSTheodore Ts'o extern int ext4_get_es_cache(struct inode *inode, 3600bb5835edSTheodore Ts'o struct fiemap_extent_info *fieinfo, 3601bb5835edSTheodore Ts'o __u64 start, __u64 len); 36027869a4a6STheodore Ts'o extern int ext4_ext_precache(struct inode *inode); 3603fcf6b1b7SDmitry Monakhov extern int ext4_swap_extents(handle_t *handle, struct inode *inode1, 3604fcf6b1b7SDmitry Monakhov struct inode *inode2, ext4_lblk_t lblk1, 3605fcf6b1b7SDmitry Monakhov ext4_lblk_t lblk2, ext4_lblk_t count, 3606fcf6b1b7SDmitry Monakhov int mark_unwritten,int *err); 36070b02f4c0SEric Whitney extern int ext4_clu_mapped(struct inode *inode, ext4_lblk_t lclu); 3608a4130367SJan Kara extern int ext4_datasem_ensure_credits(handle_t *handle, struct inode *inode, 360983448bdfSJan Kara int check_cred, int restart_cred, 361083448bdfSJan Kara int revoke_cred); 36118016e29fSHarshad Shirwadkar extern void ext4_ext_replay_shrink_inode(struct inode *inode, ext4_lblk_t end); 36128016e29fSHarshad Shirwadkar extern int ext4_ext_replay_set_iblocks(struct inode *inode); 36138016e29fSHarshad Shirwadkar extern int ext4_ext_replay_update_ex(struct inode *inode, ext4_lblk_t start, 36148016e29fSHarshad Shirwadkar int len, int unwritten, ext4_fsblk_t pblk); 36158016e29fSHarshad Shirwadkar extern int ext4_ext_clear_bb(struct inode *inode); 3616a4130367SJan Kara 36174a092d73STheodore Ts'o 3618748de673SAkira Fujita /* move_extent.c */ 3619393d1d1dSDr. Tilmann Bubeck extern void ext4_double_down_write_data_sem(struct inode *first, 3620393d1d1dSDr. Tilmann Bubeck struct inode *second); 3621393d1d1dSDr. Tilmann Bubeck extern void ext4_double_up_write_data_sem(struct inode *orig_inode, 3622393d1d1dSDr. Tilmann Bubeck struct inode *donor_inode); 3623748de673SAkira Fujita extern int ext4_move_extents(struct file *o_filp, struct file *d_filp, 3624748de673SAkira Fujita __u64 start_orig, __u64 start_donor, 3625748de673SAkira Fujita __u64 len, __u64 *moved_len); 3626748de673SAkira Fujita 3627bd2d0210STheodore Ts'o /* page-io.c */ 36285dabfc78STheodore Ts'o extern int __init ext4_init_pageio(void); 36295dabfc78STheodore Ts'o extern void ext4_exit_pageio(void); 3630bd2d0210STheodore Ts'o extern ext4_io_end_t *ext4_init_io_end(struct inode *inode, gfp_t flags); 363197a851edSJan Kara extern ext4_io_end_t *ext4_get_io_end(ext4_io_end_t *io_end); 363297a851edSJan Kara extern int ext4_put_io_end(ext4_io_end_t *io_end); 363397a851edSJan Kara extern void ext4_put_io_end_defer(ext4_io_end_t *io_end); 363497a851edSJan Kara extern void ext4_io_submit_init(struct ext4_io_submit *io, 363597a851edSJan Kara struct writeback_control *wbc); 36362e8fa54eSJan Kara extern void ext4_end_io_rsv_work(struct work_struct *work); 3637bd2d0210STheodore Ts'o extern void ext4_io_submit(struct ext4_io_submit *io); 3638bd2d0210STheodore Ts'o extern int ext4_bio_write_page(struct ext4_io_submit *io, 3639bd2d0210STheodore Ts'o struct page *page, 3640bd2d0210STheodore Ts'o int len, 36411c8349a1SNamjae Jeon struct writeback_control *wbc, 36421c8349a1SNamjae Jeon bool keep_towrite); 3643c8cc8816SRitesh Harjani extern struct ext4_io_end_vec *ext4_alloc_io_end_vec(ext4_io_end_t *io_end); 3644c8cc8816SRitesh Harjani extern struct ext4_io_end_vec *ext4_last_io_end_vec(ext4_io_end_t *io_end); 36453a06d778SAneesh Kumar K.V 3646c5e06d10SJohann Lombardi /* mmp.c */ 3647c5e06d10SJohann Lombardi extern int ext4_multi_mount_protect(struct super_block *, ext4_fsblk_t); 3648c5e06d10SJohann Lombardi 3649c93d8f88SEric Biggers /* verity.c */ 3650c93d8f88SEric Biggers extern const struct fsverity_operations ext4_verityops; 3651c93d8f88SEric Biggers 36523613d228SJan Kara /* 365348fc7f7eSAdam Buchbinder * Add new method to test whether block and inode bitmaps are properly 36542ccb5fb9SAneesh Kumar K.V * initialized. With uninit_bg reading the block from disk is not enough 36552ccb5fb9SAneesh Kumar K.V * to mark the bitmap uptodate. We need to also zero-out the bitmap 36562ccb5fb9SAneesh Kumar K.V */ 36572ccb5fb9SAneesh Kumar K.V #define BH_BITMAP_UPTODATE BH_JBDPrivateStart 36582ccb5fb9SAneesh Kumar K.V 36592ccb5fb9SAneesh Kumar K.V static inline int bitmap_uptodate(struct buffer_head *bh) 36602ccb5fb9SAneesh Kumar K.V { 36612ccb5fb9SAneesh Kumar K.V return (buffer_uptodate(bh) && 36622ccb5fb9SAneesh Kumar K.V test_bit(BH_BITMAP_UPTODATE, &(bh)->b_state)); 36632ccb5fb9SAneesh Kumar K.V } 36642ccb5fb9SAneesh Kumar K.V static inline void set_bitmap_uptodate(struct buffer_head *bh) 36652ccb5fb9SAneesh Kumar K.V { 36662ccb5fb9SAneesh Kumar K.V set_bit(BH_BITMAP_UPTODATE, &(bh)->b_state); 36672ccb5fb9SAneesh Kumar K.V } 36682ccb5fb9SAneesh Kumar K.V 3669731eb1a0SAkinobu Mita #define in_range(b, first, len) ((b) >= (first) && (b) <= (first) + (len) - 1) 3670731eb1a0SAkinobu Mita 3671e9e3bcecSEric Sandeen /* For ioend & aio unwritten conversion wait queues */ 3672e9e3bcecSEric Sandeen #define EXT4_WQ_HASH_SZ 37 3673e9e3bcecSEric Sandeen #define ext4_ioend_wq(v) (&ext4__ioend_wq[((unsigned long)(v)) %\ 3674e9e3bcecSEric Sandeen EXT4_WQ_HASH_SZ]) 3675e9e3bcecSEric Sandeen extern wait_queue_head_t ext4__ioend_wq[EXT4_WQ_HASH_SZ]; 3676e9e3bcecSEric Sandeen 36778f82f840SYongqiang Yang extern int ext4_resize_begin(struct super_block *sb); 36788f82f840SYongqiang Yang extern void ext4_resize_end(struct super_block *sb); 36798f82f840SYongqiang Yang 368074c66bcbSJan Kara static inline void ext4_set_io_unwritten_flag(struct inode *inode, 368174c66bcbSJan Kara struct ext4_io_end *io_end) 368274c66bcbSJan Kara { 368374c66bcbSJan Kara if (!(io_end->flag & EXT4_IO_END_UNWRITTEN)) { 368474c66bcbSJan Kara io_end->flag |= EXT4_IO_END_UNWRITTEN; 368574c66bcbSJan Kara atomic_inc(&EXT4_I(inode)->i_unwritten); 368674c66bcbSJan Kara } 368774c66bcbSJan Kara } 368874c66bcbSJan Kara 368974c66bcbSJan Kara static inline void ext4_clear_io_unwritten_flag(ext4_io_end_t *io_end) 369074c66bcbSJan Kara { 369174c66bcbSJan Kara struct inode *inode = io_end->inode; 369274c66bcbSJan Kara 369374c66bcbSJan Kara if (io_end->flag & EXT4_IO_END_UNWRITTEN) { 369474c66bcbSJan Kara io_end->flag &= ~EXT4_IO_END_UNWRITTEN; 369574c66bcbSJan Kara /* Wake up anyone waiting on unwritten extent conversion */ 369674c66bcbSJan Kara if (atomic_dec_and_test(&EXT4_I(inode)->i_unwritten)) 369774c66bcbSJan Kara wake_up_all(ext4_ioend_wq(inode)); 369874c66bcbSJan Kara } 369974c66bcbSJan Kara } 370074c66bcbSJan Kara 37018ff6daa1SChristoph Hellwig extern const struct iomap_ops ext4_iomap_ops; 37028cd115bdSJan Kara extern const struct iomap_ops ext4_iomap_overwrite_ops; 370309edf4d3SMatthew Bobrowski extern const struct iomap_ops ext4_iomap_report_ops; 3704364443cbSJan Kara 37057963e5acSZhangXiaoxu static inline int ext4_buffer_uptodate(struct buffer_head *bh) 37067963e5acSZhangXiaoxu { 37077963e5acSZhangXiaoxu /* 37087963e5acSZhangXiaoxu * If the buffer has the write error flag, we have failed 37097963e5acSZhangXiaoxu * to write out data in the block. In this case, we don't 37107963e5acSZhangXiaoxu * have to read the block because we may read the old data 37117963e5acSZhangXiaoxu * successfully. 37127963e5acSZhangXiaoxu */ 37137963e5acSZhangXiaoxu if (!buffer_uptodate(bh) && buffer_write_io_error(bh)) 37147963e5acSZhangXiaoxu set_buffer_uptodate(bh); 37157963e5acSZhangXiaoxu return buffer_uptodate(bh); 37167963e5acSZhangXiaoxu } 37177963e5acSZhangXiaoxu 37183dcf5451SChristoph Hellwig #endif /* __KERNEL__ */ 37193dcf5451SChristoph Hellwig 37206a797d27SDarrick J. Wong #define EFSBADCRC EBADMSG /* Bad CRC detected */ 37216a797d27SDarrick J. Wong #define EFSCORRUPTED EUCLEAN /* Filesystem is corrupted */ 37226a797d27SDarrick J. Wong 37233dcf5451SChristoph Hellwig #endif /* _EXT4_H */ 3724