1f5166768STheodore Ts'o // SPDX-License-Identifier: GPL-2.0 23dcf5451SChristoph Hellwig /* 33dcf5451SChristoph Hellwig * ext4.h 43dcf5451SChristoph Hellwig * 53dcf5451SChristoph Hellwig * Copyright (C) 1992, 1993, 1994, 1995 63dcf5451SChristoph Hellwig * Remy Card (card@masi.ibp.fr) 73dcf5451SChristoph Hellwig * Laboratoire MASI - Institut Blaise Pascal 83dcf5451SChristoph Hellwig * Universite Pierre et Marie Curie (Paris VI) 93dcf5451SChristoph Hellwig * 103dcf5451SChristoph Hellwig * from 113dcf5451SChristoph Hellwig * 123dcf5451SChristoph Hellwig * linux/include/linux/minix_fs.h 133dcf5451SChristoph Hellwig * 143dcf5451SChristoph Hellwig * Copyright (C) 1991, 1992 Linus Torvalds 153dcf5451SChristoph Hellwig */ 163dcf5451SChristoph Hellwig 173dcf5451SChristoph Hellwig #ifndef _EXT4_H 183dcf5451SChristoph Hellwig #define _EXT4_H 193dcf5451SChristoph Hellwig 2031d21d21SXiyu Yang #include <linux/refcount.h> 213dcf5451SChristoph Hellwig #include <linux/types.h> 223dcf5451SChristoph Hellwig #include <linux/blkdev.h> 233dcf5451SChristoph Hellwig #include <linux/magic.h> 242ccb5fb9SAneesh Kumar K.V #include <linux/jbd2.h> 2560e58e0fSMingming Cao #include <linux/quota.h> 26d444c3c3STheodore Ts'o #include <linux/rwsem.h> 27d444c3c3STheodore Ts'o #include <linux/rbtree.h> 28d444c3c3STheodore Ts'o #include <linux/seqlock.h> 29d444c3c3STheodore Ts'o #include <linux/mutex.h> 30ca0faba0STheodore Ts'o #include <linux/timer.h> 31ca0faba0STheodore Ts'o #include <linux/wait.h> 32174cd4b1SIngo Molnar #include <linux/sched/signal.h> 33ca0faba0STheodore Ts'o #include <linux/blockgroup_lock.h> 34ca0faba0STheodore Ts'o #include <linux/percpu_counter.h> 35efbed4dcSTheodore Ts'o #include <linux/ratelimit.h> 360441984aSDarrick J. Wong #include <crypto/hash.h> 37a633f5a3SLukas Czerner #include <linux/falloc.h> 38c8585c6fSDaeho Jeong #include <linux/percpu-rwsem.h> 3910c5db28SChristoph Hellwig #include <linux/fiemap.h> 404d92dc0fSBen Hutchings #ifdef __KERNEL__ 414d92dc0fSBen Hutchings #include <linux/compat.h> 424d92dc0fSBen Hutchings #endif 43519fe1baSJosh Triplett #include <uapi/linux/ext4.h> 443dcf5451SChristoph Hellwig 45734f0d24SDave Chinner #include <linux/fscrypt.h> 46c93d8f88SEric Biggers #include <linux/fsverity.h> 47734f0d24SDave Chinner 48072ebb3bSTheodore Ts'o #include <linux/compiler.h> 49072ebb3bSTheodore Ts'o 503dcf5451SChristoph Hellwig /* 518a35694eSShen Feng * The fourth extended filesystem constants/structures 523dcf5451SChristoph Hellwig */ 533dcf5451SChristoph Hellwig 543dcf5451SChristoph Hellwig /* 55a2821e34SAihua Zhang * with AGGRESSIVE_CHECK allocator runs consistency checks over 56a2821e34SAihua Zhang * structures. these checks slow things down a lot 57a2821e34SAihua Zhang */ 58a2821e34SAihua Zhang #define AGGRESSIVE_CHECK__ 59a2821e34SAihua Zhang 60a2821e34SAihua Zhang /* 61a2821e34SAihua Zhang * with DOUBLE_CHECK defined mballoc creates persistent in-core 62a2821e34SAihua Zhang * bitmaps, maintains and uses them to check for double allocations 63a2821e34SAihua Zhang */ 64a2821e34SAihua Zhang #define DOUBLE_CHECK__ 65a2821e34SAihua Zhang 66a2821e34SAihua Zhang /* 673dcf5451SChristoph Hellwig * Define EXT4FS_DEBUG to produce debug messages 683dcf5451SChristoph Hellwig */ 693dcf5451SChristoph Hellwig #undef EXT4FS_DEBUG 703dcf5451SChristoph Hellwig 713dcf5451SChristoph Hellwig /* 723dcf5451SChristoph Hellwig * Debug code 733dcf5451SChristoph Hellwig */ 743dcf5451SChristoph Hellwig #ifdef EXT4FS_DEBUG 753dcf5451SChristoph Hellwig #define ext4_debug(f, a...) \ 763dcf5451SChristoph Hellwig do { \ 773dcf5451SChristoph Hellwig printk(KERN_DEBUG "EXT4-fs DEBUG (%s, %d): %s:", \ 784db9c54aSStoyan Gaydarov __FILE__, __LINE__, __func__); \ 793dcf5451SChristoph Hellwig printk(KERN_DEBUG f, ## a); \ 803dcf5451SChristoph Hellwig } while (0) 813dcf5451SChristoph Hellwig #else 82ace36ad4SJoe Perches #define ext4_debug(fmt, ...) no_printk(fmt, ##__VA_ARGS__) 833dcf5451SChristoph Hellwig #endif 843dcf5451SChristoph Hellwig 854a092d73STheodore Ts'o /* 8670aa1554SRitesh Harjani * Turn on EXT_DEBUG to enable ext4_ext_show_path/leaf/move in extents.c 874a092d73STheodore Ts'o */ 884a092d73STheodore Ts'o #define EXT_DEBUG__ 8970aa1554SRitesh Harjani 9070aa1554SRitesh Harjani /* 9170aa1554SRitesh Harjani * Dynamic printk for controlled extents debugging. 9270aa1554SRitesh Harjani */ 9370aa1554SRitesh Harjani #ifdef CONFIG_EXT4_DEBUG 9470aa1554SRitesh Harjani #define ext_debug(ino, fmt, ...) \ 9570aa1554SRitesh Harjani pr_debug("[%s/%d] EXT4-fs (%s): ino %lu: (%s, %d): %s:" fmt, \ 9670aa1554SRitesh Harjani current->comm, task_pid_nr(current), \ 9770aa1554SRitesh Harjani ino->i_sb->s_id, ino->i_ino, __FILE__, __LINE__, \ 9870aa1554SRitesh Harjani __func__, ##__VA_ARGS__) 994a092d73STheodore Ts'o #else 10070aa1554SRitesh Harjani #define ext_debug(ino, fmt, ...) no_printk(fmt, ##__VA_ARGS__) 1014a092d73STheodore Ts'o #endif 1024a092d73STheodore Ts'o 103837c23fbSChunguang Xu #define ASSERT(assert) \ 104837c23fbSChunguang Xu do { \ 105837c23fbSChunguang Xu if (unlikely(!(assert))) { \ 106837c23fbSChunguang Xu printk(KERN_EMERG \ 107837c23fbSChunguang Xu "Assertion failure in %s() at %s:%d: '%s'\n", \ 108837c23fbSChunguang Xu __func__, __FILE__, __LINE__, #assert); \ 109837c23fbSChunguang Xu BUG(); \ 110837c23fbSChunguang Xu } \ 111837c23fbSChunguang Xu } while (0) 112837c23fbSChunguang Xu 113d444c3c3STheodore Ts'o /* data type for block offset of block group */ 114d444c3c3STheodore Ts'o typedef int ext4_grpblk_t; 115d444c3c3STheodore Ts'o 116d444c3c3STheodore Ts'o /* data type for filesystem-wide blocks number */ 117d444c3c3STheodore Ts'o typedef unsigned long long ext4_fsblk_t; 118d444c3c3STheodore Ts'o 119d444c3c3STheodore Ts'o /* data type for file logical block number */ 120d444c3c3STheodore Ts'o typedef __u32 ext4_lblk_t; 121d444c3c3STheodore Ts'o 122d444c3c3STheodore Ts'o /* data type for block group number */ 123d444c3c3STheodore Ts'o typedef unsigned int ext4_group_t; 124d444c3c3STheodore Ts'o 125331573feSNamjae Jeon enum SHIFT_DIRECTION { 126331573feSNamjae Jeon SHIFT_LEFT = 0, 127331573feSNamjae Jeon SHIFT_RIGHT, 128331573feSNamjae Jeon }; 129331573feSNamjae Jeon 130296c355cSTheodore Ts'o /* 1314c0cfebdSTheodore Ts'o * For each criteria, mballoc has slightly different way of finding 1324c0cfebdSTheodore Ts'o * the required blocks nad usually, higher the criteria the slower the 1334c0cfebdSTheodore Ts'o * allocation. We start at lower criterias and keep falling back to 1344c0cfebdSTheodore Ts'o * higher ones if we are not able to find any blocks. Lower (earlier) 1354c0cfebdSTheodore Ts'o * criteria are faster. 1364eb7a4a1SOjaswin Mujoo */ 1374eb7a4a1SOjaswin Mujoo enum criteria { 138f52f3d2bSOjaswin Mujoo /* 1394c0cfebdSTheodore Ts'o * Used when number of blocks needed is a power of 2. This 1404c0cfebdSTheodore Ts'o * doesn't trigger any disk IO except prefetch and is the 1414c0cfebdSTheodore Ts'o * fastest criteria. 142f52f3d2bSOjaswin Mujoo */ 143f52f3d2bSOjaswin Mujoo CR_POWER2_ALIGNED, 144f52f3d2bSOjaswin Mujoo 145f52f3d2bSOjaswin Mujoo /* 1464c0cfebdSTheodore Ts'o * Tries to lookup in-memory data structures to find the most 1474c0cfebdSTheodore Ts'o * suitable group that satisfies goal request. No disk IO 1484c0cfebdSTheodore Ts'o * except block prefetch. 149f52f3d2bSOjaswin Mujoo */ 150f52f3d2bSOjaswin Mujoo CR_GOAL_LEN_FAST, 151f52f3d2bSOjaswin Mujoo 152f52f3d2bSOjaswin Mujoo /* 1534c0cfebdSTheodore Ts'o * Same as CR_GOAL_LEN_FAST but is allowed to reduce the goal 1544c0cfebdSTheodore Ts'o * length to the best available length for faster allocation. 155f52f3d2bSOjaswin Mujoo */ 156f52f3d2bSOjaswin Mujoo CR_BEST_AVAIL_LEN, 157f52f3d2bSOjaswin Mujoo 158f52f3d2bSOjaswin Mujoo /* 1594c0cfebdSTheodore Ts'o * Reads each block group sequentially, performing disk IO if 1604c0cfebdSTheodore Ts'o * necessary, to find find_suitable block group. Tries to 1614c0cfebdSTheodore Ts'o * allocate goal length but might trim the request if nothing 1624c0cfebdSTheodore Ts'o * is found after enough tries. 163f52f3d2bSOjaswin Mujoo */ 164f52f3d2bSOjaswin Mujoo CR_GOAL_LEN_SLOW, 165f52f3d2bSOjaswin Mujoo 166f52f3d2bSOjaswin Mujoo /* 1674c0cfebdSTheodore Ts'o * Finds the first free set of blocks and allocates 1684c0cfebdSTheodore Ts'o * those. This is only used in rare cases when 1694c0cfebdSTheodore Ts'o * CR_GOAL_LEN_SLOW also fails to allocate anything. 170f52f3d2bSOjaswin Mujoo */ 171f52f3d2bSOjaswin Mujoo CR_ANY_FREE, 1724c0cfebdSTheodore Ts'o 1734c0cfebdSTheodore Ts'o /* 1744c0cfebdSTheodore Ts'o * Number of criterias defined. 1754c0cfebdSTheodore Ts'o */ 1764c0cfebdSTheodore Ts'o EXT4_MB_NUM_CRS 1774eb7a4a1SOjaswin Mujoo }; 1784eb7a4a1SOjaswin Mujoo 1794eb7a4a1SOjaswin Mujoo /* 180296c355cSTheodore Ts'o * Flags used in mballoc's allocation_context flags field. 181296c355cSTheodore Ts'o * 182296c355cSTheodore Ts'o * Also used to show what's going on for debugging purposes when the 183296c355cSTheodore Ts'o * flag field is exported via the traceport interface 184296c355cSTheodore Ts'o */ 185d444c3c3STheodore Ts'o 1863dcf5451SChristoph Hellwig /* prefer goal again. length */ 1870ef90db9STheodore Ts'o #define EXT4_MB_HINT_MERGE 0x0001 1883dcf5451SChristoph Hellwig /* blocks already reserved */ 1890ef90db9STheodore Ts'o #define EXT4_MB_HINT_RESERVED 0x0002 1903dcf5451SChristoph Hellwig /* metadata is being allocated */ 1910ef90db9STheodore Ts'o #define EXT4_MB_HINT_METADATA 0x0004 1923dcf5451SChristoph Hellwig /* first blocks in the file */ 1930ef90db9STheodore Ts'o #define EXT4_MB_HINT_FIRST 0x0008 1943dcf5451SChristoph Hellwig /* search for the best chunk */ 1950ef90db9STheodore Ts'o #define EXT4_MB_HINT_BEST 0x0010 1963dcf5451SChristoph Hellwig /* data is being allocated */ 1970ef90db9STheodore Ts'o #define EXT4_MB_HINT_DATA 0x0020 1983dcf5451SChristoph Hellwig /* don't preallocate (for tails) */ 1990ef90db9STheodore Ts'o #define EXT4_MB_HINT_NOPREALLOC 0x0040 2003dcf5451SChristoph Hellwig /* allocate for locality group */ 2010ef90db9STheodore Ts'o #define EXT4_MB_HINT_GROUP_ALLOC 0x0080 2023dcf5451SChristoph Hellwig /* allocate goal blocks or none */ 2030ef90db9STheodore Ts'o #define EXT4_MB_HINT_GOAL_ONLY 0x0100 2043dcf5451SChristoph Hellwig /* goal is meaningful */ 2050ef90db9STheodore Ts'o #define EXT4_MB_HINT_TRY_GOAL 0x0200 206d2a17637SMingming Cao /* blocks already pre-reserved by delayed allocation */ 2070ef90db9STheodore Ts'o #define EXT4_MB_DELALLOC_RESERVED 0x0400 2084ba74d00STheodore Ts'o /* We are doing stream allocation */ 2094ba74d00STheodore Ts'o #define EXT4_MB_STREAM_ALLOC 0x0800 21055f020dbSAllison Henderson /* Use reserved root blocks if needed */ 21155f020dbSAllison Henderson #define EXT4_MB_USE_ROOT_BLOCKS 0x1000 21227dd4385SLukas Czerner /* Use blocks from reserved pool */ 21327dd4385SLukas Czerner #define EXT4_MB_USE_RESERVED 0x2000 21499377830SRitesh Harjani /* Do strict check for free blocks while retrying block allocation */ 21599377830SRitesh Harjani #define EXT4_MB_STRICT_CHECK 0x4000 216196e402aSHarshad Shirwadkar /* Large fragment size list lookup succeeded at least once for cr = 0 */ 217f52f3d2bSOjaswin Mujoo #define EXT4_MB_CR_POWER2_ALIGNED_OPTIMIZED 0x8000 218196e402aSHarshad Shirwadkar /* Avg fragment size rb tree lookup succeeded at least once for cr = 1 */ 219f52f3d2bSOjaswin Mujoo #define EXT4_MB_CR_GOAL_LEN_FAST_OPTIMIZED 0x00010000 2207e170922SOjaswin Mujoo /* Avg fragment size rb tree lookup succeeded at least once for cr = 1.5 */ 221f52f3d2bSOjaswin Mujoo #define EXT4_MB_CR_BEST_AVAIL_LEN_OPTIMIZED 0x00020000 2227e170922SOjaswin Mujoo 2233dcf5451SChristoph Hellwig struct ext4_allocation_request { 2243dcf5451SChristoph Hellwig /* target inode for block we're allocating */ 2253dcf5451SChristoph Hellwig struct inode *inode; 2263dcf5451SChristoph Hellwig /* how many blocks we want to allocate */ 227498e5f24STheodore Ts'o unsigned int len; 228726447d8SEric Sandeen /* logical block in target inode */ 229726447d8SEric Sandeen ext4_lblk_t logical; 230726447d8SEric Sandeen /* the closest logical allocated block to the left */ 231726447d8SEric Sandeen ext4_lblk_t lleft; 232726447d8SEric Sandeen /* the closest logical allocated block to the right */ 233726447d8SEric Sandeen ext4_lblk_t lright; 234726447d8SEric Sandeen /* phys. target (a hint) */ 235726447d8SEric Sandeen ext4_fsblk_t goal; 236726447d8SEric Sandeen /* phys. block for the closest logical allocated block to the left */ 237726447d8SEric Sandeen ext4_fsblk_t pleft; 238726447d8SEric Sandeen /* phys. block for the closest logical allocated block to the right */ 239726447d8SEric Sandeen ext4_fsblk_t pright; 2403dcf5451SChristoph Hellwig /* flags. see above EXT4_MB_HINT_* */ 241498e5f24STheodore Ts'o unsigned int flags; 2423dcf5451SChristoph Hellwig }; 2433dcf5451SChristoph Hellwig 2443dcf5451SChristoph Hellwig /* 245e35fd660STheodore Ts'o * Logical to physical block mapping, used by ext4_map_blocks() 246e35fd660STheodore Ts'o * 247e35fd660STheodore Ts'o * This structure is used to pass requests into ext4_map_blocks() as 248e35fd660STheodore Ts'o * well as to store the information returned by ext4_map_blocks(). It 249e35fd660STheodore Ts'o * takes less room on the stack than a struct buffer_head. 250e35fd660STheodore Ts'o */ 2516db07461SRitesh Harjani #define EXT4_MAP_NEW BIT(BH_New) 2526db07461SRitesh Harjani #define EXT4_MAP_MAPPED BIT(BH_Mapped) 2536db07461SRitesh Harjani #define EXT4_MAP_UNWRITTEN BIT(BH_Unwritten) 2546db07461SRitesh Harjani #define EXT4_MAP_BOUNDARY BIT(BH_Boundary) 255e35fd660STheodore Ts'o #define EXT4_MAP_FLAGS (EXT4_MAP_NEW | EXT4_MAP_MAPPED |\ 256cbd7584eSJan Kara EXT4_MAP_UNWRITTEN | EXT4_MAP_BOUNDARY) 257e35fd660STheodore Ts'o 258e35fd660STheodore Ts'o struct ext4_map_blocks { 259e35fd660STheodore Ts'o ext4_fsblk_t m_pblk; 260e35fd660STheodore Ts'o ext4_lblk_t m_lblk; 261e35fd660STheodore Ts'o unsigned int m_len; 262e35fd660STheodore Ts'o unsigned int m_flags; 263e35fd660STheodore Ts'o }; 264e35fd660STheodore Ts'o 265e35fd660STheodore Ts'o /* 2667727ae52Szhangyi (F) * Block validity checking, system zone rbtree. 2677727ae52Szhangyi (F) */ 2687727ae52Szhangyi (F) struct ext4_system_blocks { 2697727ae52Szhangyi (F) struct rb_root root; 2707727ae52Szhangyi (F) struct rcu_head rcu; 2717727ae52Szhangyi (F) }; 2727727ae52Szhangyi (F) 2737727ae52Szhangyi (F) /* 274bd2d0210STheodore Ts'o * Flags for ext4_io_end->flags 275bd2d0210STheodore Ts'o */ 276bd2d0210STheodore Ts'o #define EXT4_IO_END_UNWRITTEN 0x0001 277bd2d0210STheodore Ts'o 278c8cc8816SRitesh Harjani struct ext4_io_end_vec { 279c8cc8816SRitesh Harjani struct list_head list; /* list of io_end_vec */ 280c8cc8816SRitesh Harjani loff_t offset; /* offset in the file */ 281c8cc8816SRitesh Harjani ssize_t size; /* size of the extent */ 282c8cc8816SRitesh Harjani }; 283c8cc8816SRitesh Harjani 2844188188bSCurt Wohlgemuth /* 285556615dcSLukas Czerner * For converting unwritten extents on a work queue. 'handle' is used for 2866b523df4SJan Kara * buffered writeback. 2874188188bSCurt Wohlgemuth */ 2880031462bSMingming Cao typedef struct ext4_io_end { 2895b3ff237Sjiayingz@google.com (Jiaying Zhang) struct list_head list; /* per-file finished IO list */ 2906b523df4SJan Kara handle_t *handle; /* handle reserved for extent 2916b523df4SJan Kara * conversion */ 2920031462bSMingming Cao struct inode *inode; /* file being written to */ 293b0857d30SJan Kara struct bio *bio; /* Linked list of completed 294b0857d30SJan Kara * bios covering the extent */ 2958d5d02e6SMingming Cao unsigned int flag; /* unwritten or not */ 29631d21d21SXiyu Yang refcount_t count; /* reference counter */ 297c8cc8816SRitesh Harjani struct list_head list_vec; /* list of ext4_io_end_vec */ 2980031462bSMingming Cao } ext4_io_end_t; 2990031462bSMingming Cao 300bd2d0210STheodore Ts'o struct ext4_io_submit { 3015a33911fSTejun Heo struct writeback_control *io_wbc; 302bd2d0210STheodore Ts'o struct bio *io_bio; 303bd2d0210STheodore Ts'o ext4_io_end_t *io_end; 304bd2d0210STheodore Ts'o sector_t io_next_block; 305bd2d0210STheodore Ts'o }; 306bd2d0210STheodore Ts'o 307b3a3ca8cSTheodore Ts'o /* 3083dcf5451SChristoph Hellwig * Special inodes numbers 3093dcf5451SChristoph Hellwig */ 3103dcf5451SChristoph Hellwig #define EXT4_BAD_INO 1 /* Bad blocks inode */ 3113dcf5451SChristoph Hellwig #define EXT4_ROOT_INO 2 /* Root inode */ 312ae812306SAditya Kali #define EXT4_USR_QUOTA_INO 3 /* User quota inode */ 313ae812306SAditya Kali #define EXT4_GRP_QUOTA_INO 4 /* Group quota inode */ 3143dcf5451SChristoph Hellwig #define EXT4_BOOT_LOADER_INO 5 /* Boot loader inode */ 3153dcf5451SChristoph Hellwig #define EXT4_UNDEL_DIR_INO 6 /* Undelete directory inode */ 3163dcf5451SChristoph Hellwig #define EXT4_RESIZE_INO 7 /* Reserved group descriptors inode */ 3173dcf5451SChristoph Hellwig #define EXT4_JOURNAL_INO 8 /* Journal inode */ 3183dcf5451SChristoph Hellwig 3193dcf5451SChristoph Hellwig /* First non-reserved inode for old ext4 filesystems */ 3203dcf5451SChristoph Hellwig #define EXT4_GOOD_OLD_FIRST_INO 11 3213dcf5451SChristoph Hellwig 3223dcf5451SChristoph Hellwig /* 3233dcf5451SChristoph Hellwig * Maximal count of links to a file 3243dcf5451SChristoph Hellwig */ 3253dcf5451SChristoph Hellwig #define EXT4_LINK_MAX 65000 3263dcf5451SChristoph Hellwig 3273dcf5451SChristoph Hellwig /* 3283dcf5451SChristoph Hellwig * Macro-instructions used to manage several block sizes 3293dcf5451SChristoph Hellwig */ 3303dcf5451SChristoph Hellwig #define EXT4_MIN_BLOCK_SIZE 1024 3313dcf5451SChristoph Hellwig #define EXT4_MAX_BLOCK_SIZE 65536 3323dcf5451SChristoph Hellwig #define EXT4_MIN_BLOCK_LOG_SIZE 10 333fb1813f4SCurt Wohlgemuth #define EXT4_MAX_BLOCK_LOG_SIZE 16 3349e47a4c9STheodore Ts'o #define EXT4_MAX_CLUSTER_LOG_SIZE 30 3353dcf5451SChristoph Hellwig #ifdef __KERNEL__ 3363dcf5451SChristoph Hellwig # define EXT4_BLOCK_SIZE(s) ((s)->s_blocksize) 3373dcf5451SChristoph Hellwig #else 3383dcf5451SChristoph Hellwig # define EXT4_BLOCK_SIZE(s) (EXT4_MIN_BLOCK_SIZE << (s)->s_log_block_size) 3393dcf5451SChristoph Hellwig #endif 3403dcf5451SChristoph Hellwig #define EXT4_ADDR_PER_BLOCK(s) (EXT4_BLOCK_SIZE(s) / sizeof(__u32)) 341281b5995STheodore Ts'o #define EXT4_CLUSTER_SIZE(s) (EXT4_BLOCK_SIZE(s) << \ 342281b5995STheodore Ts'o EXT4_SB(s)->s_cluster_bits) 3433dcf5451SChristoph Hellwig #ifdef __KERNEL__ 3443dcf5451SChristoph Hellwig # define EXT4_BLOCK_SIZE_BITS(s) ((s)->s_blocksize_bits) 345281b5995STheodore Ts'o # define EXT4_CLUSTER_BITS(s) (EXT4_SB(s)->s_cluster_bits) 3463dcf5451SChristoph Hellwig #else 3473dcf5451SChristoph Hellwig # define EXT4_BLOCK_SIZE_BITS(s) ((s)->s_log_block_size + 10) 3483dcf5451SChristoph Hellwig #endif 3493dcf5451SChristoph Hellwig #ifdef __KERNEL__ 3503dcf5451SChristoph Hellwig #define EXT4_ADDR_PER_BLOCK_BITS(s) (EXT4_SB(s)->s_addr_per_block_bits) 3513dcf5451SChristoph Hellwig #define EXT4_INODE_SIZE(s) (EXT4_SB(s)->s_inode_size) 3523dcf5451SChristoph Hellwig #define EXT4_FIRST_INO(s) (EXT4_SB(s)->s_first_ino) 3533dcf5451SChristoph Hellwig #else 3543dcf5451SChristoph Hellwig #define EXT4_INODE_SIZE(s) (((s)->s_rev_level == EXT4_GOOD_OLD_REV) ? \ 3553dcf5451SChristoph Hellwig EXT4_GOOD_OLD_INODE_SIZE : \ 3563dcf5451SChristoph Hellwig (s)->s_inode_size) 3573dcf5451SChristoph Hellwig #define EXT4_FIRST_INO(s) (((s)->s_rev_level == EXT4_GOOD_OLD_REV) ? \ 3583dcf5451SChristoph Hellwig EXT4_GOOD_OLD_FIRST_INO : \ 3593dcf5451SChristoph Hellwig (s)->s_first_ino) 3603dcf5451SChristoph Hellwig #endif 3613dcf5451SChristoph Hellwig #define EXT4_BLOCK_ALIGN(size, blkbits) ALIGN((size), (1 << (blkbits))) 362518eaa63SFabian Frederick #define EXT4_MAX_BLOCKS(size, offset, blkbits) \ 363518eaa63SFabian Frederick ((EXT4_BLOCK_ALIGN(size + offset, blkbits) >> blkbits) - (offset >> \ 364518eaa63SFabian Frederick blkbits)) 3653dcf5451SChristoph Hellwig 366d5b8f310STheodore Ts'o /* Translate a block number to a cluster number */ 367d5b8f310STheodore Ts'o #define EXT4_B2C(sbi, blk) ((blk) >> (sbi)->s_cluster_bits) 368d5b8f310STheodore Ts'o /* Translate a cluster number to a block number */ 369d5b8f310STheodore Ts'o #define EXT4_C2B(sbi, cluster) ((cluster) << (sbi)->s_cluster_bits) 370d5b8f310STheodore Ts'o /* Translate # of blks to # of clusters */ 371d5b8f310STheodore Ts'o #define EXT4_NUM_B2C(sbi, blks) (((blks) + (sbi)->s_cluster_ratio - 1) >> \ 372d5b8f310STheodore Ts'o (sbi)->s_cluster_bits) 373f5a44db5STheodore Ts'o /* Mask out the low bits to get the starting block of the cluster */ 374f5a44db5STheodore Ts'o #define EXT4_PBLK_CMASK(s, pblk) ((pblk) & \ 375f5a44db5STheodore Ts'o ~((ext4_fsblk_t) (s)->s_cluster_ratio - 1)) 376f5a44db5STheodore Ts'o #define EXT4_LBLK_CMASK(s, lblk) ((lblk) & \ 377f5a44db5STheodore Ts'o ~((ext4_lblk_t) (s)->s_cluster_ratio - 1)) 3788fcc3a58SEric Whitney /* Fill in the low bits to get the last block of the cluster */ 3798fcc3a58SEric Whitney #define EXT4_LBLK_CFILL(sbi, lblk) ((lblk) | \ 3808fcc3a58SEric Whitney ((ext4_lblk_t) (sbi)->s_cluster_ratio - 1)) 381f5a44db5STheodore Ts'o /* Get the cluster offset */ 382f5a44db5STheodore Ts'o #define EXT4_PBLK_COFF(s, pblk) ((pblk) & \ 383f5a44db5STheodore Ts'o ((ext4_fsblk_t) (s)->s_cluster_ratio - 1)) 384f5a44db5STheodore Ts'o #define EXT4_LBLK_COFF(s, lblk) ((lblk) & \ 385f5a44db5STheodore Ts'o ((ext4_lblk_t) (s)->s_cluster_ratio - 1)) 386d5b8f310STheodore Ts'o 3873dcf5451SChristoph Hellwig /* 3883dcf5451SChristoph Hellwig * Structure of a blocks group descriptor 3893dcf5451SChristoph Hellwig */ 3903dcf5451SChristoph Hellwig struct ext4_group_desc 3913dcf5451SChristoph Hellwig { 3923dcf5451SChristoph Hellwig __le32 bg_block_bitmap_lo; /* Blocks bitmap block */ 3933dcf5451SChristoph Hellwig __le32 bg_inode_bitmap_lo; /* Inodes bitmap block */ 3943dcf5451SChristoph Hellwig __le32 bg_inode_table_lo; /* Inodes table block */ 395560671a0SAneesh Kumar K.V __le16 bg_free_blocks_count_lo;/* Free blocks count */ 396560671a0SAneesh Kumar K.V __le16 bg_free_inodes_count_lo;/* Free inodes count */ 397560671a0SAneesh Kumar K.V __le16 bg_used_dirs_count_lo; /* Directories count */ 3983dcf5451SChristoph Hellwig __le16 bg_flags; /* EXT4_BG_flags (INODE_UNINIT, etc) */ 399e6153918SDarrick J. Wong __le32 bg_exclude_bitmap_lo; /* Exclude bitmap for snapshots */ 400e6153918SDarrick J. Wong __le16 bg_block_bitmap_csum_lo;/* crc32c(s_uuid+grp_num+bbitmap) LE */ 401e6153918SDarrick J. Wong __le16 bg_inode_bitmap_csum_lo;/* crc32c(s_uuid+grp_num+ibitmap) LE */ 402560671a0SAneesh Kumar K.V __le16 bg_itable_unused_lo; /* Unused inodes count */ 4033dcf5451SChristoph Hellwig __le16 bg_checksum; /* crc16(sb_uuid+group+desc) */ 4043dcf5451SChristoph Hellwig __le32 bg_block_bitmap_hi; /* Blocks bitmap block MSB */ 4053dcf5451SChristoph Hellwig __le32 bg_inode_bitmap_hi; /* Inodes bitmap block MSB */ 4063dcf5451SChristoph Hellwig __le32 bg_inode_table_hi; /* Inodes table block MSB */ 4073dcf5451SChristoph Hellwig __le16 bg_free_blocks_count_hi;/* Free blocks count MSB */ 4083dcf5451SChristoph Hellwig __le16 bg_free_inodes_count_hi;/* Free inodes count MSB */ 4093dcf5451SChristoph Hellwig __le16 bg_used_dirs_count_hi; /* Directories count MSB */ 4103dcf5451SChristoph Hellwig __le16 bg_itable_unused_hi; /* Unused inodes count MSB */ 411e6153918SDarrick J. Wong __le32 bg_exclude_bitmap_hi; /* Exclude bitmap block MSB */ 412e6153918SDarrick J. Wong __le16 bg_block_bitmap_csum_hi;/* crc32c(s_uuid+grp_num+bbitmap) BE */ 413e6153918SDarrick J. Wong __le16 bg_inode_bitmap_csum_hi;/* crc32c(s_uuid+grp_num+ibitmap) BE */ 414e6153918SDarrick J. Wong __u32 bg_reserved; 4153dcf5451SChristoph Hellwig }; 4163dcf5451SChristoph Hellwig 41741a246d1SDarrick J. Wong #define EXT4_BG_INODE_BITMAP_CSUM_HI_END \ 41841a246d1SDarrick J. Wong (offsetof(struct ext4_group_desc, bg_inode_bitmap_csum_hi) + \ 41941a246d1SDarrick J. Wong sizeof(__le16)) 42041a246d1SDarrick J. Wong #define EXT4_BG_BLOCK_BITMAP_CSUM_HI_END \ 42141a246d1SDarrick J. Wong (offsetof(struct ext4_group_desc, bg_block_bitmap_csum_hi) + \ 42241a246d1SDarrick J. Wong sizeof(__le16)) 42341a246d1SDarrick J. Wong 424772cb7c8SJose R. Santos /* 425772cb7c8SJose R. Santos * Structure of a flex block group info 426772cb7c8SJose R. Santos */ 427772cb7c8SJose R. Santos 428772cb7c8SJose R. Santos struct flex_groups { 42990ba983fSTheodore Ts'o atomic64_t free_clusters; 4309f24e420STheodore Ts'o atomic_t free_inodes; 4317d39db14STheodore Ts'o atomic_t used_dirs; 432772cb7c8SJose R. Santos }; 433772cb7c8SJose R. Santos 4343dcf5451SChristoph Hellwig #define EXT4_BG_INODE_UNINIT 0x0001 /* Inode table/bitmap not in use */ 4353dcf5451SChristoph Hellwig #define EXT4_BG_BLOCK_UNINIT 0x0002 /* Block bitmap not in use */ 4363dcf5451SChristoph Hellwig #define EXT4_BG_INODE_ZEROED 0x0004 /* On-disk itable initialized to zero */ 4373dcf5451SChristoph Hellwig 4383dcf5451SChristoph Hellwig /* 4393dcf5451SChristoph Hellwig * Macro-instructions used to manage group descriptors 4403dcf5451SChristoph Hellwig */ 4413dcf5451SChristoph Hellwig #define EXT4_MIN_DESC_SIZE 32 4423dcf5451SChristoph Hellwig #define EXT4_MIN_DESC_SIZE_64BIT 64 4433dcf5451SChristoph Hellwig #define EXT4_MAX_DESC_SIZE EXT4_MIN_BLOCK_SIZE 4443dcf5451SChristoph Hellwig #define EXT4_DESC_SIZE(s) (EXT4_SB(s)->s_desc_size) 4453dcf5451SChristoph Hellwig #ifdef __KERNEL__ 4463dcf5451SChristoph Hellwig # define EXT4_BLOCKS_PER_GROUP(s) (EXT4_SB(s)->s_blocks_per_group) 447281b5995STheodore Ts'o # define EXT4_CLUSTERS_PER_GROUP(s) (EXT4_SB(s)->s_clusters_per_group) 4483dcf5451SChristoph Hellwig # define EXT4_DESC_PER_BLOCK(s) (EXT4_SB(s)->s_desc_per_block) 4493dcf5451SChristoph Hellwig # define EXT4_INODES_PER_GROUP(s) (EXT4_SB(s)->s_inodes_per_group) 4503dcf5451SChristoph Hellwig # define EXT4_DESC_PER_BLOCK_BITS(s) (EXT4_SB(s)->s_desc_per_block_bits) 4513dcf5451SChristoph Hellwig #else 4523dcf5451SChristoph Hellwig # define EXT4_BLOCKS_PER_GROUP(s) ((s)->s_blocks_per_group) 4533dcf5451SChristoph Hellwig # define EXT4_DESC_PER_BLOCK(s) (EXT4_BLOCK_SIZE(s) / EXT4_DESC_SIZE(s)) 4543dcf5451SChristoph Hellwig # define EXT4_INODES_PER_GROUP(s) ((s)->s_inodes_per_group) 4553dcf5451SChristoph Hellwig #endif 4563dcf5451SChristoph Hellwig 4573dcf5451SChristoph Hellwig /* 4583dcf5451SChristoph Hellwig * Constants relative to the data blocks 4593dcf5451SChristoph Hellwig */ 4603dcf5451SChristoph Hellwig #define EXT4_NDIR_BLOCKS 12 4613dcf5451SChristoph Hellwig #define EXT4_IND_BLOCK EXT4_NDIR_BLOCKS 4623dcf5451SChristoph Hellwig #define EXT4_DIND_BLOCK (EXT4_IND_BLOCK + 1) 4633dcf5451SChristoph Hellwig #define EXT4_TIND_BLOCK (EXT4_DIND_BLOCK + 1) 4643dcf5451SChristoph Hellwig #define EXT4_N_BLOCKS (EXT4_TIND_BLOCK + 1) 4653dcf5451SChristoph Hellwig 4663dcf5451SChristoph Hellwig /* 4673dcf5451SChristoph Hellwig * Inode flags 4683dcf5451SChristoph Hellwig */ 4693dcf5451SChristoph Hellwig #define EXT4_SECRM_FL 0x00000001 /* Secure deletion */ 4703dcf5451SChristoph Hellwig #define EXT4_UNRM_FL 0x00000002 /* Undelete */ 4713dcf5451SChristoph Hellwig #define EXT4_COMPR_FL 0x00000004 /* Compress file */ 4723dcf5451SChristoph Hellwig #define EXT4_SYNC_FL 0x00000008 /* Synchronous updates */ 4733dcf5451SChristoph Hellwig #define EXT4_IMMUTABLE_FL 0x00000010 /* Immutable file */ 4743dcf5451SChristoph Hellwig #define EXT4_APPEND_FL 0x00000020 /* writes to file may only append */ 4753dcf5451SChristoph Hellwig #define EXT4_NODUMP_FL 0x00000040 /* do not dump file */ 4763dcf5451SChristoph Hellwig #define EXT4_NOATIME_FL 0x00000080 /* do not update atime */ 4773dcf5451SChristoph Hellwig /* Reserved for compression usage... */ 4783dcf5451SChristoph Hellwig #define EXT4_DIRTY_FL 0x00000100 4793dcf5451SChristoph Hellwig #define EXT4_COMPRBLK_FL 0x00000200 /* One or more compressed clusters */ 4803dcf5451SChristoph Hellwig #define EXT4_NOCOMPR_FL 0x00000400 /* Don't compress */ 4813edc18d8STheodore Ts'o /* nb: was previously EXT2_ECOMPR_FL */ 4823edc18d8STheodore Ts'o #define EXT4_ENCRYPT_FL 0x00000800 /* encrypted file */ 4833dcf5451SChristoph Hellwig /* End compression flags --- maybe not all used */ 4843dcf5451SChristoph Hellwig #define EXT4_INDEX_FL 0x00001000 /* hash-indexed directory */ 4853dcf5451SChristoph Hellwig #define EXT4_IMAGIC_FL 0x00002000 /* AFS directory */ 4863dcf5451SChristoph Hellwig #define EXT4_JOURNAL_DATA_FL 0x00004000 /* file data should be journaled */ 4873dcf5451SChristoph Hellwig #define EXT4_NOTAIL_FL 0x00008000 /* file tail should not be merged */ 4883dcf5451SChristoph Hellwig #define EXT4_DIRSYNC_FL 0x00010000 /* dirsync behaviour (directories only) */ 4893dcf5451SChristoph Hellwig #define EXT4_TOPDIR_FL 0x00020000 /* Top of directory hierarchies*/ 4903dcf5451SChristoph Hellwig #define EXT4_HUGE_FILE_FL 0x00040000 /* Set to each huge file */ 4913dcf5451SChristoph Hellwig #define EXT4_EXTENTS_FL 0x00080000 /* Inode uses extents */ 492c93d8f88SEric Biggers #define EXT4_VERITY_FL 0x00100000 /* Verity protected inode */ 493f710b4b9STheodore Ts'o #define EXT4_EA_INODE_FL 0x00200000 /* Inode used for large EA */ 4944337ecd1SEric Whitney /* 0x00400000 was formerly EXT4_EOFBLOCKS_FL */ 495b383a73fSIra Weiny 496b383a73fSIra Weiny #define EXT4_DAX_FL 0x02000000 /* Inode is DAX */ 497b383a73fSIra Weiny 49867cf5b09STao Ma #define EXT4_INLINE_DATA_FL 0x10000000 /* Inode has inline data. */ 4998b4953e1STheodore Ts'o #define EXT4_PROJINHERIT_FL 0x20000000 /* Create with parents projid */ 500de8ff14cSEric Biggers #define EXT4_CASEFOLD_FL 0x40000000 /* Casefolded directory */ 5013dcf5451SChristoph Hellwig #define EXT4_RESERVED_FL 0x80000000 /* reserved for ext4 lib */ 5023dcf5451SChristoph Hellwig 5032a12e147SEric Biggers /* User modifiable flags */ 5042a12e147SEric Biggers #define EXT4_FL_USER_MODIFIABLE (EXT4_SECRM_FL | \ 5052a12e147SEric Biggers EXT4_UNRM_FL | \ 5062a12e147SEric Biggers EXT4_COMPR_FL | \ 5072a12e147SEric Biggers EXT4_SYNC_FL | \ 5082a12e147SEric Biggers EXT4_IMMUTABLE_FL | \ 5092a12e147SEric Biggers EXT4_APPEND_FL | \ 5102a12e147SEric Biggers EXT4_NODUMP_FL | \ 5112a12e147SEric Biggers EXT4_NOATIME_FL | \ 5122a12e147SEric Biggers EXT4_JOURNAL_DATA_FL | \ 5132a12e147SEric Biggers EXT4_NOTAIL_FL | \ 5142a12e147SEric Biggers EXT4_DIRSYNC_FL | \ 5152a12e147SEric Biggers EXT4_TOPDIR_FL | \ 5162a12e147SEric Biggers EXT4_EXTENTS_FL | \ 5172a12e147SEric Biggers 0x00400000 /* EXT4_EOFBLOCKS_FL */ | \ 5182a12e147SEric Biggers EXT4_DAX_FL | \ 5192a12e147SEric Biggers EXT4_PROJINHERIT_FL | \ 5202a12e147SEric Biggers EXT4_CASEFOLD_FL) 5212a12e147SEric Biggers 5222a12e147SEric Biggers /* User visible flags */ 5232a12e147SEric Biggers #define EXT4_FL_USER_VISIBLE (EXT4_FL_USER_MODIFIABLE | \ 5242a12e147SEric Biggers EXT4_DIRTY_FL | \ 5252a12e147SEric Biggers EXT4_COMPRBLK_FL | \ 5262a12e147SEric Biggers EXT4_NOCOMPR_FL | \ 5272a12e147SEric Biggers EXT4_ENCRYPT_FL | \ 5282a12e147SEric Biggers EXT4_INDEX_FL | \ 5292a12e147SEric Biggers EXT4_VERITY_FL | \ 5302a12e147SEric Biggers EXT4_INLINE_DATA_FL) 5313dcf5451SChristoph Hellwig 5328fa43a81SDuane Griffin /* Flags that should be inherited by new inodes from their parent. */ 5338fa43a81SDuane Griffin #define EXT4_FL_INHERITED (EXT4_SECRM_FL | EXT4_UNRM_FL | EXT4_COMPR_FL |\ 5341cd9f097STheodore Ts'o EXT4_SYNC_FL | EXT4_NODUMP_FL | EXT4_NOATIME_FL |\ 5358fa43a81SDuane Griffin EXT4_NOCOMPR_FL | EXT4_JOURNAL_DATA_FL |\ 536040cb378SLi Xi EXT4_NOTAIL_FL | EXT4_DIRSYNC_FL |\ 537b383a73fSIra Weiny EXT4_PROJINHERIT_FL | EXT4_CASEFOLD_FL |\ 538b383a73fSIra Weiny EXT4_DAX_FL) 5398fa43a81SDuane Griffin 5402dc6b0d4SDuane Griffin /* Flags that are appropriate for regular files (all but dir-specific ones). */ 5417ddf79a1SWang Shilong #define EXT4_REG_FLMASK (~(EXT4_DIRSYNC_FL | EXT4_TOPDIR_FL | EXT4_CASEFOLD_FL |\ 5427ddf79a1SWang Shilong EXT4_PROJINHERIT_FL)) 5432dc6b0d4SDuane Griffin 5442dc6b0d4SDuane Griffin /* Flags that are appropriate for non-directories/regular files. */ 5452dc6b0d4SDuane Griffin #define EXT4_OTHER_FLMASK (EXT4_NODUMP_FL | EXT4_NOATIME_FL) 5462dc6b0d4SDuane Griffin 547abdc644eSyangerkun /* The only flags that should be swapped */ 548abdc644eSyangerkun #define EXT4_FL_SHOULD_SWAP (EXT4_HUGE_FILE_FL | EXT4_EXTENTS_FL) 549abdc644eSyangerkun 550b383a73fSIra Weiny /* Flags which are mutually exclusive to DAX */ 551b383a73fSIra Weiny #define EXT4_DAX_MUT_EXCL (EXT4_VERITY_FL | EXT4_ENCRYPT_FL |\ 552aa2f7792SXiao Yang EXT4_JOURNAL_DATA_FL | EXT4_INLINE_DATA_FL) 553b383a73fSIra Weiny 5542dc6b0d4SDuane Griffin /* Mask out flags that are inappropriate for the given type of inode. */ 5552dc6b0d4SDuane Griffin static inline __u32 ext4_mask_flags(umode_t mode, __u32 flags) 5562dc6b0d4SDuane Griffin { 5572dc6b0d4SDuane Griffin if (S_ISDIR(mode)) 5582dc6b0d4SDuane Griffin return flags; 5592dc6b0d4SDuane Griffin else if (S_ISREG(mode)) 5602dc6b0d4SDuane Griffin return flags & EXT4_REG_FLMASK; 5612dc6b0d4SDuane Griffin else 5622dc6b0d4SDuane Griffin return flags & EXT4_OTHER_FLMASK; 5632dc6b0d4SDuane Griffin } 5642dc6b0d4SDuane Griffin 56512e9b892SDmitry Monakhov /* 56612e9b892SDmitry Monakhov * Inode flags used for atomic set/get 56712e9b892SDmitry Monakhov */ 56812e9b892SDmitry Monakhov enum { 56912e9b892SDmitry Monakhov EXT4_INODE_SECRM = 0, /* Secure deletion */ 57012e9b892SDmitry Monakhov EXT4_INODE_UNRM = 1, /* Undelete */ 57112e9b892SDmitry Monakhov EXT4_INODE_COMPR = 2, /* Compress file */ 57212e9b892SDmitry Monakhov EXT4_INODE_SYNC = 3, /* Synchronous updates */ 57312e9b892SDmitry Monakhov EXT4_INODE_IMMUTABLE = 4, /* Immutable file */ 57412e9b892SDmitry Monakhov EXT4_INODE_APPEND = 5, /* writes to file may only append */ 57512e9b892SDmitry Monakhov EXT4_INODE_NODUMP = 6, /* do not dump file */ 57612e9b892SDmitry Monakhov EXT4_INODE_NOATIME = 7, /* do not update atime */ 57712e9b892SDmitry Monakhov /* Reserved for compression usage... */ 57812e9b892SDmitry Monakhov EXT4_INODE_DIRTY = 8, 57912e9b892SDmitry Monakhov EXT4_INODE_COMPRBLK = 9, /* One or more compressed clusters */ 58012e9b892SDmitry Monakhov EXT4_INODE_NOCOMPR = 10, /* Don't compress */ 581f542fbe8STheodore Ts'o EXT4_INODE_ENCRYPT = 11, /* Encrypted file */ 58212e9b892SDmitry Monakhov /* End compression flags --- maybe not all used */ 58312e9b892SDmitry Monakhov EXT4_INODE_INDEX = 12, /* hash-indexed directory */ 58412e9b892SDmitry Monakhov EXT4_INODE_IMAGIC = 13, /* AFS directory */ 58512e9b892SDmitry Monakhov EXT4_INODE_JOURNAL_DATA = 14, /* file data should be journaled */ 58612e9b892SDmitry Monakhov EXT4_INODE_NOTAIL = 15, /* file tail should not be merged */ 58712e9b892SDmitry Monakhov EXT4_INODE_DIRSYNC = 16, /* dirsync behaviour (directories only) */ 58812e9b892SDmitry Monakhov EXT4_INODE_TOPDIR = 17, /* Top of directory hierarchies*/ 58912e9b892SDmitry Monakhov EXT4_INODE_HUGE_FILE = 18, /* Set to each huge file */ 59012e9b892SDmitry Monakhov EXT4_INODE_EXTENTS = 19, /* Inode uses extents */ 591c93d8f88SEric Biggers EXT4_INODE_VERITY = 20, /* Verity protected inode */ 59212e9b892SDmitry Monakhov EXT4_INODE_EA_INODE = 21, /* Inode used for large EA */ 5934337ecd1SEric Whitney /* 22 was formerly EXT4_INODE_EOFBLOCKS */ 594b383a73fSIra Weiny EXT4_INODE_DAX = 25, /* Inode is DAX */ 59567cf5b09STao Ma EXT4_INODE_INLINE_DATA = 28, /* Data in inode. */ 5968b4953e1STheodore Ts'o EXT4_INODE_PROJINHERIT = 29, /* Create with parents projid */ 597de8ff14cSEric Biggers EXT4_INODE_CASEFOLD = 30, /* Casefolded directory */ 59812e9b892SDmitry Monakhov EXT4_INODE_RESERVED = 31, /* reserved for ext4 lib */ 59912e9b892SDmitry Monakhov }; 60012e9b892SDmitry Monakhov 60112e9b892SDmitry Monakhov /* 6029a4c8019SCarlos Maiolino * Since it's pretty easy to mix up bit numbers and hex values, we use a 6039a4c8019SCarlos Maiolino * build-time check to make sure that EXT4_XXX_FL is consistent with respect to 6049a4c8019SCarlos Maiolino * EXT4_INODE_XXX. If all is well, the macros will be dropped, so, it won't cost 6059a4c8019SCarlos Maiolino * any extra space in the compiled kernel image, otherwise, the build will fail. 6069a4c8019SCarlos Maiolino * It's important that these values are the same, since we are using 6079a4c8019SCarlos Maiolino * EXT4_INODE_XXX to test for flag values, but EXT4_XXX_FL must be consistent 6089a4c8019SCarlos Maiolino * with the values of FS_XXX_FL defined in include/linux/fs.h and the on-disk 6099a4c8019SCarlos Maiolino * values found in ext2, ext3 and ext4 filesystems, and of course the values 6109a4c8019SCarlos Maiolino * defined in e2fsprogs. 61112e9b892SDmitry Monakhov * 61212e9b892SDmitry Monakhov * It's not paranoia if the Murphy's Law really *is* out to get you. :-) 61312e9b892SDmitry Monakhov */ 6143bf678a0SGaosheng Cui #define TEST_FLAG_VALUE(FLAG) (EXT4_##FLAG##_FL == (1U << EXT4_INODE_##FLAG)) 6159a4c8019SCarlos Maiolino #define CHECK_FLAG_VALUE(FLAG) BUILD_BUG_ON(!TEST_FLAG_VALUE(FLAG)) 6169a4c8019SCarlos Maiolino 61712e9b892SDmitry Monakhov static inline void ext4_check_flag_values(void) 61812e9b892SDmitry Monakhov { 61912e9b892SDmitry Monakhov CHECK_FLAG_VALUE(SECRM); 62012e9b892SDmitry Monakhov CHECK_FLAG_VALUE(UNRM); 62112e9b892SDmitry Monakhov CHECK_FLAG_VALUE(COMPR); 62212e9b892SDmitry Monakhov CHECK_FLAG_VALUE(SYNC); 62312e9b892SDmitry Monakhov CHECK_FLAG_VALUE(IMMUTABLE); 62412e9b892SDmitry Monakhov CHECK_FLAG_VALUE(APPEND); 62512e9b892SDmitry Monakhov CHECK_FLAG_VALUE(NODUMP); 62612e9b892SDmitry Monakhov CHECK_FLAG_VALUE(NOATIME); 62712e9b892SDmitry Monakhov CHECK_FLAG_VALUE(DIRTY); 62812e9b892SDmitry Monakhov CHECK_FLAG_VALUE(COMPRBLK); 62912e9b892SDmitry Monakhov CHECK_FLAG_VALUE(NOCOMPR); 6303edc18d8STheodore Ts'o CHECK_FLAG_VALUE(ENCRYPT); 63112e9b892SDmitry Monakhov CHECK_FLAG_VALUE(INDEX); 63212e9b892SDmitry Monakhov CHECK_FLAG_VALUE(IMAGIC); 63312e9b892SDmitry Monakhov CHECK_FLAG_VALUE(JOURNAL_DATA); 63412e9b892SDmitry Monakhov CHECK_FLAG_VALUE(NOTAIL); 63512e9b892SDmitry Monakhov CHECK_FLAG_VALUE(DIRSYNC); 63612e9b892SDmitry Monakhov CHECK_FLAG_VALUE(TOPDIR); 63712e9b892SDmitry Monakhov CHECK_FLAG_VALUE(HUGE_FILE); 63812e9b892SDmitry Monakhov CHECK_FLAG_VALUE(EXTENTS); 639c93d8f88SEric Biggers CHECK_FLAG_VALUE(VERITY); 64012e9b892SDmitry Monakhov CHECK_FLAG_VALUE(EA_INODE); 64167cf5b09STao Ma CHECK_FLAG_VALUE(INLINE_DATA); 6428b4953e1STheodore Ts'o CHECK_FLAG_VALUE(PROJINHERIT); 643de8ff14cSEric Biggers CHECK_FLAG_VALUE(CASEFOLD); 64412e9b892SDmitry Monakhov CHECK_FLAG_VALUE(RESERVED); 64512e9b892SDmitry Monakhov } 64612e9b892SDmitry Monakhov 6474d92dc0fSBen Hutchings #if defined(__KERNEL__) && defined(CONFIG_COMPAT) 6484d92dc0fSBen Hutchings struct compat_ext4_new_group_input { 6494d92dc0fSBen Hutchings u32 group; 6504d92dc0fSBen Hutchings compat_u64 block_bitmap; 6514d92dc0fSBen Hutchings compat_u64 inode_bitmap; 6524d92dc0fSBen Hutchings compat_u64 inode_table; 6534d92dc0fSBen Hutchings u32 blocks_count; 6544d92dc0fSBen Hutchings u16 reserved_blocks; 6554d92dc0fSBen Hutchings u16 unused; 6564d92dc0fSBen Hutchings }; 6574d92dc0fSBen Hutchings #endif 6584d92dc0fSBen Hutchings 6593dcf5451SChristoph Hellwig /* The struct ext4_new_group_input in kernel space, with free_blocks_count */ 6603dcf5451SChristoph Hellwig struct ext4_new_group_data { 6613dcf5451SChristoph Hellwig __u32 group; 6623dcf5451SChristoph Hellwig __u64 block_bitmap; 6633dcf5451SChristoph Hellwig __u64 inode_bitmap; 6643dcf5451SChristoph Hellwig __u64 inode_table; 6653dcf5451SChristoph Hellwig __u32 blocks_count; 6663dcf5451SChristoph Hellwig __u16 reserved_blocks; 667d77147ffSharshads __u16 mdata_blocks; 668d77147ffSharshads __u32 free_clusters_count; 6693dcf5451SChristoph Hellwig }; 6703dcf5451SChristoph Hellwig 67133afdcc5SYongqiang Yang /* Indexes used to index group tables in ext4_new_group_data */ 67233afdcc5SYongqiang Yang enum { 67333afdcc5SYongqiang Yang BLOCK_BITMAP = 0, /* block bitmap */ 67433afdcc5SYongqiang Yang INODE_BITMAP, /* inode bitmap */ 67533afdcc5SYongqiang Yang INODE_TABLE, /* inode tables */ 67633afdcc5SYongqiang Yang GROUP_TABLE_COUNT, 67733afdcc5SYongqiang Yang }; 67833afdcc5SYongqiang Yang 6793dcf5451SChristoph Hellwig /* 68079e83036SEric Sandeen * Flags used by ext4_map_blocks() 6813dcf5451SChristoph Hellwig */ 682556615dcSLukas Czerner /* Allocate any needed blocks and/or convert an unwritten 683c2177057STheodore Ts'o extent to be an initialized ext4 */ 6842ac3b6e0STheodore Ts'o #define EXT4_GET_BLOCKS_CREATE 0x0001 685556615dcSLukas Czerner /* Request the creation of an unwritten extent */ 686556615dcSLukas Czerner #define EXT4_GET_BLOCKS_UNWRIT_EXT 0x0002 687556615dcSLukas Czerner #define EXT4_GET_BLOCKS_CREATE_UNWRIT_EXT (EXT4_GET_BLOCKS_UNWRIT_EXT|\ 688c2177057STheodore Ts'o EXT4_GET_BLOCKS_CREATE) 68927dd4385SLukas Czerner /* Caller is from the delayed allocation writeout path 69027dd4385SLukas Czerner * finally doing the actual allocation of delayed blocks */ 69103f5d8bcSJan Kara #define EXT4_GET_BLOCKS_DELALLOC_RESERVE 0x0004 6920031462bSMingming Cao /* caller is from the direct IO path, request to creation of an 693556615dcSLukas Czerner unwritten extents if not allocated, split the unwritten 6940031462bSMingming Cao extent if blocks has been preallocated already*/ 695c7064ef1SJiaying Zhang #define EXT4_GET_BLOCKS_PRE_IO 0x0008 6961296cc85SAneesh Kumar K.V #define EXT4_GET_BLOCKS_CONVERT 0x0010 697c7064ef1SJiaying Zhang #define EXT4_GET_BLOCKS_IO_CREATE_EXT (EXT4_GET_BLOCKS_PRE_IO|\ 698556615dcSLukas Czerner EXT4_GET_BLOCKS_CREATE_UNWRIT_EXT) 699c7064ef1SJiaying Zhang /* Convert extent to initialized after IO complete */ 700c7064ef1SJiaying Zhang #define EXT4_GET_BLOCKS_IO_CONVERT_EXT (EXT4_GET_BLOCKS_CONVERT|\ 701556615dcSLukas Czerner EXT4_GET_BLOCKS_CREATE_UNWRIT_EXT) 70227dd4385SLukas Czerner /* Eventual metadata allocation (due to growing extent tree) 70327dd4385SLukas Czerner * should not fail, so try to use reserved blocks for that.*/ 70427dd4385SLukas Czerner #define EXT4_GET_BLOCKS_METADATA_NOFAIL 0x0020 705556b27abSVivek Haldar /* Don't normalize allocation size (used for fallocate) */ 706556b27abSVivek Haldar #define EXT4_GET_BLOCKS_NO_NORMALIZE 0x0040 707b8a86845SLukas Czerner /* Convert written extents to unwritten */ 7082dcba478SJan Kara #define EXT4_GET_BLOCKS_CONVERT_UNWRITTEN 0x0100 709c86d8db3SJan Kara /* Write zeros to newly created written extents */ 710c86d8db3SJan Kara #define EXT4_GET_BLOCKS_ZERO 0x0200 711c86d8db3SJan Kara #define EXT4_GET_BLOCKS_CREATE_ZERO (EXT4_GET_BLOCKS_CREATE |\ 712c86d8db3SJan Kara EXT4_GET_BLOCKS_ZERO) 713ee0876bcSJan Kara /* Caller will submit data before dropping transaction handle. This 714ee0876bcSJan Kara * allows jbd2 to avoid submitting data before commit. */ 715ee0876bcSJan Kara #define EXT4_GET_BLOCKS_IO_SUBMIT 0x0400 7169558cf14SZhang Yi /* Caller is in the atomic contex, find extent if it has been cached */ 7179558cf14SZhang Yi #define EXT4_GET_BLOCKS_CACHED_NOWAIT 0x0800 7183dcf5451SChristoph Hellwig 7193dcf5451SChristoph Hellwig /* 7207869a4a6STheodore Ts'o * The bit position of these flags must not overlap with any of the 721ed8a1a76STheodore Ts'o * EXT4_GET_BLOCKS_*. They are used by ext4_find_extent(), 722107a7bd3STheodore Ts'o * read_extent_tree_block(), ext4_split_extent_at(), 7237869a4a6STheodore Ts'o * ext4_ext_insert_extent(), and ext4_ext_create_new_leaf(). 7247869a4a6STheodore Ts'o * EXT4_EX_NOCACHE is used to indicate that the we shouldn't be 7257869a4a6STheodore Ts'o * caching the extents when reading from the extent tree while a 7267869a4a6STheodore Ts'o * truncate or punch hole operation is in progress. 727107a7bd3STheodore Ts'o */ 728d26e2c4dSTheodore Ts'o #define EXT4_EX_NOCACHE 0x40000000 729d26e2c4dSTheodore Ts'o #define EXT4_EX_FORCE_CACHE 0x20000000 73073c384c0STheodore Ts'o #define EXT4_EX_NOFAIL 0x10000000 731107a7bd3STheodore Ts'o 732107a7bd3STheodore Ts'o /* 733e6362609STheodore Ts'o * Flags used by ext4_free_blocks 734e6362609STheodore Ts'o */ 735e6362609STheodore Ts'o #define EXT4_FREE_BLOCKS_METADATA 0x0001 736e6362609STheodore Ts'o #define EXT4_FREE_BLOCKS_FORGET 0x0002 7371f2acb60STheodore Ts'o #define EXT4_FREE_BLOCKS_VALIDATED 0x0004 7387132de74SMaxim Patlasov #define EXT4_FREE_BLOCKS_NO_QUOT_UPDATE 0x0008 73984130193STheodore Ts'o #define EXT4_FREE_BLOCKS_NOFREE_FIRST_CLUSTER 0x0010 74084130193STheodore Ts'o #define EXT4_FREE_BLOCKS_NOFREE_LAST_CLUSTER 0x0020 7419fe67149SEric Whitney #define EXT4_FREE_BLOCKS_RERESERVE_CLUSTER 0x0040 742e6362609STheodore Ts'o 743899ad0ceSBen Hutchings #if defined(__KERNEL__) && defined(CONFIG_COMPAT) 7443dcf5451SChristoph Hellwig /* 7453dcf5451SChristoph Hellwig * ioctl commands in 32 bit emulation 7463dcf5451SChristoph Hellwig */ 7473dcf5451SChristoph Hellwig #define EXT4_IOC32_GETVERSION _IOR('f', 3, int) 7483dcf5451SChristoph Hellwig #define EXT4_IOC32_SETVERSION _IOW('f', 4, int) 7493dcf5451SChristoph Hellwig #define EXT4_IOC32_GETRSVSZ _IOR('f', 5, int) 7503dcf5451SChristoph Hellwig #define EXT4_IOC32_SETRSVSZ _IOW('f', 6, int) 7513dcf5451SChristoph Hellwig #define EXT4_IOC32_GROUP_EXTEND _IOW('f', 7, unsigned int) 7524d92dc0fSBen Hutchings #define EXT4_IOC32_GROUP_ADD _IOW('f', 8, struct compat_ext4_new_group_input) 7533dcf5451SChristoph Hellwig #define EXT4_IOC32_GETVERSION_OLD FS_IOC32_GETVERSION 7543dcf5451SChristoph Hellwig #define EXT4_IOC32_SETVERSION_OLD FS_IOC32_SETVERSION 755899ad0ceSBen Hutchings #endif 7563dcf5451SChristoph Hellwig 757b595076aSUwe Kleine-König /* Max physical block we can address w/o extents */ 758fb0a387dSEric Sandeen #define EXT4_MAX_BLOCK_FILE_PHYS 0xFFFFFFFF 759fb0a387dSEric Sandeen 760bcd8e91fSTheodore Ts'o /* Max logical block we can support */ 7619f44eda1SRitesh Harjani #define EXT4_MAX_LOGICAL_BLOCK 0xFFFFFFFE 762bcd8e91fSTheodore Ts'o 7633dcf5451SChristoph Hellwig /* 7643dcf5451SChristoph Hellwig * Structure of an inode on the disk 7653dcf5451SChristoph Hellwig */ 7663dcf5451SChristoph Hellwig struct ext4_inode { 7673dcf5451SChristoph Hellwig __le16 i_mode; /* File mode */ 7683dcf5451SChristoph Hellwig __le16 i_uid; /* Low 16 bits of Owner Uid */ 7693dcf5451SChristoph Hellwig __le32 i_size_lo; /* Size in bytes */ 7703dcf5451SChristoph Hellwig __le32 i_atime; /* Access time */ 7713dcf5451SChristoph Hellwig __le32 i_ctime; /* Inode Change time */ 7723dcf5451SChristoph Hellwig __le32 i_mtime; /* Modification time */ 7733dcf5451SChristoph Hellwig __le32 i_dtime; /* Deletion Time */ 7743dcf5451SChristoph Hellwig __le16 i_gid; /* Low 16 bits of Group Id */ 7753dcf5451SChristoph Hellwig __le16 i_links_count; /* Links count */ 7763dcf5451SChristoph Hellwig __le32 i_blocks_lo; /* Blocks count */ 7773dcf5451SChristoph Hellwig __le32 i_flags; /* File flags */ 7783dcf5451SChristoph Hellwig union { 7793dcf5451SChristoph Hellwig struct { 7803dcf5451SChristoph Hellwig __le32 l_i_version; 7813dcf5451SChristoph Hellwig } linux1; 7823dcf5451SChristoph Hellwig struct { 7833dcf5451SChristoph Hellwig __u32 h_i_translator; 7843dcf5451SChristoph Hellwig } hurd1; 7853dcf5451SChristoph Hellwig struct { 7863dcf5451SChristoph Hellwig __u32 m_i_reserved1; 7873dcf5451SChristoph Hellwig } masix1; 7883dcf5451SChristoph Hellwig } osd1; /* OS dependent 1 */ 7893dcf5451SChristoph Hellwig __le32 i_block[EXT4_N_BLOCKS];/* Pointers to blocks */ 7903dcf5451SChristoph Hellwig __le32 i_generation; /* File version (for NFS) */ 7913dcf5451SChristoph Hellwig __le32 i_file_acl_lo; /* File ACL */ 7923dcf5451SChristoph Hellwig __le32 i_size_high; 7933dcf5451SChristoph Hellwig __le32 i_obso_faddr; /* Obsoleted fragment address */ 7943dcf5451SChristoph Hellwig union { 7953dcf5451SChristoph Hellwig struct { 7963dcf5451SChristoph Hellwig __le16 l_i_blocks_high; /* were l_i_reserved1 */ 7973dcf5451SChristoph Hellwig __le16 l_i_file_acl_high; 7983dcf5451SChristoph Hellwig __le16 l_i_uid_high; /* these 2 fields */ 7993dcf5451SChristoph Hellwig __le16 l_i_gid_high; /* were reserved2[0] */ 800e6153918SDarrick J. Wong __le16 l_i_checksum_lo;/* crc32c(uuid+inum+inode) LE */ 801e6153918SDarrick J. Wong __le16 l_i_reserved; 8023dcf5451SChristoph Hellwig } linux2; 8033dcf5451SChristoph Hellwig struct { 8043dcf5451SChristoph Hellwig __le16 h_i_reserved1; /* Obsoleted fragment number/size which are removed in ext4 */ 8053dcf5451SChristoph Hellwig __u16 h_i_mode_high; 8063dcf5451SChristoph Hellwig __u16 h_i_uid_high; 8073dcf5451SChristoph Hellwig __u16 h_i_gid_high; 8083dcf5451SChristoph Hellwig __u32 h_i_author; 8093dcf5451SChristoph Hellwig } hurd2; 8103dcf5451SChristoph Hellwig struct { 8113dcf5451SChristoph Hellwig __le16 h_i_reserved1; /* Obsoleted fragment number/size which are removed in ext4 */ 8123dcf5451SChristoph Hellwig __le16 m_i_file_acl_high; 8133dcf5451SChristoph Hellwig __u32 m_i_reserved2[2]; 8143dcf5451SChristoph Hellwig } masix2; 8153dcf5451SChristoph Hellwig } osd2; /* OS dependent 2 */ 8163dcf5451SChristoph Hellwig __le16 i_extra_isize; 817e6153918SDarrick J. Wong __le16 i_checksum_hi; /* crc32c(uuid+inum+inode) BE */ 8183dcf5451SChristoph Hellwig __le32 i_ctime_extra; /* extra Change time (nsec << 2 | epoch) */ 8193dcf5451SChristoph Hellwig __le32 i_mtime_extra; /* extra Modification time(nsec << 2 | epoch) */ 8203dcf5451SChristoph Hellwig __le32 i_atime_extra; /* extra Access time (nsec << 2 | epoch) */ 8213dcf5451SChristoph Hellwig __le32 i_crtime; /* File Creation time */ 8223dcf5451SChristoph Hellwig __le32 i_crtime_extra; /* extra FileCreationtime (nsec << 2 | epoch) */ 8233dcf5451SChristoph Hellwig __le32 i_version_hi; /* high 32 bits for 64-bit version */ 8248b4953e1STheodore Ts'o __le32 i_projid; /* Project ID */ 8253dcf5451SChristoph Hellwig }; 8263dcf5451SChristoph Hellwig 8273dcf5451SChristoph Hellwig #define EXT4_EPOCH_BITS 2 8283dcf5451SChristoph Hellwig #define EXT4_EPOCH_MASK ((1 << EXT4_EPOCH_BITS) - 1) 8293dcf5451SChristoph Hellwig #define EXT4_NSEC_MASK (~0UL << EXT4_EPOCH_BITS) 8303dcf5451SChristoph Hellwig 8313dcf5451SChristoph Hellwig /* 8323dcf5451SChristoph Hellwig * Extended fields will fit into an inode if the filesystem was formatted 8333dcf5451SChristoph Hellwig * with large inodes (-I 256 or larger) and there are not currently any EAs 8343dcf5451SChristoph Hellwig * consuming all of the available space. For new inodes we always reserve 8353dcf5451SChristoph Hellwig * enough space for the kernel's known extended fields, but for inodes 8363dcf5451SChristoph Hellwig * created with an old kernel this might not have been the case. None of 8373dcf5451SChristoph Hellwig * the extended inode fields is critical for correct filesystem operation. 8383dcf5451SChristoph Hellwig * This macro checks if a certain field fits in the inode. Note that 8393dcf5451SChristoph Hellwig * inode-size = GOOD_OLD_INODE_SIZE + i_extra_isize 8403dcf5451SChristoph Hellwig */ 8413dcf5451SChristoph Hellwig #define EXT4_FITS_IN_INODE(ext4_inode, einode, field) \ 8423dcf5451SChristoph Hellwig ((offsetof(typeof(*ext4_inode), field) + \ 8433dcf5451SChristoph Hellwig sizeof((ext4_inode)->field)) \ 8443dcf5451SChristoph Hellwig <= (EXT4_GOOD_OLD_INODE_SIZE + \ 8453dcf5451SChristoph Hellwig (einode)->i_extra_isize)) \ 8463dcf5451SChristoph Hellwig 847a4dad1aeSDavid Turner /* 848a4dad1aeSDavid Turner * We use an encoding that preserves the times for extra epoch "00": 849a4dad1aeSDavid Turner * 850a4dad1aeSDavid Turner * extra msb of adjust for signed 851a4dad1aeSDavid Turner * epoch 32-bit 32-bit tv_sec to 852a4dad1aeSDavid Turner * bits time decoded 64-bit tv_sec 64-bit tv_sec valid time range 853a4dad1aeSDavid Turner * 0 0 1 -0x80000000..-0x00000001 0x000000000 1901-12-13..1969-12-31 854a4dad1aeSDavid Turner * 0 0 0 0x000000000..0x07fffffff 0x000000000 1970-01-01..2038-01-19 855a4dad1aeSDavid Turner * 0 1 1 0x080000000..0x0ffffffff 0x100000000 2038-01-19..2106-02-07 856a4dad1aeSDavid Turner * 0 1 0 0x100000000..0x17fffffff 0x100000000 2106-02-07..2174-02-25 857a4dad1aeSDavid Turner * 1 0 1 0x180000000..0x1ffffffff 0x200000000 2174-02-25..2242-03-16 858a4dad1aeSDavid Turner * 1 0 0 0x200000000..0x27fffffff 0x200000000 2242-03-16..2310-04-04 859a4dad1aeSDavid Turner * 1 1 1 0x280000000..0x2ffffffff 0x300000000 2310-04-04..2378-04-22 860a4dad1aeSDavid Turner * 1 1 0 0x300000000..0x37fffffff 0x300000000 2378-04-22..2446-05-10 861a4dad1aeSDavid Turner * 862a4dad1aeSDavid Turner * Note that previous versions of the kernel on 64-bit systems would 863a4dad1aeSDavid Turner * incorrectly use extra epoch bits 1,1 for dates between 1901 and 864a4dad1aeSDavid Turner * 1970. e2fsck will correct this, assuming that it is run on the 865a4dad1aeSDavid Turner * affected filesystem before 2242. 866a4dad1aeSDavid Turner */ 867a4dad1aeSDavid Turner 8687b62b293SArnd Bergmann static inline __le32 ext4_encode_extra_time(struct timespec64 *time) 8693dcf5451SChristoph Hellwig { 8707b62b293SArnd Bergmann u32 extra =((time->tv_sec - (s32)time->tv_sec) >> 32) & EXT4_EPOCH_MASK; 871a4dad1aeSDavid Turner return cpu_to_le32(extra | (time->tv_nsec << EXT4_EPOCH_BITS)); 8723dcf5451SChristoph Hellwig } 8733dcf5451SChristoph Hellwig 8747b62b293SArnd Bergmann static inline void ext4_decode_extra_time(struct timespec64 *time, 8757b62b293SArnd Bergmann __le32 extra) 8763dcf5451SChristoph Hellwig { 877cd2d9922STheodore Ts'o if (unlikely(extra & cpu_to_le32(EXT4_EPOCH_MASK))) 878a4dad1aeSDavid Turner time->tv_sec += (u64)(le32_to_cpu(extra) & EXT4_EPOCH_MASK) << 32; 879c1fccc06STheodore Ts'o time->tv_nsec = (le32_to_cpu(extra) & EXT4_NSEC_MASK) >> EXT4_EPOCH_BITS; 8803dcf5451SChristoph Hellwig } 8813dcf5451SChristoph Hellwig 8823dcf5451SChristoph Hellwig #define EXT4_INODE_SET_XTIME(xtime, inode, raw_inode) \ 8833dcf5451SChristoph Hellwig do { \ 88495582b00SDeepa Dinamani if (EXT4_FITS_IN_INODE(raw_inode, EXT4_I(inode), xtime ## _extra)) {\ 8854881c497SDeepa Dinamani (raw_inode)->xtime = cpu_to_le32((inode)->xtime.tv_sec); \ 8863dcf5451SChristoph Hellwig (raw_inode)->xtime ## _extra = \ 8877b62b293SArnd Bergmann ext4_encode_extra_time(&(inode)->xtime); \ 88895582b00SDeepa Dinamani } \ 889cba465b4SDeepa Dinamani else \ 8904881c497SDeepa Dinamani (raw_inode)->xtime = cpu_to_le32(clamp_t(int32_t, (inode)->xtime.tv_sec, S32_MIN, S32_MAX)); \ 8913dcf5451SChristoph Hellwig } while (0) 8923dcf5451SChristoph Hellwig 8933dcf5451SChristoph Hellwig #define EXT4_EINODE_SET_XTIME(xtime, einode, raw_inode) \ 8943dcf5451SChristoph Hellwig do { \ 8953dcf5451SChristoph Hellwig if (EXT4_FITS_IN_INODE(raw_inode, einode, xtime)) \ 8963dcf5451SChristoph Hellwig (raw_inode)->xtime = cpu_to_le32((einode)->xtime.tv_sec); \ 8973dcf5451SChristoph Hellwig if (EXT4_FITS_IN_INODE(raw_inode, einode, xtime ## _extra)) \ 8983dcf5451SChristoph Hellwig (raw_inode)->xtime ## _extra = \ 8993dcf5451SChristoph Hellwig ext4_encode_extra_time(&(einode)->xtime); \ 9003dcf5451SChristoph Hellwig } while (0) 9013dcf5451SChristoph Hellwig 9023dcf5451SChristoph Hellwig #define EXT4_INODE_GET_XTIME(xtime, inode, raw_inode) \ 9033dcf5451SChristoph Hellwig do { \ 9043dcf5451SChristoph Hellwig (inode)->xtime.tv_sec = (signed)le32_to_cpu((raw_inode)->xtime); \ 90595582b00SDeepa Dinamani if (EXT4_FITS_IN_INODE(raw_inode, EXT4_I(inode), xtime ## _extra)) { \ 9067b62b293SArnd Bergmann ext4_decode_extra_time(&(inode)->xtime, \ 9073dcf5451SChristoph Hellwig raw_inode->xtime ## _extra); \ 90895582b00SDeepa Dinamani } \ 909af0b44a1SEric Sandeen else \ 910af0b44a1SEric Sandeen (inode)->xtime.tv_nsec = 0; \ 9113dcf5451SChristoph Hellwig } while (0) 9123dcf5451SChristoph Hellwig 91395582b00SDeepa Dinamani 9143dcf5451SChristoph Hellwig #define EXT4_EINODE_GET_XTIME(xtime, einode, raw_inode) \ 9153dcf5451SChristoph Hellwig do { \ 9163dcf5451SChristoph Hellwig if (EXT4_FITS_IN_INODE(raw_inode, einode, xtime)) \ 9173dcf5451SChristoph Hellwig (einode)->xtime.tv_sec = \ 9183dcf5451SChristoph Hellwig (signed)le32_to_cpu((raw_inode)->xtime); \ 91919ea8060STheodore Ts'o else \ 92019ea8060STheodore Ts'o (einode)->xtime.tv_sec = 0; \ 9213dcf5451SChristoph Hellwig if (EXT4_FITS_IN_INODE(raw_inode, einode, xtime ## _extra)) \ 9223dcf5451SChristoph Hellwig ext4_decode_extra_time(&(einode)->xtime, \ 9233dcf5451SChristoph Hellwig raw_inode->xtime ## _extra); \ 924af0b44a1SEric Sandeen else \ 925af0b44a1SEric Sandeen (einode)->xtime.tv_nsec = 0; \ 9263dcf5451SChristoph Hellwig } while (0) 9273dcf5451SChristoph Hellwig 9283dcf5451SChristoph Hellwig #define i_disk_version osd1.linux1.l_i_version 9293dcf5451SChristoph Hellwig 9303dcf5451SChristoph Hellwig #if defined(__KERNEL__) || defined(__linux__) 9313dcf5451SChristoph Hellwig #define i_reserved1 osd1.linux1.l_i_reserved1 9323dcf5451SChristoph Hellwig #define i_file_acl_high osd2.linux2.l_i_file_acl_high 9333dcf5451SChristoph Hellwig #define i_blocks_high osd2.linux2.l_i_blocks_high 9343dcf5451SChristoph Hellwig #define i_uid_low i_uid 9353dcf5451SChristoph Hellwig #define i_gid_low i_gid 9363dcf5451SChristoph Hellwig #define i_uid_high osd2.linux2.l_i_uid_high 9373dcf5451SChristoph Hellwig #define i_gid_high osd2.linux2.l_i_gid_high 938e6153918SDarrick J. Wong #define i_checksum_lo osd2.linux2.l_i_checksum_lo 9393dcf5451SChristoph Hellwig 9403dcf5451SChristoph Hellwig #elif defined(__GNU__) 9413dcf5451SChristoph Hellwig 9423dcf5451SChristoph Hellwig #define i_translator osd1.hurd1.h_i_translator 9433dcf5451SChristoph Hellwig #define i_uid_high osd2.hurd2.h_i_uid_high 9443dcf5451SChristoph Hellwig #define i_gid_high osd2.hurd2.h_i_gid_high 9453dcf5451SChristoph Hellwig #define i_author osd2.hurd2.h_i_author 9463dcf5451SChristoph Hellwig 9473dcf5451SChristoph Hellwig #elif defined(__masix__) 9483dcf5451SChristoph Hellwig 9493dcf5451SChristoph Hellwig #define i_reserved1 osd1.masix1.m_i_reserved1 9503dcf5451SChristoph Hellwig #define i_file_acl_high osd2.masix2.m_i_file_acl_high 9513dcf5451SChristoph Hellwig #define i_reserved2 osd2.masix2.m_i_reserved2 9523dcf5451SChristoph Hellwig 9533dcf5451SChristoph Hellwig #endif /* defined(__KERNEL__) || defined(__linux__) */ 9543dcf5451SChristoph Hellwig 955c0677e6dSZheng Liu #include "extents_status.h" 9566866d7b3SHarshad Shirwadkar #include "fast_commit.h" 957c0677e6dSZheng Liu 958d444c3c3STheodore Ts'o /* 959daf647d2STheodore Ts'o * Lock subclasses for i_data_sem in the ext4_inode_info structure. 960daf647d2STheodore Ts'o * 961daf647d2STheodore Ts'o * These are needed to avoid lockdep false positives when we need to 962daf647d2STheodore Ts'o * allocate blocks to the quota inode during ext4_map_blocks(), while 963daf647d2STheodore Ts'o * holding i_data_sem for a normal (non-quota) inode. Since we don't 964daf647d2STheodore Ts'o * do quota tracking for the quota inode, this avoids deadlock (as 965daf647d2STheodore Ts'o * well as infinite recursion, since it isn't turtles all the way 966daf647d2STheodore Ts'o * down...) 967daf647d2STheodore Ts'o * 968daf647d2STheodore Ts'o * I_DATA_SEM_NORMAL - Used for most inodes 969daf647d2STheodore Ts'o * I_DATA_SEM_OTHER - Used by move_inode.c for the second normal inode 970daf647d2STheodore Ts'o * where the second inode has larger inode number 971daf647d2STheodore Ts'o * than the first 972daf647d2STheodore Ts'o * I_DATA_SEM_QUOTA - Used for quota inodes only 973aff3bea9STheodore Ts'o * I_DATA_SEM_EA - Used for ea_inodes only 974daf647d2STheodore Ts'o */ 975daf647d2STheodore Ts'o enum { 976daf647d2STheodore Ts'o I_DATA_SEM_NORMAL = 0, 977daf647d2STheodore Ts'o I_DATA_SEM_OTHER, 978daf647d2STheodore Ts'o I_DATA_SEM_QUOTA, 979aff3bea9STheodore Ts'o I_DATA_SEM_EA 980daf647d2STheodore Ts'o }; 981daf647d2STheodore Ts'o 982daf647d2STheodore Ts'o 983daf647d2STheodore Ts'o /* 984d444c3c3STheodore Ts'o * fourth extended file system inode data in memory 985d444c3c3STheodore Ts'o */ 986d444c3c3STheodore Ts'o struct ext4_inode_info { 987d444c3c3STheodore Ts'o __le32 i_data[15]; /* unconverted */ 988d444c3c3STheodore Ts'o __u32 i_dtime; 98912e9b892SDmitry Monakhov ext4_fsblk_t i_file_acl; 990d444c3c3STheodore Ts'o 991d444c3c3STheodore Ts'o /* 992d444c3c3STheodore Ts'o * i_block_group is the number of the block group which contains 993d444c3c3STheodore Ts'o * this file's inode. Constant across the lifetime of the inode, 994a627b0a7SEric Whitney * it is used for making block allocation decisions - we try to 995d444c3c3STheodore Ts'o * place a file's data blocks near its inode block, and new inodes 996d444c3c3STheodore Ts'o * near to their parent directory's inode. 997d444c3c3STheodore Ts'o */ 998d444c3c3STheodore Ts'o ext4_group_t i_block_group; 9998a2005d3STheodore Ts'o ext4_lblk_t i_dir_start_lookup; 1000353eb83cSTheodore Ts'o #if (BITS_PER_LONG < 64) 100119f5fb7aSTheodore Ts'o unsigned long i_state_flags; /* Dynamic state flags */ 1002353eb83cSTheodore Ts'o #endif 100312e9b892SDmitry Monakhov unsigned long i_flags; 1004d444c3c3STheodore Ts'o 1005d444c3c3STheodore Ts'o /* 1006d444c3c3STheodore Ts'o * Extended attributes can be read independently of the main file 1007f340b3d9Shongnanli * data. Taking i_rwsem even when reading would cause contention 1008d444c3c3STheodore Ts'o * between readers of EAs and writers of regular file data, so 1009d444c3c3STheodore Ts'o * instead we synchronize on xattr_sem when reading or changing 1010d444c3c3STheodore Ts'o * EAs. 1011d444c3c3STheodore Ts'o */ 1012d444c3c3STheodore Ts'o struct rw_semaphore xattr_sem; 1013d444c3c3STheodore Ts'o 101402f310fcSJan Kara /* 101502f310fcSJan Kara * Inodes with EXT4_STATE_ORPHAN_FILE use i_orphan_idx. Otherwise 101602f310fcSJan Kara * i_orphan is used. 101702f310fcSJan Kara */ 101802f310fcSJan Kara union { 1019d444c3c3STheodore Ts'o struct list_head i_orphan; /* unlinked but open inodes */ 102002f310fcSJan Kara unsigned int i_orphan_idx; /* Index in orphan file */ 102102f310fcSJan Kara }; 1022d444c3c3STheodore Ts'o 1023aa75f4d3SHarshad Shirwadkar /* Fast commit related info */ 1024aa75f4d3SHarshad Shirwadkar 1025b3998b3bSRitesh Harjani /* For tracking dentry create updates */ 1026b3998b3bSRitesh Harjani struct list_head i_fc_dilist; 1027aa75f4d3SHarshad Shirwadkar struct list_head i_fc_list; /* 1028aa75f4d3SHarshad Shirwadkar * inodes that need fast commit 1029aa75f4d3SHarshad Shirwadkar * protected by sbi->s_fc_lock. 1030aa75f4d3SHarshad Shirwadkar */ 1031aa75f4d3SHarshad Shirwadkar 1032aa75f4d3SHarshad Shirwadkar /* Start of lblk range that needs to be committed in this fast commit */ 1033aa75f4d3SHarshad Shirwadkar ext4_lblk_t i_fc_lblk_start; 1034aa75f4d3SHarshad Shirwadkar 1035aa75f4d3SHarshad Shirwadkar /* End of lblk range that needs to be committed in this fast commit */ 1036aa75f4d3SHarshad Shirwadkar ext4_lblk_t i_fc_lblk_len; 1037aa75f4d3SHarshad Shirwadkar 1038aa75f4d3SHarshad Shirwadkar /* Number of ongoing updates on this inode */ 1039aa75f4d3SHarshad Shirwadkar atomic_t i_fc_updates; 1040aa75f4d3SHarshad Shirwadkar 1041aa75f4d3SHarshad Shirwadkar /* Fast commit wait queue for this inode */ 1042aa75f4d3SHarshad Shirwadkar wait_queue_head_t i_fc_wait; 1043aa75f4d3SHarshad Shirwadkar 1044aa75f4d3SHarshad Shirwadkar /* Protect concurrent accesses on i_fc_lblk_start, i_fc_lblk_len */ 1045aa75f4d3SHarshad Shirwadkar struct mutex i_fc_lock; 1046aa75f4d3SHarshad Shirwadkar 1047d444c3c3STheodore Ts'o /* 1048d444c3c3STheodore Ts'o * i_disksize keeps track of what the inode size is ON DISK, not 1049d444c3c3STheodore Ts'o * in memory. During truncate, i_size is set to the new size by 1050d444c3c3STheodore Ts'o * the VFS prior to calling ext4_truncate(), but the filesystem won't 1051d444c3c3STheodore Ts'o * set i_disksize to 0 until the truncate is actually under way. 1052d444c3c3STheodore Ts'o * 1053d444c3c3STheodore Ts'o * The intent is that i_disksize always represents the blocks which 1054d444c3c3STheodore Ts'o * are used by this file. This allows recovery to restart truncate 1055d444c3c3STheodore Ts'o * on orphans if we crash during truncate. We actually write i_disksize 1056d444c3c3STheodore Ts'o * into the on-disk inode when writing inodes out, instead of i_size. 1057d444c3c3STheodore Ts'o * 1058d444c3c3STheodore Ts'o * The only time when i_disksize and i_size may be different is when 1059d444c3c3STheodore Ts'o * a truncate is in progress. The only things which change i_disksize 1060d444c3c3STheodore Ts'o * are ext4_get_block (growth) and ext4_truncate (shrinkth). 1061d444c3c3STheodore Ts'o */ 1062d444c3c3STheodore Ts'o loff_t i_disksize; 1063d444c3c3STheodore Ts'o 1064d444c3c3STheodore Ts'o /* 1065d444c3c3STheodore Ts'o * i_data_sem is for serialising ext4_truncate() against 1066d444c3c3STheodore Ts'o * ext4_getblock(). In the 2.4 ext2 design, great chunks of inode's 1067d444c3c3STheodore Ts'o * data tree are chopped off during truncate. We can't do that in 1068d444c3c3STheodore Ts'o * ext4 because whenever we perform intermediate commits during 1069d444c3c3STheodore Ts'o * truncate, the inode and all the metadata blocks *must* be in a 1070d444c3c3STheodore Ts'o * consistent state which allows truncation of the orphans to restart 1071d444c3c3STheodore Ts'o * during recovery. Hence we must fix the get_block-vs-truncate race 1072d444c3c3STheodore Ts'o * by other means, so we have i_data_sem. 1073d444c3c3STheodore Ts'o */ 1074d444c3c3STheodore Ts'o struct rw_semaphore i_data_sem; 1075d444c3c3STheodore Ts'o struct inode vfs_inode; 10768aefcd55STheodore Ts'o struct jbd2_inode *jinode; 1077d444c3c3STheodore Ts'o 1078202ee5dfSTheodore Ts'o spinlock_t i_raw_lock; /* protects updates to the raw inode */ 1079202ee5dfSTheodore Ts'o 1080d444c3c3STheodore Ts'o /* 1081d444c3c3STheodore Ts'o * File creation time. Its function is same as that of 10827b62b293SArnd Bergmann * struct timespec64 i_{a,c,m}time in the generic inode. 1083d444c3c3STheodore Ts'o */ 10847b62b293SArnd Bergmann struct timespec64 i_crtime; 1085d444c3c3STheodore Ts'o 1086d444c3c3STheodore Ts'o /* mballoc */ 108727bc446eSbrookxu atomic_t i_prealloc_active; 108838727786SOjaswin Mujoo struct rb_root i_prealloc_node; 108938727786SOjaswin Mujoo rwlock_t i_prealloc_lock; 1090d444c3c3STheodore Ts'o 1091c0677e6dSZheng Liu /* extents status tree */ 1092c0677e6dSZheng Liu struct ext4_es_tree i_es_tree; 1093c0677e6dSZheng Liu rwlock_t i_es_lock; 1094edaa53caSZheng Liu struct list_head i_es_list; 1095eb68d0e2SZheng Liu unsigned int i_es_all_nr; /* protected by i_es_lock */ 1096edaa53caSZheng Liu unsigned int i_es_shk_nr; /* protected by i_es_lock */ 1097dd475925SJan Kara ext4_lblk_t i_es_shrink_lblk; /* Offset where we start searching for 1098dd475925SJan Kara extents to shrink. Protected by 1099dd475925SJan Kara i_es_lock */ 1100c0677e6dSZheng Liu 1101d444c3c3STheodore Ts'o /* ialloc */ 1102d444c3c3STheodore Ts'o ext4_group_t i_last_alloc_group; 1103d444c3c3STheodore Ts'o 1104d444c3c3STheodore Ts'o /* allocation reservation info for delalloc */ 1105a627b0a7SEric Whitney /* In case of bigalloc, this refer to clusters rather than blocks */ 1106d444c3c3STheodore Ts'o unsigned int i_reserved_data_blocks; 1107d444c3c3STheodore Ts'o 11081dc0aa46SEric Whitney /* pending cluster reservations for bigalloc file systems */ 11091dc0aa46SEric Whitney struct ext4_pending_tree i_pending_tree; 11101dc0aa46SEric Whitney 1111d444c3c3STheodore Ts'o /* on-disk additional length */ 1112d444c3c3STheodore Ts'o __u16 i_extra_isize; 1113d444c3c3STheodore Ts'o 111467cf5b09STao Ma /* Indicate the inline data space. */ 111567cf5b09STao Ma u16 i_inline_off; 111667cf5b09STao Ma u16 i_inline_size; 111767cf5b09STao Ma 1118a9e7f447SDmitry Monakhov #ifdef CONFIG_QUOTA 1119a9e7f447SDmitry Monakhov /* quota space reservation, managed internally by quota code */ 1120a9e7f447SDmitry Monakhov qsize_t i_reserved_quota; 1121a9e7f447SDmitry Monakhov #endif 11228d5d02e6SMingming Cao 11232e8fa54eSJan Kara /* Lock protecting lists below */ 1124744692dcSJiaying Zhang spinlock_t i_completed_io_lock; 11252e8fa54eSJan Kara /* 11262e8fa54eSJan Kara * Completed IOs that need unwritten extents handling and have 11272e8fa54eSJan Kara * transaction reserved 11282e8fa54eSJan Kara */ 11292e8fa54eSJan Kara struct list_head i_rsv_conversion_list; 11302e8fa54eSJan Kara struct work_struct i_rsv_conversion_work; 1131600be30aSJan Kara atomic_t i_unwritten; /* Nr. of inflight conversions pending */ 11328a2005d3STheodore Ts'o 11338a2005d3STheodore Ts'o spinlock_t i_block_reservation_lock; 1134b436b9beSJan Kara 1135b436b9beSJan Kara /* 1136b436b9beSJan Kara * Transactions that contain inode's metadata needed to complete 1137b436b9beSJan Kara * fsync and fdatasync, respectively. 1138b436b9beSJan Kara */ 1139b436b9beSJan Kara tid_t i_sync_tid; 1140b436b9beSJan Kara tid_t i_datasync_tid; 1141814525f4SDarrick J. Wong 114296c7e0d9SJan Kara #ifdef CONFIG_QUOTA 114396c7e0d9SJan Kara struct dquot *i_dquot[MAXQUOTAS]; 114496c7e0d9SJan Kara #endif 114596c7e0d9SJan Kara 1146814525f4SDarrick J. Wong /* Precomputed uuid+inum+igen checksum for seeding inode checksums */ 1147814525f4SDarrick J. Wong __u32 i_csum_seed; 1148b30ab0e0SMichael Halcrow 1149040cb378SLi Xi kprojid_t i_projid; 1150d444c3c3STheodore Ts'o }; 1151d444c3c3STheodore Ts'o 1152d444c3c3STheodore Ts'o /* 11533dcf5451SChristoph Hellwig * File system states 11543dcf5451SChristoph Hellwig */ 11553dcf5451SChristoph Hellwig #define EXT4_VALID_FS 0x0001 /* Unmounted cleanly */ 11563dcf5451SChristoph Hellwig #define EXT4_ERROR_FS 0x0002 /* Errors detected */ 11573dcf5451SChristoph Hellwig #define EXT4_ORPHAN_FS 0x0004 /* Orphans being recovered */ 11588016e29fSHarshad Shirwadkar #define EXT4_FC_REPLAY 0x0020 /* Fast commit replay ongoing */ 11593dcf5451SChristoph Hellwig 11603dcf5451SChristoph Hellwig /* 11613dcf5451SChristoph Hellwig * Misc. filesystem flags 11623dcf5451SChristoph Hellwig */ 11633dcf5451SChristoph Hellwig #define EXT2_FLAGS_SIGNED_HASH 0x0001 /* Signed dirhash in use */ 11643dcf5451SChristoph Hellwig #define EXT2_FLAGS_UNSIGNED_HASH 0x0002 /* Unsigned dirhash in use */ 11653dcf5451SChristoph Hellwig #define EXT2_FLAGS_TEST_FILESYS 0x0004 /* to test development code */ 11663dcf5451SChristoph Hellwig 11673dcf5451SChristoph Hellwig /* 116868911009SLukas Czerner * Mount flags set via mount options or defaults 11693dcf5451SChristoph Hellwig */ 1170cdb7ee4cSTahsin Erdogan #define EXT4_MOUNT_NO_MBCACHE 0x00001 /* Do not use mbcache */ 11713dcf5451SChristoph Hellwig #define EXT4_MOUNT_GRPID 0x00004 /* Create files with directory's group */ 11723dcf5451SChristoph Hellwig #define EXT4_MOUNT_DEBUG 0x00008 /* Some debugging messages */ 11733dcf5451SChristoph Hellwig #define EXT4_MOUNT_ERRORS_CONT 0x00010 /* Continue on errors */ 11743dcf5451SChristoph Hellwig #define EXT4_MOUNT_ERRORS_RO 0x00020 /* Remount fs ro on errors */ 11753dcf5451SChristoph Hellwig #define EXT4_MOUNT_ERRORS_PANIC 0x00040 /* Panic on errors */ 117639ef17f1STheodore Ts'o #define EXT4_MOUNT_ERRORS_MASK 0x00070 11773dcf5451SChristoph Hellwig #define EXT4_MOUNT_MINIX_DF 0x00080 /* Mimics the Minix statfs */ 11783dcf5451SChristoph Hellwig #define EXT4_MOUNT_NOLOAD 0x00100 /* Don't use existing journal*/ 1179923ae0ffSRoss Zwisler #ifdef CONFIG_FS_DAX 1180fc626fe3SIra Weiny #define EXT4_MOUNT_DAX_ALWAYS 0x00200 /* Direct Access */ 1181923ae0ffSRoss Zwisler #else 1182fc626fe3SIra Weiny #define EXT4_MOUNT_DAX_ALWAYS 0 1183923ae0ffSRoss Zwisler #endif 11843dcf5451SChristoph Hellwig #define EXT4_MOUNT_DATA_FLAGS 0x00C00 /* Mode for data writes: */ 11853dcf5451SChristoph Hellwig #define EXT4_MOUNT_JOURNAL_DATA 0x00400 /* Write data to journal */ 11863dcf5451SChristoph Hellwig #define EXT4_MOUNT_ORDERED_DATA 0x00800 /* Flush data before commit */ 11873dcf5451SChristoph Hellwig #define EXT4_MOUNT_WRITEBACK_DATA 0x00C00 /* No data ordering */ 11883dcf5451SChristoph Hellwig #define EXT4_MOUNT_UPDATE_JOURNAL 0x01000 /* Update the journal format */ 11893dcf5451SChristoph Hellwig #define EXT4_MOUNT_NO_UID32 0x02000 /* Disable 32-bit UIDs */ 11903dcf5451SChristoph Hellwig #define EXT4_MOUNT_XATTR_USER 0x04000 /* Extended user attributes */ 11913dcf5451SChristoph Hellwig #define EXT4_MOUNT_POSIX_ACL 0x08000 /* POSIX Access Control Lists */ 1192afd4672dSTheodore Ts'o #define EXT4_MOUNT_NO_AUTO_DA_ALLOC 0x10000 /* No auto delalloc mapping */ 11933dcf5451SChristoph Hellwig #define EXT4_MOUNT_BARRIER 0x20000 /* Use block barriers */ 119449da9392SJan Kara #define EXT4_MOUNT_QUOTA 0x40000 /* Some quota option set */ 119549da9392SJan Kara #define EXT4_MOUNT_USRQUOTA 0x80000 /* "old" user quota, 119649da9392SJan Kara * enable enforcement for hidden 119749da9392SJan Kara * quota files */ 119849da9392SJan Kara #define EXT4_MOUNT_GRPQUOTA 0x100000 /* "old" group quota, enable 119949da9392SJan Kara * enforcement for hidden quota 120049da9392SJan Kara * files */ 120149da9392SJan Kara #define EXT4_MOUNT_PRJQUOTA 0x200000 /* Enable project quota 120249da9392SJan Kara * enforcement */ 1203744692dcSJiaying Zhang #define EXT4_MOUNT_DIOREAD_NOLOCK 0x400000 /* Enable support for dio read nolocking */ 1204d4da6c9cSLinus Torvalds #define EXT4_MOUNT_JOURNAL_CHECKSUM 0x800000 /* Journal checksums */ 12053dcf5451SChristoph Hellwig #define EXT4_MOUNT_JOURNAL_ASYNC_COMMIT 0x1000000 /* Journal Async Commit */ 1206327eaf73STheodore Ts'o #define EXT4_MOUNT_WARN_ON_ERROR 0x2000000 /* Trigger WARN_ON on error */ 120721175ca4SHarshad Shirwadkar #define EXT4_MOUNT_NO_PREFETCH_BLOCK_BITMAPS 0x4000000 120864769240SAlex Tomas #define EXT4_MOUNT_DELALLOC 0x8000000 /* Delalloc support */ 12095bf5683aSHidehiro Kawai #define EXT4_MOUNT_DATA_ERR_ABORT 0x10000000 /* Abort on file data write */ 12106fd058f7STheodore Ts'o #define EXT4_MOUNT_BLOCK_VALIDITY 0x20000000 /* Block validity checking */ 12115328e635SEric Sandeen #define EXT4_MOUNT_DISCARD 0x40000000 /* Issue DISCARD requests */ 1212bfff6873SLukas Czerner #define EXT4_MOUNT_INIT_INODE_TABLE 0x80000000 /* Initialize uninitialized itables */ 12135bf5683aSHidehiro Kawai 121468911009SLukas Czerner /* 121568911009SLukas Czerner * Mount flags set either automatically (could not be set by mount option) 121668911009SLukas Czerner * based on per file system feature or property or in special cases such as 121768911009SLukas Czerner * distinguishing between explicit mount option definition and default. 121868911009SLukas Czerner */ 121956889787STheodore Ts'o #define EXT4_MOUNT2_EXPLICIT_DELALLOC 0x00000001 /* User explicitly 122056889787STheodore Ts'o specified delalloc */ 122168911009SLukas Czerner #define EXT4_MOUNT2_STD_GROUP_SIZE 0x00000002 /* We have standard group 122268911009SLukas Czerner size of blocksize * 8 122368911009SLukas Czerner blocks */ 1224ed3654ebSTheodore Ts'o #define EXT4_MOUNT2_HURD_COMPAT 0x00000004 /* Support HURD-castrated 1225ed3654ebSTheodore Ts'o file systems */ 12261e381f60SDmitry Monakhov #define EXT4_MOUNT2_EXPLICIT_JOURNAL_CHECKSUM 0x00000008 /* User explicitly 12271e381f60SDmitry Monakhov specified journal checksum */ 12281e381f60SDmitry Monakhov 1229995a3ed6SHarshad Shirwadkar #define EXT4_MOUNT2_JOURNAL_FAST_COMMIT 0x00000010 /* Journal fast commit */ 1230a72b38eeSHarshad Shirwadkar #define EXT4_MOUNT2_DAX_NEVER 0x00000020 /* Do not allow Direct Access */ 1231a72b38eeSHarshad Shirwadkar #define EXT4_MOUNT2_DAX_INODE 0x00000040 /* For printing options only */ 1232196e402aSHarshad Shirwadkar #define EXT4_MOUNT2_MB_OPTIMIZE_SCAN 0x00000080 /* Optimize group 1233196e402aSHarshad Shirwadkar * scanning in mballoc 1234196e402aSHarshad Shirwadkar */ 123522b8d707SJan Kara #define EXT4_MOUNT2_ABORT 0x00000100 /* Abort filesystem */ 1236995a3ed6SHarshad Shirwadkar 1237fd8c37ecSTheodore Ts'o #define clear_opt(sb, opt) EXT4_SB(sb)->s_mount_opt &= \ 1238fd8c37ecSTheodore Ts'o ~EXT4_MOUNT_##opt 1239fd8c37ecSTheodore Ts'o #define set_opt(sb, opt) EXT4_SB(sb)->s_mount_opt |= \ 1240fd8c37ecSTheodore Ts'o EXT4_MOUNT_##opt 12413dcf5451SChristoph Hellwig #define test_opt(sb, opt) (EXT4_SB(sb)->s_mount_opt & \ 12423dcf5451SChristoph Hellwig EXT4_MOUNT_##opt) 12433dcf5451SChristoph Hellwig 1244a2595b8aSTheodore Ts'o #define clear_opt2(sb, opt) EXT4_SB(sb)->s_mount_opt2 &= \ 1245a2595b8aSTheodore Ts'o ~EXT4_MOUNT2_##opt 1246a2595b8aSTheodore Ts'o #define set_opt2(sb, opt) EXT4_SB(sb)->s_mount_opt2 |= \ 1247a2595b8aSTheodore Ts'o EXT4_MOUNT2_##opt 1248a2595b8aSTheodore Ts'o #define test_opt2(sb, opt) (EXT4_SB(sb)->s_mount_opt2 & \ 1249a2595b8aSTheodore Ts'o EXT4_MOUNT2_##opt) 1250a2595b8aSTheodore Ts'o 1251597d508cSAkinobu Mita #define ext4_test_and_set_bit __test_and_set_bit_le 1252597d508cSAkinobu Mita #define ext4_set_bit __set_bit_le 1253597d508cSAkinobu Mita #define ext4_test_and_clear_bit __test_and_clear_bit_le 1254597d508cSAkinobu Mita #define ext4_clear_bit __clear_bit_le 125550e0168cSAkinobu Mita #define ext4_test_bit test_bit_le 125650e0168cSAkinobu Mita #define ext4_find_next_zero_bit find_next_zero_bit_le 125750e0168cSAkinobu Mita #define ext4_find_next_bit find_next_bit_le 12583dcf5451SChristoph Hellwig 1259123e3016SRitesh Harjani extern void mb_set_bits(void *bm, int cur, int len); 1260c3e94d1dSYongqiang Yang 12613dcf5451SChristoph Hellwig /* 12623dcf5451SChristoph Hellwig * Maximal mount counts between two filesystem checks 12633dcf5451SChristoph Hellwig */ 12643dcf5451SChristoph Hellwig #define EXT4_DFL_MAX_MNT_COUNT 20 /* Allow 20 mounts */ 12653dcf5451SChristoph Hellwig #define EXT4_DFL_CHECKINTERVAL 0 /* Don't use interval check */ 12663dcf5451SChristoph Hellwig 12673dcf5451SChristoph Hellwig /* 12683dcf5451SChristoph Hellwig * Behaviour when detecting errors 12693dcf5451SChristoph Hellwig */ 12703dcf5451SChristoph Hellwig #define EXT4_ERRORS_CONTINUE 1 /* Continue execution */ 12713dcf5451SChristoph Hellwig #define EXT4_ERRORS_RO 2 /* Remount fs read-only */ 12723dcf5451SChristoph Hellwig #define EXT4_ERRORS_PANIC 3 /* Panic */ 12733dcf5451SChristoph Hellwig #define EXT4_ERRORS_DEFAULT EXT4_ERRORS_CONTINUE 12743dcf5451SChristoph Hellwig 1275e6153918SDarrick J. Wong /* Metadata checksum algorithm codes */ 1276e6153918SDarrick J. Wong #define EXT4_CRC32C_CHKSUM 1 1277e6153918SDarrick J. Wong 1278bbc605cdSLukas Czerner #define EXT4_LABEL_MAX 16 1279bbc605cdSLukas Czerner 12803dcf5451SChristoph Hellwig /* 12813dcf5451SChristoph Hellwig * Structure of the super block 12823dcf5451SChristoph Hellwig */ 12833dcf5451SChristoph Hellwig struct ext4_super_block { 12843dcf5451SChristoph Hellwig /*00*/ __le32 s_inodes_count; /* Inodes count */ 12853dcf5451SChristoph Hellwig __le32 s_blocks_count_lo; /* Blocks count */ 12863dcf5451SChristoph Hellwig __le32 s_r_blocks_count_lo; /* Reserved blocks count */ 12873dcf5451SChristoph Hellwig __le32 s_free_blocks_count_lo; /* Free blocks count */ 12883dcf5451SChristoph Hellwig /*10*/ __le32 s_free_inodes_count; /* Free inodes count */ 12893dcf5451SChristoph Hellwig __le32 s_first_data_block; /* First Data Block */ 12903dcf5451SChristoph Hellwig __le32 s_log_block_size; /* Block size */ 1291281b5995STheodore Ts'o __le32 s_log_cluster_size; /* Allocation cluster size */ 12923dcf5451SChristoph Hellwig /*20*/ __le32 s_blocks_per_group; /* # Blocks per group */ 1293281b5995STheodore Ts'o __le32 s_clusters_per_group; /* # Clusters per group */ 12943dcf5451SChristoph Hellwig __le32 s_inodes_per_group; /* # Inodes per group */ 12953dcf5451SChristoph Hellwig __le32 s_mtime; /* Mount time */ 12963dcf5451SChristoph Hellwig /*30*/ __le32 s_wtime; /* Write time */ 12973dcf5451SChristoph Hellwig __le16 s_mnt_count; /* Mount count */ 12983dcf5451SChristoph Hellwig __le16 s_max_mnt_count; /* Maximal mount count */ 12993dcf5451SChristoph Hellwig __le16 s_magic; /* Magic signature */ 13003dcf5451SChristoph Hellwig __le16 s_state; /* File system state */ 13013dcf5451SChristoph Hellwig __le16 s_errors; /* Behaviour when detecting errors */ 13023dcf5451SChristoph Hellwig __le16 s_minor_rev_level; /* minor revision level */ 13033dcf5451SChristoph Hellwig /*40*/ __le32 s_lastcheck; /* time of last check */ 13043dcf5451SChristoph Hellwig __le32 s_checkinterval; /* max. time between checks */ 13053dcf5451SChristoph Hellwig __le32 s_creator_os; /* OS */ 13063dcf5451SChristoph Hellwig __le32 s_rev_level; /* Revision level */ 13073dcf5451SChristoph Hellwig /*50*/ __le16 s_def_resuid; /* Default uid for reserved blocks */ 13083dcf5451SChristoph Hellwig __le16 s_def_resgid; /* Default gid for reserved blocks */ 13093dcf5451SChristoph Hellwig /* 13103dcf5451SChristoph Hellwig * These fields are for EXT4_DYNAMIC_REV superblocks only. 13113dcf5451SChristoph Hellwig * 13123dcf5451SChristoph Hellwig * Note: the difference between the compatible feature set and 13133dcf5451SChristoph Hellwig * the incompatible feature set is that if there is a bit set 13143dcf5451SChristoph Hellwig * in the incompatible feature set that the kernel doesn't 13153dcf5451SChristoph Hellwig * know about, it should refuse to mount the filesystem. 13163dcf5451SChristoph Hellwig * 13173dcf5451SChristoph Hellwig * e2fsck's requirements are more strict; if it doesn't know 13183dcf5451SChristoph Hellwig * about a feature in either the compatible or incompatible 13193dcf5451SChristoph Hellwig * feature set, it must abort and not try to meddle with 13203dcf5451SChristoph Hellwig * things it doesn't understand... 13213dcf5451SChristoph Hellwig */ 13223dcf5451SChristoph Hellwig __le32 s_first_ino; /* First non-reserved inode */ 13233dcf5451SChristoph Hellwig __le16 s_inode_size; /* size of inode structure */ 13243dcf5451SChristoph Hellwig __le16 s_block_group_nr; /* block group # of this superblock */ 13253dcf5451SChristoph Hellwig __le32 s_feature_compat; /* compatible feature set */ 13263dcf5451SChristoph Hellwig /*60*/ __le32 s_feature_incompat; /* incompatible feature set */ 13273dcf5451SChristoph Hellwig __le32 s_feature_ro_compat; /* readonly-compatible feature set */ 13283dcf5451SChristoph Hellwig /*68*/ __u8 s_uuid[16]; /* 128-bit uuid for volume */ 1329bbc605cdSLukas Czerner /*78*/ char s_volume_name[EXT4_LABEL_MAX]; /* volume name */ 1330072ebb3bSTheodore Ts'o /*88*/ char s_last_mounted[64] __nonstring; /* directory where last mounted */ 13313dcf5451SChristoph Hellwig /*C8*/ __le32 s_algorithm_usage_bitmap; /* For compression */ 13323dcf5451SChristoph Hellwig /* 13333dcf5451SChristoph Hellwig * Performance hints. Directory preallocation should only 13343dcf5451SChristoph Hellwig * happen if the EXT4_FEATURE_COMPAT_DIR_PREALLOC flag is on. 13353dcf5451SChristoph Hellwig */ 13363dcf5451SChristoph Hellwig __u8 s_prealloc_blocks; /* Nr of blocks to try to preallocate*/ 13373dcf5451SChristoph Hellwig __u8 s_prealloc_dir_blocks; /* Nr to preallocate for dirs */ 13383dcf5451SChristoph Hellwig __le16 s_reserved_gdt_blocks; /* Per group desc for online growth */ 13393dcf5451SChristoph Hellwig /* 13403dcf5451SChristoph Hellwig * Journaling support valid if EXT4_FEATURE_COMPAT_HAS_JOURNAL set. 13413dcf5451SChristoph Hellwig */ 13423dcf5451SChristoph Hellwig /*D0*/ __u8 s_journal_uuid[16]; /* uuid of journal superblock */ 13433dcf5451SChristoph Hellwig /*E0*/ __le32 s_journal_inum; /* inode number of journal file */ 13443dcf5451SChristoph Hellwig __le32 s_journal_dev; /* device number of journal file */ 13453dcf5451SChristoph Hellwig __le32 s_last_orphan; /* start of list of inodes to delete */ 13463dcf5451SChristoph Hellwig __le32 s_hash_seed[4]; /* HTREE hash seed */ 13473dcf5451SChristoph Hellwig __u8 s_def_hash_version; /* Default hash version to use */ 134889eeddf0STheodore Ts'o __u8 s_jnl_backup_type; 13493dcf5451SChristoph Hellwig __le16 s_desc_size; /* size of group descriptor */ 13503dcf5451SChristoph Hellwig /*100*/ __le32 s_default_mount_opts; 13513dcf5451SChristoph Hellwig __le32 s_first_meta_bg; /* First metablock block group */ 13523dcf5451SChristoph Hellwig __le32 s_mkfs_time; /* When the filesystem was created */ 13533dcf5451SChristoph Hellwig __le32 s_jnl_blocks[17]; /* Backup of the journal inode */ 13547fc1f5c2STudor Ambarus /* 64bit support valid if EXT4_FEATURE_INCOMPAT_64BIT */ 13553dcf5451SChristoph Hellwig /*150*/ __le32 s_blocks_count_hi; /* Blocks count */ 13563dcf5451SChristoph Hellwig __le32 s_r_blocks_count_hi; /* Reserved blocks count */ 13573dcf5451SChristoph Hellwig __le32 s_free_blocks_count_hi; /* Free blocks count */ 13583dcf5451SChristoph Hellwig __le16 s_min_extra_isize; /* All inodes have at least # bytes */ 13593dcf5451SChristoph Hellwig __le16 s_want_extra_isize; /* New inodes should reserve # bytes */ 13603dcf5451SChristoph Hellwig __le32 s_flags; /* Miscellaneous flags */ 13613dcf5451SChristoph Hellwig __le16 s_raid_stride; /* RAID stride */ 1362c5e06d10SJohann Lombardi __le16 s_mmp_update_interval; /* # seconds to wait in MMP checking */ 13633dcf5451SChristoph Hellwig __le64 s_mmp_block; /* Block for multi-mount protection */ 13643dcf5451SChristoph Hellwig __le32 s_raid_stripe_width; /* blocks on all data disks (N*stride)*/ 1365772cb7c8SJose R. Santos __u8 s_log_groups_per_flex; /* FLEX_BG group size */ 1366e6153918SDarrick J. Wong __u8 s_checksum_type; /* metadata checksum algorithm used */ 1367f542fbe8STheodore Ts'o __u8 s_encryption_level; /* versioning level for encryption */ 1368f542fbe8STheodore Ts'o __u8 s_reserved_pad; /* Padding to next 32bits */ 1369afc32f7eSTheodore Ts'o __le64 s_kbytes_written; /* nr of lifetime kilobytes written */ 13704a9cdec7STheodore Ts'o __le32 s_snapshot_inum; /* Inode number of active snapshot */ 13714a9cdec7STheodore Ts'o __le32 s_snapshot_id; /* sequential ID of active snapshot */ 13724a9cdec7STheodore Ts'o __le64 s_snapshot_r_blocks_count; /* reserved blocks for active 13734a9cdec7STheodore Ts'o snapshot's future use */ 13744a9cdec7STheodore Ts'o __le32 s_snapshot_list; /* inode number of the head of the 13754a9cdec7STheodore Ts'o on-disk snapshot list */ 13761c13d5c0STheodore Ts'o #define EXT4_S_ERR_START offsetof(struct ext4_super_block, s_error_count) 13771c13d5c0STheodore Ts'o __le32 s_error_count; /* number of fs errors */ 13781c13d5c0STheodore Ts'o __le32 s_first_error_time; /* first time an error happened */ 13791c13d5c0STheodore Ts'o __le32 s_first_error_ino; /* inode involved in first error */ 13801c13d5c0STheodore Ts'o __le64 s_first_error_block; /* block involved of first error */ 1381072ebb3bSTheodore Ts'o __u8 s_first_error_func[32] __nonstring; /* function where the error happened */ 13821c13d5c0STheodore Ts'o __le32 s_first_error_line; /* line number where error happened */ 13831c13d5c0STheodore Ts'o __le32 s_last_error_time; /* most recent time of an error */ 13841c13d5c0STheodore Ts'o __le32 s_last_error_ino; /* inode involved in last error */ 13851c13d5c0STheodore Ts'o __le32 s_last_error_line; /* line number where error happened */ 13861c13d5c0STheodore Ts'o __le64 s_last_error_block; /* block involved of last error */ 1387072ebb3bSTheodore Ts'o __u8 s_last_error_func[32] __nonstring; /* function where the error happened */ 13888b67f04aSTheodore Ts'o #define EXT4_S_ERR_END offsetof(struct ext4_super_block, s_mount_opts) 13898b67f04aSTheodore Ts'o __u8 s_mount_opts[64]; 1390281b5995STheodore Ts'o __le32 s_usr_quota_inum; /* inode for tracking user quota */ 1391281b5995STheodore Ts'o __le32 s_grp_quota_inum; /* inode for tracking group quota */ 1392281b5995STheodore Ts'o __le32 s_overhead_clusters; /* overhead blocks/clusters in fs */ 13931beeef1bSDarrick J. Wong __le32 s_backup_bgs[2]; /* groups with sparse_super2 SBs */ 13943edc18d8STheodore Ts'o __u8 s_encrypt_algos[4]; /* Encryption algorithms in use */ 1395f542fbe8STheodore Ts'o __u8 s_encrypt_pw_salt[16]; /* Salt used for string2key algorithm */ 1396f542fbe8STheodore Ts'o __le32 s_lpf_ino; /* Location of the lost+found inode */ 13978b4953e1STheodore Ts'o __le32 s_prj_quota_inum; /* inode for tracking project quota */ 13988c81bd8fSDarrick J. Wong __le32 s_checksum_seed; /* crc32c(uuid) if csum_seed set */ 13996a0678a7SArnd Bergmann __u8 s_wtime_hi; 14006a0678a7SArnd Bergmann __u8 s_mtime_hi; 14016a0678a7SArnd Bergmann __u8 s_mkfs_time_hi; 14026a0678a7SArnd Bergmann __u8 s_lastcheck_hi; 14036a0678a7SArnd Bergmann __u8 s_first_error_time_hi; 14046a0678a7SArnd Bergmann __u8 s_last_error_time_hi; 1405878520acSTheodore Ts'o __u8 s_first_error_errcode; 1406878520acSTheodore Ts'o __u8 s_last_error_errcode; 1407c83ad55eSGabriel Krisman Bertazi __le16 s_encoding; /* Filename charset encoding */ 1408c83ad55eSGabriel Krisman Bertazi __le16 s_encoding_flags; /* Filename charset encoding flags */ 140902f310fcSJan Kara __le32 s_orphan_file_inum; /* Inode for tracking orphan inodes */ 141002f310fcSJan Kara __le32 s_reserved[94]; /* Padding to the end of the block */ 1411e6153918SDarrick J. Wong __le32 s_checksum; /* crc32c(superblock) */ 14123dcf5451SChristoph Hellwig }; 14133dcf5451SChristoph Hellwig 14141c13d5c0STheodore Ts'o #define EXT4_S_ERR_LEN (EXT4_S_ERR_END - EXT4_S_ERR_START) 14151c13d5c0STheodore Ts'o 14163dcf5451SChristoph Hellwig #ifdef __KERNEL__ 1417bc0b0d6dSTheodore Ts'o 1418a2d4a646SJan Kara /* Number of quota types we support */ 1419689c958cSLi Xi #define EXT4_MAXQUOTAS 3 1420a2d4a646SJan Kara 1421c83ad55eSGabriel Krisman Bertazi #define EXT4_ENC_UTF8_12_1 1 1422c83ad55eSGabriel Krisman Bertazi 1423188c299eSJan Kara /* Types of ext4 journal triggers */ 1424188c299eSJan Kara enum ext4_journal_trigger_type { 142502f310fcSJan Kara EXT4_JTR_ORPHAN_FILE, 1426188c299eSJan Kara EXT4_JTR_NONE /* This must be the last entry for indexing to work! */ 1427188c299eSJan Kara }; 1428188c299eSJan Kara 1429188c299eSJan Kara #define EXT4_JOURNAL_TRIGGER_COUNT EXT4_JTR_NONE 1430188c299eSJan Kara 1431188c299eSJan Kara struct ext4_journal_trigger { 1432188c299eSJan Kara struct jbd2_buffer_trigger_type tr_triggers; 1433188c299eSJan Kara struct super_block *sb; 1434188c299eSJan Kara }; 1435188c299eSJan Kara 1436188c299eSJan Kara static inline struct ext4_journal_trigger *EXT4_TRIGGER( 1437188c299eSJan Kara struct jbd2_buffer_trigger_type *trigger) 1438188c299eSJan Kara { 1439188c299eSJan Kara return container_of(trigger, struct ext4_journal_trigger, tr_triggers); 1440188c299eSJan Kara } 1441188c299eSJan Kara 144202f310fcSJan Kara #define EXT4_ORPHAN_BLOCK_MAGIC 0x0b10ca04 144302f310fcSJan Kara 144402f310fcSJan Kara /* Structure at the tail of orphan block */ 144502f310fcSJan Kara struct ext4_orphan_block_tail { 144602f310fcSJan Kara __le32 ob_magic; 144702f310fcSJan Kara __le32 ob_checksum; 144802f310fcSJan Kara }; 144902f310fcSJan Kara 145002f310fcSJan Kara static inline int ext4_inodes_per_orphan_block(struct super_block *sb) 145102f310fcSJan Kara { 145202f310fcSJan Kara return (sb->s_blocksize - sizeof(struct ext4_orphan_block_tail)) / 145302f310fcSJan Kara sizeof(u32); 145402f310fcSJan Kara } 145502f310fcSJan Kara 145602f310fcSJan Kara struct ext4_orphan_block { 14574a79a98cSJan Kara atomic_t ob_free_entries; /* Number of free orphan entries in block */ 145802f310fcSJan Kara struct buffer_head *ob_bh; /* Buffer for orphan block */ 145902f310fcSJan Kara }; 146002f310fcSJan Kara 146102f310fcSJan Kara /* 146202f310fcSJan Kara * Info about orphan file. 146302f310fcSJan Kara */ 146402f310fcSJan Kara struct ext4_orphan_info { 146502f310fcSJan Kara int of_blocks; /* Number of orphan blocks in a file */ 146602f310fcSJan Kara __u32 of_csum_seed; /* Checksum seed for orphan file */ 146702f310fcSJan Kara struct ext4_orphan_block *of_binfo; /* Array with info about orphan 146802f310fcSJan Kara * file blocks */ 146902f310fcSJan Kara }; 147002f310fcSJan Kara 1471c83ad55eSGabriel Krisman Bertazi /* 1472ca0faba0STheodore Ts'o * fourth extended-fs super-block data in memory 1473ca0faba0STheodore Ts'o */ 1474ca0faba0STheodore Ts'o struct ext4_sb_info { 1475ca0faba0STheodore Ts'o unsigned long s_desc_size; /* Size of a group descriptor in bytes */ 1476ca0faba0STheodore Ts'o unsigned long s_inodes_per_block;/* Number of inodes per block */ 1477ca0faba0STheodore Ts'o unsigned long s_blocks_per_group;/* Number of blocks in a group */ 1478281b5995STheodore Ts'o unsigned long s_clusters_per_group; /* Number of clusters in a group */ 1479ca0faba0STheodore Ts'o unsigned long s_inodes_per_group;/* Number of inodes in a group */ 1480ca0faba0STheodore Ts'o unsigned long s_itb_per_group; /* Number of inode table blocks per group */ 1481ca0faba0STheodore Ts'o unsigned long s_gdb_count; /* Number of group descriptor blocks */ 1482ca0faba0STheodore Ts'o unsigned long s_desc_per_block; /* Number of group descriptors per block */ 1483ca0faba0STheodore Ts'o ext4_group_t s_groups_count; /* Number of groups in the fs */ 1484fb0a387dSEric Sandeen ext4_group_t s_blockfile_groups;/* Groups acceptable for non-extent files */ 1485952fc18eSTheodore Ts'o unsigned long s_overhead; /* # of fs overhead clusters */ 1486281b5995STheodore Ts'o unsigned int s_cluster_ratio; /* Number of blocks per cluster */ 1487281b5995STheodore Ts'o unsigned int s_cluster_bits; /* log2 of s_cluster_ratio */ 1488ca0faba0STheodore Ts'o loff_t s_bitmap_maxbytes; /* max bytes for bitmap files */ 1489ca0faba0STheodore Ts'o struct buffer_head * s_sbh; /* Buffer containing the super block */ 1490ca0faba0STheodore Ts'o struct ext4_super_block *s_es; /* Pointer to the super block in the buffer */ 14911d0c3924STheodore Ts'o struct buffer_head * __rcu *s_group_desc; 14927f4520ccSTheodore Ts'o unsigned int s_mount_opt; 1493a2595b8aSTheodore Ts'o unsigned int s_mount_opt2; 14949b5f6c9bSHarshad Shirwadkar unsigned long s_mount_flags; 14955a916be1STheodore Ts'o unsigned int s_def_mount_opt; 1496e3645d72SZhang Yi unsigned int s_def_mount_opt2; 1497ca0faba0STheodore Ts'o ext4_fsblk_t s_sb_block; 149827dd4385SLukas Czerner atomic64_t s_resv_clusters; 149908cefc7aSEric W. Biederman kuid_t s_resuid; 150008cefc7aSEric W. Biederman kgid_t s_resgid; 1501ca0faba0STheodore Ts'o unsigned short s_mount_state; 1502ca0faba0STheodore Ts'o unsigned short s_pad; 1503ca0faba0STheodore Ts'o int s_addr_per_block_bits; 1504ca0faba0STheodore Ts'o int s_desc_per_block_bits; 1505ca0faba0STheodore Ts'o int s_inode_size; 1506ca0faba0STheodore Ts'o int s_first_ino; 1507ca0faba0STheodore Ts'o unsigned int s_inode_readahead_blks; 150811013911SAndreas Dilger unsigned int s_inode_goal; 1509ca0faba0STheodore Ts'o u32 s_hash_seed[4]; 1510ca0faba0STheodore Ts'o int s_def_hash_version; 15116d2424a8SEric Biggers int s_hash_unsigned; /* 3 if hash should be unsigned, 0 if not */ 151257042651STheodore Ts'o struct percpu_counter s_freeclusters_counter; 1513ca0faba0STheodore Ts'o struct percpu_counter s_freeinodes_counter; 1514ca0faba0STheodore Ts'o struct percpu_counter s_dirs_counter; 151557042651STheodore Ts'o struct percpu_counter s_dirtyclusters_counter; 1516efc61345SEric Whitney struct percpu_counter s_sra_exceeded_retry_limit; 1517ca0faba0STheodore Ts'o struct blockgroup_lock *s_blockgroup_lock; 1518ca0faba0STheodore Ts'o struct proc_dir_entry *s_proc; 1519ca0faba0STheodore Ts'o struct kobject s_kobj; 1520ca0faba0STheodore Ts'o struct completion s_kobj_unregister; 15212c0544b2STheodore Ts'o struct super_block *s_sb; 1522618f0031SPavel Skripkin struct buffer_head *s_mmp_bh; 1523ca0faba0STheodore Ts'o 1524ca0faba0STheodore Ts'o /* Journaling */ 1525ca0faba0STheodore Ts'o struct journal_s *s_journal; 15269549a168STheodore Ts'o unsigned long s_ext4_flags; /* Ext4 superblock flags */ 152702f310fcSJan Kara struct mutex s_orphan_lock; /* Protects on disk list changes */ 152802f310fcSJan Kara struct list_head s_orphan; /* List of orphaned inodes in on disk 152902f310fcSJan Kara list */ 153002f310fcSJan Kara struct ext4_orphan_info s_orphan_info; 1531ca0faba0STheodore Ts'o unsigned long s_commit_interval; 1532ca0faba0STheodore Ts'o u32 s_max_batch_time; 1533ca0faba0STheodore Ts'o u32 s_min_batch_time; 1534ee7ed3aaSChunguang Xu struct block_device *s_journal_bdev; 1535ca0faba0STheodore Ts'o #ifdef CONFIG_QUOTA 153633458eabSTheodore Ts'o /* Names of quota files with journalled quota */ 153733458eabSTheodore Ts'o char __rcu *s_qf_names[EXT4_MAXQUOTAS]; 1538ca0faba0STheodore Ts'o int s_jquota_fmt; /* Format of quota to use */ 1539ca0faba0STheodore Ts'o #endif 1540ca0faba0STheodore Ts'o unsigned int s_want_extra_isize; /* New inodes should reserve # bytes */ 1541dd0db94fSChunguang Xu struct ext4_system_blocks __rcu *s_system_blks; 1542ca0faba0STheodore Ts'o 1543ca0faba0STheodore Ts'o #ifdef EXTENTS_STATS 1544ca0faba0STheodore Ts'o /* ext4 extents stats */ 1545ca0faba0STheodore Ts'o unsigned long s_ext_min; 1546ca0faba0STheodore Ts'o unsigned long s_ext_max; 1547ca0faba0STheodore Ts'o unsigned long s_depth_max; 1548ca0faba0STheodore Ts'o spinlock_t s_ext_stats_lock; 1549ca0faba0STheodore Ts'o unsigned long s_ext_blocks; 1550ca0faba0STheodore Ts'o unsigned long s_ext_extents; 1551ca0faba0STheodore Ts'o #endif 1552ca0faba0STheodore Ts'o 1553ca0faba0STheodore Ts'o /* for buddy allocator */ 1554df3da4eaSSuraj Jitindar Singh struct ext4_group_info ** __rcu *s_group_info; 1555ca0faba0STheodore Ts'o struct inode *s_buddy_cache; 1556ca0faba0STheodore Ts'o spinlock_t s_md_lock; 1557ca0faba0STheodore Ts'o unsigned short *s_mb_offsets; 1558ca0faba0STheodore Ts'o unsigned int *s_mb_maxs; 155928623c2fSTheodore Ts'o unsigned int s_group_info_size; 1560d08854f5STheodore Ts'o unsigned int s_mb_free_pending; 1561a0154344SDaeho Jeong struct list_head s_freed_data_list; /* List of blocks to be freed 1562a0154344SDaeho Jeong after commit completed */ 156355cdd0afSWang Jianchao struct list_head s_discard_list; 156455cdd0afSWang Jianchao struct work_struct s_discard_work; 15655036ab8dSWang Jianchao atomic_t s_retry_alloc_pending; 156683e80a6eSJan Kara struct list_head *s_mb_avg_fragment_size; 156783e80a6eSJan Kara rwlock_t *s_mb_avg_fragment_size_locks; 1568196e402aSHarshad Shirwadkar struct list_head *s_mb_largest_free_orders; 1569196e402aSHarshad Shirwadkar rwlock_t *s_mb_largest_free_orders_locks; 1570ca0faba0STheodore Ts'o 1571ca0faba0STheodore Ts'o /* tunables */ 1572ca0faba0STheodore Ts'o unsigned long s_stripe; 1573196e402aSHarshad Shirwadkar unsigned int s_mb_max_linear_groups; 1574ca0faba0STheodore Ts'o unsigned int s_mb_stream_request; 1575ca0faba0STheodore Ts'o unsigned int s_mb_max_to_scan; 1576ca0faba0STheodore Ts'o unsigned int s_mb_min_to_scan; 1577ca0faba0STheodore Ts'o unsigned int s_mb_stats; 1578ca0faba0STheodore Ts'o unsigned int s_mb_order2_reqs; 1579ca0faba0STheodore Ts'o unsigned int s_mb_group_prealloc; 1580df981d03STheodore Ts'o unsigned int s_max_dir_size_kb; 1581ca0faba0STheodore Ts'o /* where last allocation was done - for stream allocation */ 1582ca0faba0STheodore Ts'o unsigned long s_mb_last_group; 1583ca0faba0STheodore Ts'o unsigned long s_mb_last_start; 1584cfd73237SAlex Zhuravlev unsigned int s_mb_prefetch; 1585cfd73237SAlex Zhuravlev unsigned int s_mb_prefetch_limit; 1586f52f3d2bSOjaswin Mujoo unsigned int s_mb_best_avail_max_trim_order; 1587ca0faba0STheodore Ts'o 1588ca0faba0STheodore Ts'o /* stats for buddy allocator */ 1589ca0faba0STheodore Ts'o atomic_t s_bal_reqs; /* number of reqs with len > 1 */ 1590ca0faba0STheodore Ts'o atomic_t s_bal_success; /* we found long enough chunks */ 1591ca0faba0STheodore Ts'o atomic_t s_bal_allocated; /* in blocks */ 1592ca0faba0STheodore Ts'o atomic_t s_bal_ex_scanned; /* total extents scanned */ 1593fdd9a009SOjaswin Mujoo atomic_t s_bal_cX_ex_scanned[EXT4_MB_NUM_CRS]; /* total extents scanned */ 1594a6c75eafSHarshad Shirwadkar atomic_t s_bal_groups_scanned; /* number of groups scanned */ 1595ca0faba0STheodore Ts'o atomic_t s_bal_goals; /* goal hits */ 15963ef5d263SOjaswin Mujoo atomic_t s_bal_len_goals; /* len goal hits */ 1597ca0faba0STheodore Ts'o atomic_t s_bal_breaks; /* too long searches */ 1598ca0faba0STheodore Ts'o atomic_t s_bal_2orders; /* 2^order hits */ 1599f52f3d2bSOjaswin Mujoo atomic_t s_bal_p2_aligned_bad_suggestions; 1600f52f3d2bSOjaswin Mujoo atomic_t s_bal_goal_fast_bad_suggestions; 1601f52f3d2bSOjaswin Mujoo atomic_t s_bal_best_avail_bad_suggestions; 16024eb7a4a1SOjaswin Mujoo atomic64_t s_bal_cX_groups_considered[EXT4_MB_NUM_CRS]; 16034eb7a4a1SOjaswin Mujoo atomic64_t s_bal_cX_hits[EXT4_MB_NUM_CRS]; 16044eb7a4a1SOjaswin Mujoo atomic64_t s_bal_cX_failed[EXT4_MB_NUM_CRS]; /* cX loop didn't find blocks */ 160567d25186SHarshad Shirwadkar atomic_t s_mb_buddies_generated; /* number of buddies generated */ 160667d25186SHarshad Shirwadkar atomic64_t s_mb_generation_time; 1607ca0faba0STheodore Ts'o atomic_t s_mb_lost_chunks; 1608ca0faba0STheodore Ts'o atomic_t s_mb_preallocated; 1609ca0faba0STheodore Ts'o atomic_t s_mb_discarded; 161050797481STheodore Ts'o atomic_t s_lock_busy; 1611ca0faba0STheodore Ts'o 1612ca0faba0STheodore Ts'o /* locality groups */ 1613003cb608STejun Heo struct ext4_locality_group __percpu *s_locality_groups; 1614ca0faba0STheodore Ts'o 1615ca0faba0STheodore Ts'o /* for write statistics */ 1616ca0faba0STheodore Ts'o unsigned long s_sectors_written_start; 1617ca0faba0STheodore Ts'o u64 s_kbytes_written; 1618ca0faba0STheodore Ts'o 161967a5da56SZheng Liu /* the size of zero-out chunk */ 162067a5da56SZheng Liu unsigned int s_extent_max_zeroout_kb; 162167a5da56SZheng Liu 1622ca0faba0STheodore Ts'o unsigned int s_log_groups_per_flex; 16237c990728SSuraj Jitindar Singh struct flex_groups * __rcu *s_flex_groups; 1624117fff10STheodore Ts'o ext4_group_t s_flex_groups_allocated; 16254c0425ffSMingming Cao 16262e8fa54eSJan Kara /* workqueue for reserved extent conversions (buffered io) */ 16272e8fa54eSJan Kara struct workqueue_struct *rsv_conversion_wq; 162866e61a9eSTheodore Ts'o 162966e61a9eSTheodore Ts'o /* timer for periodic error stats printing */ 163066e61a9eSTheodore Ts'o struct timer_list s_err_report; 1631bfff6873SLukas Czerner 1632bfff6873SLukas Czerner /* Lazy inode table initialization info */ 1633bfff6873SLukas Czerner struct ext4_li_request *s_li_request; 1634bfff6873SLukas Czerner /* Wait multiplier for lazy initialization thread */ 1635bfff6873SLukas Czerner unsigned int s_li_wait_mult; 1636c5e06d10SJohann Lombardi 1637c5e06d10SJohann Lombardi /* Kernel thread for multiple mount protection */ 1638c5e06d10SJohann Lombardi struct task_struct *s_mmp_tsk; 16393d56b8d2STao Ma 16403d56b8d2STao Ma /* record the last minlen when FITRIM is called. */ 16412327fb2eSLukas Czerner unsigned long s_last_trim_minblks; 16420441984aSDarrick J. Wong 16430441984aSDarrick J. Wong /* Reference to checksum algorithm driver via cryptoapi */ 16440441984aSDarrick J. Wong struct crypto_shash *s_chksum_driver; 1645a9c47317SDarrick J. Wong 1646a9c47317SDarrick J. Wong /* Precomputed FS UUID checksum for seeding other checksums */ 1647a9c47317SDarrick J. Wong __u32 s_csum_seed; 164874cd15cdSZheng Liu 164974cd15cdSZheng Liu /* Reclaim extents from extent status tree */ 165074cd15cdSZheng Liu struct shrinker s_es_shrinker; 1651dd475925SJan Kara struct list_head s_es_list; /* List of inodes with reclaimable extents */ 1652edaa53caSZheng Liu long s_es_nr_inode; 1653eb68d0e2SZheng Liu struct ext4_es_stats s_es_stats; 165447387409STahsin Erdogan struct mb_cache *s_ea_block_cache; 1655dec214d0STahsin Erdogan struct mb_cache *s_ea_inode_cache; 1656edaa53caSZheng Liu spinlock_t s_es_lock ____cacheline_aligned_in_smp; 1657efbed4dcSTheodore Ts'o 1658188c299eSJan Kara /* Journal triggers for checksum computation */ 1659188c299eSJan Kara struct ext4_journal_trigger s_journal_triggers[EXT4_JOURNAL_TRIGGER_COUNT]; 1660188c299eSJan Kara 1661efbed4dcSTheodore Ts'o /* Ratelimit ext4 messages. */ 1662efbed4dcSTheodore Ts'o struct ratelimit_state s_err_ratelimit_state; 1663efbed4dcSTheodore Ts'o struct ratelimit_state s_warning_ratelimit_state; 1664efbed4dcSTheodore Ts'o struct ratelimit_state s_msg_ratelimit_state; 16651cf006edSDmitry Monakhov atomic_t s_warning_count; 16661cf006edSDmitry Monakhov atomic_t s_msg_count; 1667c8585c6fSDaeho Jeong 1668ac4acb1fSEric Biggers /* Encryption policy for '-o test_dummy_encryption' */ 1669ac4acb1fSEric Biggers struct fscrypt_dummy_policy s_dummy_enc_policy; 1670ed318a6cSEric Biggers 1671cb85f4d2SEric Biggers /* 1672cb85f4d2SEric Biggers * Barrier between writepages ops and changing any inode's JOURNAL_DATA 1673cb85f4d2SEric Biggers * or EXTENTS flag. 1674cb85f4d2SEric Biggers */ 1675bbd55937SEric Biggers struct percpu_rw_semaphore s_writepages_rwsem; 16765e405595SDan Williams struct dax_device *s_daxdev; 1677cd913c76SChristoph Hellwig u64 s_dax_part_off; 167846f870d6STheodore Ts'o #ifdef CONFIG_EXT4_DEBUG 167946f870d6STheodore Ts'o unsigned long s_simulate_fail; 168046f870d6STheodore Ts'o #endif 1681bc71726cSzhangyi (F) /* Record the errseq of the backing block device */ 1682bc71726cSzhangyi (F) errseq_t s_bdev_wb_err; 1683bc71726cSzhangyi (F) spinlock_t s_bdev_wb_lock; 1684aa75f4d3SHarshad Shirwadkar 1685c92dc856SJan Kara /* Information about errors that happened during this mount */ 1686c92dc856SJan Kara spinlock_t s_error_lock; 1687c92dc856SJan Kara int s_add_error_count; 1688c92dc856SJan Kara int s_first_error_code; 1689c92dc856SJan Kara __u32 s_first_error_line; 1690c92dc856SJan Kara __u32 s_first_error_ino; 1691c92dc856SJan Kara __u64 s_first_error_block; 1692c92dc856SJan Kara const char *s_first_error_func; 1693c92dc856SJan Kara time64_t s_first_error_time; 1694c92dc856SJan Kara int s_last_error_code; 1695c92dc856SJan Kara __u32 s_last_error_line; 1696c92dc856SJan Kara __u32 s_last_error_ino; 1697c92dc856SJan Kara __u64 s_last_error_block; 1698c92dc856SJan Kara const char *s_last_error_func; 1699c92dc856SJan Kara time64_t s_last_error_time; 1700c92dc856SJan Kara /* 1701*bb15cea2STheodore Ts'o * If we are in a context where we cannot update the on-disk 1702*bb15cea2STheodore Ts'o * superblock, we queue the work here. This is used to update 1703*bb15cea2STheodore Ts'o * the error information in the superblock, and for periodic 1704*bb15cea2STheodore Ts'o * updates of the superblock called from the commit callback 1705*bb15cea2STheodore Ts'o * function. 1706c92dc856SJan Kara */ 1707*bb15cea2STheodore Ts'o struct work_struct s_sb_upd_work; 1708c92dc856SJan Kara 17097bbbe241SHarshad Shirwadkar /* Ext4 fast commit sub transaction ID */ 1710aa75f4d3SHarshad Shirwadkar atomic_t s_fc_subtid; 17117bbbe241SHarshad Shirwadkar 1712aa75f4d3SHarshad Shirwadkar /* 1713aa75f4d3SHarshad Shirwadkar * After commit starts, the main queue gets locked, and the further 1714aa75f4d3SHarshad Shirwadkar * updates get added in the staging queue. 1715aa75f4d3SHarshad Shirwadkar */ 1716aa75f4d3SHarshad Shirwadkar #define FC_Q_MAIN 0 1717aa75f4d3SHarshad Shirwadkar #define FC_Q_STAGING 1 1718aa75f4d3SHarshad Shirwadkar struct list_head s_fc_q[2]; /* Inodes staged for fast commit 1719aa75f4d3SHarshad Shirwadkar * that have data changes in them. 1720aa75f4d3SHarshad Shirwadkar */ 1721aa75f4d3SHarshad Shirwadkar struct list_head s_fc_dentry_q[2]; /* directory entry updates */ 1722aa75f4d3SHarshad Shirwadkar unsigned int s_fc_bytes; 1723aa75f4d3SHarshad Shirwadkar /* 1724aa75f4d3SHarshad Shirwadkar * Main fast commit lock. This lock protects accesses to the 1725aa75f4d3SHarshad Shirwadkar * following fields: 1726aa75f4d3SHarshad Shirwadkar * ei->i_fc_list, s_fc_dentry_q, s_fc_q, s_fc_bytes, s_fc_bh. 1727aa75f4d3SHarshad Shirwadkar */ 1728aa75f4d3SHarshad Shirwadkar spinlock_t s_fc_lock; 1729aa75f4d3SHarshad Shirwadkar struct buffer_head *s_fc_bh; 1730aa75f4d3SHarshad Shirwadkar struct ext4_fc_stats s_fc_stats; 1731e85c81baSXin Yin tid_t s_fc_ineligible_tid; 17328016e29fSHarshad Shirwadkar #ifdef CONFIG_EXT4_DEBUG 17338016e29fSHarshad Shirwadkar int s_fc_debug_max_replay; 17348016e29fSHarshad Shirwadkar #endif 17358016e29fSHarshad Shirwadkar struct ext4_fc_replay_state s_fc_replay_state; 1736ca0faba0STheodore Ts'o }; 1737ca0faba0STheodore Ts'o 17383dcf5451SChristoph Hellwig static inline struct ext4_sb_info *EXT4_SB(struct super_block *sb) 17393dcf5451SChristoph Hellwig { 17403dcf5451SChristoph Hellwig return sb->s_fs_info; 17413dcf5451SChristoph Hellwig } 17423dcf5451SChristoph Hellwig static inline struct ext4_inode_info *EXT4_I(struct inode *inode) 17433dcf5451SChristoph Hellwig { 17443dcf5451SChristoph Hellwig return container_of(inode, struct ext4_inode_info, vfs_inode); 17453dcf5451SChristoph Hellwig } 17463dcf5451SChristoph Hellwig 174700d873c1SJan Kara static inline int ext4_writepages_down_read(struct super_block *sb) 174800d873c1SJan Kara { 174900d873c1SJan Kara percpu_down_read(&EXT4_SB(sb)->s_writepages_rwsem); 175000d873c1SJan Kara return memalloc_nofs_save(); 175100d873c1SJan Kara } 175200d873c1SJan Kara 175300d873c1SJan Kara static inline void ext4_writepages_up_read(struct super_block *sb, int ctx) 175400d873c1SJan Kara { 175500d873c1SJan Kara memalloc_nofs_restore(ctx); 175600d873c1SJan Kara percpu_up_read(&EXT4_SB(sb)->s_writepages_rwsem); 175700d873c1SJan Kara } 175800d873c1SJan Kara 175900d873c1SJan Kara static inline int ext4_writepages_down_write(struct super_block *sb) 176000d873c1SJan Kara { 176100d873c1SJan Kara percpu_down_write(&EXT4_SB(sb)->s_writepages_rwsem); 176200d873c1SJan Kara return memalloc_nofs_save(); 176300d873c1SJan Kara } 176400d873c1SJan Kara 176500d873c1SJan Kara static inline void ext4_writepages_up_write(struct super_block *sb, int ctx) 176600d873c1SJan Kara { 176700d873c1SJan Kara memalloc_nofs_restore(ctx); 176800d873c1SJan Kara percpu_up_write(&EXT4_SB(sb)->s_writepages_rwsem); 176900d873c1SJan Kara } 177000d873c1SJan Kara 17713dcf5451SChristoph Hellwig static inline int ext4_valid_inum(struct super_block *sb, unsigned long ino) 17723dcf5451SChristoph Hellwig { 17733dcf5451SChristoph Hellwig return ino == EXT4_ROOT_INO || 17743dcf5451SChristoph Hellwig (ino >= EXT4_FIRST_INO(sb) && 17753dcf5451SChristoph Hellwig ino <= le32_to_cpu(EXT4_SB(sb)->s_es->s_inodes_count)); 17763dcf5451SChristoph Hellwig } 177719f5fb7aSTheodore Ts'o 177819f5fb7aSTheodore Ts'o /* 17791d0c3924STheodore Ts'o * Returns: sbi->field[index] 17801d0c3924STheodore Ts'o * Used to access an array element from the following sbi fields which require 17811d0c3924STheodore Ts'o * rcu protection to avoid dereferencing an invalid pointer due to reassignment 17821d0c3924STheodore Ts'o * - s_group_desc 17831d0c3924STheodore Ts'o * - s_group_info 17841d0c3924STheodore Ts'o * - s_flex_group 17851d0c3924STheodore Ts'o */ 17861d0c3924STheodore Ts'o #define sbi_array_rcu_deref(sbi, field, index) \ 17871d0c3924STheodore Ts'o ({ \ 17881d0c3924STheodore Ts'o typeof(*((sbi)->field)) _v; \ 17891d0c3924STheodore Ts'o rcu_read_lock(); \ 17901d0c3924STheodore Ts'o _v = ((typeof(_v)*)rcu_dereference((sbi)->field))[index]; \ 17911d0c3924STheodore Ts'o rcu_read_unlock(); \ 17921d0c3924STheodore Ts'o _v; \ 17931d0c3924STheodore Ts'o }) 17941d0c3924STheodore Ts'o 17951d0c3924STheodore Ts'o /* 17969b5f6c9bSHarshad Shirwadkar * run-time mount flags 17979b5f6c9bSHarshad Shirwadkar */ 17989b5f6c9bSHarshad Shirwadkar enum { 17999b5f6c9bSHarshad Shirwadkar EXT4_MF_MNTDIR_SAMPLED, 1800bdc8a53aSXin Yin EXT4_MF_FC_INELIGIBLE /* Fast commit ineligible */ 18019b5f6c9bSHarshad Shirwadkar }; 18029b5f6c9bSHarshad Shirwadkar 18039b5f6c9bSHarshad Shirwadkar static inline void ext4_set_mount_flag(struct super_block *sb, int bit) 18049b5f6c9bSHarshad Shirwadkar { 18059b5f6c9bSHarshad Shirwadkar set_bit(bit, &EXT4_SB(sb)->s_mount_flags); 18069b5f6c9bSHarshad Shirwadkar } 18079b5f6c9bSHarshad Shirwadkar 18089b5f6c9bSHarshad Shirwadkar static inline void ext4_clear_mount_flag(struct super_block *sb, int bit) 18099b5f6c9bSHarshad Shirwadkar { 18109b5f6c9bSHarshad Shirwadkar clear_bit(bit, &EXT4_SB(sb)->s_mount_flags); 18119b5f6c9bSHarshad Shirwadkar } 18129b5f6c9bSHarshad Shirwadkar 18139b5f6c9bSHarshad Shirwadkar static inline int ext4_test_mount_flag(struct super_block *sb, int bit) 18149b5f6c9bSHarshad Shirwadkar { 18159b5f6c9bSHarshad Shirwadkar return test_bit(bit, &EXT4_SB(sb)->s_mount_flags); 18169b5f6c9bSHarshad Shirwadkar } 18179b5f6c9bSHarshad Shirwadkar 18189b5f6c9bSHarshad Shirwadkar 18199b5f6c9bSHarshad Shirwadkar /* 182046f870d6STheodore Ts'o * Simulate_fail codes 182146f870d6STheodore Ts'o */ 182246f870d6STheodore Ts'o #define EXT4_SIM_BBITMAP_EIO 1 182346f870d6STheodore Ts'o #define EXT4_SIM_BBITMAP_CRC 2 182446f870d6STheodore Ts'o #define EXT4_SIM_IBITMAP_EIO 3 182546f870d6STheodore Ts'o #define EXT4_SIM_IBITMAP_CRC 4 182646f870d6STheodore Ts'o #define EXT4_SIM_INODE_EIO 5 182746f870d6STheodore Ts'o #define EXT4_SIM_INODE_CRC 6 182846f870d6STheodore Ts'o #define EXT4_SIM_DIRBLOCK_EIO 7 182946f870d6STheodore Ts'o #define EXT4_SIM_DIRBLOCK_CRC 8 183046f870d6STheodore Ts'o 183146f870d6STheodore Ts'o static inline bool ext4_simulate_fail(struct super_block *sb, 183246f870d6STheodore Ts'o unsigned long code) 183346f870d6STheodore Ts'o { 183446f870d6STheodore Ts'o #ifdef CONFIG_EXT4_DEBUG 183546f870d6STheodore Ts'o struct ext4_sb_info *sbi = EXT4_SB(sb); 183646f870d6STheodore Ts'o 183746f870d6STheodore Ts'o if (unlikely(sbi->s_simulate_fail == code)) { 183846f870d6STheodore Ts'o sbi->s_simulate_fail = 0; 183946f870d6STheodore Ts'o return true; 184046f870d6STheodore Ts'o } 184146f870d6STheodore Ts'o #endif 184246f870d6STheodore Ts'o return false; 184346f870d6STheodore Ts'o } 184446f870d6STheodore Ts'o 184546f870d6STheodore Ts'o static inline void ext4_simulate_fail_bh(struct super_block *sb, 184646f870d6STheodore Ts'o struct buffer_head *bh, 184746f870d6STheodore Ts'o unsigned long code) 184846f870d6STheodore Ts'o { 184946f870d6STheodore Ts'o if (!IS_ERR(bh) && ext4_simulate_fail(sb, code)) 185046f870d6STheodore Ts'o clear_buffer_uptodate(bh); 185146f870d6STheodore Ts'o } 185246f870d6STheodore Ts'o 185346f870d6STheodore Ts'o /* 1854878520acSTheodore Ts'o * Error number codes for s_{first,last}_error_errno 1855878520acSTheodore Ts'o * 1856878520acSTheodore Ts'o * Linux errno numbers are architecture specific, so we need to translate 1857878520acSTheodore Ts'o * them into something which is architecture independent. We don't define 1858878520acSTheodore Ts'o * codes for all errno's; just the ones which are most likely to be the cause 1859878520acSTheodore Ts'o * of an ext4_error() call. 1860878520acSTheodore Ts'o */ 1861878520acSTheodore Ts'o #define EXT4_ERR_UNKNOWN 1 1862878520acSTheodore Ts'o #define EXT4_ERR_EIO 2 1863878520acSTheodore Ts'o #define EXT4_ERR_ENOMEM 3 1864878520acSTheodore Ts'o #define EXT4_ERR_EFSBADCRC 4 1865878520acSTheodore Ts'o #define EXT4_ERR_EFSCORRUPTED 5 1866878520acSTheodore Ts'o #define EXT4_ERR_ENOSPC 6 1867878520acSTheodore Ts'o #define EXT4_ERR_ENOKEY 7 1868878520acSTheodore Ts'o #define EXT4_ERR_EROFS 8 1869878520acSTheodore Ts'o #define EXT4_ERR_EFBIG 9 1870878520acSTheodore Ts'o #define EXT4_ERR_EEXIST 10 1871878520acSTheodore Ts'o #define EXT4_ERR_ERANGE 11 1872878520acSTheodore Ts'o #define EXT4_ERR_EOVERFLOW 12 1873878520acSTheodore Ts'o #define EXT4_ERR_EBUSY 13 1874878520acSTheodore Ts'o #define EXT4_ERR_ENOTDIR 14 1875878520acSTheodore Ts'o #define EXT4_ERR_ENOTEMPTY 15 1876878520acSTheodore Ts'o #define EXT4_ERR_ESHUTDOWN 16 1877878520acSTheodore Ts'o #define EXT4_ERR_EFAULT 17 1878878520acSTheodore Ts'o 1879878520acSTheodore Ts'o /* 188019f5fb7aSTheodore Ts'o * Inode dynamic state flags 188119f5fb7aSTheodore Ts'o */ 188219f5fb7aSTheodore Ts'o enum { 188319f5fb7aSTheodore Ts'o EXT4_STATE_NEW, /* inode is newly created */ 188419f5fb7aSTheodore Ts'o EXT4_STATE_XATTR, /* has in-inode xattrs */ 188519f5fb7aSTheodore Ts'o EXT4_STATE_NO_EXPAND, /* No space for expansion */ 188619f5fb7aSTheodore Ts'o EXT4_STATE_DA_ALLOC_CLOSE, /* Alloc DA blks on close */ 188719f5fb7aSTheodore Ts'o EXT4_STATE_EXT_MIGRATE, /* Inode is migrating */ 188814ece102SFrank Mayhar EXT4_STATE_NEWENTRY, /* File just added to dir */ 188967cf5b09STao Ma EXT4_STATE_MAY_INLINE_DATA, /* may have in-inode data */ 18907869a4a6STheodore Ts'o EXT4_STATE_EXT_PRECACHED, /* extents have been precached */ 1891a6d05676STahsin Erdogan EXT4_STATE_LUSTRE_EA_INODE, /* Lustre-style ea_inode */ 1892c93d8f88SEric Biggers EXT4_STATE_VERITY_IN_PROGRESS, /* building fs-verity Merkle tree */ 1893aa75f4d3SHarshad Shirwadkar EXT4_STATE_FC_COMMITTING, /* Fast commit ongoing */ 189402f310fcSJan Kara EXT4_STATE_ORPHAN_FILE, /* Inode orphaned in orphan file */ 189519f5fb7aSTheodore Ts'o }; 189619f5fb7aSTheodore Ts'o 1897353eb83cSTheodore Ts'o #define EXT4_INODE_BIT_FNS(name, field, offset) \ 189812e9b892SDmitry Monakhov static inline int ext4_test_inode_##name(struct inode *inode, int bit) \ 189912e9b892SDmitry Monakhov { \ 1900353eb83cSTheodore Ts'o return test_bit(bit + (offset), &EXT4_I(inode)->i_##field); \ 190112e9b892SDmitry Monakhov } \ 190212e9b892SDmitry Monakhov static inline void ext4_set_inode_##name(struct inode *inode, int bit) \ 190312e9b892SDmitry Monakhov { \ 1904353eb83cSTheodore Ts'o set_bit(bit + (offset), &EXT4_I(inode)->i_##field); \ 190512e9b892SDmitry Monakhov } \ 190612e9b892SDmitry Monakhov static inline void ext4_clear_inode_##name(struct inode *inode, int bit) \ 190712e9b892SDmitry Monakhov { \ 1908353eb83cSTheodore Ts'o clear_bit(bit + (offset), &EXT4_I(inode)->i_##field); \ 190919f5fb7aSTheodore Ts'o } 191019f5fb7aSTheodore Ts'o 19113f61c0ccSAndreas Dilger /* Add these declarations here only so that these functions can be 19123f61c0ccSAndreas Dilger * found by name. Otherwise, they are very hard to locate. */ 19133f61c0ccSAndreas Dilger static inline int ext4_test_inode_flag(struct inode *inode, int bit); 19143f61c0ccSAndreas Dilger static inline void ext4_set_inode_flag(struct inode *inode, int bit); 19153f61c0ccSAndreas Dilger static inline void ext4_clear_inode_flag(struct inode *inode, int bit); 1916353eb83cSTheodore Ts'o EXT4_INODE_BIT_FNS(flag, flags, 0) 19173f61c0ccSAndreas Dilger 19183f61c0ccSAndreas Dilger /* Add these declarations here only so that these functions can be 19193f61c0ccSAndreas Dilger * found by name. Otherwise, they are very hard to locate. */ 19203f61c0ccSAndreas Dilger static inline int ext4_test_inode_state(struct inode *inode, int bit); 19213f61c0ccSAndreas Dilger static inline void ext4_set_inode_state(struct inode *inode, int bit); 19223f61c0ccSAndreas Dilger static inline void ext4_clear_inode_state(struct inode *inode, int bit); 1923353eb83cSTheodore Ts'o #if (BITS_PER_LONG < 64) 1924353eb83cSTheodore Ts'o EXT4_INODE_BIT_FNS(state, state_flags, 0) 1925353eb83cSTheodore Ts'o 1926353eb83cSTheodore Ts'o static inline void ext4_clear_state_flags(struct ext4_inode_info *ei) 1927353eb83cSTheodore Ts'o { 1928353eb83cSTheodore Ts'o (ei)->i_state_flags = 0; 1929353eb83cSTheodore Ts'o } 1930353eb83cSTheodore Ts'o #else 1931353eb83cSTheodore Ts'o EXT4_INODE_BIT_FNS(state, flags, 32) 1932353eb83cSTheodore Ts'o 1933353eb83cSTheodore Ts'o static inline void ext4_clear_state_flags(struct ext4_inode_info *ei) 1934353eb83cSTheodore Ts'o { 1935353eb83cSTheodore Ts'o /* We depend on the fact that callers will set i_flags */ 1936353eb83cSTheodore Ts'o } 1937353eb83cSTheodore Ts'o #endif 19383dcf5451SChristoph Hellwig #else 19393dcf5451SChristoph Hellwig /* Assume that user mode programs are passing in an ext4fs superblock, not 19403dcf5451SChristoph Hellwig * a kernel struct super_block. This will allow us to call the feature-test 19413dcf5451SChristoph Hellwig * macros from user land. */ 19423dcf5451SChristoph Hellwig #define EXT4_SB(sb) (sb) 19433dcf5451SChristoph Hellwig #endif 19443dcf5451SChristoph Hellwig 1945c93d8f88SEric Biggers static inline bool ext4_verity_in_progress(struct inode *inode) 1946c93d8f88SEric Biggers { 1947c93d8f88SEric Biggers return IS_ENABLED(CONFIG_FS_VERITY) && 1948c93d8f88SEric Biggers ext4_test_inode_state(inode, EXT4_STATE_VERITY_IN_PROGRESS); 1949c93d8f88SEric Biggers } 1950c93d8f88SEric Biggers 19513dcf5451SChristoph Hellwig #define NEXT_ORPHAN(inode) EXT4_I(inode)->i_dtime 19523dcf5451SChristoph Hellwig 19533dcf5451SChristoph Hellwig /* 19543dcf5451SChristoph Hellwig * Codes for operating systems 19553dcf5451SChristoph Hellwig */ 19563dcf5451SChristoph Hellwig #define EXT4_OS_LINUX 0 19573dcf5451SChristoph Hellwig #define EXT4_OS_HURD 1 19583dcf5451SChristoph Hellwig #define EXT4_OS_MASIX 2 19593dcf5451SChristoph Hellwig #define EXT4_OS_FREEBSD 3 19603dcf5451SChristoph Hellwig #define EXT4_OS_LITES 4 19613dcf5451SChristoph Hellwig 19623dcf5451SChristoph Hellwig /* 19633dcf5451SChristoph Hellwig * Revision levels 19643dcf5451SChristoph Hellwig */ 19653dcf5451SChristoph Hellwig #define EXT4_GOOD_OLD_REV 0 /* The good old (original) format */ 19663dcf5451SChristoph Hellwig #define EXT4_DYNAMIC_REV 1 /* V2 format w/ dynamic inode sizes */ 19673dcf5451SChristoph Hellwig 19683dcf5451SChristoph Hellwig #define EXT4_MAX_SUPP_REV EXT4_DYNAMIC_REV 19693dcf5451SChristoph Hellwig 19703dcf5451SChristoph Hellwig #define EXT4_GOOD_OLD_INODE_SIZE 128 19713dcf5451SChristoph Hellwig 19724881c497SDeepa Dinamani #define EXT4_EXTRA_TIMESTAMP_MAX (((s64)1 << 34) - 1 + S32_MIN) 19734881c497SDeepa Dinamani #define EXT4_NON_EXTRA_TIMESTAMP_MAX S32_MAX 19744881c497SDeepa Dinamani #define EXT4_TIMESTAMP_MIN S32_MIN 19754881c497SDeepa Dinamani 19763dcf5451SChristoph Hellwig /* 19773dcf5451SChristoph Hellwig * Feature set definitions 19783dcf5451SChristoph Hellwig */ 19793dcf5451SChristoph Hellwig 19803dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_DIR_PREALLOC 0x0001 19813dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_IMAGIC_INODES 0x0002 19823dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_HAS_JOURNAL 0x0004 19833dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_EXT_ATTR 0x0008 19843dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_RESIZE_INODE 0x0010 19853dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_DIR_INDEX 0x0020 19861beeef1bSDarrick J. Wong #define EXT4_FEATURE_COMPAT_SPARSE_SUPER2 0x0200 1987a44ad683SHarshad Shirwadkar /* 1988a44ad683SHarshad Shirwadkar * The reason why "FAST_COMMIT" is a compat feature is that, FS becomes 1989a44ad683SHarshad Shirwadkar * incompatible only if fast commit blocks are present in the FS. Since we 1990a44ad683SHarshad Shirwadkar * clear the journal (and thus the fast commit blocks), we don't mark FS as 1991a44ad683SHarshad Shirwadkar * incompatible. We also have a JBD2 incompat feature, which gets set when 1992a44ad683SHarshad Shirwadkar * there are fast commit blocks present in the journal. 1993a44ad683SHarshad Shirwadkar */ 1994995a3ed6SHarshad Shirwadkar #define EXT4_FEATURE_COMPAT_FAST_COMMIT 0x0400 1995b925acb8SEric Biggers #define EXT4_FEATURE_COMPAT_STABLE_INODES 0x0800 199602f310fcSJan Kara #define EXT4_FEATURE_COMPAT_ORPHAN_FILE 0x1000 /* Orphan file exists */ 19973dcf5451SChristoph Hellwig 19983dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER 0x0001 19993dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_LARGE_FILE 0x0002 20003dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_BTREE_DIR 0x0004 20013dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_HUGE_FILE 0x0008 20023dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_GDT_CSUM 0x0010 20033dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_DIR_NLINK 0x0020 20043dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_EXTRA_ISIZE 0x0040 2005ae812306SAditya Kali #define EXT4_FEATURE_RO_COMPAT_QUOTA 0x0100 2006281b5995STheodore Ts'o #define EXT4_FEATURE_RO_COMPAT_BIGALLOC 0x0200 2007e6153918SDarrick J. Wong /* 2008e6153918SDarrick J. Wong * METADATA_CSUM also enables group descriptor checksums (GDT_CSUM). When 2009e6153918SDarrick J. Wong * METADATA_CSUM is set, group descriptor checksums use the same algorithm as 2010e6153918SDarrick J. Wong * all other data structures' checksums. However, the METADATA_CSUM and 2011e6153918SDarrick J. Wong * GDT_CSUM bits are mutually exclusive. 2012e6153918SDarrick J. Wong */ 20139b90e5e0STheodore Ts'o #define EXT4_FEATURE_RO_COMPAT_METADATA_CSUM 0x0400 20142cb5cc8bSDarrick J. Wong #define EXT4_FEATURE_RO_COMPAT_READONLY 0x1000 20158b4953e1STheodore Ts'o #define EXT4_FEATURE_RO_COMPAT_PROJECT 0x2000 2016c93d8f88SEric Biggers #define EXT4_FEATURE_RO_COMPAT_VERITY 0x8000 201702f310fcSJan Kara #define EXT4_FEATURE_RO_COMPAT_ORPHAN_PRESENT 0x10000 /* Orphan file may be 201802f310fcSJan Kara non-empty */ 20193dcf5451SChristoph Hellwig 20203dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_COMPRESSION 0x0001 20213dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_FILETYPE 0x0002 20223dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_RECOVER 0x0004 /* Needs recovery */ 20233dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_JOURNAL_DEV 0x0008 /* Journal device */ 20243dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_META_BG 0x0010 20253dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_EXTENTS 0x0040 /* extents support */ 20263dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_64BIT 0x0080 20273dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_MMP 0x0100 20283dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_FLEX_BG 0x0200 2029f710b4b9STheodore Ts'o #define EXT4_FEATURE_INCOMPAT_EA_INODE 0x0400 /* EA in inode */ 2030f710b4b9STheodore Ts'o #define EXT4_FEATURE_INCOMPAT_DIRDATA 0x1000 /* data in dirent */ 20318c81bd8fSDarrick J. Wong #define EXT4_FEATURE_INCOMPAT_CSUM_SEED 0x2000 20329b90e5e0STheodore Ts'o #define EXT4_FEATURE_INCOMPAT_LARGEDIR 0x4000 /* >2GB or 3-lvl htree */ 203367cf5b09STao Ma #define EXT4_FEATURE_INCOMPAT_INLINE_DATA 0x8000 /* data in inode */ 20343edc18d8STheodore Ts'o #define EXT4_FEATURE_INCOMPAT_ENCRYPT 0x10000 2035c83ad55eSGabriel Krisman Bertazi #define EXT4_FEATURE_INCOMPAT_CASEFOLD 0x20000 20363dcf5451SChristoph Hellwig 2037c9e716ebSAndreas Dilger extern void ext4_update_dynamic_rev(struct super_block *sb); 2038c9e716ebSAndreas Dilger 2039e2b911c5SDarrick J. Wong #define EXT4_FEATURE_COMPAT_FUNCS(name, flagname) \ 2040e2b911c5SDarrick J. Wong static inline bool ext4_has_feature_##name(struct super_block *sb) \ 2041e2b911c5SDarrick J. Wong { \ 2042e2b911c5SDarrick J. Wong return ((EXT4_SB(sb)->s_es->s_feature_compat & \ 2043e2b911c5SDarrick J. Wong cpu_to_le32(EXT4_FEATURE_COMPAT_##flagname)) != 0); \ 2044e2b911c5SDarrick J. Wong } \ 2045e2b911c5SDarrick J. Wong static inline void ext4_set_feature_##name(struct super_block *sb) \ 2046e2b911c5SDarrick J. Wong { \ 2047c9e716ebSAndreas Dilger ext4_update_dynamic_rev(sb); \ 2048e2b911c5SDarrick J. Wong EXT4_SB(sb)->s_es->s_feature_compat |= \ 2049e2b911c5SDarrick J. Wong cpu_to_le32(EXT4_FEATURE_COMPAT_##flagname); \ 2050e2b911c5SDarrick J. Wong } \ 2051e2b911c5SDarrick J. Wong static inline void ext4_clear_feature_##name(struct super_block *sb) \ 2052e2b911c5SDarrick J. Wong { \ 2053e2b911c5SDarrick J. Wong EXT4_SB(sb)->s_es->s_feature_compat &= \ 2054e2b911c5SDarrick J. Wong ~cpu_to_le32(EXT4_FEATURE_COMPAT_##flagname); \ 2055e2b911c5SDarrick J. Wong } 2056e2b911c5SDarrick J. Wong 2057e2b911c5SDarrick J. Wong #define EXT4_FEATURE_RO_COMPAT_FUNCS(name, flagname) \ 2058e2b911c5SDarrick J. Wong static inline bool ext4_has_feature_##name(struct super_block *sb) \ 2059e2b911c5SDarrick J. Wong { \ 2060e2b911c5SDarrick J. Wong return ((EXT4_SB(sb)->s_es->s_feature_ro_compat & \ 2061e2b911c5SDarrick J. Wong cpu_to_le32(EXT4_FEATURE_RO_COMPAT_##flagname)) != 0); \ 2062e2b911c5SDarrick J. Wong } \ 2063e2b911c5SDarrick J. Wong static inline void ext4_set_feature_##name(struct super_block *sb) \ 2064e2b911c5SDarrick J. Wong { \ 2065c9e716ebSAndreas Dilger ext4_update_dynamic_rev(sb); \ 2066e2b911c5SDarrick J. Wong EXT4_SB(sb)->s_es->s_feature_ro_compat |= \ 2067e2b911c5SDarrick J. Wong cpu_to_le32(EXT4_FEATURE_RO_COMPAT_##flagname); \ 2068e2b911c5SDarrick J. Wong } \ 2069e2b911c5SDarrick J. Wong static inline void ext4_clear_feature_##name(struct super_block *sb) \ 2070e2b911c5SDarrick J. Wong { \ 2071e2b911c5SDarrick J. Wong EXT4_SB(sb)->s_es->s_feature_ro_compat &= \ 2072e2b911c5SDarrick J. Wong ~cpu_to_le32(EXT4_FEATURE_RO_COMPAT_##flagname); \ 2073e2b911c5SDarrick J. Wong } 2074e2b911c5SDarrick J. Wong 2075e2b911c5SDarrick J. Wong #define EXT4_FEATURE_INCOMPAT_FUNCS(name, flagname) \ 2076e2b911c5SDarrick J. Wong static inline bool ext4_has_feature_##name(struct super_block *sb) \ 2077e2b911c5SDarrick J. Wong { \ 2078e2b911c5SDarrick J. Wong return ((EXT4_SB(sb)->s_es->s_feature_incompat & \ 2079e2b911c5SDarrick J. Wong cpu_to_le32(EXT4_FEATURE_INCOMPAT_##flagname)) != 0); \ 2080e2b911c5SDarrick J. Wong } \ 2081e2b911c5SDarrick J. Wong static inline void ext4_set_feature_##name(struct super_block *sb) \ 2082e2b911c5SDarrick J. Wong { \ 2083c9e716ebSAndreas Dilger ext4_update_dynamic_rev(sb); \ 2084e2b911c5SDarrick J. Wong EXT4_SB(sb)->s_es->s_feature_incompat |= \ 2085e2b911c5SDarrick J. Wong cpu_to_le32(EXT4_FEATURE_INCOMPAT_##flagname); \ 2086e2b911c5SDarrick J. Wong } \ 2087e2b911c5SDarrick J. Wong static inline void ext4_clear_feature_##name(struct super_block *sb) \ 2088e2b911c5SDarrick J. Wong { \ 2089e2b911c5SDarrick J. Wong EXT4_SB(sb)->s_es->s_feature_incompat &= \ 2090e2b911c5SDarrick J. Wong ~cpu_to_le32(EXT4_FEATURE_INCOMPAT_##flagname); \ 2091e2b911c5SDarrick J. Wong } 2092e2b911c5SDarrick J. Wong 2093e2b911c5SDarrick J. Wong EXT4_FEATURE_COMPAT_FUNCS(dir_prealloc, DIR_PREALLOC) 2094e2b911c5SDarrick J. Wong EXT4_FEATURE_COMPAT_FUNCS(imagic_inodes, IMAGIC_INODES) 2095e2b911c5SDarrick J. Wong EXT4_FEATURE_COMPAT_FUNCS(journal, HAS_JOURNAL) 2096e2b911c5SDarrick J. Wong EXT4_FEATURE_COMPAT_FUNCS(xattr, EXT_ATTR) 2097e2b911c5SDarrick J. Wong EXT4_FEATURE_COMPAT_FUNCS(resize_inode, RESIZE_INODE) 2098e2b911c5SDarrick J. Wong EXT4_FEATURE_COMPAT_FUNCS(dir_index, DIR_INDEX) 2099e2b911c5SDarrick J. Wong EXT4_FEATURE_COMPAT_FUNCS(sparse_super2, SPARSE_SUPER2) 2100995a3ed6SHarshad Shirwadkar EXT4_FEATURE_COMPAT_FUNCS(fast_commit, FAST_COMMIT) 2101b925acb8SEric Biggers EXT4_FEATURE_COMPAT_FUNCS(stable_inodes, STABLE_INODES) 210202f310fcSJan Kara EXT4_FEATURE_COMPAT_FUNCS(orphan_file, ORPHAN_FILE) 2103e2b911c5SDarrick J. Wong 2104e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(sparse_super, SPARSE_SUPER) 2105e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(large_file, LARGE_FILE) 2106e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(btree_dir, BTREE_DIR) 2107e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(huge_file, HUGE_FILE) 2108e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(gdt_csum, GDT_CSUM) 2109e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(dir_nlink, DIR_NLINK) 2110e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(extra_isize, EXTRA_ISIZE) 2111e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(quota, QUOTA) 2112e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(bigalloc, BIGALLOC) 2113e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(metadata_csum, METADATA_CSUM) 2114e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(readonly, READONLY) 2115e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(project, PROJECT) 2116c93d8f88SEric Biggers EXT4_FEATURE_RO_COMPAT_FUNCS(verity, VERITY) 211702f310fcSJan Kara EXT4_FEATURE_RO_COMPAT_FUNCS(orphan_present, ORPHAN_PRESENT) 2118e2b911c5SDarrick J. Wong 2119e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(compression, COMPRESSION) 2120e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(filetype, FILETYPE) 2121e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(journal_needs_recovery, RECOVER) 2122e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(journal_dev, JOURNAL_DEV) 2123e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(meta_bg, META_BG) 2124e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(extents, EXTENTS) 2125e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(64bit, 64BIT) 2126e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(mmp, MMP) 2127e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(flex_bg, FLEX_BG) 2128e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(ea_inode, EA_INODE) 2129e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(dirdata, DIRDATA) 2130e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(csum_seed, CSUM_SEED) 2131e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(largedir, LARGEDIR) 2132e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(inline_data, INLINE_DATA) 2133e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(encrypt, ENCRYPT) 2134c83ad55eSGabriel Krisman Bertazi EXT4_FEATURE_INCOMPAT_FUNCS(casefold, CASEFOLD) 2135e2b911c5SDarrick J. Wong 21362035e776STheodore Ts'o #define EXT2_FEATURE_COMPAT_SUPP EXT4_FEATURE_COMPAT_EXT_ATTR 21372035e776STheodore Ts'o #define EXT2_FEATURE_INCOMPAT_SUPP (EXT4_FEATURE_INCOMPAT_FILETYPE| \ 21382035e776STheodore Ts'o EXT4_FEATURE_INCOMPAT_META_BG) 21392035e776STheodore Ts'o #define EXT2_FEATURE_RO_COMPAT_SUPP (EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER| \ 21402035e776STheodore Ts'o EXT4_FEATURE_RO_COMPAT_LARGE_FILE| \ 21412035e776STheodore Ts'o EXT4_FEATURE_RO_COMPAT_BTREE_DIR) 21422035e776STheodore Ts'o 21432035e776STheodore Ts'o #define EXT3_FEATURE_COMPAT_SUPP EXT4_FEATURE_COMPAT_EXT_ATTR 21442035e776STheodore Ts'o #define EXT3_FEATURE_INCOMPAT_SUPP (EXT4_FEATURE_INCOMPAT_FILETYPE| \ 21452035e776STheodore Ts'o EXT4_FEATURE_INCOMPAT_RECOVER| \ 21462035e776STheodore Ts'o EXT4_FEATURE_INCOMPAT_META_BG) 21472035e776STheodore Ts'o #define EXT3_FEATURE_RO_COMPAT_SUPP (EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER| \ 21482035e776STheodore Ts'o EXT4_FEATURE_RO_COMPAT_LARGE_FILE| \ 21492035e776STheodore Ts'o EXT4_FEATURE_RO_COMPAT_BTREE_DIR) 21502035e776STheodore Ts'o 215102f310fcSJan Kara #define EXT4_FEATURE_COMPAT_SUPP (EXT4_FEATURE_COMPAT_EXT_ATTR| \ 215202f310fcSJan Kara EXT4_FEATURE_COMPAT_ORPHAN_FILE) 21533dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_SUPP (EXT4_FEATURE_INCOMPAT_FILETYPE| \ 21543dcf5451SChristoph Hellwig EXT4_FEATURE_INCOMPAT_RECOVER| \ 21553dcf5451SChristoph Hellwig EXT4_FEATURE_INCOMPAT_META_BG| \ 21563dcf5451SChristoph Hellwig EXT4_FEATURE_INCOMPAT_EXTENTS| \ 21573dcf5451SChristoph Hellwig EXT4_FEATURE_INCOMPAT_64BIT| \ 2158c5e06d10SJohann Lombardi EXT4_FEATURE_INCOMPAT_FLEX_BG| \ 2159e50e5129SAndreas Dilger EXT4_FEATURE_INCOMPAT_EA_INODE| \ 2160f08225d1STao Ma EXT4_FEATURE_INCOMPAT_MMP | \ 21616ddb2447STheodore Ts'o EXT4_FEATURE_INCOMPAT_INLINE_DATA | \ 21628c81bd8fSDarrick J. Wong EXT4_FEATURE_INCOMPAT_ENCRYPT | \ 2163c83ad55eSGabriel Krisman Bertazi EXT4_FEATURE_INCOMPAT_CASEFOLD | \ 2164e08ac99fSArtem Blagodarenko EXT4_FEATURE_INCOMPAT_CSUM_SEED | \ 2165e08ac99fSArtem Blagodarenko EXT4_FEATURE_INCOMPAT_LARGEDIR) 21663dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_SUPP (EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER| \ 21673dcf5451SChristoph Hellwig EXT4_FEATURE_RO_COMPAT_LARGE_FILE| \ 21683dcf5451SChristoph Hellwig EXT4_FEATURE_RO_COMPAT_GDT_CSUM| \ 21693dcf5451SChristoph Hellwig EXT4_FEATURE_RO_COMPAT_DIR_NLINK | \ 21703dcf5451SChristoph Hellwig EXT4_FEATURE_RO_COMPAT_EXTRA_ISIZE | \ 21713dcf5451SChristoph Hellwig EXT4_FEATURE_RO_COMPAT_BTREE_DIR |\ 21726f16b606STheodore Ts'o EXT4_FEATURE_RO_COMPAT_HUGE_FILE |\ 2173e93376c2SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_BIGALLOC |\ 21747c319d32SAditya Kali EXT4_FEATURE_RO_COMPAT_METADATA_CSUM|\ 2175040cb378SLi Xi EXT4_FEATURE_RO_COMPAT_QUOTA |\ 2176c93d8f88SEric Biggers EXT4_FEATURE_RO_COMPAT_PROJECT |\ 217702f310fcSJan Kara EXT4_FEATURE_RO_COMPAT_VERITY |\ 217802f310fcSJan Kara EXT4_FEATURE_RO_COMPAT_ORPHAN_PRESENT) 21793dcf5451SChristoph Hellwig 2180e2b911c5SDarrick J. Wong #define EXTN_FEATURE_FUNCS(ver) \ 2181e2b911c5SDarrick J. Wong static inline bool ext4_has_unknown_ext##ver##_compat_features(struct super_block *sb) \ 2182e2b911c5SDarrick J. Wong { \ 2183e2b911c5SDarrick J. Wong return ((EXT4_SB(sb)->s_es->s_feature_compat & \ 2184e2b911c5SDarrick J. Wong cpu_to_le32(~EXT##ver##_FEATURE_COMPAT_SUPP)) != 0); \ 2185e2b911c5SDarrick J. Wong } \ 2186e2b911c5SDarrick J. Wong static inline bool ext4_has_unknown_ext##ver##_ro_compat_features(struct super_block *sb) \ 2187e2b911c5SDarrick J. Wong { \ 2188e2b911c5SDarrick J. Wong return ((EXT4_SB(sb)->s_es->s_feature_ro_compat & \ 2189e2b911c5SDarrick J. Wong cpu_to_le32(~EXT##ver##_FEATURE_RO_COMPAT_SUPP)) != 0); \ 2190e2b911c5SDarrick J. Wong } \ 2191e2b911c5SDarrick J. Wong static inline bool ext4_has_unknown_ext##ver##_incompat_features(struct super_block *sb) \ 2192e2b911c5SDarrick J. Wong { \ 2193e2b911c5SDarrick J. Wong return ((EXT4_SB(sb)->s_es->s_feature_incompat & \ 2194e2b911c5SDarrick J. Wong cpu_to_le32(~EXT##ver##_FEATURE_INCOMPAT_SUPP)) != 0); \ 2195e2b911c5SDarrick J. Wong } 2196e2b911c5SDarrick J. Wong 2197e2b911c5SDarrick J. Wong EXTN_FEATURE_FUNCS(2) 2198e2b911c5SDarrick J. Wong EXTN_FEATURE_FUNCS(3) 2199e2b911c5SDarrick J. Wong EXTN_FEATURE_FUNCS(4) 2200e2b911c5SDarrick J. Wong 2201e2b911c5SDarrick J. Wong static inline bool ext4_has_compat_features(struct super_block *sb) 2202e2b911c5SDarrick J. Wong { 2203e2b911c5SDarrick J. Wong return (EXT4_SB(sb)->s_es->s_feature_compat != 0); 2204e2b911c5SDarrick J. Wong } 2205e2b911c5SDarrick J. Wong static inline bool ext4_has_ro_compat_features(struct super_block *sb) 2206e2b911c5SDarrick J. Wong { 2207e2b911c5SDarrick J. Wong return (EXT4_SB(sb)->s_es->s_feature_ro_compat != 0); 2208e2b911c5SDarrick J. Wong } 2209e2b911c5SDarrick J. Wong static inline bool ext4_has_incompat_features(struct super_block *sb) 2210e2b911c5SDarrick J. Wong { 2211e2b911c5SDarrick J. Wong return (EXT4_SB(sb)->s_es->s_feature_incompat != 0); 2212e2b911c5SDarrick J. Wong } 2213e2b911c5SDarrick J. Wong 221425c6d98fSJan Kara extern int ext4_feature_set_ok(struct super_block *sb, int readonly); 221525c6d98fSJan Kara 22163dcf5451SChristoph Hellwig /* 22179549a168STheodore Ts'o * Superblock flags 22189549a168STheodore Ts'o */ 22199549a168STheodore Ts'o #define EXT4_FLAGS_RESIZING 0 22200db1ff22STheodore Ts'o #define EXT4_FLAGS_SHUTDOWN 1 2221a8ab6d38SIra Weiny #define EXT4_FLAGS_BDEV_IS_DAX 2 22220db1ff22STheodore Ts'o 2223eb8ab444SJan Kara static inline int ext4_forced_shutdown(struct super_block *sb) 22240db1ff22STheodore Ts'o { 2225eb8ab444SJan Kara return test_bit(EXT4_FLAGS_SHUTDOWN, &EXT4_SB(sb)->s_ext4_flags); 22260db1ff22STheodore Ts'o } 22279549a168STheodore Ts'o 22289549a168STheodore Ts'o /* 22293dcf5451SChristoph Hellwig * Default values for user and/or group using reserved blocks 22303dcf5451SChristoph Hellwig */ 22313dcf5451SChristoph Hellwig #define EXT4_DEF_RESUID 0 22323dcf5451SChristoph Hellwig #define EXT4_DEF_RESGID 0 22333dcf5451SChristoph Hellwig 2234040cb378SLi Xi /* 2235040cb378SLi Xi * Default project ID 2236040cb378SLi Xi */ 2237040cb378SLi Xi #define EXT4_DEF_PROJID 0 2238040cb378SLi Xi 2239240799cdSTheodore Ts'o #define EXT4_DEF_INODE_READAHEAD_BLKS 32 2240240799cdSTheodore Ts'o 22413dcf5451SChristoph Hellwig /* 22423dcf5451SChristoph Hellwig * Default mount options 22433dcf5451SChristoph Hellwig */ 22443dcf5451SChristoph Hellwig #define EXT4_DEFM_DEBUG 0x0001 22453dcf5451SChristoph Hellwig #define EXT4_DEFM_BSDGROUPS 0x0002 22463dcf5451SChristoph Hellwig #define EXT4_DEFM_XATTR_USER 0x0004 22473dcf5451SChristoph Hellwig #define EXT4_DEFM_ACL 0x0008 22483dcf5451SChristoph Hellwig #define EXT4_DEFM_UID16 0x0010 22493dcf5451SChristoph Hellwig #define EXT4_DEFM_JMODE 0x0060 22503dcf5451SChristoph Hellwig #define EXT4_DEFM_JMODE_DATA 0x0020 22513dcf5451SChristoph Hellwig #define EXT4_DEFM_JMODE_ORDERED 0x0040 22523dcf5451SChristoph Hellwig #define EXT4_DEFM_JMODE_WBACK 0x0060 22538b67f04aSTheodore Ts'o #define EXT4_DEFM_NOBARRIER 0x0100 22548b67f04aSTheodore Ts'o #define EXT4_DEFM_BLOCK_VALIDITY 0x0200 22558b67f04aSTheodore Ts'o #define EXT4_DEFM_DISCARD 0x0400 22568b67f04aSTheodore Ts'o #define EXT4_DEFM_NODELALLOC 0x0800 22573dcf5451SChristoph Hellwig 22583dcf5451SChristoph Hellwig /* 225930773840STheodore Ts'o * Default journal batch times 226030773840STheodore Ts'o */ 226130773840STheodore Ts'o #define EXT4_DEF_MIN_BATCH_TIME 0 226230773840STheodore Ts'o #define EXT4_DEF_MAX_BATCH_TIME 15000 /* 15ms */ 226330773840STheodore Ts'o 226430773840STheodore Ts'o /* 2265a4912123STheodore Ts'o * Minimum number of groups in a flexgroup before we separate out 2266a4912123STheodore Ts'o * directories into the first block group of a flexgroup 2267a4912123STheodore Ts'o */ 2268a4912123STheodore Ts'o #define EXT4_FLEX_SIZE_DIR_ALLOC_SCHEME 4 2269a4912123STheodore Ts'o 2270a4912123STheodore Ts'o /* 22713dcf5451SChristoph Hellwig * Structure of a directory entry 22723dcf5451SChristoph Hellwig */ 22733dcf5451SChristoph Hellwig #define EXT4_NAME_LEN 255 2274c186f088SYe Bin /* 2275c186f088SYe Bin * Base length of the ext4 directory entry excluding the name length 2276c186f088SYe Bin */ 2277c186f088SYe Bin #define EXT4_BASE_DIR_LEN (sizeof(struct ext4_dir_entry_2) - EXT4_NAME_LEN) 22783dcf5451SChristoph Hellwig 22793dcf5451SChristoph Hellwig struct ext4_dir_entry { 22803dcf5451SChristoph Hellwig __le32 inode; /* Inode number */ 22813dcf5451SChristoph Hellwig __le16 rec_len; /* Directory entry length */ 22823dcf5451SChristoph Hellwig __le16 name_len; /* Name length */ 22833dcf5451SChristoph Hellwig char name[EXT4_NAME_LEN]; /* File name */ 22843dcf5451SChristoph Hellwig }; 22853dcf5451SChristoph Hellwig 2286471fbbeaSDaniel Rosenberg 2287471fbbeaSDaniel Rosenberg /* 2288471fbbeaSDaniel Rosenberg * Encrypted Casefolded entries require saving the hash on disk. This structure 2289471fbbeaSDaniel Rosenberg * followed ext4_dir_entry_2's name[name_len] at the next 4 byte aligned 2290471fbbeaSDaniel Rosenberg * boundary. 2291471fbbeaSDaniel Rosenberg */ 2292471fbbeaSDaniel Rosenberg struct ext4_dir_entry_hash { 2293471fbbeaSDaniel Rosenberg __le32 hash; 2294471fbbeaSDaniel Rosenberg __le32 minor_hash; 2295471fbbeaSDaniel Rosenberg }; 2296471fbbeaSDaniel Rosenberg 22973dcf5451SChristoph Hellwig /* 22983dcf5451SChristoph Hellwig * The new version of the directory entry. Since EXT4 structures are 22993dcf5451SChristoph Hellwig * stored in intel byte order, and the name_len field could never be 23003dcf5451SChristoph Hellwig * bigger than 255 chars, it's safe to reclaim the extra byte for the 23013dcf5451SChristoph Hellwig * file_type field. 23023dcf5451SChristoph Hellwig */ 23033dcf5451SChristoph Hellwig struct ext4_dir_entry_2 { 23043dcf5451SChristoph Hellwig __le32 inode; /* Inode number */ 23053dcf5451SChristoph Hellwig __le16 rec_len; /* Directory entry length */ 23063dcf5451SChristoph Hellwig __u8 name_len; /* Name length */ 23079f364e1dSJonathan Grant __u8 file_type; /* See file type macros EXT4_FT_* below */ 23083dcf5451SChristoph Hellwig char name[EXT4_NAME_LEN]; /* File name */ 23093dcf5451SChristoph Hellwig }; 23103dcf5451SChristoph Hellwig 23113dcf5451SChristoph Hellwig /* 2312471fbbeaSDaniel Rosenberg * Access the hashes at the end of ext4_dir_entry_2 2313471fbbeaSDaniel Rosenberg */ 2314471fbbeaSDaniel Rosenberg #define EXT4_DIRENT_HASHES(entry) \ 2315471fbbeaSDaniel Rosenberg ((struct ext4_dir_entry_hash *) \ 2316471fbbeaSDaniel Rosenberg (((void *)(entry)) + \ 2317471fbbeaSDaniel Rosenberg ((8 + (entry)->name_len + EXT4_DIR_ROUND) & ~EXT4_DIR_ROUND))) 2318471fbbeaSDaniel Rosenberg #define EXT4_DIRENT_HASH(entry) le32_to_cpu(EXT4_DIRENT_HASHES(de)->hash) 2319471fbbeaSDaniel Rosenberg #define EXT4_DIRENT_MINOR_HASH(entry) \ 2320471fbbeaSDaniel Rosenberg le32_to_cpu(EXT4_DIRENT_HASHES(de)->minor_hash) 2321471fbbeaSDaniel Rosenberg 2322471fbbeaSDaniel Rosenberg static inline bool ext4_hash_in_dirent(const struct inode *inode) 2323471fbbeaSDaniel Rosenberg { 2324471fbbeaSDaniel Rosenberg return IS_CASEFOLDED(inode) && IS_ENCRYPTED(inode); 2325471fbbeaSDaniel Rosenberg } 2326471fbbeaSDaniel Rosenberg 2327471fbbeaSDaniel Rosenberg /* 2328e6153918SDarrick J. Wong * This is a bogus directory entry at the end of each leaf block that 2329e6153918SDarrick J. Wong * records checksums. 2330e6153918SDarrick J. Wong */ 2331e6153918SDarrick J. Wong struct ext4_dir_entry_tail { 2332e6153918SDarrick J. Wong __le32 det_reserved_zero1; /* Pretend to be unused */ 2333e6153918SDarrick J. Wong __le16 det_rec_len; /* 12 */ 2334e6153918SDarrick J. Wong __u8 det_reserved_zero2; /* Zero name length */ 2335e6153918SDarrick J. Wong __u8 det_reserved_ft; /* 0xDE, fake file type */ 2336e6153918SDarrick J. Wong __le32 det_checksum; /* crc32c(uuid+inum+dirblock) */ 2337e6153918SDarrick J. Wong }; 2338e6153918SDarrick J. Wong 23393c47d541STao Ma #define EXT4_DIRENT_TAIL(block, blocksize) \ 23403c47d541STao Ma ((struct ext4_dir_entry_tail *)(((void *)(block)) + \ 23413c47d541STao Ma ((blocksize) - \ 23423c47d541STao Ma sizeof(struct ext4_dir_entry_tail)))) 23433c47d541STao Ma 2344e6153918SDarrick J. Wong /* 23453dcf5451SChristoph Hellwig * Ext4 directory file types. Only the low 3 bits are used. The 23463dcf5451SChristoph Hellwig * other bits are reserved for now. 23473dcf5451SChristoph Hellwig */ 23483dcf5451SChristoph Hellwig #define EXT4_FT_UNKNOWN 0 23493dcf5451SChristoph Hellwig #define EXT4_FT_REG_FILE 1 23503dcf5451SChristoph Hellwig #define EXT4_FT_DIR 2 23513dcf5451SChristoph Hellwig #define EXT4_FT_CHRDEV 3 23523dcf5451SChristoph Hellwig #define EXT4_FT_BLKDEV 4 23533dcf5451SChristoph Hellwig #define EXT4_FT_FIFO 5 23543dcf5451SChristoph Hellwig #define EXT4_FT_SOCK 6 23553dcf5451SChristoph Hellwig #define EXT4_FT_SYMLINK 7 23563dcf5451SChristoph Hellwig 23573dcf5451SChristoph Hellwig #define EXT4_FT_MAX 8 23583dcf5451SChristoph Hellwig 2359e6153918SDarrick J. Wong #define EXT4_FT_DIR_CSUM 0xDE 2360e6153918SDarrick J. Wong 23613dcf5451SChristoph Hellwig /* 23623dcf5451SChristoph Hellwig * EXT4_DIR_PAD defines the directory entries boundaries 23633dcf5451SChristoph Hellwig * 23643dcf5451SChristoph Hellwig * NOTE: It must be a multiple of 4 23653dcf5451SChristoph Hellwig */ 23663dcf5451SChristoph Hellwig #define EXT4_DIR_PAD 4 23673dcf5451SChristoph Hellwig #define EXT4_DIR_ROUND (EXT4_DIR_PAD - 1) 23683dcf5451SChristoph Hellwig #define EXT4_MAX_REC_LEN ((1<<16)-1) 23693dcf5451SChristoph Hellwig 23703dcf5451SChristoph Hellwig /* 2371471fbbeaSDaniel Rosenberg * The rec_len is dependent on the type of directory. Directories that are 2372471fbbeaSDaniel Rosenberg * casefolded and encrypted need to store the hash as well, so we add room for 2373471fbbeaSDaniel Rosenberg * ext4_extended_dir_entry_2. For all entries related to '.' or '..' you should 2374471fbbeaSDaniel Rosenberg * pass NULL for dir, as those entries do not use the extra fields. 2375471fbbeaSDaniel Rosenberg */ 2376471fbbeaSDaniel Rosenberg static inline unsigned int ext4_dir_rec_len(__u8 name_len, 2377471fbbeaSDaniel Rosenberg const struct inode *dir) 2378471fbbeaSDaniel Rosenberg { 2379471fbbeaSDaniel Rosenberg int rec_len = (name_len + 8 + EXT4_DIR_ROUND); 2380471fbbeaSDaniel Rosenberg 2381471fbbeaSDaniel Rosenberg if (dir && ext4_hash_in_dirent(dir)) 2382471fbbeaSDaniel Rosenberg rec_len += sizeof(struct ext4_dir_entry_hash); 2383471fbbeaSDaniel Rosenberg return (rec_len & ~EXT4_DIR_ROUND); 2384471fbbeaSDaniel Rosenberg } 2385471fbbeaSDaniel Rosenberg 2386471fbbeaSDaniel Rosenberg /* 23870cfc9255SEric Sandeen * If we ever get support for fs block sizes > page_size, we'll need 23880cfc9255SEric Sandeen * to remove the #if statements in the next two functions... 23890cfc9255SEric Sandeen */ 23900cfc9255SEric Sandeen static inline unsigned int 23910cfc9255SEric Sandeen ext4_rec_len_from_disk(__le16 dlen, unsigned blocksize) 23920cfc9255SEric Sandeen { 23930cfc9255SEric Sandeen unsigned len = le16_to_cpu(dlen); 23940cfc9255SEric Sandeen 2395ea1754a0SKirill A. Shutemov #if (PAGE_SIZE >= 65536) 23960cfc9255SEric Sandeen if (len == EXT4_MAX_REC_LEN || len == 0) 23970cfc9255SEric Sandeen return blocksize; 23980cfc9255SEric Sandeen return (len & 65532) | ((len & 3) << 16); 23990cfc9255SEric Sandeen #else 24000cfc9255SEric Sandeen return len; 24010cfc9255SEric Sandeen #endif 24020cfc9255SEric Sandeen } 24030cfc9255SEric Sandeen 24040cfc9255SEric Sandeen static inline __le16 ext4_rec_len_to_disk(unsigned len, unsigned blocksize) 24050cfc9255SEric Sandeen { 2406a2e3965dSxu xin BUG_ON((len > blocksize) || (blocksize > (1 << 18)) || (len & 3)); 2407ea1754a0SKirill A. Shutemov #if (PAGE_SIZE >= 65536) 24080cfc9255SEric Sandeen if (len < 65536) 24090cfc9255SEric Sandeen return cpu_to_le16(len); 24100cfc9255SEric Sandeen if (len == blocksize) { 24110cfc9255SEric Sandeen if (blocksize == 65536) 24120cfc9255SEric Sandeen return cpu_to_le16(EXT4_MAX_REC_LEN); 24130cfc9255SEric Sandeen else 24140cfc9255SEric Sandeen return cpu_to_le16(0); 24150cfc9255SEric Sandeen } 24160cfc9255SEric Sandeen return cpu_to_le16((len & 65532) | ((len >> 16) & 3)); 24170cfc9255SEric Sandeen #else 24180cfc9255SEric Sandeen return cpu_to_le16(len); 24190cfc9255SEric Sandeen #endif 24200cfc9255SEric Sandeen } 24210cfc9255SEric Sandeen 24220cfc9255SEric Sandeen /* 24233dcf5451SChristoph Hellwig * Hash Tree Directory indexing 24243dcf5451SChristoph Hellwig * (c) Daniel Phillips, 2001 24253dcf5451SChristoph Hellwig */ 24263dcf5451SChristoph Hellwig 2427e2b911c5SDarrick J. Wong #define is_dx(dir) (ext4_has_feature_dir_index((dir)->i_sb) && \ 242812e9b892SDmitry Monakhov ext4_test_inode_flag((dir), EXT4_INODE_INDEX)) 2429c7414892SAndreas Dilger #define EXT4_DIR_LINK_MAX(dir) unlikely((dir)->i_nlink >= EXT4_LINK_MAX && \ 2430c7414892SAndreas Dilger !(ext4_has_feature_dir_nlink((dir)->i_sb) && is_dx(dir))) 24313dcf5451SChristoph Hellwig #define EXT4_DIR_LINK_EMPTY(dir) ((dir)->i_nlink == 2 || (dir)->i_nlink == 1) 24323dcf5451SChristoph Hellwig 24333dcf5451SChristoph Hellwig /* Legal values for the dx_root hash_version field: */ 24343dcf5451SChristoph Hellwig 24353dcf5451SChristoph Hellwig #define DX_HASH_LEGACY 0 24363dcf5451SChristoph Hellwig #define DX_HASH_HALF_MD4 1 24373dcf5451SChristoph Hellwig #define DX_HASH_TEA 2 2438f99b2589STheodore Ts'o #define DX_HASH_LEGACY_UNSIGNED 3 2439f99b2589STheodore Ts'o #define DX_HASH_HALF_MD4_UNSIGNED 4 2440f99b2589STheodore Ts'o #define DX_HASH_TEA_UNSIGNED 5 2441471fbbeaSDaniel Rosenberg #define DX_HASH_SIPHASH 6 24423dcf5451SChristoph Hellwig 24430441984aSDarrick J. Wong static inline u32 ext4_chksum(struct ext4_sb_info *sbi, u32 crc, 24440441984aSDarrick J. Wong const void *address, unsigned int length) 24450441984aSDarrick J. Wong { 24460441984aSDarrick J. Wong struct { 24470441984aSDarrick J. Wong struct shash_desc shash; 24483108b54bSTheodore Ts'o char ctx[4]; 24490441984aSDarrick J. Wong } desc; 24500441984aSDarrick J. Wong 24513108b54bSTheodore Ts'o BUG_ON(crypto_shash_descsize(sbi->s_chksum_driver)!=sizeof(desc.ctx)); 24523108b54bSTheodore Ts'o 24530441984aSDarrick J. Wong desc.shash.tfm = sbi->s_chksum_driver; 24540441984aSDarrick J. Wong *(u32 *)desc.ctx = crc; 24550441984aSDarrick J. Wong 2456e7093f0dSPetros Koutoupis BUG_ON(crypto_shash_update(&desc.shash, address, length)); 24570441984aSDarrick J. Wong 24580441984aSDarrick J. Wong return *(u32 *)desc.ctx; 24590441984aSDarrick J. Wong } 24600441984aSDarrick J. Wong 24613dcf5451SChristoph Hellwig #ifdef __KERNEL__ 24623dcf5451SChristoph Hellwig 24633dcf5451SChristoph Hellwig /* hash info structure used by the directory hash */ 24643dcf5451SChristoph Hellwig struct dx_hash_info 24653dcf5451SChristoph Hellwig { 24663dcf5451SChristoph Hellwig u32 hash; 24673dcf5451SChristoph Hellwig u32 minor_hash; 24683dcf5451SChristoph Hellwig int hash_version; 24693dcf5451SChristoph Hellwig u32 *seed; 24703dcf5451SChristoph Hellwig }; 24713dcf5451SChristoph Hellwig 2472d1f5273eSFan Yong 2473d1f5273eSFan Yong /* 32 and 64 bit signed EOF for dx directories */ 2474d1f5273eSFan Yong #define EXT4_HTREE_EOF_32BIT ((1UL << (32 - 1)) - 1) 2475d1f5273eSFan Yong #define EXT4_HTREE_EOF_64BIT ((1ULL << (64 - 1)) - 1) 2476d1f5273eSFan Yong 24773dcf5451SChristoph Hellwig 24783dcf5451SChristoph Hellwig /* 24793dcf5451SChristoph Hellwig * Control parameters used by ext4_htree_next_block 24803dcf5451SChristoph Hellwig */ 24813dcf5451SChristoph Hellwig #define HASH_NB_ALWAYS 1 24823dcf5451SChristoph Hellwig 24835b643f9cSTheodore Ts'o struct ext4_filename { 24845b643f9cSTheodore Ts'o const struct qstr *usr_fname; 2485a7550b30SJaegeuk Kim struct fscrypt_str disk_name; 24865b643f9cSTheodore Ts'o struct dx_hash_info hinfo; 2487643fa961SChandan Rajendra #ifdef CONFIG_FS_ENCRYPTION 2488a7550b30SJaegeuk Kim struct fscrypt_str crypto_buf; 24895b643f9cSTheodore Ts'o #endif 24905298d4bfSChristoph Hellwig #if IS_ENABLED(CONFIG_UNICODE) 24913ae72562SGabriel Krisman Bertazi struct fscrypt_str cf_name; 24923ae72562SGabriel Krisman Bertazi #endif 24935b643f9cSTheodore Ts'o }; 24945b643f9cSTheodore Ts'o 24955b643f9cSTheodore Ts'o #define fname_name(p) ((p)->disk_name.name) 2496471fbbeaSDaniel Rosenberg #define fname_usr_name(p) ((p)->usr_fname->name) 24975b643f9cSTheodore Ts'o #define fname_len(p) ((p)->disk_name.len) 24983dcf5451SChristoph Hellwig 24993dcf5451SChristoph Hellwig /* 25003dcf5451SChristoph Hellwig * Describe an inode's exact location on disk and in memory 25013dcf5451SChristoph Hellwig */ 25023dcf5451SChristoph Hellwig struct ext4_iloc 25033dcf5451SChristoph Hellwig { 25043dcf5451SChristoph Hellwig struct buffer_head *bh; 25053dcf5451SChristoph Hellwig unsigned long offset; 25063dcf5451SChristoph Hellwig ext4_group_t block_group; 25073dcf5451SChristoph Hellwig }; 25083dcf5451SChristoph Hellwig 25093dcf5451SChristoph Hellwig static inline struct ext4_inode *ext4_raw_inode(struct ext4_iloc *iloc) 25103dcf5451SChristoph Hellwig { 25113dcf5451SChristoph Hellwig return (struct ext4_inode *) (iloc->bh->b_data + iloc->offset); 25123dcf5451SChristoph Hellwig } 25133dcf5451SChristoph Hellwig 2514dec214d0STahsin Erdogan static inline bool ext4_is_quota_file(struct inode *inode) 2515dec214d0STahsin Erdogan { 2516dec214d0STahsin Erdogan return IS_NOQUOTA(inode) && 2517dec214d0STahsin Erdogan !(EXT4_I(inode)->i_flags & EXT4_EA_INODE_FL); 2518dec214d0STahsin Erdogan } 251902749a4cSTahsin Erdogan 25203dcf5451SChristoph Hellwig /* 25213dcf5451SChristoph Hellwig * This structure is stuffed into the struct file's private_data field 25223dcf5451SChristoph Hellwig * for directories. It is where we put information so that we can do 25233dcf5451SChristoph Hellwig * readdir operations in hash tree order. 25243dcf5451SChristoph Hellwig */ 25253dcf5451SChristoph Hellwig struct dir_private_info { 25263dcf5451SChristoph Hellwig struct rb_root root; 25273dcf5451SChristoph Hellwig struct rb_node *curr_node; 25283dcf5451SChristoph Hellwig struct fname *extra_fname; 25293dcf5451SChristoph Hellwig loff_t last_pos; 25303dcf5451SChristoph Hellwig __u32 curr_hash; 25313dcf5451SChristoph Hellwig __u32 curr_minor_hash; 25323dcf5451SChristoph Hellwig __u32 next_hash; 25333dcf5451SChristoph Hellwig }; 25343dcf5451SChristoph Hellwig 25353dcf5451SChristoph Hellwig /* calculate the first block number of the group */ 25363dcf5451SChristoph Hellwig static inline ext4_fsblk_t 25373dcf5451SChristoph Hellwig ext4_group_first_block_no(struct super_block *sb, ext4_group_t group_no) 25383dcf5451SChristoph Hellwig { 25393dcf5451SChristoph Hellwig return group_no * (ext4_fsblk_t)EXT4_BLOCKS_PER_GROUP(sb) + 25403dcf5451SChristoph Hellwig le32_to_cpu(EXT4_SB(sb)->s_es->s_first_data_block); 25413dcf5451SChristoph Hellwig } 25423dcf5451SChristoph Hellwig 25433dcf5451SChristoph Hellwig /* 25443dcf5451SChristoph Hellwig * Special error return code only used by dx_probe() and its callers. 25453dcf5451SChristoph Hellwig */ 254636de9286STheodore Ts'o #define ERR_BAD_DX_DIR (-(MAX_ERRNO - 1)) 25473dcf5451SChristoph Hellwig 2548e08ac99fSArtem Blagodarenko /* htree levels for ext4 */ 2549e08ac99fSArtem Blagodarenko #define EXT4_HTREE_LEVEL_COMPAT 2 2550e08ac99fSArtem Blagodarenko #define EXT4_HTREE_LEVEL 3 2551e08ac99fSArtem Blagodarenko 2552e08ac99fSArtem Blagodarenko static inline int ext4_dir_htree_level(struct super_block *sb) 2553e08ac99fSArtem Blagodarenko { 2554e08ac99fSArtem Blagodarenko return ext4_has_feature_largedir(sb) ? 2555e08ac99fSArtem Blagodarenko EXT4_HTREE_LEVEL : EXT4_HTREE_LEVEL_COMPAT; 2556e08ac99fSArtem Blagodarenko } 2557e08ac99fSArtem Blagodarenko 25583dcf5451SChristoph Hellwig /* 2559bfff6873SLukas Czerner * Timeout and state flag for lazy initialization inode thread. 2560bfff6873SLukas Czerner */ 2561bfff6873SLukas Czerner #define EXT4_DEF_LI_WAIT_MULT 10 2562bfff6873SLukas Czerner #define EXT4_DEF_LI_MAX_START_DELAY 5 2563bfff6873SLukas Czerner #define EXT4_LAZYINIT_QUIT 0x0001 2564bfff6873SLukas Czerner #define EXT4_LAZYINIT_RUNNING 0x0002 2565bfff6873SLukas Czerner 2566bfff6873SLukas Czerner /* 2567bfff6873SLukas Czerner * Lazy inode table initialization info 2568bfff6873SLukas Czerner */ 2569bfff6873SLukas Czerner struct ext4_lazy_init { 2570bfff6873SLukas Czerner unsigned long li_state; 2571bfff6873SLukas Czerner struct list_head li_request_list; 2572bfff6873SLukas Czerner struct mutex li_list_mtx; 2573bfff6873SLukas Czerner }; 2574bfff6873SLukas Czerner 25753d392b26STheodore Ts'o enum ext4_li_mode { 25763d392b26STheodore Ts'o EXT4_LI_MODE_PREFETCH_BBITMAP, 25773d392b26STheodore Ts'o EXT4_LI_MODE_ITABLE, 25783d392b26STheodore Ts'o }; 25793d392b26STheodore Ts'o 2580bfff6873SLukas Czerner struct ext4_li_request { 2581bfff6873SLukas Czerner struct super_block *lr_super; 25823d392b26STheodore Ts'o enum ext4_li_mode lr_mode; 25833d392b26STheodore Ts'o ext4_group_t lr_first_not_zeroed; 2584bfff6873SLukas Czerner ext4_group_t lr_next_group; 2585bfff6873SLukas Czerner struct list_head lr_request; 2586bfff6873SLukas Czerner unsigned long lr_next_sched; 2587bfff6873SLukas Czerner unsigned long lr_timeout; 2588bfff6873SLukas Czerner }; 2589bfff6873SLukas Czerner 2590857ac889SLukas Czerner struct ext4_features { 2591857ac889SLukas Czerner struct kobject f_kobj; 2592857ac889SLukas Czerner struct completion f_kobj_unregister; 2593857ac889SLukas Czerner }; 2594857ac889SLukas Czerner 2595bfff6873SLukas Czerner /* 2596c5e06d10SJohann Lombardi * This structure will be used for multiple mount protection. It will be 2597c5e06d10SJohann Lombardi * written into the block number saved in the s_mmp_block field in the 2598c5e06d10SJohann Lombardi * superblock. Programs that check MMP should assume that if 2599c5e06d10SJohann Lombardi * SEQ_FSCK (or any unknown code above SEQ_MAX) is present then it is NOT safe 2600c5e06d10SJohann Lombardi * to use the filesystem, regardless of how old the timestamp is. 2601c5e06d10SJohann Lombardi */ 2602c5e06d10SJohann Lombardi #define EXT4_MMP_MAGIC 0x004D4D50U /* ASCII for MMP */ 2603c5e06d10SJohann Lombardi #define EXT4_MMP_SEQ_CLEAN 0xFF4D4D50U /* mmp_seq value for clean unmount */ 2604c5e06d10SJohann Lombardi #define EXT4_MMP_SEQ_FSCK 0xE24D4D50U /* mmp_seq value when being fscked */ 2605c5e06d10SJohann Lombardi #define EXT4_MMP_SEQ_MAX 0xE24D4D4FU /* maximum valid mmp_seq value */ 2606c5e06d10SJohann Lombardi 2607c5e06d10SJohann Lombardi struct mmp_struct { 2608c5e06d10SJohann Lombardi __le32 mmp_magic; /* Magic number for MMP */ 2609c5e06d10SJohann Lombardi __le32 mmp_seq; /* Sequence no. updated periodically */ 2610c5e06d10SJohann Lombardi 2611c5e06d10SJohann Lombardi /* 2612c5e06d10SJohann Lombardi * mmp_time, mmp_nodename & mmp_bdevname are only used for information 2613c5e06d10SJohann Lombardi * purposes and do not affect the correctness of the algorithm 2614c5e06d10SJohann Lombardi */ 2615c5e06d10SJohann Lombardi __le64 mmp_time; /* Time last updated */ 2616c5e06d10SJohann Lombardi char mmp_nodename[64]; /* Node which last updated MMP block */ 2617c5e06d10SJohann Lombardi char mmp_bdevname[32]; /* Bdev which last updated MMP block */ 2618c5e06d10SJohann Lombardi 2619c5e06d10SJohann Lombardi /* 2620c5e06d10SJohann Lombardi * mmp_check_interval is used to verify if the MMP block has been 2621c5e06d10SJohann Lombardi * updated on the block device. The value is updated based on the 2622c5e06d10SJohann Lombardi * maximum time to write the MMP block during an update cycle. 2623c5e06d10SJohann Lombardi */ 2624c5e06d10SJohann Lombardi __le16 mmp_check_interval; 2625c5e06d10SJohann Lombardi 2626c5e06d10SJohann Lombardi __le16 mmp_pad1; 2627e6153918SDarrick J. Wong __le32 mmp_pad2[226]; 2628e6153918SDarrick J. Wong __le32 mmp_checksum; /* crc32c(uuid+mmp_block) */ 2629c5e06d10SJohann Lombardi }; 2630c5e06d10SJohann Lombardi 2631c5e06d10SJohann Lombardi /* arguments passed to the mmp thread */ 2632c5e06d10SJohann Lombardi struct mmpd_data { 2633c5e06d10SJohann Lombardi struct buffer_head *bh; /* bh from initial read_mmp_block() */ 2634c5e06d10SJohann Lombardi struct super_block *sb; /* super block of the fs */ 2635c5e06d10SJohann Lombardi }; 2636c5e06d10SJohann Lombardi 2637c5e06d10SJohann Lombardi /* 2638c5e06d10SJohann Lombardi * Check interval multiplier 2639c5e06d10SJohann Lombardi * The MMP block is written every update interval and initially checked every 2640c5e06d10SJohann Lombardi * update interval x the multiplier (the value is then adapted based on the 2641c5e06d10SJohann Lombardi * write latency). The reason is that writes can be delayed under load and we 2642c5e06d10SJohann Lombardi * don't want readers to incorrectly assume that the filesystem is no longer 2643c5e06d10SJohann Lombardi * in use. 2644c5e06d10SJohann Lombardi */ 2645c5e06d10SJohann Lombardi #define EXT4_MMP_CHECK_MULT 2UL 2646c5e06d10SJohann Lombardi 2647c5e06d10SJohann Lombardi /* 2648c5e06d10SJohann Lombardi * Minimum interval for MMP checking in seconds. 2649c5e06d10SJohann Lombardi */ 2650c5e06d10SJohann Lombardi #define EXT4_MMP_MIN_CHECK_INTERVAL 5UL 2651c5e06d10SJohann Lombardi 2652c5e06d10SJohann Lombardi /* 2653c5e06d10SJohann Lombardi * Maximum interval for MMP checking in seconds. 2654c5e06d10SJohann Lombardi */ 2655c5e06d10SJohann Lombardi #define EXT4_MMP_MAX_CHECK_INTERVAL 300UL 2656c5e06d10SJohann Lombardi 2657c5e06d10SJohann Lombardi /* 26583dcf5451SChristoph Hellwig * Function prototypes 26593dcf5451SChristoph Hellwig */ 26603dcf5451SChristoph Hellwig 26613dcf5451SChristoph Hellwig /* 26623dcf5451SChristoph Hellwig * Ok, these declarations are also in <linux/kernel.h> but none of the 26633dcf5451SChristoph Hellwig * ext4 source programs needs to include it so they are duplicated here. 26643dcf5451SChristoph Hellwig */ 26653dcf5451SChristoph Hellwig # define NORET_TYPE /**/ 26663dcf5451SChristoph Hellwig # define ATTRIB_NORET __attribute__((noreturn)) 26673dcf5451SChristoph Hellwig # define NORET_AND noreturn, 26683dcf5451SChristoph Hellwig 2669498e5f24STheodore Ts'o /* bitmap.c */ 2670f6fb99caSTheodore Ts'o extern unsigned int ext4_count_free(char *bitmap, unsigned numchars); 26714fd873c8SKemeng Shi void ext4_inode_bitmap_csum_set(struct super_block *sb, 267241a246d1SDarrick J. Wong struct ext4_group_desc *gdp, 267341a246d1SDarrick J. Wong struct buffer_head *bh, int sz); 2674b83acc77SKemeng Shi int ext4_inode_bitmap_csum_verify(struct super_block *sb, 267541a246d1SDarrick J. Wong struct ext4_group_desc *gdp, 267641a246d1SDarrick J. Wong struct buffer_head *bh, int sz); 26771df9bde4SKemeng Shi void ext4_block_bitmap_csum_set(struct super_block *sb, 2678fa77dcfaSDarrick J. Wong struct ext4_group_desc *gdp, 267979f1ba49STao Ma struct buffer_head *bh); 268082483dfeSKemeng Shi int ext4_block_bitmap_csum_verify(struct super_block *sb, 2681fa77dcfaSDarrick J. Wong struct ext4_group_desc *gdp, 268279f1ba49STao Ma struct buffer_head *bh); 2683498e5f24STheodore Ts'o 26843dcf5451SChristoph Hellwig /* balloc.c */ 2685bd86298eSLukas Czerner extern void ext4_get_group_no_and_offset(struct super_block *sb, 2686bd86298eSLukas Czerner ext4_fsblk_t blocknr, 2687bd86298eSLukas Czerner ext4_group_t *blockgrpp, 2688bd86298eSLukas Czerner ext4_grpblk_t *offsetp); 2689bd86298eSLukas Czerner extern ext4_group_t ext4_get_group_number(struct super_block *sb, 2690bd86298eSLukas Czerner ext4_fsblk_t block); 2691bd86298eSLukas Czerner 26923dcf5451SChristoph Hellwig extern int ext4_bg_has_super(struct super_block *sb, ext4_group_t group); 26933dcf5451SChristoph Hellwig extern unsigned long ext4_bg_num_gdb(struct super_block *sb, 26943dcf5451SChristoph Hellwig ext4_group_t group); 26957061eba7SAneesh Kumar K.V extern ext4_fsblk_t ext4_new_meta_blocks(handle_t *handle, struct inode *inode, 269655f020dbSAllison Henderson ext4_fsblk_t goal, 269755f020dbSAllison Henderson unsigned int flags, 269855f020dbSAllison Henderson unsigned long *count, 269955f020dbSAllison Henderson int *errp); 2700e7d5f315STheodore Ts'o extern int ext4_claim_free_clusters(struct ext4_sb_info *sbi, 2701e7d5f315STheodore Ts'o s64 nclusters, unsigned int flags); 27025dee5437STheodore Ts'o extern ext4_fsblk_t ext4_count_free_clusters(struct super_block *); 27033dcf5451SChristoph Hellwig extern struct ext4_group_desc * ext4_get_group_desc(struct super_block * sb, 27043dcf5451SChristoph Hellwig ext4_group_t block_group, 27053dcf5451SChristoph Hellwig struct buffer_head ** bh); 27065354b2afSTheodore Ts'o extern struct ext4_group_info *ext4_get_group_info(struct super_block *sb, 27075354b2afSTheodore Ts'o ext4_group_t group); 27083dcf5451SChristoph Hellwig extern int ext4_should_retry_alloc(struct super_block *sb, int *retries); 2709813e5727STheodore Ts'o 2710813e5727STheodore Ts'o extern struct buffer_head *ext4_read_block_bitmap_nowait(struct super_block *sb, 2711cfd73237SAlex Zhuravlev ext4_group_t block_group, 2712cfd73237SAlex Zhuravlev bool ignore_locked); 2713813e5727STheodore Ts'o extern int ext4_wait_block_bitmap(struct super_block *sb, 2714813e5727STheodore Ts'o ext4_group_t block_group, 2715813e5727STheodore Ts'o struct buffer_head *bh); 2716813e5727STheodore Ts'o extern struct buffer_head *ext4_read_block_bitmap(struct super_block *sb, 2717bb23c20aSTheodore Ts'o ext4_group_t block_group); 2718cff1dfd7STheodore Ts'o extern unsigned ext4_free_clusters_after_init(struct super_block *sb, 2719fd034a84STheodore Ts'o ext4_group_t block_group, 2720fd034a84STheodore Ts'o struct ext4_group_desc *gdp); 2721f86186b4SEric Sandeen ext4_fsblk_t ext4_inode_to_goal_block(struct inode *); 27223dcf5451SChristoph Hellwig 27235298d4bfSChristoph Hellwig #if IS_ENABLED(CONFIG_UNICODE) 27241ae98e29SDaniel Rosenberg extern int ext4_fname_setup_ci_filename(struct inode *dir, 27253ae72562SGabriel Krisman Bertazi const struct qstr *iname, 27261ae98e29SDaniel Rosenberg struct ext4_filename *fname); 27273ae72562SGabriel Krisman Bertazi #endif 27283ae72562SGabriel Krisman Bertazi 2729b1241c8eSRitesh Harjani /* ext4 encryption related stuff goes here crypto.c */ 2730643fa961SChandan Rajendra #ifdef CONFIG_FS_ENCRYPTION 2731b1241c8eSRitesh Harjani extern const struct fscrypt_operations ext4_cryptops; 2732b1241c8eSRitesh Harjani 27333030b59cSRitesh Harjani int ext4_fname_setup_filename(struct inode *dir, const struct qstr *iname, 27343030b59cSRitesh Harjani int lookup, struct ext4_filename *fname); 2735b01531dbSEric Biggers 27363030b59cSRitesh Harjani int ext4_fname_prepare_lookup(struct inode *dir, struct dentry *dentry, 27373030b59cSRitesh Harjani struct ext4_filename *fname); 2738b01531dbSEric Biggers 27393030b59cSRitesh Harjani void ext4_fname_free_filename(struct ext4_filename *fname); 2740a7550b30SJaegeuk Kim 274172f63f4aSRitesh Harjani int ext4_ioctl_get_encryption_pwsalt(struct file *filp, void __user *arg); 274272f63f4aSRitesh Harjani 2743b01531dbSEric Biggers #else /* !CONFIG_FS_ENCRYPTION */ 27445b643f9cSTheodore Ts'o static inline int ext4_fname_setup_filename(struct inode *dir, 27455b643f9cSTheodore Ts'o const struct qstr *iname, 2746b01531dbSEric Biggers int lookup, 2747b01531dbSEric Biggers struct ext4_filename *fname) 27485b643f9cSTheodore Ts'o { 27491ae98e29SDaniel Rosenberg int err = 0; 27505b643f9cSTheodore Ts'o fname->usr_fname = iname; 27515b643f9cSTheodore Ts'o fname->disk_name.name = (unsigned char *) iname->name; 27525b643f9cSTheodore Ts'o fname->disk_name.len = iname->len; 27533ae72562SGabriel Krisman Bertazi 27545298d4bfSChristoph Hellwig #if IS_ENABLED(CONFIG_UNICODE) 27551ae98e29SDaniel Rosenberg err = ext4_fname_setup_ci_filename(dir, iname, fname); 27563ae72562SGabriel Krisman Bertazi #endif 27573ae72562SGabriel Krisman Bertazi 27581ae98e29SDaniel Rosenberg return err; 27595b643f9cSTheodore Ts'o } 2760a7550b30SJaegeuk Kim 2761b01531dbSEric Biggers static inline int ext4_fname_prepare_lookup(struct inode *dir, 2762b01531dbSEric Biggers struct dentry *dentry, 2763b01531dbSEric Biggers struct ext4_filename *fname) 2764b01531dbSEric Biggers { 2765b01531dbSEric Biggers return ext4_fname_setup_filename(dir, &dentry->d_name, 1, fname); 2766b01531dbSEric Biggers } 2767b01531dbSEric Biggers 27683ae72562SGabriel Krisman Bertazi static inline void ext4_fname_free_filename(struct ext4_filename *fname) 27693ae72562SGabriel Krisman Bertazi { 27705298d4bfSChristoph Hellwig #if IS_ENABLED(CONFIG_UNICODE) 27713ae72562SGabriel Krisman Bertazi kfree(fname->cf_name.name); 27723ae72562SGabriel Krisman Bertazi fname->cf_name.name = NULL; 27733ae72562SGabriel Krisman Bertazi #endif 27743ae72562SGabriel Krisman Bertazi } 277572f63f4aSRitesh Harjani 277672f63f4aSRitesh Harjani static inline int ext4_ioctl_get_encryption_pwsalt(struct file *filp, 277772f63f4aSRitesh Harjani void __user *arg) 277872f63f4aSRitesh Harjani { 277972f63f4aSRitesh Harjani return -EOPNOTSUPP; 278072f63f4aSRitesh Harjani } 2781b01531dbSEric Biggers #endif /* !CONFIG_FS_ENCRYPTION */ 2782d5d0e8c7SMichael Halcrow 27833dcf5451SChristoph Hellwig /* dir.c */ 278460fd4da3STheodore Ts'o extern int __ext4_check_dir_entry(const char *, unsigned int, struct inode *, 2785f7c21177STheodore Ts'o struct file *, 27863dcf5451SChristoph Hellwig struct ext4_dir_entry_2 *, 2787226ba972STao Ma struct buffer_head *, char *, int, 2788226ba972STao Ma unsigned int); 2789226ba972STao Ma #define ext4_check_dir_entry(dir, filp, de, bh, buf, size, offset) \ 2790f7c21177STheodore Ts'o unlikely(__ext4_check_dir_entry(__func__, __LINE__, (dir), (filp), \ 2791226ba972STao Ma (de), (bh), (buf), (size), (offset))) 27923dcf5451SChristoph Hellwig extern int ext4_htree_store_dirent(struct file *dir_file, __u32 hash, 27933dcf5451SChristoph Hellwig __u32 minor_hash, 27942f61830aSTheodore Ts'o struct ext4_dir_entry_2 *dirent, 2795a7550b30SJaegeuk Kim struct fscrypt_str *ent_name); 27963dcf5451SChristoph Hellwig extern void ext4_htree_free_dir_info(struct dir_private_info *p); 2797978fef91STao Ma extern int ext4_find_dest_de(struct inode *dir, struct inode *inode, 2798978fef91STao Ma struct buffer_head *bh, 2799978fef91STao Ma void *buf, int buf_size, 28005b643f9cSTheodore Ts'o struct ext4_filename *fname, 2801978fef91STao Ma struct ext4_dir_entry_2 **dest_de); 2802471fbbeaSDaniel Rosenberg void ext4_insert_dentry(struct inode *dir, struct inode *inode, 2803978fef91STao Ma struct ext4_dir_entry_2 *de, 2804978fef91STao Ma int buf_size, 28055b643f9cSTheodore Ts'o struct ext4_filename *fname); 2806978fef91STao Ma static inline void ext4_update_dx_flag(struct inode *inode) 2807978fef91STao Ma { 2808f902b216SJan Kara if (!ext4_has_feature_dir_index(inode->i_sb) && 2809f902b216SJan Kara ext4_test_inode_flag(inode, EXT4_INODE_INDEX)) { 281048a34311SJan Kara /* ext4_iget() should have caught this... */ 281148a34311SJan Kara WARN_ON_ONCE(ext4_has_feature_metadata_csum(inode->i_sb)); 2812978fef91STao Ma ext4_clear_inode_flag(inode, EXT4_INODE_INDEX); 2813978fef91STao Ma } 281448a34311SJan Kara } 2815d6006186SEric Biggers static const unsigned char ext4_filetype_table[] = { 281665d165d9STao Ma DT_UNKNOWN, DT_REG, DT_DIR, DT_CHR, DT_BLK, DT_FIFO, DT_SOCK, DT_LNK 281765d165d9STao Ma }; 281865d165d9STao Ma 281965d165d9STao Ma static inline unsigned char get_dtype(struct super_block *sb, int filetype) 282065d165d9STao Ma { 2821e2b911c5SDarrick J. Wong if (!ext4_has_feature_filetype(sb) || filetype >= EXT4_FT_MAX) 282265d165d9STao Ma return DT_UNKNOWN; 282365d165d9STao Ma 282465d165d9STao Ma return ext4_filetype_table[filetype]; 282565d165d9STao Ma } 282640b163f1SDarrick J. Wong extern int ext4_check_all_de(struct inode *dir, struct buffer_head *bh, 282740b163f1SDarrick J. Wong void *buf, int buf_size); 28283dcf5451SChristoph Hellwig 28293dcf5451SChristoph Hellwig /* fsync.c */ 283002c24a82SJosef Bacik extern int ext4_sync_file(struct file *, loff_t, loff_t, int); 28313dcf5451SChristoph Hellwig 28323dcf5451SChristoph Hellwig /* hash.c */ 2833b886ee3eSGabriel Krisman Bertazi extern int ext4fs_dirhash(const struct inode *dir, const char *name, int len, 2834b886ee3eSGabriel Krisman Bertazi struct dx_hash_info *hinfo); 28353dcf5451SChristoph Hellwig 28363dcf5451SChristoph Hellwig /* ialloc.c */ 28378016e29fSHarshad Shirwadkar extern int ext4_mark_inode_used(struct super_block *sb, int ino); 2838f2d40141SChristian Brauner extern struct inode *__ext4_new_inode(struct mnt_idmap *, handle_t *, 283914f3db55SChristian Brauner struct inode *, umode_t, 28405cb81dabSDmitry Monakhov const struct qstr *qstr, __u32 goal, 28411b917ed8STahsin Erdogan uid_t *owner, __u32 i_flags, 28421b917ed8STahsin Erdogan int handle_type, unsigned int line_no, 28431b917ed8STahsin Erdogan int nblocks); 28441139575aSTheodore Ts'o 28451b917ed8STahsin Erdogan #define ext4_new_inode(handle, dir, mode, qstr, goal, owner, i_flags) \ 2846f2d40141SChristian Brauner __ext4_new_inode(&nop_mnt_idmap, (handle), (dir), (mode), (qstr), \ 284714f3db55SChristian Brauner (goal), (owner), i_flags, 0, 0, 0) 2848f2d40141SChristian Brauner #define ext4_new_inode_start_handle(idmap, dir, mode, qstr, goal, owner, \ 28491139575aSTheodore Ts'o type, nblocks) \ 2850f2d40141SChristian Brauner __ext4_new_inode((idmap), NULL, (dir), (mode), (qstr), (goal), (owner), \ 28511b917ed8STahsin Erdogan 0, (type), __LINE__, (nblocks)) 28521139575aSTheodore Ts'o 28531139575aSTheodore Ts'o 28543dcf5451SChristoph Hellwig extern void ext4_free_inode(handle_t *, struct inode *); 28553dcf5451SChristoph Hellwig extern struct inode * ext4_orphan_get(struct super_block *, unsigned long); 28563dcf5451SChristoph Hellwig extern unsigned long ext4_count_free_inodes(struct super_block *); 28573dcf5451SChristoph Hellwig extern unsigned long ext4_count_dirs(struct super_block *); 285861d08673STheodore Ts'o extern void ext4_mark_bitmap_end(int start_bit, int end_bit, char *bitmap); 2859bfff6873SLukas Czerner extern int ext4_init_inode_table(struct super_block *sb, 2860bfff6873SLukas Czerner ext4_group_t group, int barrier); 2861813e5727STheodore Ts'o extern void ext4_end_bitmap_read(struct buffer_head *bh, int uptodate); 28623dcf5451SChristoph Hellwig 28636866d7b3SHarshad Shirwadkar /* fast_commit.c */ 2864ce8c59d1SHarshad Shirwadkar int ext4_fc_info_show(struct seq_file *seq, void *v); 28656866d7b3SHarshad Shirwadkar void ext4_fc_init(struct super_block *sb, journal_t *journal); 2866aa75f4d3SHarshad Shirwadkar void ext4_fc_init_inode(struct inode *inode); 2867a80f7fcfSHarshad Shirwadkar void ext4_fc_track_range(handle_t *handle, struct inode *inode, ext4_lblk_t start, 2868aa75f4d3SHarshad Shirwadkar ext4_lblk_t end); 2869a80f7fcfSHarshad Shirwadkar void __ext4_fc_track_unlink(handle_t *handle, struct inode *inode, 2870a80f7fcfSHarshad Shirwadkar struct dentry *dentry); 2871a80f7fcfSHarshad Shirwadkar void __ext4_fc_track_link(handle_t *handle, struct inode *inode, 2872a80f7fcfSHarshad Shirwadkar struct dentry *dentry); 2873a80f7fcfSHarshad Shirwadkar void ext4_fc_track_unlink(handle_t *handle, struct dentry *dentry); 2874a80f7fcfSHarshad Shirwadkar void ext4_fc_track_link(handle_t *handle, struct dentry *dentry); 28758210bb29SHarshad Shirwadkar void __ext4_fc_track_create(handle_t *handle, struct inode *inode, 28768210bb29SHarshad Shirwadkar struct dentry *dentry); 2877a80f7fcfSHarshad Shirwadkar void ext4_fc_track_create(handle_t *handle, struct dentry *dentry); 2878a80f7fcfSHarshad Shirwadkar void ext4_fc_track_inode(handle_t *handle, struct inode *inode); 2879e85c81baSXin Yin void ext4_fc_mark_ineligible(struct super_block *sb, int reason, handle_t *handle); 2880aa75f4d3SHarshad Shirwadkar void ext4_fc_start_update(struct inode *inode); 2881aa75f4d3SHarshad Shirwadkar void ext4_fc_stop_update(struct inode *inode); 2882aa75f4d3SHarshad Shirwadkar void ext4_fc_del(struct inode *inode); 28838016e29fSHarshad Shirwadkar bool ext4_fc_replay_check_excluded(struct super_block *sb, ext4_fsblk_t block); 28848016e29fSHarshad Shirwadkar void ext4_fc_replay_cleanup(struct super_block *sb); 2885aa75f4d3SHarshad Shirwadkar int ext4_fc_commit(journal_t *journal, tid_t commit_tid); 2886aa75f4d3SHarshad Shirwadkar int __init ext4_fc_init_dentry_cache(void); 2887ab047d51SSebastian Andrzej Siewior void ext4_fc_destroy_dentry_cache(void); 2888599ea31dSXin Yin int ext4_fc_record_regions(struct super_block *sb, int ino, 2889599ea31dSXin Yin ext4_lblk_t lblk, ext4_fsblk_t pblk, 2890599ea31dSXin Yin int len, int replay); 2891aa75f4d3SHarshad Shirwadkar 28923dcf5451SChristoph Hellwig /* mballoc.c */ 2893247dbed8SChristoph Hellwig extern const struct seq_operations ext4_mb_seq_groups_ops; 2894f68f4063SHarshad Shirwadkar extern const struct seq_operations ext4_mb_seq_structs_summary_ops; 2895a6c75eafSHarshad Shirwadkar extern int ext4_seq_mb_stats_show(struct seq_file *seq, void *offset); 28969d99012fSAkira Fujita extern int ext4_mb_init(struct super_block *); 28973dcf5451SChristoph Hellwig extern int ext4_mb_release(struct super_block *); 28983dcf5451SChristoph Hellwig extern ext4_fsblk_t ext4_mb_new_blocks(handle_t *, 28993dcf5451SChristoph Hellwig struct ext4_allocation_request *, int *); 290027bc446eSbrookxu extern void ext4_discard_preallocations(struct inode *, unsigned int); 29015dabfc78STheodore Ts'o extern int __init ext4_init_mballoc(void); 29025dabfc78STheodore Ts'o extern void ext4_exit_mballoc(void); 29033d392b26STheodore Ts'o extern ext4_group_t ext4_mb_prefetch(struct super_block *sb, 29043d392b26STheodore Ts'o ext4_group_t group, 29053d392b26STheodore Ts'o unsigned int nr, int *cnt); 29063d392b26STheodore Ts'o extern void ext4_mb_prefetch_fini(struct super_block *sb, ext4_group_t group, 29073d392b26STheodore Ts'o unsigned int nr); 29083d392b26STheodore Ts'o 290944338711STheodore Ts'o extern void ext4_free_blocks(handle_t *handle, struct inode *inode, 2910e6362609STheodore Ts'o struct buffer_head *bh, ext4_fsblk_t block, 2911e6362609STheodore Ts'o unsigned long count, int flags); 291228623c2fSTheodore Ts'o extern int ext4_mb_alloc_groupinfo(struct super_block *sb, 291328623c2fSTheodore Ts'o ext4_group_t ngroups); 2914920313a7SAneesh Kumar K.V extern int ext4_mb_add_groupinfo(struct super_block *sb, 29155f21b0e6SFrederic Bohe ext4_group_t i, struct ext4_group_desc *desc); 2916cc7365dfSYongqiang Yang extern int ext4_group_add_blocks(handle_t *handle, struct super_block *sb, 29172846e820SAmir Goldstein ext4_fsblk_t block, unsigned long count); 29187360d173SLukas Czerner extern int ext4_trim_fs(struct super_block *, struct fstrim_range *); 2919a0154344SDaeho Jeong extern void ext4_process_freed_data(struct super_block *sb, tid_t commit_tid); 29208016e29fSHarshad Shirwadkar extern void ext4_mb_mark_bb(struct super_block *sb, ext4_fsblk_t block, 29218016e29fSHarshad Shirwadkar int len, int state); 2922304749c0SOjaswin Mujoo static inline bool ext4_mb_cr_expensive(enum criteria cr) 2923304749c0SOjaswin Mujoo { 2924304749c0SOjaswin Mujoo return cr >= CR_GOAL_LEN_SLOW; 2925304749c0SOjaswin Mujoo } 29267360d173SLukas Czerner 29273dcf5451SChristoph Hellwig /* inode.c */ 29288016e29fSHarshad Shirwadkar void ext4_inode_csum_set(struct inode *inode, struct ext4_inode *raw, 29298016e29fSHarshad Shirwadkar struct ext4_inode_info *ei); 2930f348c252STheodore Ts'o int ext4_inode_is_fast_symlink(struct inode *inode); 293110560082STheodore Ts'o struct buffer_head *ext4_getblk(handle_t *, struct inode *, ext4_lblk_t, int); 29321c215028STheodore Ts'o struct buffer_head *ext4_bread(handle_t *, struct inode *, ext4_lblk_t, int); 29339699d4f9STahsin Erdogan int ext4_bread_batch(struct inode *inode, ext4_lblk_t block, int bh_count, 29349699d4f9STahsin Erdogan bool wait, struct buffer_head **bhs); 2935705965bdSJan Kara int ext4_get_block_unwritten(struct inode *inode, sector_t iblock, 2936f19d5870STao Ma struct buffer_head *bh_result, int create); 29376873fa0dSEric Sandeen int ext4_get_block(struct inode *inode, sector_t iblock, 29386873fa0dSEric Sandeen struct buffer_head *bh_result, int create); 29399c3569b5STao Ma int ext4_da_get_block_prep(struct inode *inode, sector_t iblock, 29409c3569b5STao Ma struct buffer_head *bh, int create); 2941f19d5870STao Ma int ext4_walk_page_buffers(handle_t *handle, 2942188c299eSJan Kara struct inode *inode, 2943f19d5870STao Ma struct buffer_head *head, 2944f19d5870STao Ma unsigned from, 2945f19d5870STao Ma unsigned to, 2946f19d5870STao Ma int *partial, 2947188c299eSJan Kara int (*fn)(handle_t *handle, struct inode *inode, 2948f19d5870STao Ma struct buffer_head *bh)); 2949188c299eSJan Kara int do_journal_get_write_access(handle_t *handle, struct inode *inode, 2950f19d5870STao Ma struct buffer_head *bh); 29519c3569b5STao Ma #define FALL_BACK_TO_NONDELALLOC 1 29529c3569b5STao Ma #define CONVERT_INLINE_DATA 2 29533dcf5451SChristoph Hellwig 29548a363970STheodore Ts'o typedef enum { 29558a363970STheodore Ts'o EXT4_IGET_NORMAL = 0, 29568a363970STheodore Ts'o EXT4_IGET_SPECIAL = 0x0001, /* OK to iget a system inode */ 295763b1e9bcSBaokun Li EXT4_IGET_HANDLE = 0x0002, /* Inode # is from a handle */ 2958b3e6bcb9STheodore Ts'o EXT4_IGET_BAD = 0x0004, /* Allow to iget a bad inode */ 2959b3e6bcb9STheodore Ts'o EXT4_IGET_EA_INODE = 0x0008 /* Inode should contain an EA value */ 29608a363970STheodore Ts'o } ext4_iget_flags; 29618a363970STheodore Ts'o 29628a363970STheodore Ts'o extern struct inode *__ext4_iget(struct super_block *sb, unsigned long ino, 29638a363970STheodore Ts'o ext4_iget_flags flags, const char *function, 29648a363970STheodore Ts'o unsigned int line); 29658a363970STheodore Ts'o 29668a363970STheodore Ts'o #define ext4_iget(sb, ino, flags) \ 29678a363970STheodore Ts'o __ext4_iget((sb), (ino), (flags), __func__, __LINE__) 29688a363970STheodore Ts'o 2969a9185b41SChristoph Hellwig extern int ext4_write_inode(struct inode *, struct writeback_control *); 2970c1632a0fSChristian Brauner extern int ext4_setattr(struct mnt_idmap *, struct dentry *, 2971549c7297SChristian Brauner struct iattr *); 29728434ef1dSEric Biggers extern u32 ext4_dio_alignment(struct inode *inode); 2973b74d24f7SChristian Brauner extern int ext4_getattr(struct mnt_idmap *, const struct path *, 2974549c7297SChristian Brauner struct kstat *, u32, unsigned int); 29750930fcc1SAl Viro extern void ext4_evict_inode(struct inode *); 29760930fcc1SAl Viro extern void ext4_clear_inode(struct inode *); 2977b74d24f7SChristian Brauner extern int ext4_file_getattr(struct mnt_idmap *, const struct path *, 2978549c7297SChristian Brauner struct kstat *, u32, unsigned int); 2979aa385729SChristoph Hellwig extern void ext4_dirty_inode(struct inode *, int); 29803dcf5451SChristoph Hellwig extern int ext4_change_inode_journal_flag(struct inode *, int); 29813dcf5451SChristoph Hellwig extern int ext4_get_inode_loc(struct inode *, struct ext4_iloc *); 29828016e29fSHarshad Shirwadkar extern int ext4_get_fc_inode_loc(struct super_block *sb, unsigned long ino, 29838016e29fSHarshad Shirwadkar struct ext4_iloc *iloc); 2984a361293fSJan Kara extern int ext4_inode_attach_jinode(struct inode *inode); 298591ef4cafSDuane Griffin extern int ext4_can_truncate(struct inode *inode); 29862c98eb5eSTheodore Ts'o extern int ext4_truncate(struct inode *); 2987430657b6SRoss Zwisler extern int ext4_break_layouts(struct inode *); 2988ad5cd4f4SDarrick J. Wong extern int ext4_punch_hole(struct file *file, loff_t offset, loff_t length); 2989043546e4SIra Weiny extern void ext4_set_inode_flags(struct inode *, bool init); 2990ccd2506bSTheodore Ts'o extern int ext4_alloc_da_blocks(struct inode *inode); 29913dcf5451SChristoph Hellwig extern void ext4_set_aops(struct inode *inode); 29923dcf5451SChristoph Hellwig extern int ext4_writepage_trans_blocks(struct inode *); 299359205c8dSJan Kara extern int ext4_normal_submit_inode_data_buffers(struct jbd2_inode *jinode); 2994f3bd1f3fSMingming Cao extern int ext4_chunk_trans_blocks(struct inode *, int nrblocks); 2995a87dd18cSLukas Czerner extern int ext4_zero_partial_blocks(handle_t *handle, struct inode *inode, 2996a87dd18cSLukas Czerner loff_t lstart, loff_t lend); 2997401b25aaSSouptick Joarder extern vm_fault_t ext4_page_mkwrite(struct vm_fault *vmf); 2998a9e7f447SDmitry Monakhov extern qsize_t *ext4_get_reserved_space(struct inode *inode); 2999040cb378SLi Xi extern int ext4_get_projid(struct inode *inode, kprojid_t *projid); 3000f456767dSEric Whitney extern void ext4_da_release_space(struct inode *inode, int to_free); 30015f634d06SAneesh Kumar K.V extern void ext4_da_update_reserve_space(struct inode *inode, 30025f634d06SAneesh Kumar K.V int used, int quota_claim); 300353085facSJan Kara extern int ext4_issue_zeroout(struct inode *inode, ext4_lblk_t lblk, 300453085facSJan Kara ext4_fsblk_t pblk, ext4_lblk_t len); 3005dae1e52cSAmir Goldstein 3006dae1e52cSAmir Goldstein /* indirect.c */ 3007dae1e52cSAmir Goldstein extern int ext4_ind_map_blocks(handle_t *handle, struct inode *inode, 3008dae1e52cSAmir Goldstein struct ext4_map_blocks *map, int flags); 3009fa55a0edSJan Kara extern int ext4_ind_trans_blocks(struct inode *inode, int nrblocks); 3010819c4920STheodore Ts'o extern void ext4_ind_truncate(handle_t *, struct inode *inode); 30114f579ae7SLukas Czerner extern int ext4_ind_remove_space(handle_t *handle, struct inode *inode, 30124f579ae7SLukas Czerner ext4_lblk_t start, ext4_lblk_t end); 3013ff9893dcSAmir Goldstein 30143dcf5451SChristoph Hellwig /* ioctl.c */ 30153dcf5451SChristoph Hellwig extern long ext4_ioctl(struct file *, unsigned int, unsigned long); 30163dcf5451SChristoph Hellwig extern long ext4_compat_ioctl(struct file *, unsigned int, unsigned long); 30178782a9aeSChristian Brauner int ext4_fileattr_set(struct mnt_idmap *idmap, 30184db5c2e6SMiklos Szeredi struct dentry *dentry, struct fileattr *fa); 30194db5c2e6SMiklos Szeredi int ext4_fileattr_get(struct dentry *dentry, struct fileattr *fa); 30208016e29fSHarshad Shirwadkar extern void ext4_reset_inode_seed(struct inode *inode); 3021827891a3STheodore Ts'o int ext4_update_overhead(struct super_block *sb, bool force); 302297524b45SChristoph Hellwig int ext4_force_shutdown(struct super_block *sb, u32 flags); 30233dcf5451SChristoph Hellwig 30243dcf5451SChristoph Hellwig /* migrate.c */ 30252a43a878SAneesh Kumar K.V extern int ext4_ext_migrate(struct inode *); 30260d14b098SLukas Czerner extern int ext4_ind_migrate(struct inode *inode); 30273d0518f4SWei Yongjun 30283dcf5451SChristoph Hellwig /* namei.c */ 30298016e29fSHarshad Shirwadkar extern int ext4_init_new_dir(handle_t *handle, struct inode *dir, 30308016e29fSHarshad Shirwadkar struct inode *inode); 3031f036adb3STheodore Ts'o extern int ext4_dirblock_csum_verify(struct inode *inode, 3032f036adb3STheodore Ts'o struct buffer_head *bh); 30333dcf5451SChristoph Hellwig extern int ext4_htree_fill_tree(struct file *dir_file, __u32 start_hash, 30343dcf5451SChristoph Hellwig __u32 start_minor_hash, __u32 *next_hash); 30355b643f9cSTheodore Ts'o extern int ext4_search_dir(struct buffer_head *bh, 30367335cd3bSTao Ma char *search_buf, 30377335cd3bSTao Ma int buf_size, 30387335cd3bSTao Ma struct inode *dir, 30395b643f9cSTheodore Ts'o struct ext4_filename *fname, 30407335cd3bSTao Ma unsigned int offset, 30417335cd3bSTao Ma struct ext4_dir_entry_2 **res_dir); 30422fe34d29SKyoungho Koo extern int ext4_generic_delete_entry(struct inode *dir, 304305019a9eSTao Ma struct ext4_dir_entry_2 *de_del, 304405019a9eSTao Ma struct buffer_head *bh, 304505019a9eSTao Ma void *entry_buf, 304605019a9eSTao Ma int buf_size, 304705019a9eSTao Ma int csum_size); 3048a7550b30SJaegeuk Kim extern bool ext4_empty_dir(struct inode *inode); 30493dcf5451SChristoph Hellwig 30503dcf5451SChristoph Hellwig /* resize.c */ 30511d0c3924STheodore Ts'o extern void ext4_kvfree_array_rcu(void *to_free); 30523dcf5451SChristoph Hellwig extern int ext4_group_add(struct super_block *sb, 30533dcf5451SChristoph Hellwig struct ext4_new_group_data *input); 30543dcf5451SChristoph Hellwig extern int ext4_group_extend(struct super_block *sb, 30553dcf5451SChristoph Hellwig struct ext4_super_block *es, 30563dcf5451SChristoph Hellwig ext4_fsblk_t n_blocks_count); 305719c5246dSYongqiang Yang extern int ext4_resize_fs(struct super_block *sb, ext4_fsblk_t n_blocks_count); 3058bbc605cdSLukas Czerner extern unsigned int ext4_list_backups(struct super_block *sb, 3059bbc605cdSLukas Czerner unsigned int *three, unsigned int *five, 3060bbc605cdSLukas Czerner unsigned int *seven); 30613dcf5451SChristoph Hellwig 30623dcf5451SChristoph Hellwig /* super.c */ 3063fb265c9cSTheodore Ts'o extern struct buffer_head *ext4_sb_bread(struct super_block *sb, 306467c0f556SBart Van Assche sector_t block, blk_opf_t op_flags); 30658394a6abSzhangyi (F) extern struct buffer_head *ext4_sb_bread_unmovable(struct super_block *sb, 30668394a6abSzhangyi (F) sector_t block); 306767c0f556SBart Van Assche extern void ext4_read_bh_nowait(struct buffer_head *bh, blk_opf_t op_flags, 3068fa491b14Szhangyi (F) bh_end_io_t *end_io); 306967c0f556SBart Van Assche extern int ext4_read_bh(struct buffer_head *bh, blk_opf_t op_flags, 3070fa491b14Szhangyi (F) bh_end_io_t *end_io); 307167c0f556SBart Van Assche extern int ext4_read_bh_lock(struct buffer_head *bh, blk_opf_t op_flags, bool wait); 30725df1d412Szhangyi (F) extern void ext4_sb_breadahead_unmovable(struct super_block *sb, sector_t block); 3073ebd173beSTheodore Ts'o extern int ext4_seq_options_show(struct seq_file *seq, void *offset); 3074952fc18eSTheodore Ts'o extern int ext4_calculate_overhead(struct super_block *sb); 3075bbc605cdSLukas Czerner extern __le32 ext4_superblock_csum(struct super_block *sb, 3076bbc605cdSLukas Czerner struct ext4_super_block *es); 307706db49e6STheodore Ts'o extern void ext4_superblock_csum_set(struct super_block *sb); 3078117fff10STheodore Ts'o extern int ext4_alloc_flex_bg_array(struct super_block *sb, 3079117fff10STheodore Ts'o ext4_group_t ngroup); 3080722887ddSTheodore Ts'o extern const char *ext4_decode_error(struct super_block *sb, int errno, 3081722887ddSTheodore Ts'o char nbuf[16]); 3082db79e6d1SWang Shilong extern void ext4_mark_group_bitmap_corrupted(struct super_block *sb, 3083db79e6d1SWang Shilong ext4_group_t block_group, 3084db79e6d1SWang Shilong unsigned int flags); 308568228da5SWang Jianjian extern unsigned int ext4_num_base_meta_blocks(struct super_block *sb, 308668228da5SWang Jianjian ext4_group_t block_group); 3087e7c96e8eSJoe Perches 3088014c9caaSJan Kara extern __printf(7, 8) 3089014c9caaSJan Kara void __ext4_error(struct super_block *, const char *, unsigned int, bool, 3090014c9caaSJan Kara int, __u64, const char *, ...); 309154d3adbcSTheodore Ts'o extern __printf(6, 7) 309254d3adbcSTheodore Ts'o void __ext4_error_inode(struct inode *, const char *, unsigned int, 309354d3adbcSTheodore Ts'o ext4_fsblk_t, int, const char *, ...); 3094b9075fa9SJoe Perches extern __printf(5, 6) 3095e7c96e8eSJoe Perches void __ext4_error_file(struct file *, const char *, unsigned int, ext4_fsblk_t, 3096b9075fa9SJoe Perches const char *, ...); 3097c398eda0STheodore Ts'o extern void __ext4_std_error(struct super_block *, const char *, 3098c398eda0STheodore Ts'o unsigned int, int); 3099b9075fa9SJoe Perches extern __printf(4, 5) 3100b9075fa9SJoe Perches void __ext4_warning(struct super_block *, const char *, unsigned int, 3101b9075fa9SJoe Perches const char *, ...); 3102b03a2f7eSAndreas Dilger extern __printf(4, 5) 3103b03a2f7eSAndreas Dilger void __ext4_warning_inode(const struct inode *inode, const char *function, 3104b03a2f7eSAndreas Dilger unsigned int line, const char *fmt, ...); 3105b9075fa9SJoe Perches extern __printf(3, 4) 3106e7c96e8eSJoe Perches void __ext4_msg(struct super_block *, const char *, const char *, ...); 3107c5e06d10SJohann Lombardi extern void __dump_mmp_msg(struct super_block *, struct mmp_struct *mmp, 3108c5e06d10SJohann Lombardi const char *, unsigned int, const char *); 3109b9075fa9SJoe Perches extern __printf(7, 8) 3110b9075fa9SJoe Perches void __ext4_grp_locked_error(const char *, unsigned int, 3111b9075fa9SJoe Perches struct super_block *, ext4_group_t, 3112b9075fa9SJoe Perches unsigned long, ext4_fsblk_t, 3113b9075fa9SJoe Perches const char *, ...); 3114e7c96e8eSJoe Perches 3115b03a2f7eSAndreas Dilger #define EXT4_ERROR_INODE(inode, fmt, a...) \ 3116b03a2f7eSAndreas Dilger ext4_error_inode((inode), __func__, __LINE__, 0, (fmt), ## a) 3117b03a2f7eSAndreas Dilger 311854d3adbcSTheodore Ts'o #define EXT4_ERROR_INODE_ERR(inode, err, fmt, a...) \ 311954d3adbcSTheodore Ts'o __ext4_error_inode((inode), __func__, __LINE__, 0, (err), (fmt), ## a) 312054d3adbcSTheodore Ts'o 312154d3adbcSTheodore Ts'o #define ext4_error_inode_block(inode, block, err, fmt, a...) \ 312254d3adbcSTheodore Ts'o __ext4_error_inode((inode), __func__, __LINE__, (block), (err), \ 312354d3adbcSTheodore Ts'o (fmt), ## a) 3124b03a2f7eSAndreas Dilger 3125b03a2f7eSAndreas Dilger #define EXT4_ERROR_FILE(file, block, fmt, a...) \ 3126b03a2f7eSAndreas Dilger ext4_error_file((file), __func__, __LINE__, (block), (fmt), ## a) 3127b03a2f7eSAndreas Dilger 3128014c9caaSJan Kara #define ext4_abort(sb, err, fmt, a...) \ 3129014c9caaSJan Kara __ext4_error((sb), __func__, __LINE__, true, (err), 0, (fmt), ## a) 3130014c9caaSJan Kara 3131e7c96e8eSJoe Perches #ifdef CONFIG_PRINTK 3132e7c96e8eSJoe Perches 3133e7c96e8eSJoe Perches #define ext4_error_inode(inode, func, line, block, fmt, ...) \ 313454d3adbcSTheodore Ts'o __ext4_error_inode(inode, func, line, block, 0, fmt, ##__VA_ARGS__) 313554d3adbcSTheodore Ts'o #define ext4_error_inode_err(inode, func, line, block, err, fmt, ...) \ 313654d3adbcSTheodore Ts'o __ext4_error_inode((inode), (func), (line), (block), \ 313754d3adbcSTheodore Ts'o (err), (fmt), ##__VA_ARGS__) 3138e7c96e8eSJoe Perches #define ext4_error_file(file, func, line, block, fmt, ...) \ 3139e7c96e8eSJoe Perches __ext4_error_file(file, func, line, block, fmt, ##__VA_ARGS__) 3140e7c96e8eSJoe Perches #define ext4_error(sb, fmt, ...) \ 3141014c9caaSJan Kara __ext4_error((sb), __func__, __LINE__, false, 0, 0, (fmt), \ 3142014c9caaSJan Kara ##__VA_ARGS__) 314354d3adbcSTheodore Ts'o #define ext4_error_err(sb, err, fmt, ...) \ 3144014c9caaSJan Kara __ext4_error((sb), __func__, __LINE__, false, (err), 0, (fmt), \ 3145014c9caaSJan Kara ##__VA_ARGS__) 3146e7c96e8eSJoe Perches #define ext4_warning(sb, fmt, ...) \ 3147e7c96e8eSJoe Perches __ext4_warning(sb, __func__, __LINE__, fmt, ##__VA_ARGS__) 3148b03a2f7eSAndreas Dilger #define ext4_warning_inode(inode, fmt, ...) \ 3149b03a2f7eSAndreas Dilger __ext4_warning_inode(inode, __func__, __LINE__, fmt, ##__VA_ARGS__) 3150e7c96e8eSJoe Perches #define ext4_msg(sb, level, fmt, ...) \ 3151e7c96e8eSJoe Perches __ext4_msg(sb, level, fmt, ##__VA_ARGS__) 3152e7c96e8eSJoe Perches #define dump_mmp_msg(sb, mmp, msg) \ 3153e7c96e8eSJoe Perches __dump_mmp_msg(sb, mmp, __func__, __LINE__, msg) 3154e7c96e8eSJoe Perches #define ext4_grp_locked_error(sb, grp, ino, block, fmt, ...) \ 3155e7c96e8eSJoe Perches __ext4_grp_locked_error(__func__, __LINE__, sb, grp, ino, block, \ 3156e7c96e8eSJoe Perches fmt, ##__VA_ARGS__) 3157e7c96e8eSJoe Perches 3158e7c96e8eSJoe Perches #else 3159e7c96e8eSJoe Perches 3160e7c96e8eSJoe Perches #define ext4_error_inode(inode, func, line, block, fmt, ...) \ 3161e7c96e8eSJoe Perches do { \ 3162e7c96e8eSJoe Perches no_printk(fmt, ##__VA_ARGS__); \ 316354d3adbcSTheodore Ts'o __ext4_error_inode(inode, "", 0, block, 0, " "); \ 316454d3adbcSTheodore Ts'o } while (0) 316554d3adbcSTheodore Ts'o #define ext4_error_inode_err(inode, func, line, block, err, fmt, ...) \ 316654d3adbcSTheodore Ts'o do { \ 316754d3adbcSTheodore Ts'o no_printk(fmt, ##__VA_ARGS__); \ 316854d3adbcSTheodore Ts'o __ext4_error_inode(inode, "", 0, block, err, " "); \ 3169e7c96e8eSJoe Perches } while (0) 3170e7c96e8eSJoe Perches #define ext4_error_file(file, func, line, block, fmt, ...) \ 3171e7c96e8eSJoe Perches do { \ 3172e7c96e8eSJoe Perches no_printk(fmt, ##__VA_ARGS__); \ 3173e7c96e8eSJoe Perches __ext4_error_file(file, "", 0, block, " "); \ 3174e7c96e8eSJoe Perches } while (0) 3175e7c96e8eSJoe Perches #define ext4_error(sb, fmt, ...) \ 3176e7c96e8eSJoe Perches do { \ 3177e7c96e8eSJoe Perches no_printk(fmt, ##__VA_ARGS__); \ 3178014c9caaSJan Kara __ext4_error(sb, "", 0, false, 0, 0, " "); \ 3179e7c96e8eSJoe Perches } while (0) 318054d3adbcSTheodore Ts'o #define ext4_error_err(sb, err, fmt, ...) \ 3181e7c96e8eSJoe Perches do { \ 3182e7c96e8eSJoe Perches no_printk(fmt, ##__VA_ARGS__); \ 3183014c9caaSJan Kara __ext4_error(sb, "", 0, false, err, 0, " "); \ 3184e7c96e8eSJoe Perches } while (0) 3185e7c96e8eSJoe Perches #define ext4_warning(sb, fmt, ...) \ 3186e7c96e8eSJoe Perches do { \ 3187e7c96e8eSJoe Perches no_printk(fmt, ##__VA_ARGS__); \ 3188e7c96e8eSJoe Perches __ext4_warning(sb, "", 0, " "); \ 3189e7c96e8eSJoe Perches } while (0) 3190b03a2f7eSAndreas Dilger #define ext4_warning_inode(inode, fmt, ...) \ 3191b03a2f7eSAndreas Dilger do { \ 3192b03a2f7eSAndreas Dilger no_printk(fmt, ##__VA_ARGS__); \ 3193b03a2f7eSAndreas Dilger __ext4_warning_inode(inode, "", 0, " "); \ 3194b03a2f7eSAndreas Dilger } while (0) 3195e7c96e8eSJoe Perches #define ext4_msg(sb, level, fmt, ...) \ 3196e7c96e8eSJoe Perches do { \ 3197e7c96e8eSJoe Perches no_printk(fmt, ##__VA_ARGS__); \ 3198e7c96e8eSJoe Perches __ext4_msg(sb, "", " "); \ 3199e7c96e8eSJoe Perches } while (0) 3200e7c96e8eSJoe Perches #define dump_mmp_msg(sb, mmp, msg) \ 3201e7c96e8eSJoe Perches __dump_mmp_msg(sb, mmp, "", 0, "") 3202e7c96e8eSJoe Perches #define ext4_grp_locked_error(sb, grp, ino, block, fmt, ...) \ 3203e7c96e8eSJoe Perches do { \ 3204e7c96e8eSJoe Perches no_printk(fmt, ##__VA_ARGS__); \ 3205e7c96e8eSJoe Perches __ext4_grp_locked_error("", 0, sb, grp, ino, block, " "); \ 3206e7c96e8eSJoe Perches } while (0) 3207e7c96e8eSJoe Perches 3208e7c96e8eSJoe Perches #endif 3209e7c96e8eSJoe Perches 32103dcf5451SChristoph Hellwig extern ext4_fsblk_t ext4_block_bitmap(struct super_block *sb, 32113dcf5451SChristoph Hellwig struct ext4_group_desc *bg); 32123dcf5451SChristoph Hellwig extern ext4_fsblk_t ext4_inode_bitmap(struct super_block *sb, 32133dcf5451SChristoph Hellwig struct ext4_group_desc *bg); 32143dcf5451SChristoph Hellwig extern ext4_fsblk_t ext4_inode_table(struct super_block *sb, 32153dcf5451SChristoph Hellwig struct ext4_group_desc *bg); 3216021b65bbSTheodore Ts'o extern __u32 ext4_free_group_clusters(struct super_block *sb, 3217560671a0SAneesh Kumar K.V struct ext4_group_desc *bg); 3218560671a0SAneesh Kumar K.V extern __u32 ext4_free_inodes_count(struct super_block *sb, 3219560671a0SAneesh Kumar K.V struct ext4_group_desc *bg); 3220560671a0SAneesh Kumar K.V extern __u32 ext4_used_dirs_count(struct super_block *sb, 3221560671a0SAneesh Kumar K.V struct ext4_group_desc *bg); 3222560671a0SAneesh Kumar K.V extern __u32 ext4_itable_unused_count(struct super_block *sb, 3223560671a0SAneesh Kumar K.V struct ext4_group_desc *bg); 32243dcf5451SChristoph Hellwig extern void ext4_block_bitmap_set(struct super_block *sb, 32253dcf5451SChristoph Hellwig struct ext4_group_desc *bg, ext4_fsblk_t blk); 32263dcf5451SChristoph Hellwig extern void ext4_inode_bitmap_set(struct super_block *sb, 32273dcf5451SChristoph Hellwig struct ext4_group_desc *bg, ext4_fsblk_t blk); 32283dcf5451SChristoph Hellwig extern void ext4_inode_table_set(struct super_block *sb, 32293dcf5451SChristoph Hellwig struct ext4_group_desc *bg, ext4_fsblk_t blk); 3230021b65bbSTheodore Ts'o extern void ext4_free_group_clusters_set(struct super_block *sb, 3231021b65bbSTheodore Ts'o struct ext4_group_desc *bg, 3232021b65bbSTheodore Ts'o __u32 count); 3233560671a0SAneesh Kumar K.V extern void ext4_free_inodes_set(struct super_block *sb, 3234560671a0SAneesh Kumar K.V struct ext4_group_desc *bg, __u32 count); 3235560671a0SAneesh Kumar K.V extern void ext4_used_dirs_set(struct super_block *sb, 3236560671a0SAneesh Kumar K.V struct ext4_group_desc *bg, __u32 count); 3237560671a0SAneesh Kumar K.V extern void ext4_itable_unused_set(struct super_block *sb, 3238560671a0SAneesh Kumar K.V struct ext4_group_desc *bg, __u32 count); 3239feb0ab32SDarrick J. Wong extern int ext4_group_desc_csum_verify(struct super_block *sb, __u32 group, 3240bb23c20aSTheodore Ts'o struct ext4_group_desc *gdp); 3241feb0ab32SDarrick J. Wong extern void ext4_group_desc_csum_set(struct super_block *sb, __u32 group, 3242bb23c20aSTheodore Ts'o struct ext4_group_desc *gdp); 32437f511862STheodore Ts'o extern int ext4_register_li_request(struct super_block *sb, 32447f511862STheodore Ts'o ext4_group_t first_not_zeroed); 32453dcf5451SChristoph Hellwig 32469aa5d32bSDmitry Monakhov static inline int ext4_has_metadata_csum(struct super_block *sb) 32479aa5d32bSDmitry Monakhov { 3248e2b911c5SDarrick J. Wong WARN_ON_ONCE(ext4_has_feature_metadata_csum(sb) && 32499aa5d32bSDmitry Monakhov !EXT4_SB(sb)->s_chksum_driver); 32509aa5d32bSDmitry Monakhov 3251dec214d0STahsin Erdogan return ext4_has_feature_metadata_csum(sb) && 3252dec214d0STahsin Erdogan (EXT4_SB(sb)->s_chksum_driver != NULL); 32539aa5d32bSDmitry Monakhov } 3254dec214d0STahsin Erdogan 3255dec214d0STahsin Erdogan static inline int ext4_has_group_desc_csum(struct super_block *sb) 3256dec214d0STahsin Erdogan { 3257dec214d0STahsin Erdogan return ext4_has_feature_gdt_csum(sb) || ext4_has_metadata_csum(sb); 3258dec214d0STahsin Erdogan } 3259dec214d0STahsin Erdogan 326081e8c3c5SPetr Malat #define ext4_read_incompat_64bit_val(es, name) \ 326181e8c3c5SPetr Malat (((es)->s_feature_incompat & cpu_to_le32(EXT4_FEATURE_INCOMPAT_64BIT) \ 326281e8c3c5SPetr Malat ? (ext4_fsblk_t)le32_to_cpu(es->name##_hi) << 32 : 0) | \ 326381e8c3c5SPetr Malat le32_to_cpu(es->name##_lo)) 326481e8c3c5SPetr Malat 32653dcf5451SChristoph Hellwig static inline ext4_fsblk_t ext4_blocks_count(struct ext4_super_block *es) 32663dcf5451SChristoph Hellwig { 326781e8c3c5SPetr Malat return ext4_read_incompat_64bit_val(es, s_blocks_count); 32683dcf5451SChristoph Hellwig } 32693dcf5451SChristoph Hellwig 32703dcf5451SChristoph Hellwig static inline ext4_fsblk_t ext4_r_blocks_count(struct ext4_super_block *es) 32713dcf5451SChristoph Hellwig { 327281e8c3c5SPetr Malat return ext4_read_incompat_64bit_val(es, s_r_blocks_count); 32733dcf5451SChristoph Hellwig } 32743dcf5451SChristoph Hellwig 32753dcf5451SChristoph Hellwig static inline ext4_fsblk_t ext4_free_blocks_count(struct ext4_super_block *es) 32763dcf5451SChristoph Hellwig { 327781e8c3c5SPetr Malat return ext4_read_incompat_64bit_val(es, s_free_blocks_count); 32783dcf5451SChristoph Hellwig } 32793dcf5451SChristoph Hellwig 32803dcf5451SChristoph Hellwig static inline void ext4_blocks_count_set(struct ext4_super_block *es, 32813dcf5451SChristoph Hellwig ext4_fsblk_t blk) 32823dcf5451SChristoph Hellwig { 32833dcf5451SChristoph Hellwig es->s_blocks_count_lo = cpu_to_le32((u32)blk); 32843dcf5451SChristoph Hellwig es->s_blocks_count_hi = cpu_to_le32(blk >> 32); 32853dcf5451SChristoph Hellwig } 32863dcf5451SChristoph Hellwig 32873dcf5451SChristoph Hellwig static inline void ext4_free_blocks_count_set(struct ext4_super_block *es, 32883dcf5451SChristoph Hellwig ext4_fsblk_t blk) 32893dcf5451SChristoph Hellwig { 32903dcf5451SChristoph Hellwig es->s_free_blocks_count_lo = cpu_to_le32((u32)blk); 32913dcf5451SChristoph Hellwig es->s_free_blocks_count_hi = cpu_to_le32(blk >> 32); 32923dcf5451SChristoph Hellwig } 32933dcf5451SChristoph Hellwig 32943dcf5451SChristoph Hellwig static inline void ext4_r_blocks_count_set(struct ext4_super_block *es, 32953dcf5451SChristoph Hellwig ext4_fsblk_t blk) 32963dcf5451SChristoph Hellwig { 32973dcf5451SChristoph Hellwig es->s_r_blocks_count_lo = cpu_to_le32((u32)blk); 32983dcf5451SChristoph Hellwig es->s_r_blocks_count_hi = cpu_to_le32(blk >> 32); 32993dcf5451SChristoph Hellwig } 33003dcf5451SChristoph Hellwig 3301e08ac99fSArtem Blagodarenko static inline loff_t ext4_isize(struct super_block *sb, 3302e08ac99fSArtem Blagodarenko struct ext4_inode *raw_inode) 33033dcf5451SChristoph Hellwig { 3304e08ac99fSArtem Blagodarenko if (ext4_has_feature_largedir(sb) || 3305e08ac99fSArtem Blagodarenko S_ISREG(le16_to_cpu(raw_inode->i_mode))) 33063dcf5451SChristoph Hellwig return ((loff_t)le32_to_cpu(raw_inode->i_size_high) << 32) | 33073dcf5451SChristoph Hellwig le32_to_cpu(raw_inode->i_size_lo); 3308e08ac99fSArtem Blagodarenko 330906a279d6STheodore Ts'o return (loff_t) le32_to_cpu(raw_inode->i_size_lo); 33103dcf5451SChristoph Hellwig } 33113dcf5451SChristoph Hellwig 33123dcf5451SChristoph Hellwig static inline void ext4_isize_set(struct ext4_inode *raw_inode, loff_t i_size) 33133dcf5451SChristoph Hellwig { 33143dcf5451SChristoph Hellwig raw_inode->i_size_lo = cpu_to_le32(i_size); 33153dcf5451SChristoph Hellwig raw_inode->i_size_high = cpu_to_le32(i_size >> 32); 33163dcf5451SChristoph Hellwig } 33173dcf5451SChristoph Hellwig 33188df9675fSTheodore Ts'o /* 33198df9675fSTheodore Ts'o * Reading s_groups_count requires using smp_rmb() afterwards. See 33208df9675fSTheodore Ts'o * the locking protocol documented in the comments of ext4_group_add() 33218df9675fSTheodore Ts'o * in resize.c 33228df9675fSTheodore Ts'o */ 33238df9675fSTheodore Ts'o static inline ext4_group_t ext4_get_groups_count(struct super_block *sb) 33248df9675fSTheodore Ts'o { 33258df9675fSTheodore Ts'o ext4_group_t ngroups = EXT4_SB(sb)->s_groups_count; 33268df9675fSTheodore Ts'o 33278df9675fSTheodore Ts'o smp_rmb(); 33288df9675fSTheodore Ts'o return ngroups; 33298df9675fSTheodore Ts'o } 33303dcf5451SChristoph Hellwig 3331772cb7c8SJose R. Santos static inline ext4_group_t ext4_flex_group(struct ext4_sb_info *sbi, 3332772cb7c8SJose R. Santos ext4_group_t block_group) 3333772cb7c8SJose R. Santos { 3334772cb7c8SJose R. Santos return block_group >> sbi->s_log_groups_per_flex; 3335772cb7c8SJose R. Santos } 3336772cb7c8SJose R. Santos 3337772cb7c8SJose R. Santos static inline unsigned int ext4_flex_bg_size(struct ext4_sb_info *sbi) 3338772cb7c8SJose R. Santos { 3339772cb7c8SJose R. Santos return 1 << sbi->s_log_groups_per_flex; 3340772cb7c8SJose R. Santos } 3341772cb7c8SJose R. Santos 33423dcf5451SChristoph Hellwig #define ext4_std_error(sb, errno) \ 33433dcf5451SChristoph Hellwig do { \ 33443dcf5451SChristoph Hellwig if ((errno)) \ 3345c398eda0STheodore Ts'o __ext4_std_error((sb), __func__, __LINE__, (errno)); \ 33463dcf5451SChristoph Hellwig } while (0) 33473dcf5451SChristoph Hellwig 3348a30d542aSAneesh Kumar K.V #ifdef CONFIG_SMP 3349df55c99dSTheodore Ts'o /* Each CPU can accumulate percpu_counter_batch clusters in their local 3350df55c99dSTheodore Ts'o * counters. So we need to make sure we have free clusters more 3351179f7ebfSEric Dumazet * than percpu_counter_batch * nr_cpu_ids. Also add a window of 4 times. 3352a30d542aSAneesh Kumar K.V */ 3353df55c99dSTheodore Ts'o #define EXT4_FREECLUSTERS_WATERMARK (4 * (percpu_counter_batch * nr_cpu_ids)) 3354a30d542aSAneesh Kumar K.V #else 3355df55c99dSTheodore Ts'o #define EXT4_FREECLUSTERS_WATERMARK 0 3356a30d542aSAneesh Kumar K.V #endif 3357a30d542aSAneesh Kumar K.V 3358f340b3d9Shongnanli /* Update i_disksize. Requires i_rwsem to avoid races with truncate */ 3359cf17fea6SAneesh Kumar K.V static inline void ext4_update_i_disksize(struct inode *inode, loff_t newsize) 3360cf17fea6SAneesh Kumar K.V { 336190e775b7SJan Kara WARN_ON_ONCE(S_ISREG(inode->i_mode) && 33625955102cSAl Viro !inode_is_locked(inode)); 3363cf17fea6SAneesh Kumar K.V down_write(&EXT4_I(inode)->i_data_sem); 3364cf17fea6SAneesh Kumar K.V if (newsize > EXT4_I(inode)->i_disksize) 336535df4299SQian Cai WRITE_ONCE(EXT4_I(inode)->i_disksize, newsize); 3366cf17fea6SAneesh Kumar K.V up_write(&EXT4_I(inode)->i_data_sem); 336790e775b7SJan Kara } 336890e775b7SJan Kara 3369f340b3d9Shongnanli /* Update i_size, i_disksize. Requires i_rwsem to avoid races with truncate */ 33704631dbf6SDmitry Monakhov static inline int ext4_update_inode_size(struct inode *inode, loff_t newsize) 33714631dbf6SDmitry Monakhov { 33724631dbf6SDmitry Monakhov int changed = 0; 33734631dbf6SDmitry Monakhov 33744631dbf6SDmitry Monakhov if (newsize > inode->i_size) { 33754631dbf6SDmitry Monakhov i_size_write(inode, newsize); 33764631dbf6SDmitry Monakhov changed = 1; 33774631dbf6SDmitry Monakhov } 33784631dbf6SDmitry Monakhov if (newsize > EXT4_I(inode)->i_disksize) { 33794631dbf6SDmitry Monakhov ext4_update_i_disksize(inode, newsize); 33804631dbf6SDmitry Monakhov changed |= 2; 33814631dbf6SDmitry Monakhov } 33824631dbf6SDmitry Monakhov return changed; 33834631dbf6SDmitry Monakhov } 33844631dbf6SDmitry Monakhov 338501127848SJan Kara int ext4_update_disksize_before_punch(struct inode *inode, loff_t offset, 338601127848SJan Kara loff_t len); 338701127848SJan Kara 33885d1b1b3fSAneesh Kumar K.V struct ext4_group_info { 33895d1b1b3fSAneesh Kumar K.V unsigned long bb_state; 3390addd752cSChunguang Xu #ifdef AGGRESSIVE_CHECK 3391addd752cSChunguang Xu unsigned long bb_check_counter; 3392addd752cSChunguang Xu #endif 33935d1b1b3fSAneesh Kumar K.V struct rb_root bb_free_root; 3394a36b4498SEric Sandeen ext4_grpblk_t bb_first_free; /* first free block */ 3395a36b4498SEric Sandeen ext4_grpblk_t bb_free; /* total free blocks */ 3396a36b4498SEric Sandeen ext4_grpblk_t bb_fragments; /* nr of freespace fragments */ 339783e80a6eSJan Kara int bb_avg_fragment_size_order; /* order of average 339883e80a6eSJan Kara fragment in BG */ 33998a57d9d6SCurt Wohlgemuth ext4_grpblk_t bb_largest_free_order;/* order of largest frag in BG */ 3400196e402aSHarshad Shirwadkar ext4_group_t bb_group; /* Group number */ 34015d1b1b3fSAneesh Kumar K.V struct list_head bb_prealloc_list; 34025d1b1b3fSAneesh Kumar K.V #ifdef DOUBLE_CHECK 34035d1b1b3fSAneesh Kumar K.V void *bb_bitmap; 34045d1b1b3fSAneesh Kumar K.V #endif 34055d1b1b3fSAneesh Kumar K.V struct rw_semaphore alloc_sem; 340683e80a6eSJan Kara struct list_head bb_avg_fragment_size_node; 3407196e402aSHarshad Shirwadkar struct list_head bb_largest_free_order_node; 3408a36b4498SEric Sandeen ext4_grpblk_t bb_counters[]; /* Nr of free power-of-two-block 3409a36b4498SEric Sandeen * regions, index is order. 3410a36b4498SEric Sandeen * bb_counters[3] = 5 means 3411a36b4498SEric Sandeen * 5 free 8-block regions. */ 34125d1b1b3fSAneesh Kumar K.V }; 34135d1b1b3fSAneesh Kumar K.V 34145d1b1b3fSAneesh Kumar K.V #define EXT4_GROUP_INFO_NEED_INIT_BIT 0 34153d56b8d2STao Ma #define EXT4_GROUP_INFO_WAS_TRIMMED_BIT 1 3416163a203dSDarrick J. Wong #define EXT4_GROUP_INFO_BBITMAP_CORRUPT_BIT 2 341787a39389SDarrick J. Wong #define EXT4_GROUP_INFO_IBITMAP_CORRUPT_BIT 3 3418db79e6d1SWang Shilong #define EXT4_GROUP_INFO_BBITMAP_CORRUPT \ 3419db79e6d1SWang Shilong (1 << EXT4_GROUP_INFO_BBITMAP_CORRUPT_BIT) 3420db79e6d1SWang Shilong #define EXT4_GROUP_INFO_IBITMAP_CORRUPT \ 3421db79e6d1SWang Shilong (1 << EXT4_GROUP_INFO_IBITMAP_CORRUPT_BIT) 3422cfd73237SAlex Zhuravlev #define EXT4_GROUP_INFO_BBITMAP_READ_BIT 4 34235d1b1b3fSAneesh Kumar K.V 34245d1b1b3fSAneesh Kumar K.V #define EXT4_MB_GRP_NEED_INIT(grp) \ 34255d1b1b3fSAneesh Kumar K.V (test_bit(EXT4_GROUP_INFO_NEED_INIT_BIT, &((grp)->bb_state))) 3426163a203dSDarrick J. Wong #define EXT4_MB_GRP_BBITMAP_CORRUPT(grp) \ 3427163a203dSDarrick J. Wong (test_bit(EXT4_GROUP_INFO_BBITMAP_CORRUPT_BIT, &((grp)->bb_state))) 342887a39389SDarrick J. Wong #define EXT4_MB_GRP_IBITMAP_CORRUPT(grp) \ 342987a39389SDarrick J. Wong (test_bit(EXT4_GROUP_INFO_IBITMAP_CORRUPT_BIT, &((grp)->bb_state))) 34305d1b1b3fSAneesh Kumar K.V 34313d56b8d2STao Ma #define EXT4_MB_GRP_WAS_TRIMMED(grp) \ 34323d56b8d2STao Ma (test_bit(EXT4_GROUP_INFO_WAS_TRIMMED_BIT, &((grp)->bb_state))) 34333d56b8d2STao Ma #define EXT4_MB_GRP_SET_TRIMMED(grp) \ 34343d56b8d2STao Ma (set_bit(EXT4_GROUP_INFO_WAS_TRIMMED_BIT, &((grp)->bb_state))) 34353d56b8d2STao Ma #define EXT4_MB_GRP_CLEAR_TRIMMED(grp) \ 34363d56b8d2STao Ma (clear_bit(EXT4_GROUP_INFO_WAS_TRIMMED_BIT, &((grp)->bb_state))) 3437cfd73237SAlex Zhuravlev #define EXT4_MB_GRP_TEST_AND_SET_READ(grp) \ 3438cfd73237SAlex Zhuravlev (test_and_set_bit(EXT4_GROUP_INFO_BBITMAP_READ_BIT, &((grp)->bb_state))) 34393d56b8d2STao Ma 344050797481STheodore Ts'o #define EXT4_MAX_CONTENTION 8 344150797481STheodore Ts'o #define EXT4_CONTENTION_THRESHOLD 2 344250797481STheodore Ts'o 3443955ce5f5SAneesh Kumar K.V static inline spinlock_t *ext4_group_lock_ptr(struct super_block *sb, 3444955ce5f5SAneesh Kumar K.V ext4_group_t group) 3445955ce5f5SAneesh Kumar K.V { 3446955ce5f5SAneesh Kumar K.V return bgl_lock_ptr(EXT4_SB(sb)->s_blockgroup_lock, group); 3447955ce5f5SAneesh Kumar K.V } 3448955ce5f5SAneesh Kumar K.V 344950797481STheodore Ts'o /* 345050797481STheodore Ts'o * Returns true if the filesystem is busy enough that attempts to 345150797481STheodore Ts'o * access the block group locks has run into contention. 345250797481STheodore Ts'o */ 345350797481STheodore Ts'o static inline int ext4_fs_is_busy(struct ext4_sb_info *sbi) 345450797481STheodore Ts'o { 345550797481STheodore Ts'o return (atomic_read(&sbi->s_lock_busy) > EXT4_CONTENTION_THRESHOLD); 345650797481STheodore Ts'o } 345750797481STheodore Ts'o 34585d1b1b3fSAneesh Kumar K.V static inline void ext4_lock_group(struct super_block *sb, ext4_group_t group) 34595d1b1b3fSAneesh Kumar K.V { 346050797481STheodore Ts'o spinlock_t *lock = ext4_group_lock_ptr(sb, group); 346150797481STheodore Ts'o if (spin_trylock(lock)) 346250797481STheodore Ts'o /* 346350797481STheodore Ts'o * We're able to grab the lock right away, so drop the 346450797481STheodore Ts'o * lock contention counter. 346550797481STheodore Ts'o */ 346650797481STheodore Ts'o atomic_add_unless(&EXT4_SB(sb)->s_lock_busy, -1, 0); 346750797481STheodore Ts'o else { 346850797481STheodore Ts'o /* 346950797481STheodore Ts'o * The lock is busy, so bump the contention counter, 347050797481STheodore Ts'o * and then wait on the spin lock. 347150797481STheodore Ts'o */ 347250797481STheodore Ts'o atomic_add_unless(&EXT4_SB(sb)->s_lock_busy, 1, 347350797481STheodore Ts'o EXT4_MAX_CONTENTION); 347450797481STheodore Ts'o spin_lock(lock); 347550797481STheodore Ts'o } 34765d1b1b3fSAneesh Kumar K.V } 34775d1b1b3fSAneesh Kumar K.V 34785d1b1b3fSAneesh Kumar K.V static inline void ext4_unlock_group(struct super_block *sb, 34795d1b1b3fSAneesh Kumar K.V ext4_group_t group) 34805d1b1b3fSAneesh Kumar K.V { 3481955ce5f5SAneesh Kumar K.V spin_unlock(ext4_group_lock_ptr(sb, group)); 34825d1b1b3fSAneesh Kumar K.V } 34835d1b1b3fSAneesh Kumar K.V 3484f177ee08SRoman Anufriev #ifdef CONFIG_QUOTA 3485f177ee08SRoman Anufriev static inline bool ext4_quota_capable(struct super_block *sb) 3486f177ee08SRoman Anufriev { 3487f177ee08SRoman Anufriev return (test_opt(sb, QUOTA) || ext4_has_feature_quota(sb)); 3488f177ee08SRoman Anufriev } 3489f177ee08SRoman Anufriev 3490f177ee08SRoman Anufriev static inline bool ext4_is_quota_journalled(struct super_block *sb) 3491f177ee08SRoman Anufriev { 3492f177ee08SRoman Anufriev struct ext4_sb_info *sbi = EXT4_SB(sb); 3493f177ee08SRoman Anufriev 3494f177ee08SRoman Anufriev return (ext4_has_feature_quota(sb) || 3495f177ee08SRoman Anufriev sbi->s_qf_names[USRQUOTA] || sbi->s_qf_names[GRPQUOTA]); 3496f177ee08SRoman Anufriev } 349725c6d98fSJan Kara int ext4_enable_quotas(struct super_block *sb); 3498f177ee08SRoman Anufriev #endif 3499f177ee08SRoman Anufriev 35003dcf5451SChristoph Hellwig /* 35011f7d1e77STheodore Ts'o * Block validity checking 35021f7d1e77STheodore Ts'o */ 35031f7d1e77STheodore Ts'o #define ext4_check_indirect_blockref(inode, bh) \ 35041f7d1e77STheodore Ts'o ext4_check_blockref(__func__, __LINE__, inode, \ 35051f7d1e77STheodore Ts'o (__le32 *)(bh)->b_data, \ 35061f7d1e77STheodore Ts'o EXT4_ADDR_PER_BLOCK((inode)->i_sb)) 35071f7d1e77STheodore Ts'o 35081f7d1e77STheodore Ts'o #define ext4_ind_check_inode(inode) \ 35091f7d1e77STheodore Ts'o ext4_check_blockref(__func__, __LINE__, inode, \ 35101f7d1e77STheodore Ts'o EXT4_I(inode)->i_data, \ 35111f7d1e77STheodore Ts'o EXT4_NDIR_BLOCKS) 35121f7d1e77STheodore Ts'o 35131f7d1e77STheodore Ts'o /* 35143dcf5451SChristoph Hellwig * Inodes and files operations 35153dcf5451SChristoph Hellwig */ 35163dcf5451SChristoph Hellwig 35173dcf5451SChristoph Hellwig /* dir.c */ 35183dcf5451SChristoph Hellwig extern const struct file_operations ext4_dir_operations; 35193dcf5451SChristoph Hellwig 35203dcf5451SChristoph Hellwig /* file.c */ 35213dcf5451SChristoph Hellwig extern const struct inode_operations ext4_file_inode_operations; 35223dcf5451SChristoph Hellwig extern const struct file_operations ext4_file_operations; 3523e0d10bfaSToshiyuki Okajima extern loff_t ext4_llseek(struct file *file, loff_t offset, int origin); 35243dcf5451SChristoph Hellwig 352595eaefbdSTheodore Ts'o /* inline.c */ 352695eaefbdSTheodore Ts'o extern int ext4_get_max_inline_size(struct inode *inode); 352795eaefbdSTheodore Ts'o extern int ext4_find_inline_data_nolock(struct inode *inode); 352895eaefbdSTheodore Ts'o extern int ext4_destroy_inline_data(handle_t *handle, struct inode *inode); 352995eaefbdSTheodore Ts'o 35303edde93eSMatthew Wilcox int ext4_readpage_inline(struct inode *inode, struct folio *folio); 353195eaefbdSTheodore Ts'o extern int ext4_try_to_write_inline_data(struct address_space *mapping, 353295eaefbdSTheodore Ts'o struct inode *inode, 353395eaefbdSTheodore Ts'o loff_t pos, unsigned len, 353495eaefbdSTheodore Ts'o struct page **pagep); 3535d19500daSRitesh Harjani int ext4_write_inline_data_end(struct inode *inode, loff_t pos, unsigned len, 3536d19500daSRitesh Harjani unsigned copied, struct folio *folio); 353795eaefbdSTheodore Ts'o extern int ext4_da_write_inline_data_begin(struct address_space *mapping, 353895eaefbdSTheodore Ts'o struct inode *inode, 353995eaefbdSTheodore Ts'o loff_t pos, unsigned len, 354095eaefbdSTheodore Ts'o struct page **pagep, 354195eaefbdSTheodore Ts'o void **fsdata); 35425b643f9cSTheodore Ts'o extern int ext4_try_add_inline_entry(handle_t *handle, 35435b643f9cSTheodore Ts'o struct ext4_filename *fname, 354456a04915STheodore Ts'o struct inode *dir, struct inode *inode); 354595eaefbdSTheodore Ts'o extern int ext4_try_create_inline_dir(handle_t *handle, 354695eaefbdSTheodore Ts'o struct inode *parent, 354795eaefbdSTheodore Ts'o struct inode *inode); 354895eaefbdSTheodore Ts'o extern int ext4_read_inline_dir(struct file *filp, 3549725bebb2SAl Viro struct dir_context *ctx, 355095eaefbdSTheodore Ts'o int *has_inline_data); 35517633b08bSTheodore Ts'o extern int ext4_inlinedir_to_tree(struct file *dir_file, 35528af0f082STao Ma struct inode *dir, ext4_lblk_t block, 35538af0f082STao Ma struct dx_hash_info *hinfo, 35548af0f082STao Ma __u32 start_hash, __u32 start_minor_hash, 35558af0f082STao Ma int *has_inline_data); 355695eaefbdSTheodore Ts'o extern struct buffer_head *ext4_find_inline_entry(struct inode *dir, 35575b643f9cSTheodore Ts'o struct ext4_filename *fname, 355895eaefbdSTheodore Ts'o struct ext4_dir_entry_2 **res_dir, 355995eaefbdSTheodore Ts'o int *has_inline_data); 356095eaefbdSTheodore Ts'o extern int ext4_delete_inline_entry(handle_t *handle, 356195eaefbdSTheodore Ts'o struct inode *dir, 356295eaefbdSTheodore Ts'o struct ext4_dir_entry_2 *de_del, 356395eaefbdSTheodore Ts'o struct buffer_head *bh, 356495eaefbdSTheodore Ts'o int *has_inline_data); 3565a7550b30SJaegeuk Kim extern bool empty_inline_dir(struct inode *dir, int *has_inline_data); 356695eaefbdSTheodore Ts'o extern struct buffer_head *ext4_get_first_inline_block(struct inode *inode, 356795eaefbdSTheodore Ts'o struct ext4_dir_entry_2 **parent_de, 356895eaefbdSTheodore Ts'o int *retval); 35695a57bca9SZhang Yi extern void *ext4_read_inline_link(struct inode *inode); 35707046ae35SAndreas Gruenbacher 35717046ae35SAndreas Gruenbacher struct iomap; 35727046ae35SAndreas Gruenbacher extern int ext4_inline_data_iomap(struct inode *inode, struct iomap *iomap); 35737046ae35SAndreas Gruenbacher 357401daf945STheodore Ts'o extern int ext4_inline_data_truncate(struct inode *inode, int *has_inline); 357595eaefbdSTheodore Ts'o 357695eaefbdSTheodore Ts'o extern int ext4_convert_inline_data(struct inode *inode); 357795eaefbdSTheodore Ts'o 357883447ccbSZheng Liu static inline int ext4_has_inline_data(struct inode *inode) 357983447ccbSZheng Liu { 358083447ccbSZheng Liu return ext4_test_inode_flag(inode, EXT4_INODE_INLINE_DATA) && 358183447ccbSZheng Liu EXT4_I(inode)->i_inline_off; 358283447ccbSZheng Liu } 358383447ccbSZheng Liu 35843dcf5451SChristoph Hellwig /* namei.c */ 35853dcf5451SChristoph Hellwig extern const struct inode_operations ext4_dir_inode_operations; 35863dcf5451SChristoph Hellwig extern const struct inode_operations ext4_special_inode_operations; 3587596397b7STheodore Ts'o extern struct dentry *ext4_get_parent(struct dentry *child); 3588a774f9c2STao Ma extern struct ext4_dir_entry_2 *ext4_init_dot_dotdot(struct inode *inode, 3589a774f9c2STao Ma struct ext4_dir_entry_2 *de, 3590a774f9c2STao Ma int blocksize, int csum_size, 3591a774f9c2STao Ma unsigned int parent_ino, int dotdot_real_len); 3592ddce3b94STheodore Ts'o extern void ext4_initialize_dirent_tail(struct buffer_head *bh, 35933c47d541STao Ma unsigned int blocksize); 3594f036adb3STheodore Ts'o extern int ext4_handle_dirty_dirblock(handle_t *handle, struct inode *inode, 35953c47d541STao Ma struct buffer_head *bh); 35964c0d5778SEric Biggers extern int __ext4_unlink(struct inode *dir, const struct qstr *d_name, 35974c0d5778SEric Biggers struct inode *inode, struct dentry *dentry); 35988016e29fSHarshad Shirwadkar extern int __ext4_link(struct inode *dir, struct inode *inode, 35998016e29fSHarshad Shirwadkar struct dentry *dentry); 3600b886ee3eSGabriel Krisman Bertazi 36018af0f082STao Ma #define S_SHIFT 12 3602381cebfeSDan Carpenter static const unsigned char ext4_type_by_mode[(S_IFMT >> S_SHIFT) + 1] = { 36038af0f082STao Ma [S_IFREG >> S_SHIFT] = EXT4_FT_REG_FILE, 36048af0f082STao Ma [S_IFDIR >> S_SHIFT] = EXT4_FT_DIR, 36058af0f082STao Ma [S_IFCHR >> S_SHIFT] = EXT4_FT_CHRDEV, 36068af0f082STao Ma [S_IFBLK >> S_SHIFT] = EXT4_FT_BLKDEV, 36078af0f082STao Ma [S_IFIFO >> S_SHIFT] = EXT4_FT_FIFO, 36088af0f082STao Ma [S_IFSOCK >> S_SHIFT] = EXT4_FT_SOCK, 36098af0f082STao Ma [S_IFLNK >> S_SHIFT] = EXT4_FT_SYMLINK, 36108af0f082STao Ma }; 36118af0f082STao Ma 36128af0f082STao Ma static inline void ext4_set_de_type(struct super_block *sb, 36138af0f082STao Ma struct ext4_dir_entry_2 *de, 36148af0f082STao Ma umode_t mode) { 3615e2b911c5SDarrick J. Wong if (ext4_has_feature_filetype(sb)) 36168af0f082STao Ma de->file_type = ext4_type_by_mode[(mode & S_IFMT)>>S_SHIFT]; 36178af0f082STao Ma } 36188af0f082STao Ma 3619f64e02feSTheodore Ts'o /* readpages.c */ 3620a07f624bSMatthew Wilcox (Oracle) extern int ext4_mpage_readpages(struct inode *inode, 3621c0be8e6fSMatthew Wilcox struct readahead_control *rac, struct folio *folio); 362222cfe4b4SEric Biggers extern int __init ext4_init_post_read_processing(void); 362322cfe4b4SEric Biggers extern void ext4_exit_post_read_processing(void); 36243dcf5451SChristoph Hellwig 36253dcf5451SChristoph Hellwig /* symlink.c */ 3626a7a67e8aSAl Viro extern const struct inode_operations ext4_encrypted_symlink_inode_operations; 36273dcf5451SChristoph Hellwig extern const struct inode_operations ext4_symlink_inode_operations; 36283dcf5451SChristoph Hellwig extern const struct inode_operations ext4_fast_symlink_inode_operations; 36293dcf5451SChristoph Hellwig 3630b5799018STheodore Ts'o /* sysfs.c */ 3631d578b994SJonathan Davies extern void ext4_notify_error_sysfs(struct ext4_sb_info *sbi); 3632b5799018STheodore Ts'o extern int ext4_register_sysfs(struct super_block *sb); 3633ebd173beSTheodore Ts'o extern void ext4_unregister_sysfs(struct super_block *sb); 3634b5799018STheodore Ts'o extern int __init ext4_init_sysfs(void); 3635b5799018STheodore Ts'o extern void ext4_exit_sysfs(void); 3636b5799018STheodore Ts'o 36376fd058f7STheodore Ts'o /* block_validity */ 36386fd058f7STheodore Ts'o extern void ext4_release_system_zone(struct super_block *sb); 36396fd058f7STheodore Ts'o extern int ext4_setup_system_zone(struct super_block *sb); 36405dabfc78STheodore Ts'o extern int __init ext4_init_system_zone(void); 36415dabfc78STheodore Ts'o extern void ext4_exit_system_zone(void); 3642ce9f24ccSJan Kara extern int ext4_inode_block_valid(struct inode *inode, 36436fd058f7STheodore Ts'o ext4_fsblk_t start_blk, 36446fd058f7STheodore Ts'o unsigned int count); 36451f7d1e77STheodore Ts'o extern int ext4_check_blockref(const char *, unsigned int, 36461f7d1e77STheodore Ts'o struct inode *, __le32 *, unsigned int); 36476bc6c2bdSRitesh Harjani extern int ext4_sb_block_valid(struct super_block *sb, struct inode *inode, 36486bc6c2bdSRitesh Harjani ext4_fsblk_t start_blk, unsigned int count); 36496bc6c2bdSRitesh Harjani 36506fd058f7STheodore Ts'o 36513dcf5451SChristoph Hellwig /* extents.c */ 36524a092d73STheodore Ts'o struct ext4_ext_path; 36534a092d73STheodore Ts'o struct ext4_extent; 36544a092d73STheodore Ts'o 3655d7b2a00cSZheng Liu /* 3656d7b2a00cSZheng Liu * Maximum number of logical blocks in a file; ext4_extent's ee_block is 3657d7b2a00cSZheng Liu * __le32. 3658d7b2a00cSZheng Liu */ 3659d7b2a00cSZheng Liu #define EXT_MAX_BLOCKS 0xffffffff 3660d7b2a00cSZheng Liu 36614209ae12SHarshad Shirwadkar extern void ext4_ext_tree_init(handle_t *handle, struct inode *inode); 3662fffb2739SJan Kara extern int ext4_ext_index_trans_blocks(struct inode *inode, int extents); 3663e35fd660STheodore Ts'o extern int ext4_ext_map_blocks(handle_t *handle, struct inode *inode, 3664e35fd660STheodore Ts'o struct ext4_map_blocks *map, int flags); 3665d0abb36dSTheodore Ts'o extern int ext4_ext_truncate(handle_t *, struct inode *); 366626a4c0c6STheodore Ts'o extern int ext4_ext_remove_space(struct inode *inode, ext4_lblk_t start, 366726a4c0c6STheodore Ts'o ext4_lblk_t end); 36683dcf5451SChristoph Hellwig extern void ext4_ext_init(struct super_block *); 36693dcf5451SChristoph Hellwig extern void ext4_ext_release(struct super_block *); 36702fe17c10SChristoph Hellwig extern long ext4_fallocate(struct file *file, int mode, loff_t offset, 36713dcf5451SChristoph Hellwig loff_t len); 36726b523df4SJan Kara extern int ext4_convert_unwritten_extents(handle_t *handle, struct inode *inode, 36736b523df4SJan Kara loff_t offset, ssize_t len); 3674a00713eaSRitesh Harjani extern int ext4_convert_unwritten_io_end_vec(handle_t *handle, 3675a00713eaSRitesh Harjani ext4_io_end_t *io_end); 3676e35fd660STheodore Ts'o extern int ext4_map_blocks(handle_t *handle, struct inode *inode, 3677e35fd660STheodore Ts'o struct ext4_map_blocks *map, int flags); 36784a092d73STheodore Ts'o extern int ext4_ext_calc_credits_for_single_extent(struct inode *inode, 36794a092d73STheodore Ts'o int num, 36804a092d73STheodore Ts'o struct ext4_ext_path *path); 36814a092d73STheodore Ts'o extern int ext4_ext_insert_extent(handle_t *, struct inode *, 3682dfe50809STheodore Ts'o struct ext4_ext_path **, 36834a092d73STheodore Ts'o struct ext4_extent *, int); 3684ed8a1a76STheodore Ts'o extern struct ext4_ext_path *ext4_find_extent(struct inode *, ext4_lblk_t, 3685705912caSTheodore Ts'o struct ext4_ext_path **, 3686107a7bd3STheodore Ts'o int flags); 36877ff5fddaSYe Bin extern void ext4_free_ext_path(struct ext4_ext_path *); 36884a092d73STheodore Ts'o extern int ext4_ext_check_inode(struct inode *inode); 3689fcf6b1b7SDmitry Monakhov extern ext4_lblk_t ext4_ext_next_allocated_block(struct ext4_ext_path *path); 36903a06d778SAneesh Kumar K.V extern int ext4_fiemap(struct inode *inode, struct fiemap_extent_info *fieinfo, 36913a06d778SAneesh Kumar K.V __u64 start, __u64 len); 3692bb5835edSTheodore Ts'o extern int ext4_get_es_cache(struct inode *inode, 3693bb5835edSTheodore Ts'o struct fiemap_extent_info *fieinfo, 3694bb5835edSTheodore Ts'o __u64 start, __u64 len); 36957869a4a6STheodore Ts'o extern int ext4_ext_precache(struct inode *inode); 3696fcf6b1b7SDmitry Monakhov extern int ext4_swap_extents(handle_t *handle, struct inode *inode1, 3697fcf6b1b7SDmitry Monakhov struct inode *inode2, ext4_lblk_t lblk1, 3698fcf6b1b7SDmitry Monakhov ext4_lblk_t lblk2, ext4_lblk_t count, 3699fcf6b1b7SDmitry Monakhov int mark_unwritten,int *err); 37000b02f4c0SEric Whitney extern int ext4_clu_mapped(struct inode *inode, ext4_lblk_t lclu); 3701a4130367SJan Kara extern int ext4_datasem_ensure_credits(handle_t *handle, struct inode *inode, 370283448bdfSJan Kara int check_cred, int restart_cred, 370383448bdfSJan Kara int revoke_cred); 37048016e29fSHarshad Shirwadkar extern void ext4_ext_replay_shrink_inode(struct inode *inode, ext4_lblk_t end); 37058016e29fSHarshad Shirwadkar extern int ext4_ext_replay_set_iblocks(struct inode *inode); 37068016e29fSHarshad Shirwadkar extern int ext4_ext_replay_update_ex(struct inode *inode, ext4_lblk_t start, 37078016e29fSHarshad Shirwadkar int len, int unwritten, ext4_fsblk_t pblk); 37088016e29fSHarshad Shirwadkar extern int ext4_ext_clear_bb(struct inode *inode); 3709a4130367SJan Kara 37104a092d73STheodore Ts'o 3711748de673SAkira Fujita /* move_extent.c */ 3712393d1d1dSDr. Tilmann Bubeck extern void ext4_double_down_write_data_sem(struct inode *first, 3713393d1d1dSDr. Tilmann Bubeck struct inode *second); 3714393d1d1dSDr. Tilmann Bubeck extern void ext4_double_up_write_data_sem(struct inode *orig_inode, 3715393d1d1dSDr. Tilmann Bubeck struct inode *donor_inode); 3716748de673SAkira Fujita extern int ext4_move_extents(struct file *o_filp, struct file *d_filp, 3717748de673SAkira Fujita __u64 start_orig, __u64 start_donor, 3718748de673SAkira Fujita __u64 len, __u64 *moved_len); 3719748de673SAkira Fujita 3720bd2d0210STheodore Ts'o /* page-io.c */ 37215dabfc78STheodore Ts'o extern int __init ext4_init_pageio(void); 37225dabfc78STheodore Ts'o extern void ext4_exit_pageio(void); 3723bd2d0210STheodore Ts'o extern ext4_io_end_t *ext4_init_io_end(struct inode *inode, gfp_t flags); 372497a851edSJan Kara extern ext4_io_end_t *ext4_get_io_end(ext4_io_end_t *io_end); 372597a851edSJan Kara extern int ext4_put_io_end(ext4_io_end_t *io_end); 372697a851edSJan Kara extern void ext4_put_io_end_defer(ext4_io_end_t *io_end); 372797a851edSJan Kara extern void ext4_io_submit_init(struct ext4_io_submit *io, 372897a851edSJan Kara struct writeback_control *wbc); 37292e8fa54eSJan Kara extern void ext4_end_io_rsv_work(struct work_struct *work); 3730bd2d0210STheodore Ts'o extern void ext4_io_submit(struct ext4_io_submit *io); 3731e8d6062cSMatthew Wilcox int ext4_bio_write_folio(struct ext4_io_submit *io, struct folio *page, 3732e8d6062cSMatthew Wilcox size_t len); 3733c8cc8816SRitesh Harjani extern struct ext4_io_end_vec *ext4_alloc_io_end_vec(ext4_io_end_t *io_end); 3734c8cc8816SRitesh Harjani extern struct ext4_io_end_vec *ext4_last_io_end_vec(ext4_io_end_t *io_end); 37353a06d778SAneesh Kumar K.V 3736c5e06d10SJohann Lombardi /* mmp.c */ 3737c5e06d10SJohann Lombardi extern int ext4_multi_mount_protect(struct super_block *, ext4_fsblk_t); 3738c5e06d10SJohann Lombardi 3739618f0031SPavel Skripkin /* mmp.c */ 3740618f0031SPavel Skripkin extern void ext4_stop_mmpd(struct ext4_sb_info *sbi); 3741618f0031SPavel Skripkin 3742c93d8f88SEric Biggers /* verity.c */ 3743c93d8f88SEric Biggers extern const struct fsverity_operations ext4_verityops; 3744c93d8f88SEric Biggers 374525c6d98fSJan Kara /* orphan.c */ 374625c6d98fSJan Kara extern int ext4_orphan_add(handle_t *, struct inode *); 374725c6d98fSJan Kara extern int ext4_orphan_del(handle_t *, struct inode *); 374825c6d98fSJan Kara extern void ext4_orphan_cleanup(struct super_block *sb, 374925c6d98fSJan Kara struct ext4_super_block *es); 375002f310fcSJan Kara extern void ext4_release_orphan_info(struct super_block *sb); 375102f310fcSJan Kara extern int ext4_init_orphan_info(struct super_block *sb); 375202f310fcSJan Kara extern int ext4_orphan_file_empty(struct super_block *sb); 375302f310fcSJan Kara extern void ext4_orphan_file_block_trigger( 375402f310fcSJan Kara struct jbd2_buffer_trigger_type *triggers, 375502f310fcSJan Kara struct buffer_head *bh, 375602f310fcSJan Kara void *data, size_t size); 375725c6d98fSJan Kara 37583613d228SJan Kara /* 375948fc7f7eSAdam Buchbinder * Add new method to test whether block and inode bitmaps are properly 37602ccb5fb9SAneesh Kumar K.V * initialized. With uninit_bg reading the block from disk is not enough 37612ccb5fb9SAneesh Kumar K.V * to mark the bitmap uptodate. We need to also zero-out the bitmap 37622ccb5fb9SAneesh Kumar K.V */ 37632ccb5fb9SAneesh Kumar K.V #define BH_BITMAP_UPTODATE BH_JBDPrivateStart 37642ccb5fb9SAneesh Kumar K.V 37652ccb5fb9SAneesh Kumar K.V static inline int bitmap_uptodate(struct buffer_head *bh) 37662ccb5fb9SAneesh Kumar K.V { 37672ccb5fb9SAneesh Kumar K.V return (buffer_uptodate(bh) && 37682ccb5fb9SAneesh Kumar K.V test_bit(BH_BITMAP_UPTODATE, &(bh)->b_state)); 37692ccb5fb9SAneesh Kumar K.V } 37702ccb5fb9SAneesh Kumar K.V static inline void set_bitmap_uptodate(struct buffer_head *bh) 37712ccb5fb9SAneesh Kumar K.V { 37722ccb5fb9SAneesh Kumar K.V set_bit(BH_BITMAP_UPTODATE, &(bh)->b_state); 37732ccb5fb9SAneesh Kumar K.V } 37742ccb5fb9SAneesh Kumar K.V 3775731eb1a0SAkinobu Mita #define in_range(b, first, len) ((b) >= (first) && (b) <= (first) + (len) - 1) 3776731eb1a0SAkinobu Mita 3777e9e3bcecSEric Sandeen /* For ioend & aio unwritten conversion wait queues */ 3778e9e3bcecSEric Sandeen #define EXT4_WQ_HASH_SZ 37 3779e9e3bcecSEric Sandeen #define ext4_ioend_wq(v) (&ext4__ioend_wq[((unsigned long)(v)) %\ 3780e9e3bcecSEric Sandeen EXT4_WQ_HASH_SZ]) 3781e9e3bcecSEric Sandeen extern wait_queue_head_t ext4__ioend_wq[EXT4_WQ_HASH_SZ]; 3782e9e3bcecSEric Sandeen 37838f82f840SYongqiang Yang extern int ext4_resize_begin(struct super_block *sb); 3784827891a3STheodore Ts'o extern int ext4_resize_end(struct super_block *sb, bool update_backups); 37858f82f840SYongqiang Yang 378674c66bcbSJan Kara static inline void ext4_set_io_unwritten_flag(struct inode *inode, 378774c66bcbSJan Kara struct ext4_io_end *io_end) 378874c66bcbSJan Kara { 378974c66bcbSJan Kara if (!(io_end->flag & EXT4_IO_END_UNWRITTEN)) { 379074c66bcbSJan Kara io_end->flag |= EXT4_IO_END_UNWRITTEN; 379174c66bcbSJan Kara atomic_inc(&EXT4_I(inode)->i_unwritten); 379274c66bcbSJan Kara } 379374c66bcbSJan Kara } 379474c66bcbSJan Kara 379574c66bcbSJan Kara static inline void ext4_clear_io_unwritten_flag(ext4_io_end_t *io_end) 379674c66bcbSJan Kara { 379774c66bcbSJan Kara struct inode *inode = io_end->inode; 379874c66bcbSJan Kara 379974c66bcbSJan Kara if (io_end->flag & EXT4_IO_END_UNWRITTEN) { 380074c66bcbSJan Kara io_end->flag &= ~EXT4_IO_END_UNWRITTEN; 380174c66bcbSJan Kara /* Wake up anyone waiting on unwritten extent conversion */ 380274c66bcbSJan Kara if (atomic_dec_and_test(&EXT4_I(inode)->i_unwritten)) 380374c66bcbSJan Kara wake_up_all(ext4_ioend_wq(inode)); 380474c66bcbSJan Kara } 380574c66bcbSJan Kara } 380674c66bcbSJan Kara 38078ff6daa1SChristoph Hellwig extern const struct iomap_ops ext4_iomap_ops; 38088cd115bdSJan Kara extern const struct iomap_ops ext4_iomap_overwrite_ops; 380909edf4d3SMatthew Bobrowski extern const struct iomap_ops ext4_iomap_report_ops; 3810364443cbSJan Kara 38117963e5acSZhangXiaoxu static inline int ext4_buffer_uptodate(struct buffer_head *bh) 38127963e5acSZhangXiaoxu { 38137963e5acSZhangXiaoxu /* 38147963e5acSZhangXiaoxu * If the buffer has the write error flag, we have failed 38157963e5acSZhangXiaoxu * to write out data in the block. In this case, we don't 38167963e5acSZhangXiaoxu * have to read the block because we may read the old data 38177963e5acSZhangXiaoxu * successfully. 38187963e5acSZhangXiaoxu */ 38195c680150SJoseph Qi if (buffer_write_io_error(bh)) 38207963e5acSZhangXiaoxu set_buffer_uptodate(bh); 38217963e5acSZhangXiaoxu return buffer_uptodate(bh); 38227963e5acSZhangXiaoxu } 38237963e5acSZhangXiaoxu 38243dcf5451SChristoph Hellwig #endif /* __KERNEL__ */ 38253dcf5451SChristoph Hellwig 38266a797d27SDarrick J. Wong #define EFSBADCRC EBADMSG /* Bad CRC detected */ 38276a797d27SDarrick J. Wong #define EFSCORRUPTED EUCLEAN /* Filesystem is corrupted */ 38286a797d27SDarrick J. Wong 38293dcf5451SChristoph Hellwig #endif /* _EXT4_H */ 3830