1f5166768STheodore Ts'o // SPDX-License-Identifier: GPL-2.0 23dcf5451SChristoph Hellwig /* 33dcf5451SChristoph Hellwig * ext4.h 43dcf5451SChristoph Hellwig * 53dcf5451SChristoph Hellwig * Copyright (C) 1992, 1993, 1994, 1995 63dcf5451SChristoph Hellwig * Remy Card (card@masi.ibp.fr) 73dcf5451SChristoph Hellwig * Laboratoire MASI - Institut Blaise Pascal 83dcf5451SChristoph Hellwig * Universite Pierre et Marie Curie (Paris VI) 93dcf5451SChristoph Hellwig * 103dcf5451SChristoph Hellwig * from 113dcf5451SChristoph Hellwig * 123dcf5451SChristoph Hellwig * linux/include/linux/minix_fs.h 133dcf5451SChristoph Hellwig * 143dcf5451SChristoph Hellwig * Copyright (C) 1991, 1992 Linus Torvalds 153dcf5451SChristoph Hellwig */ 163dcf5451SChristoph Hellwig 173dcf5451SChristoph Hellwig #ifndef _EXT4_H 183dcf5451SChristoph Hellwig #define _EXT4_H 193dcf5451SChristoph Hellwig 203dcf5451SChristoph Hellwig #include <linux/types.h> 213dcf5451SChristoph Hellwig #include <linux/blkdev.h> 223dcf5451SChristoph Hellwig #include <linux/magic.h> 232ccb5fb9SAneesh Kumar K.V #include <linux/jbd2.h> 2460e58e0fSMingming Cao #include <linux/quota.h> 25d444c3c3STheodore Ts'o #include <linux/rwsem.h> 26d444c3c3STheodore Ts'o #include <linux/rbtree.h> 27d444c3c3STheodore Ts'o #include <linux/seqlock.h> 28d444c3c3STheodore Ts'o #include <linux/mutex.h> 29ca0faba0STheodore Ts'o #include <linux/timer.h> 30a4dad1aeSDavid Turner #include <linux/version.h> 31ca0faba0STheodore Ts'o #include <linux/wait.h> 32174cd4b1SIngo Molnar #include <linux/sched/signal.h> 33ca0faba0STheodore Ts'o #include <linux/blockgroup_lock.h> 34ca0faba0STheodore Ts'o #include <linux/percpu_counter.h> 35efbed4dcSTheodore Ts'o #include <linux/ratelimit.h> 360441984aSDarrick J. Wong #include <crypto/hash.h> 37a633f5a3SLukas Czerner #include <linux/falloc.h> 38c8585c6fSDaeho Jeong #include <linux/percpu-rwsem.h> 394d92dc0fSBen Hutchings #ifdef __KERNEL__ 404d92dc0fSBen Hutchings #include <linux/compat.h> 414d92dc0fSBen Hutchings #endif 423dcf5451SChristoph Hellwig 43734f0d24SDave Chinner #include <linux/fscrypt.h> 44734f0d24SDave Chinner 45072ebb3bSTheodore Ts'o #include <linux/compiler.h> 46072ebb3bSTheodore Ts'o 473dcf5451SChristoph Hellwig /* 488a35694eSShen Feng * The fourth extended filesystem constants/structures 493dcf5451SChristoph Hellwig */ 503dcf5451SChristoph Hellwig 513dcf5451SChristoph Hellwig /* 52a2821e34SAihua Zhang * with AGGRESSIVE_CHECK allocator runs consistency checks over 53a2821e34SAihua Zhang * structures. these checks slow things down a lot 54a2821e34SAihua Zhang */ 55a2821e34SAihua Zhang #define AGGRESSIVE_CHECK__ 56a2821e34SAihua Zhang 57a2821e34SAihua Zhang /* 58a2821e34SAihua Zhang * with DOUBLE_CHECK defined mballoc creates persistent in-core 59a2821e34SAihua Zhang * bitmaps, maintains and uses them to check for double allocations 60a2821e34SAihua Zhang */ 61a2821e34SAihua Zhang #define DOUBLE_CHECK__ 62a2821e34SAihua Zhang 63a2821e34SAihua Zhang /* 643dcf5451SChristoph Hellwig * Define EXT4FS_DEBUG to produce debug messages 653dcf5451SChristoph Hellwig */ 663dcf5451SChristoph Hellwig #undef EXT4FS_DEBUG 673dcf5451SChristoph Hellwig 683dcf5451SChristoph Hellwig /* 693dcf5451SChristoph Hellwig * Debug code 703dcf5451SChristoph Hellwig */ 713dcf5451SChristoph Hellwig #ifdef EXT4FS_DEBUG 723dcf5451SChristoph Hellwig #define ext4_debug(f, a...) \ 733dcf5451SChristoph Hellwig do { \ 743dcf5451SChristoph Hellwig printk(KERN_DEBUG "EXT4-fs DEBUG (%s, %d): %s:", \ 754db9c54aSStoyan Gaydarov __FILE__, __LINE__, __func__); \ 763dcf5451SChristoph Hellwig printk(KERN_DEBUG f, ## a); \ 773dcf5451SChristoph Hellwig } while (0) 783dcf5451SChristoph Hellwig #else 79ace36ad4SJoe Perches #define ext4_debug(fmt, ...) no_printk(fmt, ##__VA_ARGS__) 803dcf5451SChristoph Hellwig #endif 813dcf5451SChristoph Hellwig 824a092d73STheodore Ts'o /* 834a092d73STheodore Ts'o * Turn on EXT_DEBUG to get lots of info about extents operations. 844a092d73STheodore Ts'o */ 854a092d73STheodore Ts'o #define EXT_DEBUG__ 864a092d73STheodore Ts'o #ifdef EXT_DEBUG 874a092d73STheodore Ts'o #define ext_debug(fmt, ...) printk(fmt, ##__VA_ARGS__) 884a092d73STheodore Ts'o #else 894a092d73STheodore Ts'o #define ext_debug(fmt, ...) no_printk(fmt, ##__VA_ARGS__) 904a092d73STheodore Ts'o #endif 914a092d73STheodore Ts'o 92d444c3c3STheodore Ts'o /* data type for block offset of block group */ 93d444c3c3STheodore Ts'o typedef int ext4_grpblk_t; 94d444c3c3STheodore Ts'o 95d444c3c3STheodore Ts'o /* data type for filesystem-wide blocks number */ 96d444c3c3STheodore Ts'o typedef unsigned long long ext4_fsblk_t; 97d444c3c3STheodore Ts'o 98d444c3c3STheodore Ts'o /* data type for file logical block number */ 99d444c3c3STheodore Ts'o typedef __u32 ext4_lblk_t; 100d444c3c3STheodore Ts'o 101d444c3c3STheodore Ts'o /* data type for block group number */ 102d444c3c3STheodore Ts'o typedef unsigned int ext4_group_t; 103d444c3c3STheodore Ts'o 104331573feSNamjae Jeon enum SHIFT_DIRECTION { 105331573feSNamjae Jeon SHIFT_LEFT = 0, 106331573feSNamjae Jeon SHIFT_RIGHT, 107331573feSNamjae Jeon }; 108331573feSNamjae Jeon 109296c355cSTheodore Ts'o /* 110296c355cSTheodore Ts'o * Flags used in mballoc's allocation_context flags field. 111296c355cSTheodore Ts'o * 112296c355cSTheodore Ts'o * Also used to show what's going on for debugging purposes when the 113296c355cSTheodore Ts'o * flag field is exported via the traceport interface 114296c355cSTheodore Ts'o */ 115d444c3c3STheodore Ts'o 1163dcf5451SChristoph Hellwig /* prefer goal again. length */ 1170ef90db9STheodore Ts'o #define EXT4_MB_HINT_MERGE 0x0001 1183dcf5451SChristoph Hellwig /* blocks already reserved */ 1190ef90db9STheodore Ts'o #define EXT4_MB_HINT_RESERVED 0x0002 1203dcf5451SChristoph Hellwig /* metadata is being allocated */ 1210ef90db9STheodore Ts'o #define EXT4_MB_HINT_METADATA 0x0004 1223dcf5451SChristoph Hellwig /* first blocks in the file */ 1230ef90db9STheodore Ts'o #define EXT4_MB_HINT_FIRST 0x0008 1243dcf5451SChristoph Hellwig /* search for the best chunk */ 1250ef90db9STheodore Ts'o #define EXT4_MB_HINT_BEST 0x0010 1263dcf5451SChristoph Hellwig /* data is being allocated */ 1270ef90db9STheodore Ts'o #define EXT4_MB_HINT_DATA 0x0020 1283dcf5451SChristoph Hellwig /* don't preallocate (for tails) */ 1290ef90db9STheodore Ts'o #define EXT4_MB_HINT_NOPREALLOC 0x0040 1303dcf5451SChristoph Hellwig /* allocate for locality group */ 1310ef90db9STheodore Ts'o #define EXT4_MB_HINT_GROUP_ALLOC 0x0080 1323dcf5451SChristoph Hellwig /* allocate goal blocks or none */ 1330ef90db9STheodore Ts'o #define EXT4_MB_HINT_GOAL_ONLY 0x0100 1343dcf5451SChristoph Hellwig /* goal is meaningful */ 1350ef90db9STheodore Ts'o #define EXT4_MB_HINT_TRY_GOAL 0x0200 136d2a17637SMingming Cao /* blocks already pre-reserved by delayed allocation */ 1370ef90db9STheodore Ts'o #define EXT4_MB_DELALLOC_RESERVED 0x0400 1384ba74d00STheodore Ts'o /* We are doing stream allocation */ 1394ba74d00STheodore Ts'o #define EXT4_MB_STREAM_ALLOC 0x0800 14055f020dbSAllison Henderson /* Use reserved root blocks if needed */ 14155f020dbSAllison Henderson #define EXT4_MB_USE_ROOT_BLOCKS 0x1000 14227dd4385SLukas Czerner /* Use blocks from reserved pool */ 14327dd4385SLukas Czerner #define EXT4_MB_USE_RESERVED 0x2000 1443dcf5451SChristoph Hellwig 1453dcf5451SChristoph Hellwig struct ext4_allocation_request { 1463dcf5451SChristoph Hellwig /* target inode for block we're allocating */ 1473dcf5451SChristoph Hellwig struct inode *inode; 1483dcf5451SChristoph Hellwig /* how many blocks we want to allocate */ 149498e5f24STheodore Ts'o unsigned int len; 150726447d8SEric Sandeen /* logical block in target inode */ 151726447d8SEric Sandeen ext4_lblk_t logical; 152726447d8SEric Sandeen /* the closest logical allocated block to the left */ 153726447d8SEric Sandeen ext4_lblk_t lleft; 154726447d8SEric Sandeen /* the closest logical allocated block to the right */ 155726447d8SEric Sandeen ext4_lblk_t lright; 156726447d8SEric Sandeen /* phys. target (a hint) */ 157726447d8SEric Sandeen ext4_fsblk_t goal; 158726447d8SEric Sandeen /* phys. block for the closest logical allocated block to the left */ 159726447d8SEric Sandeen ext4_fsblk_t pleft; 160726447d8SEric Sandeen /* phys. block for the closest logical allocated block to the right */ 161726447d8SEric Sandeen ext4_fsblk_t pright; 1623dcf5451SChristoph Hellwig /* flags. see above EXT4_MB_HINT_* */ 163498e5f24STheodore Ts'o unsigned int flags; 1643dcf5451SChristoph Hellwig }; 1653dcf5451SChristoph Hellwig 1663dcf5451SChristoph Hellwig /* 167e35fd660STheodore Ts'o * Logical to physical block mapping, used by ext4_map_blocks() 168e35fd660STheodore Ts'o * 169e35fd660STheodore Ts'o * This structure is used to pass requests into ext4_map_blocks() as 170e35fd660STheodore Ts'o * well as to store the information returned by ext4_map_blocks(). It 171e35fd660STheodore Ts'o * takes less room on the stack than a struct buffer_head. 172e35fd660STheodore Ts'o */ 173e35fd660STheodore Ts'o #define EXT4_MAP_NEW (1 << BH_New) 174e35fd660STheodore Ts'o #define EXT4_MAP_MAPPED (1 << BH_Mapped) 175e35fd660STheodore Ts'o #define EXT4_MAP_UNWRITTEN (1 << BH_Unwritten) 176e35fd660STheodore Ts'o #define EXT4_MAP_BOUNDARY (1 << BH_Boundary) 177e35fd660STheodore Ts'o #define EXT4_MAP_FLAGS (EXT4_MAP_NEW | EXT4_MAP_MAPPED |\ 178cbd7584eSJan Kara EXT4_MAP_UNWRITTEN | EXT4_MAP_BOUNDARY) 179e35fd660STheodore Ts'o 180e35fd660STheodore Ts'o struct ext4_map_blocks { 181e35fd660STheodore Ts'o ext4_fsblk_t m_pblk; 182e35fd660STheodore Ts'o ext4_lblk_t m_lblk; 183e35fd660STheodore Ts'o unsigned int m_len; 184e35fd660STheodore Ts'o unsigned int m_flags; 185e35fd660STheodore Ts'o }; 186e35fd660STheodore Ts'o 187e35fd660STheodore Ts'o /* 188bd2d0210STheodore Ts'o * Flags for ext4_io_end->flags 189bd2d0210STheodore Ts'o */ 190bd2d0210STheodore Ts'o #define EXT4_IO_END_UNWRITTEN 0x0001 191bd2d0210STheodore Ts'o 1924188188bSCurt Wohlgemuth /* 193556615dcSLukas Czerner * For converting unwritten extents on a work queue. 'handle' is used for 1946b523df4SJan Kara * buffered writeback. 1954188188bSCurt Wohlgemuth */ 1960031462bSMingming Cao typedef struct ext4_io_end { 1975b3ff237Sjiayingz@google.com (Jiaying Zhang) struct list_head list; /* per-file finished IO list */ 1986b523df4SJan Kara handle_t *handle; /* handle reserved for extent 1996b523df4SJan Kara * conversion */ 2000031462bSMingming Cao struct inode *inode; /* file being written to */ 201b0857d30SJan Kara struct bio *bio; /* Linked list of completed 202b0857d30SJan Kara * bios covering the extent */ 2038d5d02e6SMingming Cao unsigned int flag; /* unwritten or not */ 2043bd6ad7bSJan Kara atomic_t count; /* reference counter */ 205a1de02dcSEric Sandeen loff_t offset; /* offset in the file */ 206a1de02dcSEric Sandeen ssize_t size; /* size of the extent */ 2070031462bSMingming Cao } ext4_io_end_t; 2080031462bSMingming Cao 209bd2d0210STheodore Ts'o struct ext4_io_submit { 2105a33911fSTejun Heo struct writeback_control *io_wbc; 211bd2d0210STheodore Ts'o struct bio *io_bio; 212bd2d0210STheodore Ts'o ext4_io_end_t *io_end; 213bd2d0210STheodore Ts'o sector_t io_next_block; 214bd2d0210STheodore Ts'o }; 215bd2d0210STheodore Ts'o 216b3a3ca8cSTheodore Ts'o /* 2173dcf5451SChristoph Hellwig * Special inodes numbers 2183dcf5451SChristoph Hellwig */ 2193dcf5451SChristoph Hellwig #define EXT4_BAD_INO 1 /* Bad blocks inode */ 2203dcf5451SChristoph Hellwig #define EXT4_ROOT_INO 2 /* Root inode */ 221ae812306SAditya Kali #define EXT4_USR_QUOTA_INO 3 /* User quota inode */ 222ae812306SAditya Kali #define EXT4_GRP_QUOTA_INO 4 /* Group quota inode */ 2233dcf5451SChristoph Hellwig #define EXT4_BOOT_LOADER_INO 5 /* Boot loader inode */ 2243dcf5451SChristoph Hellwig #define EXT4_UNDEL_DIR_INO 6 /* Undelete directory inode */ 2253dcf5451SChristoph Hellwig #define EXT4_RESIZE_INO 7 /* Reserved group descriptors inode */ 2263dcf5451SChristoph Hellwig #define EXT4_JOURNAL_INO 8 /* Journal inode */ 2273dcf5451SChristoph Hellwig 2283dcf5451SChristoph Hellwig /* First non-reserved inode for old ext4 filesystems */ 2293dcf5451SChristoph Hellwig #define EXT4_GOOD_OLD_FIRST_INO 11 2303dcf5451SChristoph Hellwig 2313dcf5451SChristoph Hellwig /* 2323dcf5451SChristoph Hellwig * Maximal count of links to a file 2333dcf5451SChristoph Hellwig */ 2343dcf5451SChristoph Hellwig #define EXT4_LINK_MAX 65000 2353dcf5451SChristoph Hellwig 2363dcf5451SChristoph Hellwig /* 2373dcf5451SChristoph Hellwig * Macro-instructions used to manage several block sizes 2383dcf5451SChristoph Hellwig */ 2393dcf5451SChristoph Hellwig #define EXT4_MIN_BLOCK_SIZE 1024 2403dcf5451SChristoph Hellwig #define EXT4_MAX_BLOCK_SIZE 65536 2413dcf5451SChristoph Hellwig #define EXT4_MIN_BLOCK_LOG_SIZE 10 242fb1813f4SCurt Wohlgemuth #define EXT4_MAX_BLOCK_LOG_SIZE 16 2439e47a4c9STheodore Ts'o #define EXT4_MAX_CLUSTER_LOG_SIZE 30 2443dcf5451SChristoph Hellwig #ifdef __KERNEL__ 2453dcf5451SChristoph Hellwig # define EXT4_BLOCK_SIZE(s) ((s)->s_blocksize) 2463dcf5451SChristoph Hellwig #else 2473dcf5451SChristoph Hellwig # define EXT4_BLOCK_SIZE(s) (EXT4_MIN_BLOCK_SIZE << (s)->s_log_block_size) 2483dcf5451SChristoph Hellwig #endif 2493dcf5451SChristoph Hellwig #define EXT4_ADDR_PER_BLOCK(s) (EXT4_BLOCK_SIZE(s) / sizeof(__u32)) 250281b5995STheodore Ts'o #define EXT4_CLUSTER_SIZE(s) (EXT4_BLOCK_SIZE(s) << \ 251281b5995STheodore Ts'o EXT4_SB(s)->s_cluster_bits) 2523dcf5451SChristoph Hellwig #ifdef __KERNEL__ 2533dcf5451SChristoph Hellwig # define EXT4_BLOCK_SIZE_BITS(s) ((s)->s_blocksize_bits) 254281b5995STheodore Ts'o # define EXT4_CLUSTER_BITS(s) (EXT4_SB(s)->s_cluster_bits) 2553dcf5451SChristoph Hellwig #else 2563dcf5451SChristoph Hellwig # define EXT4_BLOCK_SIZE_BITS(s) ((s)->s_log_block_size + 10) 2573dcf5451SChristoph Hellwig #endif 2583dcf5451SChristoph Hellwig #ifdef __KERNEL__ 2593dcf5451SChristoph Hellwig #define EXT4_ADDR_PER_BLOCK_BITS(s) (EXT4_SB(s)->s_addr_per_block_bits) 2603dcf5451SChristoph Hellwig #define EXT4_INODE_SIZE(s) (EXT4_SB(s)->s_inode_size) 2613dcf5451SChristoph Hellwig #define EXT4_FIRST_INO(s) (EXT4_SB(s)->s_first_ino) 2623dcf5451SChristoph Hellwig #else 2633dcf5451SChristoph Hellwig #define EXT4_INODE_SIZE(s) (((s)->s_rev_level == EXT4_GOOD_OLD_REV) ? \ 2643dcf5451SChristoph Hellwig EXT4_GOOD_OLD_INODE_SIZE : \ 2653dcf5451SChristoph Hellwig (s)->s_inode_size) 2663dcf5451SChristoph Hellwig #define EXT4_FIRST_INO(s) (((s)->s_rev_level == EXT4_GOOD_OLD_REV) ? \ 2673dcf5451SChristoph Hellwig EXT4_GOOD_OLD_FIRST_INO : \ 2683dcf5451SChristoph Hellwig (s)->s_first_ino) 2693dcf5451SChristoph Hellwig #endif 2703dcf5451SChristoph Hellwig #define EXT4_BLOCK_ALIGN(size, blkbits) ALIGN((size), (1 << (blkbits))) 271518eaa63SFabian Frederick #define EXT4_MAX_BLOCKS(size, offset, blkbits) \ 272518eaa63SFabian Frederick ((EXT4_BLOCK_ALIGN(size + offset, blkbits) >> blkbits) - (offset >> \ 273518eaa63SFabian Frederick blkbits)) 2743dcf5451SChristoph Hellwig 275d5b8f310STheodore Ts'o /* Translate a block number to a cluster number */ 276d5b8f310STheodore Ts'o #define EXT4_B2C(sbi, blk) ((blk) >> (sbi)->s_cluster_bits) 277d5b8f310STheodore Ts'o /* Translate a cluster number to a block number */ 278d5b8f310STheodore Ts'o #define EXT4_C2B(sbi, cluster) ((cluster) << (sbi)->s_cluster_bits) 279d5b8f310STheodore Ts'o /* Translate # of blks to # of clusters */ 280d5b8f310STheodore Ts'o #define EXT4_NUM_B2C(sbi, blks) (((blks) + (sbi)->s_cluster_ratio - 1) >> \ 281d5b8f310STheodore Ts'o (sbi)->s_cluster_bits) 282f5a44db5STheodore Ts'o /* Mask out the low bits to get the starting block of the cluster */ 283f5a44db5STheodore Ts'o #define EXT4_PBLK_CMASK(s, pblk) ((pblk) & \ 284f5a44db5STheodore Ts'o ~((ext4_fsblk_t) (s)->s_cluster_ratio - 1)) 285f5a44db5STheodore Ts'o #define EXT4_LBLK_CMASK(s, lblk) ((lblk) & \ 286f5a44db5STheodore Ts'o ~((ext4_lblk_t) (s)->s_cluster_ratio - 1)) 287f5a44db5STheodore Ts'o /* Get the cluster offset */ 288f5a44db5STheodore Ts'o #define EXT4_PBLK_COFF(s, pblk) ((pblk) & \ 289f5a44db5STheodore Ts'o ((ext4_fsblk_t) (s)->s_cluster_ratio - 1)) 290f5a44db5STheodore Ts'o #define EXT4_LBLK_COFF(s, lblk) ((lblk) & \ 291f5a44db5STheodore Ts'o ((ext4_lblk_t) (s)->s_cluster_ratio - 1)) 292d5b8f310STheodore Ts'o 2933dcf5451SChristoph Hellwig /* 2943dcf5451SChristoph Hellwig * Structure of a blocks group descriptor 2953dcf5451SChristoph Hellwig */ 2963dcf5451SChristoph Hellwig struct ext4_group_desc 2973dcf5451SChristoph Hellwig { 2983dcf5451SChristoph Hellwig __le32 bg_block_bitmap_lo; /* Blocks bitmap block */ 2993dcf5451SChristoph Hellwig __le32 bg_inode_bitmap_lo; /* Inodes bitmap block */ 3003dcf5451SChristoph Hellwig __le32 bg_inode_table_lo; /* Inodes table block */ 301560671a0SAneesh Kumar K.V __le16 bg_free_blocks_count_lo;/* Free blocks count */ 302560671a0SAneesh Kumar K.V __le16 bg_free_inodes_count_lo;/* Free inodes count */ 303560671a0SAneesh Kumar K.V __le16 bg_used_dirs_count_lo; /* Directories count */ 3043dcf5451SChristoph Hellwig __le16 bg_flags; /* EXT4_BG_flags (INODE_UNINIT, etc) */ 305e6153918SDarrick J. Wong __le32 bg_exclude_bitmap_lo; /* Exclude bitmap for snapshots */ 306e6153918SDarrick J. Wong __le16 bg_block_bitmap_csum_lo;/* crc32c(s_uuid+grp_num+bbitmap) LE */ 307e6153918SDarrick J. Wong __le16 bg_inode_bitmap_csum_lo;/* crc32c(s_uuid+grp_num+ibitmap) LE */ 308560671a0SAneesh Kumar K.V __le16 bg_itable_unused_lo; /* Unused inodes count */ 3093dcf5451SChristoph Hellwig __le16 bg_checksum; /* crc16(sb_uuid+group+desc) */ 3103dcf5451SChristoph Hellwig __le32 bg_block_bitmap_hi; /* Blocks bitmap block MSB */ 3113dcf5451SChristoph Hellwig __le32 bg_inode_bitmap_hi; /* Inodes bitmap block MSB */ 3123dcf5451SChristoph Hellwig __le32 bg_inode_table_hi; /* Inodes table block MSB */ 3133dcf5451SChristoph Hellwig __le16 bg_free_blocks_count_hi;/* Free blocks count MSB */ 3143dcf5451SChristoph Hellwig __le16 bg_free_inodes_count_hi;/* Free inodes count MSB */ 3153dcf5451SChristoph Hellwig __le16 bg_used_dirs_count_hi; /* Directories count MSB */ 3163dcf5451SChristoph Hellwig __le16 bg_itable_unused_hi; /* Unused inodes count MSB */ 317e6153918SDarrick J. Wong __le32 bg_exclude_bitmap_hi; /* Exclude bitmap block MSB */ 318e6153918SDarrick J. Wong __le16 bg_block_bitmap_csum_hi;/* crc32c(s_uuid+grp_num+bbitmap) BE */ 319e6153918SDarrick J. Wong __le16 bg_inode_bitmap_csum_hi;/* crc32c(s_uuid+grp_num+ibitmap) BE */ 320e6153918SDarrick J. Wong __u32 bg_reserved; 3213dcf5451SChristoph Hellwig }; 3223dcf5451SChristoph Hellwig 32341a246d1SDarrick J. Wong #define EXT4_BG_INODE_BITMAP_CSUM_HI_END \ 32441a246d1SDarrick J. Wong (offsetof(struct ext4_group_desc, bg_inode_bitmap_csum_hi) + \ 32541a246d1SDarrick J. Wong sizeof(__le16)) 32641a246d1SDarrick J. Wong #define EXT4_BG_BLOCK_BITMAP_CSUM_HI_END \ 32741a246d1SDarrick J. Wong (offsetof(struct ext4_group_desc, bg_block_bitmap_csum_hi) + \ 32841a246d1SDarrick J. Wong sizeof(__le16)) 32941a246d1SDarrick J. Wong 330772cb7c8SJose R. Santos /* 331772cb7c8SJose R. Santos * Structure of a flex block group info 332772cb7c8SJose R. Santos */ 333772cb7c8SJose R. Santos 334772cb7c8SJose R. Santos struct flex_groups { 33590ba983fSTheodore Ts'o atomic64_t free_clusters; 3369f24e420STheodore Ts'o atomic_t free_inodes; 3377d39db14STheodore Ts'o atomic_t used_dirs; 338772cb7c8SJose R. Santos }; 339772cb7c8SJose R. Santos 3403dcf5451SChristoph Hellwig #define EXT4_BG_INODE_UNINIT 0x0001 /* Inode table/bitmap not in use */ 3413dcf5451SChristoph Hellwig #define EXT4_BG_BLOCK_UNINIT 0x0002 /* Block bitmap not in use */ 3423dcf5451SChristoph Hellwig #define EXT4_BG_INODE_ZEROED 0x0004 /* On-disk itable initialized to zero */ 3433dcf5451SChristoph Hellwig 3443dcf5451SChristoph Hellwig /* 3453dcf5451SChristoph Hellwig * Macro-instructions used to manage group descriptors 3463dcf5451SChristoph Hellwig */ 3473dcf5451SChristoph Hellwig #define EXT4_MIN_DESC_SIZE 32 3483dcf5451SChristoph Hellwig #define EXT4_MIN_DESC_SIZE_64BIT 64 3493dcf5451SChristoph Hellwig #define EXT4_MAX_DESC_SIZE EXT4_MIN_BLOCK_SIZE 3503dcf5451SChristoph Hellwig #define EXT4_DESC_SIZE(s) (EXT4_SB(s)->s_desc_size) 3513dcf5451SChristoph Hellwig #ifdef __KERNEL__ 3523dcf5451SChristoph Hellwig # define EXT4_BLOCKS_PER_GROUP(s) (EXT4_SB(s)->s_blocks_per_group) 353281b5995STheodore Ts'o # define EXT4_CLUSTERS_PER_GROUP(s) (EXT4_SB(s)->s_clusters_per_group) 3543dcf5451SChristoph Hellwig # define EXT4_DESC_PER_BLOCK(s) (EXT4_SB(s)->s_desc_per_block) 3553dcf5451SChristoph Hellwig # define EXT4_INODES_PER_GROUP(s) (EXT4_SB(s)->s_inodes_per_group) 3563dcf5451SChristoph Hellwig # define EXT4_DESC_PER_BLOCK_BITS(s) (EXT4_SB(s)->s_desc_per_block_bits) 3573dcf5451SChristoph Hellwig #else 3583dcf5451SChristoph Hellwig # define EXT4_BLOCKS_PER_GROUP(s) ((s)->s_blocks_per_group) 3593dcf5451SChristoph Hellwig # define EXT4_DESC_PER_BLOCK(s) (EXT4_BLOCK_SIZE(s) / EXT4_DESC_SIZE(s)) 3603dcf5451SChristoph Hellwig # define EXT4_INODES_PER_GROUP(s) ((s)->s_inodes_per_group) 3613dcf5451SChristoph Hellwig #endif 3623dcf5451SChristoph Hellwig 3633dcf5451SChristoph Hellwig /* 3643dcf5451SChristoph Hellwig * Constants relative to the data blocks 3653dcf5451SChristoph Hellwig */ 3663dcf5451SChristoph Hellwig #define EXT4_NDIR_BLOCKS 12 3673dcf5451SChristoph Hellwig #define EXT4_IND_BLOCK EXT4_NDIR_BLOCKS 3683dcf5451SChristoph Hellwig #define EXT4_DIND_BLOCK (EXT4_IND_BLOCK + 1) 3693dcf5451SChristoph Hellwig #define EXT4_TIND_BLOCK (EXT4_DIND_BLOCK + 1) 3703dcf5451SChristoph Hellwig #define EXT4_N_BLOCKS (EXT4_TIND_BLOCK + 1) 3713dcf5451SChristoph Hellwig 3723dcf5451SChristoph Hellwig /* 3733dcf5451SChristoph Hellwig * Inode flags 3743dcf5451SChristoph Hellwig */ 3753dcf5451SChristoph Hellwig #define EXT4_SECRM_FL 0x00000001 /* Secure deletion */ 3763dcf5451SChristoph Hellwig #define EXT4_UNRM_FL 0x00000002 /* Undelete */ 3773dcf5451SChristoph Hellwig #define EXT4_COMPR_FL 0x00000004 /* Compress file */ 3783dcf5451SChristoph Hellwig #define EXT4_SYNC_FL 0x00000008 /* Synchronous updates */ 3793dcf5451SChristoph Hellwig #define EXT4_IMMUTABLE_FL 0x00000010 /* Immutable file */ 3803dcf5451SChristoph Hellwig #define EXT4_APPEND_FL 0x00000020 /* writes to file may only append */ 3813dcf5451SChristoph Hellwig #define EXT4_NODUMP_FL 0x00000040 /* do not dump file */ 3823dcf5451SChristoph Hellwig #define EXT4_NOATIME_FL 0x00000080 /* do not update atime */ 3833dcf5451SChristoph Hellwig /* Reserved for compression usage... */ 3843dcf5451SChristoph Hellwig #define EXT4_DIRTY_FL 0x00000100 3853dcf5451SChristoph Hellwig #define EXT4_COMPRBLK_FL 0x00000200 /* One or more compressed clusters */ 3863dcf5451SChristoph Hellwig #define EXT4_NOCOMPR_FL 0x00000400 /* Don't compress */ 3873edc18d8STheodore Ts'o /* nb: was previously EXT2_ECOMPR_FL */ 3883edc18d8STheodore Ts'o #define EXT4_ENCRYPT_FL 0x00000800 /* encrypted file */ 3893dcf5451SChristoph Hellwig /* End compression flags --- maybe not all used */ 3903dcf5451SChristoph Hellwig #define EXT4_INDEX_FL 0x00001000 /* hash-indexed directory */ 3913dcf5451SChristoph Hellwig #define EXT4_IMAGIC_FL 0x00002000 /* AFS directory */ 3923dcf5451SChristoph Hellwig #define EXT4_JOURNAL_DATA_FL 0x00004000 /* file data should be journaled */ 3933dcf5451SChristoph Hellwig #define EXT4_NOTAIL_FL 0x00008000 /* file tail should not be merged */ 3943dcf5451SChristoph Hellwig #define EXT4_DIRSYNC_FL 0x00010000 /* dirsync behaviour (directories only) */ 3953dcf5451SChristoph Hellwig #define EXT4_TOPDIR_FL 0x00020000 /* Top of directory hierarchies*/ 3963dcf5451SChristoph Hellwig #define EXT4_HUGE_FILE_FL 0x00040000 /* Set to each huge file */ 3973dcf5451SChristoph Hellwig #define EXT4_EXTENTS_FL 0x00080000 /* Inode uses extents */ 398f710b4b9STheodore Ts'o #define EXT4_EA_INODE_FL 0x00200000 /* Inode used for large EA */ 399c8d46e41SJiaying Zhang #define EXT4_EOFBLOCKS_FL 0x00400000 /* Blocks allocated beyond EOF */ 40067cf5b09STao Ma #define EXT4_INLINE_DATA_FL 0x10000000 /* Inode has inline data. */ 4018b4953e1STheodore Ts'o #define EXT4_PROJINHERIT_FL 0x20000000 /* Create with parents projid */ 402b886ee3eSGabriel Krisman Bertazi #define EXT4_CASEFOLD_FL 0x40000000 /* Casefolded file */ 4033dcf5451SChristoph Hellwig #define EXT4_RESERVED_FL 0x80000000 /* reserved for ext4 lib */ 4043dcf5451SChristoph Hellwig 405b886ee3eSGabriel Krisman Bertazi #define EXT4_FL_USER_VISIBLE 0x704BDFFF /* User visible flags */ 406b886ee3eSGabriel Krisman Bertazi #define EXT4_FL_USER_MODIFIABLE 0x604BC0FF /* User modifiable flags */ 4073dcf5451SChristoph Hellwig 408d14e7683SJan Kara /* Flags we can manipulate with through EXT4_IOC_FSSETXATTR */ 4099b7365fcSLi Xi #define EXT4_FL_XFLAG_VISIBLE (EXT4_SYNC_FL | \ 4109b7365fcSLi Xi EXT4_IMMUTABLE_FL | \ 4119b7365fcSLi Xi EXT4_APPEND_FL | \ 4129b7365fcSLi Xi EXT4_NODUMP_FL | \ 4139b7365fcSLi Xi EXT4_NOATIME_FL | \ 4149b7365fcSLi Xi EXT4_PROJINHERIT_FL) 4159b7365fcSLi Xi 4168fa43a81SDuane Griffin /* Flags that should be inherited by new inodes from their parent. */ 4178fa43a81SDuane Griffin #define EXT4_FL_INHERITED (EXT4_SECRM_FL | EXT4_UNRM_FL | EXT4_COMPR_FL |\ 4181cd9f097STheodore Ts'o EXT4_SYNC_FL | EXT4_NODUMP_FL | EXT4_NOATIME_FL |\ 4198fa43a81SDuane Griffin EXT4_NOCOMPR_FL | EXT4_JOURNAL_DATA_FL |\ 420040cb378SLi Xi EXT4_NOTAIL_FL | EXT4_DIRSYNC_FL |\ 421b886ee3eSGabriel Krisman Bertazi EXT4_PROJINHERIT_FL | EXT4_CASEFOLD_FL) 4228fa43a81SDuane Griffin 4232dc6b0d4SDuane Griffin /* Flags that are appropriate for regular files (all but dir-specific ones). */ 424b886ee3eSGabriel Krisman Bertazi #define EXT4_REG_FLMASK (~(EXT4_DIRSYNC_FL | EXT4_TOPDIR_FL | EXT4_CASEFOLD_FL)) 4252dc6b0d4SDuane Griffin 4262dc6b0d4SDuane Griffin /* Flags that are appropriate for non-directories/regular files. */ 4272dc6b0d4SDuane Griffin #define EXT4_OTHER_FLMASK (EXT4_NODUMP_FL | EXT4_NOATIME_FL) 4282dc6b0d4SDuane Griffin 429abdc644eSyangerkun /* The only flags that should be swapped */ 430abdc644eSyangerkun #define EXT4_FL_SHOULD_SWAP (EXT4_HUGE_FILE_FL | EXT4_EXTENTS_FL) 431abdc644eSyangerkun 4322dc6b0d4SDuane Griffin /* Mask out flags that are inappropriate for the given type of inode. */ 4332dc6b0d4SDuane Griffin static inline __u32 ext4_mask_flags(umode_t mode, __u32 flags) 4342dc6b0d4SDuane Griffin { 4352dc6b0d4SDuane Griffin if (S_ISDIR(mode)) 4362dc6b0d4SDuane Griffin return flags; 4372dc6b0d4SDuane Griffin else if (S_ISREG(mode)) 4382dc6b0d4SDuane Griffin return flags & EXT4_REG_FLMASK; 4392dc6b0d4SDuane Griffin else 4402dc6b0d4SDuane Griffin return flags & EXT4_OTHER_FLMASK; 4412dc6b0d4SDuane Griffin } 4422dc6b0d4SDuane Griffin 44312e9b892SDmitry Monakhov /* 44412e9b892SDmitry Monakhov * Inode flags used for atomic set/get 44512e9b892SDmitry Monakhov */ 44612e9b892SDmitry Monakhov enum { 44712e9b892SDmitry Monakhov EXT4_INODE_SECRM = 0, /* Secure deletion */ 44812e9b892SDmitry Monakhov EXT4_INODE_UNRM = 1, /* Undelete */ 44912e9b892SDmitry Monakhov EXT4_INODE_COMPR = 2, /* Compress file */ 45012e9b892SDmitry Monakhov EXT4_INODE_SYNC = 3, /* Synchronous updates */ 45112e9b892SDmitry Monakhov EXT4_INODE_IMMUTABLE = 4, /* Immutable file */ 45212e9b892SDmitry Monakhov EXT4_INODE_APPEND = 5, /* writes to file may only append */ 45312e9b892SDmitry Monakhov EXT4_INODE_NODUMP = 6, /* do not dump file */ 45412e9b892SDmitry Monakhov EXT4_INODE_NOATIME = 7, /* do not update atime */ 45512e9b892SDmitry Monakhov /* Reserved for compression usage... */ 45612e9b892SDmitry Monakhov EXT4_INODE_DIRTY = 8, 45712e9b892SDmitry Monakhov EXT4_INODE_COMPRBLK = 9, /* One or more compressed clusters */ 45812e9b892SDmitry Monakhov EXT4_INODE_NOCOMPR = 10, /* Don't compress */ 459f542fbe8STheodore Ts'o EXT4_INODE_ENCRYPT = 11, /* Encrypted file */ 46012e9b892SDmitry Monakhov /* End compression flags --- maybe not all used */ 46112e9b892SDmitry Monakhov EXT4_INODE_INDEX = 12, /* hash-indexed directory */ 46212e9b892SDmitry Monakhov EXT4_INODE_IMAGIC = 13, /* AFS directory */ 46312e9b892SDmitry Monakhov EXT4_INODE_JOURNAL_DATA = 14, /* file data should be journaled */ 46412e9b892SDmitry Monakhov EXT4_INODE_NOTAIL = 15, /* file tail should not be merged */ 46512e9b892SDmitry Monakhov EXT4_INODE_DIRSYNC = 16, /* dirsync behaviour (directories only) */ 46612e9b892SDmitry Monakhov EXT4_INODE_TOPDIR = 17, /* Top of directory hierarchies*/ 46712e9b892SDmitry Monakhov EXT4_INODE_HUGE_FILE = 18, /* Set to each huge file */ 46812e9b892SDmitry Monakhov EXT4_INODE_EXTENTS = 19, /* Inode uses extents */ 46912e9b892SDmitry Monakhov EXT4_INODE_EA_INODE = 21, /* Inode used for large EA */ 47012e9b892SDmitry Monakhov EXT4_INODE_EOFBLOCKS = 22, /* Blocks allocated beyond EOF */ 47167cf5b09STao Ma EXT4_INODE_INLINE_DATA = 28, /* Data in inode. */ 4728b4953e1STheodore Ts'o EXT4_INODE_PROJINHERIT = 29, /* Create with parents projid */ 47312e9b892SDmitry Monakhov EXT4_INODE_RESERVED = 31, /* reserved for ext4 lib */ 47412e9b892SDmitry Monakhov }; 47512e9b892SDmitry Monakhov 47612e9b892SDmitry Monakhov /* 4779a4c8019SCarlos Maiolino * Since it's pretty easy to mix up bit numbers and hex values, we use a 4789a4c8019SCarlos Maiolino * build-time check to make sure that EXT4_XXX_FL is consistent with respect to 4799a4c8019SCarlos Maiolino * EXT4_INODE_XXX. If all is well, the macros will be dropped, so, it won't cost 4809a4c8019SCarlos Maiolino * any extra space in the compiled kernel image, otherwise, the build will fail. 4819a4c8019SCarlos Maiolino * It's important that these values are the same, since we are using 4829a4c8019SCarlos Maiolino * EXT4_INODE_XXX to test for flag values, but EXT4_XXX_FL must be consistent 4839a4c8019SCarlos Maiolino * with the values of FS_XXX_FL defined in include/linux/fs.h and the on-disk 4849a4c8019SCarlos Maiolino * values found in ext2, ext3 and ext4 filesystems, and of course the values 4859a4c8019SCarlos Maiolino * defined in e2fsprogs. 48612e9b892SDmitry Monakhov * 48712e9b892SDmitry Monakhov * It's not paranoia if the Murphy's Law really *is* out to get you. :-) 48812e9b892SDmitry Monakhov */ 4899a4c8019SCarlos Maiolino #define TEST_FLAG_VALUE(FLAG) (EXT4_##FLAG##_FL == (1 << EXT4_INODE_##FLAG)) 4909a4c8019SCarlos Maiolino #define CHECK_FLAG_VALUE(FLAG) BUILD_BUG_ON(!TEST_FLAG_VALUE(FLAG)) 4919a4c8019SCarlos Maiolino 49212e9b892SDmitry Monakhov static inline void ext4_check_flag_values(void) 49312e9b892SDmitry Monakhov { 49412e9b892SDmitry Monakhov CHECK_FLAG_VALUE(SECRM); 49512e9b892SDmitry Monakhov CHECK_FLAG_VALUE(UNRM); 49612e9b892SDmitry Monakhov CHECK_FLAG_VALUE(COMPR); 49712e9b892SDmitry Monakhov CHECK_FLAG_VALUE(SYNC); 49812e9b892SDmitry Monakhov CHECK_FLAG_VALUE(IMMUTABLE); 49912e9b892SDmitry Monakhov CHECK_FLAG_VALUE(APPEND); 50012e9b892SDmitry Monakhov CHECK_FLAG_VALUE(NODUMP); 50112e9b892SDmitry Monakhov CHECK_FLAG_VALUE(NOATIME); 50212e9b892SDmitry Monakhov CHECK_FLAG_VALUE(DIRTY); 50312e9b892SDmitry Monakhov CHECK_FLAG_VALUE(COMPRBLK); 50412e9b892SDmitry Monakhov CHECK_FLAG_VALUE(NOCOMPR); 5053edc18d8STheodore Ts'o CHECK_FLAG_VALUE(ENCRYPT); 50612e9b892SDmitry Monakhov CHECK_FLAG_VALUE(INDEX); 50712e9b892SDmitry Monakhov CHECK_FLAG_VALUE(IMAGIC); 50812e9b892SDmitry Monakhov CHECK_FLAG_VALUE(JOURNAL_DATA); 50912e9b892SDmitry Monakhov CHECK_FLAG_VALUE(NOTAIL); 51012e9b892SDmitry Monakhov CHECK_FLAG_VALUE(DIRSYNC); 51112e9b892SDmitry Monakhov CHECK_FLAG_VALUE(TOPDIR); 51212e9b892SDmitry Monakhov CHECK_FLAG_VALUE(HUGE_FILE); 51312e9b892SDmitry Monakhov CHECK_FLAG_VALUE(EXTENTS); 51412e9b892SDmitry Monakhov CHECK_FLAG_VALUE(EA_INODE); 51512e9b892SDmitry Monakhov CHECK_FLAG_VALUE(EOFBLOCKS); 51667cf5b09STao Ma CHECK_FLAG_VALUE(INLINE_DATA); 5178b4953e1STheodore Ts'o CHECK_FLAG_VALUE(PROJINHERIT); 51812e9b892SDmitry Monakhov CHECK_FLAG_VALUE(RESERVED); 51912e9b892SDmitry Monakhov } 52012e9b892SDmitry Monakhov 5213dcf5451SChristoph Hellwig /* Used to pass group descriptor data when online resize is done */ 5223dcf5451SChristoph Hellwig struct ext4_new_group_input { 5233dcf5451SChristoph Hellwig __u32 group; /* Group number for this data */ 5243dcf5451SChristoph Hellwig __u64 block_bitmap; /* Absolute block number of block bitmap */ 5253dcf5451SChristoph Hellwig __u64 inode_bitmap; /* Absolute block number of inode bitmap */ 5263dcf5451SChristoph Hellwig __u64 inode_table; /* Absolute block number of inode table start */ 5273dcf5451SChristoph Hellwig __u32 blocks_count; /* Total number of blocks in this group */ 5283dcf5451SChristoph Hellwig __u16 reserved_blocks; /* Number of reserved blocks in this group */ 5293dcf5451SChristoph Hellwig __u16 unused; 5303dcf5451SChristoph Hellwig }; 5313dcf5451SChristoph Hellwig 5324d92dc0fSBen Hutchings #if defined(__KERNEL__) && defined(CONFIG_COMPAT) 5334d92dc0fSBen Hutchings struct compat_ext4_new_group_input { 5344d92dc0fSBen Hutchings u32 group; 5354d92dc0fSBen Hutchings compat_u64 block_bitmap; 5364d92dc0fSBen Hutchings compat_u64 inode_bitmap; 5374d92dc0fSBen Hutchings compat_u64 inode_table; 5384d92dc0fSBen Hutchings u32 blocks_count; 5394d92dc0fSBen Hutchings u16 reserved_blocks; 5404d92dc0fSBen Hutchings u16 unused; 5414d92dc0fSBen Hutchings }; 5424d92dc0fSBen Hutchings #endif 5434d92dc0fSBen Hutchings 5443dcf5451SChristoph Hellwig /* The struct ext4_new_group_input in kernel space, with free_blocks_count */ 5453dcf5451SChristoph Hellwig struct ext4_new_group_data { 5463dcf5451SChristoph Hellwig __u32 group; 5473dcf5451SChristoph Hellwig __u64 block_bitmap; 5483dcf5451SChristoph Hellwig __u64 inode_bitmap; 5493dcf5451SChristoph Hellwig __u64 inode_table; 5503dcf5451SChristoph Hellwig __u32 blocks_count; 5513dcf5451SChristoph Hellwig __u16 reserved_blocks; 552d77147ffSharshads __u16 mdata_blocks; 553d77147ffSharshads __u32 free_clusters_count; 5543dcf5451SChristoph Hellwig }; 5553dcf5451SChristoph Hellwig 55633afdcc5SYongqiang Yang /* Indexes used to index group tables in ext4_new_group_data */ 55733afdcc5SYongqiang Yang enum { 55833afdcc5SYongqiang Yang BLOCK_BITMAP = 0, /* block bitmap */ 55933afdcc5SYongqiang Yang INODE_BITMAP, /* inode bitmap */ 56033afdcc5SYongqiang Yang INODE_TABLE, /* inode tables */ 56133afdcc5SYongqiang Yang GROUP_TABLE_COUNT, 56233afdcc5SYongqiang Yang }; 56333afdcc5SYongqiang Yang 5643dcf5451SChristoph Hellwig /* 56579e83036SEric Sandeen * Flags used by ext4_map_blocks() 5663dcf5451SChristoph Hellwig */ 567556615dcSLukas Czerner /* Allocate any needed blocks and/or convert an unwritten 568c2177057STheodore Ts'o extent to be an initialized ext4 */ 5692ac3b6e0STheodore Ts'o #define EXT4_GET_BLOCKS_CREATE 0x0001 570556615dcSLukas Czerner /* Request the creation of an unwritten extent */ 571556615dcSLukas Czerner #define EXT4_GET_BLOCKS_UNWRIT_EXT 0x0002 572556615dcSLukas Czerner #define EXT4_GET_BLOCKS_CREATE_UNWRIT_EXT (EXT4_GET_BLOCKS_UNWRIT_EXT|\ 573c2177057STheodore Ts'o EXT4_GET_BLOCKS_CREATE) 57427dd4385SLukas Czerner /* Caller is from the delayed allocation writeout path 57527dd4385SLukas Czerner * finally doing the actual allocation of delayed blocks */ 57603f5d8bcSJan Kara #define EXT4_GET_BLOCKS_DELALLOC_RESERVE 0x0004 5770031462bSMingming Cao /* caller is from the direct IO path, request to creation of an 578556615dcSLukas Czerner unwritten extents if not allocated, split the unwritten 5790031462bSMingming Cao extent if blocks has been preallocated already*/ 580c7064ef1SJiaying Zhang #define EXT4_GET_BLOCKS_PRE_IO 0x0008 5811296cc85SAneesh Kumar K.V #define EXT4_GET_BLOCKS_CONVERT 0x0010 582c7064ef1SJiaying Zhang #define EXT4_GET_BLOCKS_IO_CREATE_EXT (EXT4_GET_BLOCKS_PRE_IO|\ 583556615dcSLukas Czerner EXT4_GET_BLOCKS_CREATE_UNWRIT_EXT) 584c7064ef1SJiaying Zhang /* Convert extent to initialized after IO complete */ 585c7064ef1SJiaying Zhang #define EXT4_GET_BLOCKS_IO_CONVERT_EXT (EXT4_GET_BLOCKS_CONVERT|\ 586556615dcSLukas Czerner EXT4_GET_BLOCKS_CREATE_UNWRIT_EXT) 58727dd4385SLukas Czerner /* Eventual metadata allocation (due to growing extent tree) 58827dd4385SLukas Czerner * should not fail, so try to use reserved blocks for that.*/ 58927dd4385SLukas Czerner #define EXT4_GET_BLOCKS_METADATA_NOFAIL 0x0020 590556b27abSVivek Haldar /* Don't normalize allocation size (used for fallocate) */ 591556b27abSVivek Haldar #define EXT4_GET_BLOCKS_NO_NORMALIZE 0x0040 592a4e5d88bSDmitry Monakhov /* Request will not result in inode size update (user for fallocate) */ 593a4e5d88bSDmitry Monakhov #define EXT4_GET_BLOCKS_KEEP_SIZE 0x0080 594b8a86845SLukas Czerner /* Convert written extents to unwritten */ 5952dcba478SJan Kara #define EXT4_GET_BLOCKS_CONVERT_UNWRITTEN 0x0100 596c86d8db3SJan Kara /* Write zeros to newly created written extents */ 597c86d8db3SJan Kara #define EXT4_GET_BLOCKS_ZERO 0x0200 598c86d8db3SJan Kara #define EXT4_GET_BLOCKS_CREATE_ZERO (EXT4_GET_BLOCKS_CREATE |\ 599c86d8db3SJan Kara EXT4_GET_BLOCKS_ZERO) 600ee0876bcSJan Kara /* Caller will submit data before dropping transaction handle. This 601ee0876bcSJan Kara * allows jbd2 to avoid submitting data before commit. */ 602ee0876bcSJan Kara #define EXT4_GET_BLOCKS_IO_SUBMIT 0x0400 6033dcf5451SChristoph Hellwig 6043dcf5451SChristoph Hellwig /* 6057869a4a6STheodore Ts'o * The bit position of these flags must not overlap with any of the 606ed8a1a76STheodore Ts'o * EXT4_GET_BLOCKS_*. They are used by ext4_find_extent(), 607107a7bd3STheodore Ts'o * read_extent_tree_block(), ext4_split_extent_at(), 6087869a4a6STheodore Ts'o * ext4_ext_insert_extent(), and ext4_ext_create_new_leaf(). 6097869a4a6STheodore Ts'o * EXT4_EX_NOCACHE is used to indicate that the we shouldn't be 6107869a4a6STheodore Ts'o * caching the extents when reading from the extent tree while a 6117869a4a6STheodore Ts'o * truncate or punch hole operation is in progress. 612107a7bd3STheodore Ts'o */ 613d26e2c4dSTheodore Ts'o #define EXT4_EX_NOCACHE 0x40000000 614d26e2c4dSTheodore Ts'o #define EXT4_EX_FORCE_CACHE 0x20000000 615107a7bd3STheodore Ts'o 616107a7bd3STheodore Ts'o /* 617e6362609STheodore Ts'o * Flags used by ext4_free_blocks 618e6362609STheodore Ts'o */ 619e6362609STheodore Ts'o #define EXT4_FREE_BLOCKS_METADATA 0x0001 620e6362609STheodore Ts'o #define EXT4_FREE_BLOCKS_FORGET 0x0002 6211f2acb60STheodore Ts'o #define EXT4_FREE_BLOCKS_VALIDATED 0x0004 6227132de74SMaxim Patlasov #define EXT4_FREE_BLOCKS_NO_QUOT_UPDATE 0x0008 62384130193STheodore Ts'o #define EXT4_FREE_BLOCKS_NOFREE_FIRST_CLUSTER 0x0010 62484130193STheodore Ts'o #define EXT4_FREE_BLOCKS_NOFREE_LAST_CLUSTER 0x0020 6259fe67149SEric Whitney #define EXT4_FREE_BLOCKS_RERESERVE_CLUSTER 0x0040 626e6362609STheodore Ts'o 627e6362609STheodore Ts'o /* 6283dcf5451SChristoph Hellwig * ioctl commands 6293dcf5451SChristoph Hellwig */ 6303dcf5451SChristoph Hellwig #define EXT4_IOC_GETFLAGS FS_IOC_GETFLAGS 6313dcf5451SChristoph Hellwig #define EXT4_IOC_SETFLAGS FS_IOC_SETFLAGS 6323dcf5451SChristoph Hellwig #define EXT4_IOC_GETVERSION _IOR('f', 3, long) 6333dcf5451SChristoph Hellwig #define EXT4_IOC_SETVERSION _IOW('f', 4, long) 6343dcf5451SChristoph Hellwig #define EXT4_IOC_GETVERSION_OLD FS_IOC_GETVERSION 6353dcf5451SChristoph Hellwig #define EXT4_IOC_SETVERSION_OLD FS_IOC_SETVERSION 6363dcf5451SChristoph Hellwig #define EXT4_IOC_GETRSVSZ _IOR('f', 5, long) 6373dcf5451SChristoph Hellwig #define EXT4_IOC_SETRSVSZ _IOW('f', 6, long) 6388eea80d5STheodore Ts'o #define EXT4_IOC_GROUP_EXTEND _IOW('f', 7, unsigned long) 6398eea80d5STheodore Ts'o #define EXT4_IOC_GROUP_ADD _IOW('f', 8, struct ext4_new_group_input) 6408eea80d5STheodore Ts'o #define EXT4_IOC_MIGRATE _IO('f', 9) 641ccd2506bSTheodore Ts'o /* note ioctl 10 reserved for an early version of the FIEMAP ioctl */ 6428eea80d5STheodore Ts'o /* note ioctl 11 reserved for filesystem-independent FIEMAP ioctl */ 643ccd2506bSTheodore Ts'o #define EXT4_IOC_ALLOC_DA_BLKS _IO('f', 12) 644748de673SAkira Fujita #define EXT4_IOC_MOVE_EXT _IOWR('f', 15, struct move_extent) 64519c5246dSYongqiang Yang #define EXT4_IOC_RESIZE_FS _IOW('f', 16, __u64) 646393d1d1dSDr. Tilmann Bubeck #define EXT4_IOC_SWAP_BOOT _IO('f', 17) 6477869a4a6STheodore Ts'o #define EXT4_IOC_PRECACHE_EXTENTS _IO('f', 18) 648a7550b30SJaegeuk Kim #define EXT4_IOC_SET_ENCRYPTION_POLICY FS_IOC_SET_ENCRYPTION_POLICY 649a7550b30SJaegeuk Kim #define EXT4_IOC_GET_ENCRYPTION_PWSALT FS_IOC_GET_ENCRYPTION_PWSALT 650a7550b30SJaegeuk Kim #define EXT4_IOC_GET_ENCRYPTION_POLICY FS_IOC_GET_ENCRYPTION_POLICY 6513dcf5451SChristoph Hellwig 6529b7365fcSLi Xi #define EXT4_IOC_FSGETXATTR FS_IOC_FSGETXATTR 6539b7365fcSLi Xi #define EXT4_IOC_FSSETXATTR FS_IOC_FSSETXATTR 6549b7365fcSLi Xi 655e9be2ac7STheodore Ts'o #define EXT4_IOC_SHUTDOWN _IOR ('X', 125, __u32) 656783d9485STheodore Ts'o 657783d9485STheodore Ts'o /* 658783d9485STheodore Ts'o * Flags for going down operation 659783d9485STheodore Ts'o */ 660783d9485STheodore Ts'o #define EXT4_GOING_FLAGS_DEFAULT 0x0 /* going down */ 661783d9485STheodore Ts'o #define EXT4_GOING_FLAGS_LOGFLUSH 0x1 /* flush log but not data */ 662783d9485STheodore Ts'o #define EXT4_GOING_FLAGS_NOLOGFLUSH 0x2 /* don't flush log nor data */ 663783d9485STheodore Ts'o 664783d9485STheodore Ts'o 665899ad0ceSBen Hutchings #if defined(__KERNEL__) && defined(CONFIG_COMPAT) 6663dcf5451SChristoph Hellwig /* 6673dcf5451SChristoph Hellwig * ioctl commands in 32 bit emulation 6683dcf5451SChristoph Hellwig */ 6693dcf5451SChristoph Hellwig #define EXT4_IOC32_GETFLAGS FS_IOC32_GETFLAGS 6703dcf5451SChristoph Hellwig #define EXT4_IOC32_SETFLAGS FS_IOC32_SETFLAGS 6713dcf5451SChristoph Hellwig #define EXT4_IOC32_GETVERSION _IOR('f', 3, int) 6723dcf5451SChristoph Hellwig #define EXT4_IOC32_SETVERSION _IOW('f', 4, int) 6733dcf5451SChristoph Hellwig #define EXT4_IOC32_GETRSVSZ _IOR('f', 5, int) 6743dcf5451SChristoph Hellwig #define EXT4_IOC32_SETRSVSZ _IOW('f', 6, int) 6753dcf5451SChristoph Hellwig #define EXT4_IOC32_GROUP_EXTEND _IOW('f', 7, unsigned int) 6764d92dc0fSBen Hutchings #define EXT4_IOC32_GROUP_ADD _IOW('f', 8, struct compat_ext4_new_group_input) 6773dcf5451SChristoph Hellwig #define EXT4_IOC32_GETVERSION_OLD FS_IOC32_GETVERSION 6783dcf5451SChristoph Hellwig #define EXT4_IOC32_SETVERSION_OLD FS_IOC32_SETVERSION 679899ad0ceSBen Hutchings #endif 6803dcf5451SChristoph Hellwig 681b595076aSUwe Kleine-König /* Max physical block we can address w/o extents */ 682fb0a387dSEric Sandeen #define EXT4_MAX_BLOCK_FILE_PHYS 0xFFFFFFFF 683fb0a387dSEric Sandeen 684bcd8e91fSTheodore Ts'o /* Max logical block we can support */ 685bcd8e91fSTheodore Ts'o #define EXT4_MAX_LOGICAL_BLOCK 0xFFFFFFFF 686bcd8e91fSTheodore Ts'o 6873dcf5451SChristoph Hellwig /* 6883dcf5451SChristoph Hellwig * Structure of an inode on the disk 6893dcf5451SChristoph Hellwig */ 6903dcf5451SChristoph Hellwig struct ext4_inode { 6913dcf5451SChristoph Hellwig __le16 i_mode; /* File mode */ 6923dcf5451SChristoph Hellwig __le16 i_uid; /* Low 16 bits of Owner Uid */ 6933dcf5451SChristoph Hellwig __le32 i_size_lo; /* Size in bytes */ 6943dcf5451SChristoph Hellwig __le32 i_atime; /* Access time */ 6953dcf5451SChristoph Hellwig __le32 i_ctime; /* Inode Change time */ 6963dcf5451SChristoph Hellwig __le32 i_mtime; /* Modification time */ 6973dcf5451SChristoph Hellwig __le32 i_dtime; /* Deletion Time */ 6983dcf5451SChristoph Hellwig __le16 i_gid; /* Low 16 bits of Group Id */ 6993dcf5451SChristoph Hellwig __le16 i_links_count; /* Links count */ 7003dcf5451SChristoph Hellwig __le32 i_blocks_lo; /* Blocks count */ 7013dcf5451SChristoph Hellwig __le32 i_flags; /* File flags */ 7023dcf5451SChristoph Hellwig union { 7033dcf5451SChristoph Hellwig struct { 7043dcf5451SChristoph Hellwig __le32 l_i_version; 7053dcf5451SChristoph Hellwig } linux1; 7063dcf5451SChristoph Hellwig struct { 7073dcf5451SChristoph Hellwig __u32 h_i_translator; 7083dcf5451SChristoph Hellwig } hurd1; 7093dcf5451SChristoph Hellwig struct { 7103dcf5451SChristoph Hellwig __u32 m_i_reserved1; 7113dcf5451SChristoph Hellwig } masix1; 7123dcf5451SChristoph Hellwig } osd1; /* OS dependent 1 */ 7133dcf5451SChristoph Hellwig __le32 i_block[EXT4_N_BLOCKS];/* Pointers to blocks */ 7143dcf5451SChristoph Hellwig __le32 i_generation; /* File version (for NFS) */ 7153dcf5451SChristoph Hellwig __le32 i_file_acl_lo; /* File ACL */ 7163dcf5451SChristoph Hellwig __le32 i_size_high; 7173dcf5451SChristoph Hellwig __le32 i_obso_faddr; /* Obsoleted fragment address */ 7183dcf5451SChristoph Hellwig union { 7193dcf5451SChristoph Hellwig struct { 7203dcf5451SChristoph Hellwig __le16 l_i_blocks_high; /* were l_i_reserved1 */ 7213dcf5451SChristoph Hellwig __le16 l_i_file_acl_high; 7223dcf5451SChristoph Hellwig __le16 l_i_uid_high; /* these 2 fields */ 7233dcf5451SChristoph Hellwig __le16 l_i_gid_high; /* were reserved2[0] */ 724e6153918SDarrick J. Wong __le16 l_i_checksum_lo;/* crc32c(uuid+inum+inode) LE */ 725e6153918SDarrick J. Wong __le16 l_i_reserved; 7263dcf5451SChristoph Hellwig } linux2; 7273dcf5451SChristoph Hellwig struct { 7283dcf5451SChristoph Hellwig __le16 h_i_reserved1; /* Obsoleted fragment number/size which are removed in ext4 */ 7293dcf5451SChristoph Hellwig __u16 h_i_mode_high; 7303dcf5451SChristoph Hellwig __u16 h_i_uid_high; 7313dcf5451SChristoph Hellwig __u16 h_i_gid_high; 7323dcf5451SChristoph Hellwig __u32 h_i_author; 7333dcf5451SChristoph Hellwig } hurd2; 7343dcf5451SChristoph Hellwig struct { 7353dcf5451SChristoph Hellwig __le16 h_i_reserved1; /* Obsoleted fragment number/size which are removed in ext4 */ 7363dcf5451SChristoph Hellwig __le16 m_i_file_acl_high; 7373dcf5451SChristoph Hellwig __u32 m_i_reserved2[2]; 7383dcf5451SChristoph Hellwig } masix2; 7393dcf5451SChristoph Hellwig } osd2; /* OS dependent 2 */ 7403dcf5451SChristoph Hellwig __le16 i_extra_isize; 741e6153918SDarrick J. Wong __le16 i_checksum_hi; /* crc32c(uuid+inum+inode) BE */ 7423dcf5451SChristoph Hellwig __le32 i_ctime_extra; /* extra Change time (nsec << 2 | epoch) */ 7433dcf5451SChristoph Hellwig __le32 i_mtime_extra; /* extra Modification time(nsec << 2 | epoch) */ 7443dcf5451SChristoph Hellwig __le32 i_atime_extra; /* extra Access time (nsec << 2 | epoch) */ 7453dcf5451SChristoph Hellwig __le32 i_crtime; /* File Creation time */ 7463dcf5451SChristoph Hellwig __le32 i_crtime_extra; /* extra FileCreationtime (nsec << 2 | epoch) */ 7473dcf5451SChristoph Hellwig __le32 i_version_hi; /* high 32 bits for 64-bit version */ 7488b4953e1STheodore Ts'o __le32 i_projid; /* Project ID */ 7493dcf5451SChristoph Hellwig }; 7503dcf5451SChristoph Hellwig 751748de673SAkira Fujita struct move_extent { 752748de673SAkira Fujita __u32 reserved; /* should be zero */ 753748de673SAkira Fujita __u32 donor_fd; /* donor file descriptor */ 754748de673SAkira Fujita __u64 orig_start; /* logical start offset in block for orig */ 755748de673SAkira Fujita __u64 donor_start; /* logical start offset in block for donor */ 756748de673SAkira Fujita __u64 len; /* block length to be moved */ 757748de673SAkira Fujita __u64 moved_len; /* moved block length */ 758748de673SAkira Fujita }; 7593dcf5451SChristoph Hellwig 7603dcf5451SChristoph Hellwig #define EXT4_EPOCH_BITS 2 7613dcf5451SChristoph Hellwig #define EXT4_EPOCH_MASK ((1 << EXT4_EPOCH_BITS) - 1) 7623dcf5451SChristoph Hellwig #define EXT4_NSEC_MASK (~0UL << EXT4_EPOCH_BITS) 7633dcf5451SChristoph Hellwig 7643dcf5451SChristoph Hellwig /* 7653dcf5451SChristoph Hellwig * Extended fields will fit into an inode if the filesystem was formatted 7663dcf5451SChristoph Hellwig * with large inodes (-I 256 or larger) and there are not currently any EAs 7673dcf5451SChristoph Hellwig * consuming all of the available space. For new inodes we always reserve 7683dcf5451SChristoph Hellwig * enough space for the kernel's known extended fields, but for inodes 7693dcf5451SChristoph Hellwig * created with an old kernel this might not have been the case. None of 7703dcf5451SChristoph Hellwig * the extended inode fields is critical for correct filesystem operation. 7713dcf5451SChristoph Hellwig * This macro checks if a certain field fits in the inode. Note that 7723dcf5451SChristoph Hellwig * inode-size = GOOD_OLD_INODE_SIZE + i_extra_isize 7733dcf5451SChristoph Hellwig */ 7743dcf5451SChristoph Hellwig #define EXT4_FITS_IN_INODE(ext4_inode, einode, field) \ 7753dcf5451SChristoph Hellwig ((offsetof(typeof(*ext4_inode), field) + \ 7763dcf5451SChristoph Hellwig sizeof((ext4_inode)->field)) \ 7773dcf5451SChristoph Hellwig <= (EXT4_GOOD_OLD_INODE_SIZE + \ 7783dcf5451SChristoph Hellwig (einode)->i_extra_isize)) \ 7793dcf5451SChristoph Hellwig 780a4dad1aeSDavid Turner /* 781a4dad1aeSDavid Turner * We use an encoding that preserves the times for extra epoch "00": 782a4dad1aeSDavid Turner * 783a4dad1aeSDavid Turner * extra msb of adjust for signed 784a4dad1aeSDavid Turner * epoch 32-bit 32-bit tv_sec to 785a4dad1aeSDavid Turner * bits time decoded 64-bit tv_sec 64-bit tv_sec valid time range 786a4dad1aeSDavid Turner * 0 0 1 -0x80000000..-0x00000001 0x000000000 1901-12-13..1969-12-31 787a4dad1aeSDavid Turner * 0 0 0 0x000000000..0x07fffffff 0x000000000 1970-01-01..2038-01-19 788a4dad1aeSDavid Turner * 0 1 1 0x080000000..0x0ffffffff 0x100000000 2038-01-19..2106-02-07 789a4dad1aeSDavid Turner * 0 1 0 0x100000000..0x17fffffff 0x100000000 2106-02-07..2174-02-25 790a4dad1aeSDavid Turner * 1 0 1 0x180000000..0x1ffffffff 0x200000000 2174-02-25..2242-03-16 791a4dad1aeSDavid Turner * 1 0 0 0x200000000..0x27fffffff 0x200000000 2242-03-16..2310-04-04 792a4dad1aeSDavid Turner * 1 1 1 0x280000000..0x2ffffffff 0x300000000 2310-04-04..2378-04-22 793a4dad1aeSDavid Turner * 1 1 0 0x300000000..0x37fffffff 0x300000000 2378-04-22..2446-05-10 794a4dad1aeSDavid Turner * 795a4dad1aeSDavid Turner * Note that previous versions of the kernel on 64-bit systems would 796a4dad1aeSDavid Turner * incorrectly use extra epoch bits 1,1 for dates between 1901 and 797a4dad1aeSDavid Turner * 1970. e2fsck will correct this, assuming that it is run on the 798a4dad1aeSDavid Turner * affected filesystem before 2242. 799a4dad1aeSDavid Turner */ 800a4dad1aeSDavid Turner 8017b62b293SArnd Bergmann static inline __le32 ext4_encode_extra_time(struct timespec64 *time) 8023dcf5451SChristoph Hellwig { 8037b62b293SArnd Bergmann u32 extra =((time->tv_sec - (s32)time->tv_sec) >> 32) & EXT4_EPOCH_MASK; 804a4dad1aeSDavid Turner return cpu_to_le32(extra | (time->tv_nsec << EXT4_EPOCH_BITS)); 8053dcf5451SChristoph Hellwig } 8063dcf5451SChristoph Hellwig 8077b62b293SArnd Bergmann static inline void ext4_decode_extra_time(struct timespec64 *time, 8087b62b293SArnd Bergmann __le32 extra) 8093dcf5451SChristoph Hellwig { 8107b62b293SArnd Bergmann if (unlikely(extra & cpu_to_le32(EXT4_EPOCH_MASK))) { 811eaa093d2SChristoph Hellwig 812eaa093d2SChristoph Hellwig #if 1 813a4dad1aeSDavid Turner /* Handle legacy encoding of pre-1970 dates with epoch 814eaa093d2SChristoph Hellwig * bits 1,1. (This backwards compatibility may be removed 815eaa093d2SChristoph Hellwig * at the discretion of the ext4 developers.) 816a4dad1aeSDavid Turner */ 817a4dad1aeSDavid Turner u64 extra_bits = le32_to_cpu(extra) & EXT4_EPOCH_MASK; 818a4dad1aeSDavid Turner if (extra_bits == 3 && ((time->tv_sec) & 0x80000000) != 0) 819a4dad1aeSDavid Turner extra_bits = 0; 820a4dad1aeSDavid Turner time->tv_sec += extra_bits << 32; 821a4dad1aeSDavid Turner #else 822a4dad1aeSDavid Turner time->tv_sec += (u64)(le32_to_cpu(extra) & EXT4_EPOCH_MASK) << 32; 823a4dad1aeSDavid Turner #endif 824a4dad1aeSDavid Turner } 825c1fccc06STheodore Ts'o time->tv_nsec = (le32_to_cpu(extra) & EXT4_NSEC_MASK) >> EXT4_EPOCH_BITS; 8263dcf5451SChristoph Hellwig } 8273dcf5451SChristoph Hellwig 8283dcf5451SChristoph Hellwig #define EXT4_INODE_SET_XTIME(xtime, inode, raw_inode) \ 8293dcf5451SChristoph Hellwig do { \ 8303dcf5451SChristoph Hellwig (raw_inode)->xtime = cpu_to_le32((inode)->xtime.tv_sec); \ 83195582b00SDeepa Dinamani if (EXT4_FITS_IN_INODE(raw_inode, EXT4_I(inode), xtime ## _extra)) {\ 8323dcf5451SChristoph Hellwig (raw_inode)->xtime ## _extra = \ 8337b62b293SArnd Bergmann ext4_encode_extra_time(&(inode)->xtime); \ 83495582b00SDeepa Dinamani } \ 8353dcf5451SChristoph Hellwig } while (0) 8363dcf5451SChristoph Hellwig 8373dcf5451SChristoph Hellwig #define EXT4_EINODE_SET_XTIME(xtime, einode, raw_inode) \ 8383dcf5451SChristoph Hellwig do { \ 8393dcf5451SChristoph Hellwig if (EXT4_FITS_IN_INODE(raw_inode, einode, xtime)) \ 8403dcf5451SChristoph Hellwig (raw_inode)->xtime = cpu_to_le32((einode)->xtime.tv_sec); \ 8413dcf5451SChristoph Hellwig if (EXT4_FITS_IN_INODE(raw_inode, einode, xtime ## _extra)) \ 8423dcf5451SChristoph Hellwig (raw_inode)->xtime ## _extra = \ 8433dcf5451SChristoph Hellwig ext4_encode_extra_time(&(einode)->xtime); \ 8443dcf5451SChristoph Hellwig } while (0) 8453dcf5451SChristoph Hellwig 8463dcf5451SChristoph Hellwig #define EXT4_INODE_GET_XTIME(xtime, inode, raw_inode) \ 8473dcf5451SChristoph Hellwig do { \ 8483dcf5451SChristoph Hellwig (inode)->xtime.tv_sec = (signed)le32_to_cpu((raw_inode)->xtime); \ 84995582b00SDeepa Dinamani if (EXT4_FITS_IN_INODE(raw_inode, EXT4_I(inode), xtime ## _extra)) { \ 8507b62b293SArnd Bergmann ext4_decode_extra_time(&(inode)->xtime, \ 8513dcf5451SChristoph Hellwig raw_inode->xtime ## _extra); \ 85295582b00SDeepa Dinamani } \ 853af0b44a1SEric Sandeen else \ 854af0b44a1SEric Sandeen (inode)->xtime.tv_nsec = 0; \ 8553dcf5451SChristoph Hellwig } while (0) 8563dcf5451SChristoph Hellwig 85795582b00SDeepa Dinamani 8583dcf5451SChristoph Hellwig #define EXT4_EINODE_GET_XTIME(xtime, einode, raw_inode) \ 8593dcf5451SChristoph Hellwig do { \ 8603dcf5451SChristoph Hellwig if (EXT4_FITS_IN_INODE(raw_inode, einode, xtime)) \ 8613dcf5451SChristoph Hellwig (einode)->xtime.tv_sec = \ 8623dcf5451SChristoph Hellwig (signed)le32_to_cpu((raw_inode)->xtime); \ 86319ea8060STheodore Ts'o else \ 86419ea8060STheodore Ts'o (einode)->xtime.tv_sec = 0; \ 8653dcf5451SChristoph Hellwig if (EXT4_FITS_IN_INODE(raw_inode, einode, xtime ## _extra)) \ 8663dcf5451SChristoph Hellwig ext4_decode_extra_time(&(einode)->xtime, \ 8673dcf5451SChristoph Hellwig raw_inode->xtime ## _extra); \ 868af0b44a1SEric Sandeen else \ 869af0b44a1SEric Sandeen (einode)->xtime.tv_nsec = 0; \ 8703dcf5451SChristoph Hellwig } while (0) 8713dcf5451SChristoph Hellwig 8723dcf5451SChristoph Hellwig #define i_disk_version osd1.linux1.l_i_version 8733dcf5451SChristoph Hellwig 8743dcf5451SChristoph Hellwig #if defined(__KERNEL__) || defined(__linux__) 8753dcf5451SChristoph Hellwig #define i_reserved1 osd1.linux1.l_i_reserved1 8763dcf5451SChristoph Hellwig #define i_file_acl_high osd2.linux2.l_i_file_acl_high 8773dcf5451SChristoph Hellwig #define i_blocks_high osd2.linux2.l_i_blocks_high 8783dcf5451SChristoph Hellwig #define i_uid_low i_uid 8793dcf5451SChristoph Hellwig #define i_gid_low i_gid 8803dcf5451SChristoph Hellwig #define i_uid_high osd2.linux2.l_i_uid_high 8813dcf5451SChristoph Hellwig #define i_gid_high osd2.linux2.l_i_gid_high 882e6153918SDarrick J. Wong #define i_checksum_lo osd2.linux2.l_i_checksum_lo 8833dcf5451SChristoph Hellwig 8843dcf5451SChristoph Hellwig #elif defined(__GNU__) 8853dcf5451SChristoph Hellwig 8863dcf5451SChristoph Hellwig #define i_translator osd1.hurd1.h_i_translator 8873dcf5451SChristoph Hellwig #define i_uid_high osd2.hurd2.h_i_uid_high 8883dcf5451SChristoph Hellwig #define i_gid_high osd2.hurd2.h_i_gid_high 8893dcf5451SChristoph Hellwig #define i_author osd2.hurd2.h_i_author 8903dcf5451SChristoph Hellwig 8913dcf5451SChristoph Hellwig #elif defined(__masix__) 8923dcf5451SChristoph Hellwig 8933dcf5451SChristoph Hellwig #define i_reserved1 osd1.masix1.m_i_reserved1 8943dcf5451SChristoph Hellwig #define i_file_acl_high osd2.masix2.m_i_file_acl_high 8953dcf5451SChristoph Hellwig #define i_reserved2 osd2.masix2.m_i_reserved2 8963dcf5451SChristoph Hellwig 8973dcf5451SChristoph Hellwig #endif /* defined(__KERNEL__) || defined(__linux__) */ 8983dcf5451SChristoph Hellwig 899c0677e6dSZheng Liu #include "extents_status.h" 900c0677e6dSZheng Liu 901d444c3c3STheodore Ts'o /* 902daf647d2STheodore Ts'o * Lock subclasses for i_data_sem in the ext4_inode_info structure. 903daf647d2STheodore Ts'o * 904daf647d2STheodore Ts'o * These are needed to avoid lockdep false positives when we need to 905daf647d2STheodore Ts'o * allocate blocks to the quota inode during ext4_map_blocks(), while 906daf647d2STheodore Ts'o * holding i_data_sem for a normal (non-quota) inode. Since we don't 907daf647d2STheodore Ts'o * do quota tracking for the quota inode, this avoids deadlock (as 908daf647d2STheodore Ts'o * well as infinite recursion, since it isn't turtles all the way 909daf647d2STheodore Ts'o * down...) 910daf647d2STheodore Ts'o * 911daf647d2STheodore Ts'o * I_DATA_SEM_NORMAL - Used for most inodes 912daf647d2STheodore Ts'o * I_DATA_SEM_OTHER - Used by move_inode.c for the second normal inode 913daf647d2STheodore Ts'o * where the second inode has larger inode number 914daf647d2STheodore Ts'o * than the first 915daf647d2STheodore Ts'o * I_DATA_SEM_QUOTA - Used for quota inodes only 916daf647d2STheodore Ts'o */ 917daf647d2STheodore Ts'o enum { 918daf647d2STheodore Ts'o I_DATA_SEM_NORMAL = 0, 919daf647d2STheodore Ts'o I_DATA_SEM_OTHER, 920daf647d2STheodore Ts'o I_DATA_SEM_QUOTA, 921daf647d2STheodore Ts'o }; 922daf647d2STheodore Ts'o 923daf647d2STheodore Ts'o 924daf647d2STheodore Ts'o /* 925d444c3c3STheodore Ts'o * fourth extended file system inode data in memory 926d444c3c3STheodore Ts'o */ 927d444c3c3STheodore Ts'o struct ext4_inode_info { 928d444c3c3STheodore Ts'o __le32 i_data[15]; /* unconverted */ 929d444c3c3STheodore Ts'o __u32 i_dtime; 93012e9b892SDmitry Monakhov ext4_fsblk_t i_file_acl; 931d444c3c3STheodore Ts'o 932d444c3c3STheodore Ts'o /* 933d444c3c3STheodore Ts'o * i_block_group is the number of the block group which contains 934d444c3c3STheodore Ts'o * this file's inode. Constant across the lifetime of the inode, 935a627b0a7SEric Whitney * it is used for making block allocation decisions - we try to 936d444c3c3STheodore Ts'o * place a file's data blocks near its inode block, and new inodes 937d444c3c3STheodore Ts'o * near to their parent directory's inode. 938d444c3c3STheodore Ts'o */ 939d444c3c3STheodore Ts'o ext4_group_t i_block_group; 9408a2005d3STheodore Ts'o ext4_lblk_t i_dir_start_lookup; 941353eb83cSTheodore Ts'o #if (BITS_PER_LONG < 64) 94219f5fb7aSTheodore Ts'o unsigned long i_state_flags; /* Dynamic state flags */ 943353eb83cSTheodore Ts'o #endif 94412e9b892SDmitry Monakhov unsigned long i_flags; 945d444c3c3STheodore Ts'o 946d444c3c3STheodore Ts'o /* 947d444c3c3STheodore Ts'o * Extended attributes can be read independently of the main file 948d444c3c3STheodore Ts'o * data. Taking i_mutex even when reading would cause contention 949d444c3c3STheodore Ts'o * between readers of EAs and writers of regular file data, so 950d444c3c3STheodore Ts'o * instead we synchronize on xattr_sem when reading or changing 951d444c3c3STheodore Ts'o * EAs. 952d444c3c3STheodore Ts'o */ 953d444c3c3STheodore Ts'o struct rw_semaphore xattr_sem; 954d444c3c3STheodore Ts'o 955d444c3c3STheodore Ts'o struct list_head i_orphan; /* unlinked but open inodes */ 956d444c3c3STheodore Ts'o 957d444c3c3STheodore Ts'o /* 958d444c3c3STheodore Ts'o * i_disksize keeps track of what the inode size is ON DISK, not 959d444c3c3STheodore Ts'o * in memory. During truncate, i_size is set to the new size by 960d444c3c3STheodore Ts'o * the VFS prior to calling ext4_truncate(), but the filesystem won't 961d444c3c3STheodore Ts'o * set i_disksize to 0 until the truncate is actually under way. 962d444c3c3STheodore Ts'o * 963d444c3c3STheodore Ts'o * The intent is that i_disksize always represents the blocks which 964d444c3c3STheodore Ts'o * are used by this file. This allows recovery to restart truncate 965d444c3c3STheodore Ts'o * on orphans if we crash during truncate. We actually write i_disksize 966d444c3c3STheodore Ts'o * into the on-disk inode when writing inodes out, instead of i_size. 967d444c3c3STheodore Ts'o * 968d444c3c3STheodore Ts'o * The only time when i_disksize and i_size may be different is when 969d444c3c3STheodore Ts'o * a truncate is in progress. The only things which change i_disksize 970d444c3c3STheodore Ts'o * are ext4_get_block (growth) and ext4_truncate (shrinkth). 971d444c3c3STheodore Ts'o */ 972d444c3c3STheodore Ts'o loff_t i_disksize; 973d444c3c3STheodore Ts'o 974d444c3c3STheodore Ts'o /* 975d444c3c3STheodore Ts'o * i_data_sem is for serialising ext4_truncate() against 976d444c3c3STheodore Ts'o * ext4_getblock(). In the 2.4 ext2 design, great chunks of inode's 977d444c3c3STheodore Ts'o * data tree are chopped off during truncate. We can't do that in 978d444c3c3STheodore Ts'o * ext4 because whenever we perform intermediate commits during 979d444c3c3STheodore Ts'o * truncate, the inode and all the metadata blocks *must* be in a 980d444c3c3STheodore Ts'o * consistent state which allows truncation of the orphans to restart 981d444c3c3STheodore Ts'o * during recovery. Hence we must fix the get_block-vs-truncate race 982d444c3c3STheodore Ts'o * by other means, so we have i_data_sem. 983d444c3c3STheodore Ts'o */ 984d444c3c3STheodore Ts'o struct rw_semaphore i_data_sem; 985ea3d7209SJan Kara /* 986ea3d7209SJan Kara * i_mmap_sem is for serializing page faults with truncate / punch hole 987ea3d7209SJan Kara * operations. We have to make sure that new page cannot be faulted in 988ea3d7209SJan Kara * a section of the inode that is being punched. We cannot easily use 989ea3d7209SJan Kara * i_data_sem for this since we need protection for the whole punch 990ea3d7209SJan Kara * operation and i_data_sem ranks below transaction start so we have 991ea3d7209SJan Kara * to occasionally drop it. 992ea3d7209SJan Kara */ 993ea3d7209SJan Kara struct rw_semaphore i_mmap_sem; 994d444c3c3STheodore Ts'o struct inode vfs_inode; 9958aefcd55STheodore Ts'o struct jbd2_inode *jinode; 996d444c3c3STheodore Ts'o 997202ee5dfSTheodore Ts'o spinlock_t i_raw_lock; /* protects updates to the raw inode */ 998202ee5dfSTheodore Ts'o 999d444c3c3STheodore Ts'o /* 1000d444c3c3STheodore Ts'o * File creation time. Its function is same as that of 10017b62b293SArnd Bergmann * struct timespec64 i_{a,c,m}time in the generic inode. 1002d444c3c3STheodore Ts'o */ 10037b62b293SArnd Bergmann struct timespec64 i_crtime; 1004d444c3c3STheodore Ts'o 1005d444c3c3STheodore Ts'o /* mballoc */ 1006d444c3c3STheodore Ts'o struct list_head i_prealloc_list; 1007d444c3c3STheodore Ts'o spinlock_t i_prealloc_lock; 1008d444c3c3STheodore Ts'o 1009c0677e6dSZheng Liu /* extents status tree */ 1010c0677e6dSZheng Liu struct ext4_es_tree i_es_tree; 1011c0677e6dSZheng Liu rwlock_t i_es_lock; 1012edaa53caSZheng Liu struct list_head i_es_list; 1013eb68d0e2SZheng Liu unsigned int i_es_all_nr; /* protected by i_es_lock */ 1014edaa53caSZheng Liu unsigned int i_es_shk_nr; /* protected by i_es_lock */ 1015dd475925SJan Kara ext4_lblk_t i_es_shrink_lblk; /* Offset where we start searching for 1016dd475925SJan Kara extents to shrink. Protected by 1017dd475925SJan Kara i_es_lock */ 1018c0677e6dSZheng Liu 1019d444c3c3STheodore Ts'o /* ialloc */ 1020d444c3c3STheodore Ts'o ext4_group_t i_last_alloc_group; 1021d444c3c3STheodore Ts'o 1022d444c3c3STheodore Ts'o /* allocation reservation info for delalloc */ 1023a627b0a7SEric Whitney /* In case of bigalloc, this refer to clusters rather than blocks */ 1024d444c3c3STheodore Ts'o unsigned int i_reserved_data_blocks; 102501f49d0bSTheodore Ts'o ext4_lblk_t i_da_metadata_calc_last_lblock; 10269d0be502STheodore Ts'o int i_da_metadata_calc_len; 1027d444c3c3STheodore Ts'o 10281dc0aa46SEric Whitney /* pending cluster reservations for bigalloc file systems */ 10291dc0aa46SEric Whitney struct ext4_pending_tree i_pending_tree; 10301dc0aa46SEric Whitney 1031d444c3c3STheodore Ts'o /* on-disk additional length */ 1032d444c3c3STheodore Ts'o __u16 i_extra_isize; 1033d444c3c3STheodore Ts'o 103467cf5b09STao Ma /* Indicate the inline data space. */ 103567cf5b09STao Ma u16 i_inline_off; 103667cf5b09STao Ma u16 i_inline_size; 103767cf5b09STao Ma 1038a9e7f447SDmitry Monakhov #ifdef CONFIG_QUOTA 1039a9e7f447SDmitry Monakhov /* quota space reservation, managed internally by quota code */ 1040a9e7f447SDmitry Monakhov qsize_t i_reserved_quota; 1041a9e7f447SDmitry Monakhov #endif 10428d5d02e6SMingming Cao 10432e8fa54eSJan Kara /* Lock protecting lists below */ 1044744692dcSJiaying Zhang spinlock_t i_completed_io_lock; 10452e8fa54eSJan Kara /* 10462e8fa54eSJan Kara * Completed IOs that need unwritten extents handling and have 10472e8fa54eSJan Kara * transaction reserved 10482e8fa54eSJan Kara */ 10492e8fa54eSJan Kara struct list_head i_rsv_conversion_list; 10502e8fa54eSJan Kara struct work_struct i_rsv_conversion_work; 1051600be30aSJan Kara atomic_t i_unwritten; /* Nr. of inflight conversions pending */ 10528a2005d3STheodore Ts'o 10538a2005d3STheodore Ts'o spinlock_t i_block_reservation_lock; 1054b436b9beSJan Kara 1055b436b9beSJan Kara /* 1056b436b9beSJan Kara * Transactions that contain inode's metadata needed to complete 1057b436b9beSJan Kara * fsync and fdatasync, respectively. 1058b436b9beSJan Kara */ 1059b436b9beSJan Kara tid_t i_sync_tid; 1060b436b9beSJan Kara tid_t i_datasync_tid; 1061814525f4SDarrick J. Wong 106296c7e0d9SJan Kara #ifdef CONFIG_QUOTA 106396c7e0d9SJan Kara struct dquot *i_dquot[MAXQUOTAS]; 106496c7e0d9SJan Kara #endif 106596c7e0d9SJan Kara 1066814525f4SDarrick J. Wong /* Precomputed uuid+inum+igen checksum for seeding inode checksums */ 1067814525f4SDarrick J. Wong __u32 i_csum_seed; 1068b30ab0e0SMichael Halcrow 1069040cb378SLi Xi kprojid_t i_projid; 1070d444c3c3STheodore Ts'o }; 1071d444c3c3STheodore Ts'o 1072d444c3c3STheodore Ts'o /* 10733dcf5451SChristoph Hellwig * File system states 10743dcf5451SChristoph Hellwig */ 10753dcf5451SChristoph Hellwig #define EXT4_VALID_FS 0x0001 /* Unmounted cleanly */ 10763dcf5451SChristoph Hellwig #define EXT4_ERROR_FS 0x0002 /* Errors detected */ 10773dcf5451SChristoph Hellwig #define EXT4_ORPHAN_FS 0x0004 /* Orphans being recovered */ 10783dcf5451SChristoph Hellwig 10793dcf5451SChristoph Hellwig /* 10803dcf5451SChristoph Hellwig * Misc. filesystem flags 10813dcf5451SChristoph Hellwig */ 10823dcf5451SChristoph Hellwig #define EXT2_FLAGS_SIGNED_HASH 0x0001 /* Signed dirhash in use */ 10833dcf5451SChristoph Hellwig #define EXT2_FLAGS_UNSIGNED_HASH 0x0002 /* Unsigned dirhash in use */ 10843dcf5451SChristoph Hellwig #define EXT2_FLAGS_TEST_FILESYS 0x0004 /* to test development code */ 10853dcf5451SChristoph Hellwig 10863dcf5451SChristoph Hellwig /* 108768911009SLukas Czerner * Mount flags set via mount options or defaults 10883dcf5451SChristoph Hellwig */ 1089cdb7ee4cSTahsin Erdogan #define EXT4_MOUNT_NO_MBCACHE 0x00001 /* Do not use mbcache */ 10903dcf5451SChristoph Hellwig #define EXT4_MOUNT_GRPID 0x00004 /* Create files with directory's group */ 10913dcf5451SChristoph Hellwig #define EXT4_MOUNT_DEBUG 0x00008 /* Some debugging messages */ 10923dcf5451SChristoph Hellwig #define EXT4_MOUNT_ERRORS_CONT 0x00010 /* Continue on errors */ 10933dcf5451SChristoph Hellwig #define EXT4_MOUNT_ERRORS_RO 0x00020 /* Remount fs ro on errors */ 10943dcf5451SChristoph Hellwig #define EXT4_MOUNT_ERRORS_PANIC 0x00040 /* Panic on errors */ 109539ef17f1STheodore Ts'o #define EXT4_MOUNT_ERRORS_MASK 0x00070 10963dcf5451SChristoph Hellwig #define EXT4_MOUNT_MINIX_DF 0x00080 /* Mimics the Minix statfs */ 10973dcf5451SChristoph Hellwig #define EXT4_MOUNT_NOLOAD 0x00100 /* Don't use existing journal*/ 1098923ae0ffSRoss Zwisler #ifdef CONFIG_FS_DAX 1099923ae0ffSRoss Zwisler #define EXT4_MOUNT_DAX 0x00200 /* Direct Access */ 1100923ae0ffSRoss Zwisler #else 1101923ae0ffSRoss Zwisler #define EXT4_MOUNT_DAX 0 1102923ae0ffSRoss Zwisler #endif 11033dcf5451SChristoph Hellwig #define EXT4_MOUNT_DATA_FLAGS 0x00C00 /* Mode for data writes: */ 11043dcf5451SChristoph Hellwig #define EXT4_MOUNT_JOURNAL_DATA 0x00400 /* Write data to journal */ 11053dcf5451SChristoph Hellwig #define EXT4_MOUNT_ORDERED_DATA 0x00800 /* Flush data before commit */ 11063dcf5451SChristoph Hellwig #define EXT4_MOUNT_WRITEBACK_DATA 0x00C00 /* No data ordering */ 11073dcf5451SChristoph Hellwig #define EXT4_MOUNT_UPDATE_JOURNAL 0x01000 /* Update the journal format */ 11083dcf5451SChristoph Hellwig #define EXT4_MOUNT_NO_UID32 0x02000 /* Disable 32-bit UIDs */ 11093dcf5451SChristoph Hellwig #define EXT4_MOUNT_XATTR_USER 0x04000 /* Extended user attributes */ 11103dcf5451SChristoph Hellwig #define EXT4_MOUNT_POSIX_ACL 0x08000 /* POSIX Access Control Lists */ 1111afd4672dSTheodore Ts'o #define EXT4_MOUNT_NO_AUTO_DA_ALLOC 0x10000 /* No auto delalloc mapping */ 11123dcf5451SChristoph Hellwig #define EXT4_MOUNT_BARRIER 0x20000 /* Use block barriers */ 111349da9392SJan Kara #define EXT4_MOUNT_QUOTA 0x40000 /* Some quota option set */ 111449da9392SJan Kara #define EXT4_MOUNT_USRQUOTA 0x80000 /* "old" user quota, 111549da9392SJan Kara * enable enforcement for hidden 111649da9392SJan Kara * quota files */ 111749da9392SJan Kara #define EXT4_MOUNT_GRPQUOTA 0x100000 /* "old" group quota, enable 111849da9392SJan Kara * enforcement for hidden quota 111949da9392SJan Kara * files */ 112049da9392SJan Kara #define EXT4_MOUNT_PRJQUOTA 0x200000 /* Enable project quota 112149da9392SJan Kara * enforcement */ 1122744692dcSJiaying Zhang #define EXT4_MOUNT_DIOREAD_NOLOCK 0x400000 /* Enable support for dio read nolocking */ 1123d4da6c9cSLinus Torvalds #define EXT4_MOUNT_JOURNAL_CHECKSUM 0x800000 /* Journal checksums */ 11243dcf5451SChristoph Hellwig #define EXT4_MOUNT_JOURNAL_ASYNC_COMMIT 0x1000000 /* Journal Async Commit */ 1125327eaf73STheodore Ts'o #define EXT4_MOUNT_WARN_ON_ERROR 0x2000000 /* Trigger WARN_ON on error */ 112664769240SAlex Tomas #define EXT4_MOUNT_DELALLOC 0x8000000 /* Delalloc support */ 11275bf5683aSHidehiro Kawai #define EXT4_MOUNT_DATA_ERR_ABORT 0x10000000 /* Abort on file data write */ 11286fd058f7STheodore Ts'o #define EXT4_MOUNT_BLOCK_VALIDITY 0x20000000 /* Block validity checking */ 11295328e635SEric Sandeen #define EXT4_MOUNT_DISCARD 0x40000000 /* Issue DISCARD requests */ 1130bfff6873SLukas Czerner #define EXT4_MOUNT_INIT_INODE_TABLE 0x80000000 /* Initialize uninitialized itables */ 11315bf5683aSHidehiro Kawai 113268911009SLukas Czerner /* 113368911009SLukas Czerner * Mount flags set either automatically (could not be set by mount option) 113468911009SLukas Czerner * based on per file system feature or property or in special cases such as 113568911009SLukas Czerner * distinguishing between explicit mount option definition and default. 113668911009SLukas Czerner */ 113756889787STheodore Ts'o #define EXT4_MOUNT2_EXPLICIT_DELALLOC 0x00000001 /* User explicitly 113856889787STheodore Ts'o specified delalloc */ 113968911009SLukas Czerner #define EXT4_MOUNT2_STD_GROUP_SIZE 0x00000002 /* We have standard group 114068911009SLukas Czerner size of blocksize * 8 114168911009SLukas Czerner blocks */ 1142ed3654ebSTheodore Ts'o #define EXT4_MOUNT2_HURD_COMPAT 0x00000004 /* Support HURD-castrated 1143ed3654ebSTheodore Ts'o file systems */ 114456889787STheodore Ts'o 11451e381f60SDmitry Monakhov #define EXT4_MOUNT2_EXPLICIT_JOURNAL_CHECKSUM 0x00000008 /* User explicitly 11461e381f60SDmitry Monakhov specified journal checksum */ 11471e381f60SDmitry Monakhov 1148fd8c37ecSTheodore Ts'o #define clear_opt(sb, opt) EXT4_SB(sb)->s_mount_opt &= \ 1149fd8c37ecSTheodore Ts'o ~EXT4_MOUNT_##opt 1150fd8c37ecSTheodore Ts'o #define set_opt(sb, opt) EXT4_SB(sb)->s_mount_opt |= \ 1151fd8c37ecSTheodore Ts'o EXT4_MOUNT_##opt 11523dcf5451SChristoph Hellwig #define test_opt(sb, opt) (EXT4_SB(sb)->s_mount_opt & \ 11533dcf5451SChristoph Hellwig EXT4_MOUNT_##opt) 11543dcf5451SChristoph Hellwig 1155a2595b8aSTheodore Ts'o #define clear_opt2(sb, opt) EXT4_SB(sb)->s_mount_opt2 &= \ 1156a2595b8aSTheodore Ts'o ~EXT4_MOUNT2_##opt 1157a2595b8aSTheodore Ts'o #define set_opt2(sb, opt) EXT4_SB(sb)->s_mount_opt2 |= \ 1158a2595b8aSTheodore Ts'o EXT4_MOUNT2_##opt 1159a2595b8aSTheodore Ts'o #define test_opt2(sb, opt) (EXT4_SB(sb)->s_mount_opt2 & \ 1160a2595b8aSTheodore Ts'o EXT4_MOUNT2_##opt) 1161a2595b8aSTheodore Ts'o 1162597d508cSAkinobu Mita #define ext4_test_and_set_bit __test_and_set_bit_le 1163597d508cSAkinobu Mita #define ext4_set_bit __set_bit_le 11643dcf5451SChristoph Hellwig #define ext4_set_bit_atomic ext2_set_bit_atomic 1165597d508cSAkinobu Mita #define ext4_test_and_clear_bit __test_and_clear_bit_le 1166597d508cSAkinobu Mita #define ext4_clear_bit __clear_bit_le 11673dcf5451SChristoph Hellwig #define ext4_clear_bit_atomic ext2_clear_bit_atomic 116850e0168cSAkinobu Mita #define ext4_test_bit test_bit_le 116950e0168cSAkinobu Mita #define ext4_find_next_zero_bit find_next_zero_bit_le 117050e0168cSAkinobu Mita #define ext4_find_next_bit find_next_bit_le 11713dcf5451SChristoph Hellwig 1172c3e94d1dSYongqiang Yang extern void ext4_set_bits(void *bm, int cur, int len); 1173c3e94d1dSYongqiang Yang 11743dcf5451SChristoph Hellwig /* 11753dcf5451SChristoph Hellwig * Maximal mount counts between two filesystem checks 11763dcf5451SChristoph Hellwig */ 11773dcf5451SChristoph Hellwig #define EXT4_DFL_MAX_MNT_COUNT 20 /* Allow 20 mounts */ 11783dcf5451SChristoph Hellwig #define EXT4_DFL_CHECKINTERVAL 0 /* Don't use interval check */ 11793dcf5451SChristoph Hellwig 11803dcf5451SChristoph Hellwig /* 11813dcf5451SChristoph Hellwig * Behaviour when detecting errors 11823dcf5451SChristoph Hellwig */ 11833dcf5451SChristoph Hellwig #define EXT4_ERRORS_CONTINUE 1 /* Continue execution */ 11843dcf5451SChristoph Hellwig #define EXT4_ERRORS_RO 2 /* Remount fs read-only */ 11853dcf5451SChristoph Hellwig #define EXT4_ERRORS_PANIC 3 /* Panic */ 11863dcf5451SChristoph Hellwig #define EXT4_ERRORS_DEFAULT EXT4_ERRORS_CONTINUE 11873dcf5451SChristoph Hellwig 1188e6153918SDarrick J. Wong /* Metadata checksum algorithm codes */ 1189e6153918SDarrick J. Wong #define EXT4_CRC32C_CHKSUM 1 1190e6153918SDarrick J. Wong 11913dcf5451SChristoph Hellwig /* 11923dcf5451SChristoph Hellwig * Structure of the super block 11933dcf5451SChristoph Hellwig */ 11943dcf5451SChristoph Hellwig struct ext4_super_block { 11953dcf5451SChristoph Hellwig /*00*/ __le32 s_inodes_count; /* Inodes count */ 11963dcf5451SChristoph Hellwig __le32 s_blocks_count_lo; /* Blocks count */ 11973dcf5451SChristoph Hellwig __le32 s_r_blocks_count_lo; /* Reserved blocks count */ 11983dcf5451SChristoph Hellwig __le32 s_free_blocks_count_lo; /* Free blocks count */ 11993dcf5451SChristoph Hellwig /*10*/ __le32 s_free_inodes_count; /* Free inodes count */ 12003dcf5451SChristoph Hellwig __le32 s_first_data_block; /* First Data Block */ 12013dcf5451SChristoph Hellwig __le32 s_log_block_size; /* Block size */ 1202281b5995STheodore Ts'o __le32 s_log_cluster_size; /* Allocation cluster size */ 12033dcf5451SChristoph Hellwig /*20*/ __le32 s_blocks_per_group; /* # Blocks per group */ 1204281b5995STheodore Ts'o __le32 s_clusters_per_group; /* # Clusters per group */ 12053dcf5451SChristoph Hellwig __le32 s_inodes_per_group; /* # Inodes per group */ 12063dcf5451SChristoph Hellwig __le32 s_mtime; /* Mount time */ 12073dcf5451SChristoph Hellwig /*30*/ __le32 s_wtime; /* Write time */ 12083dcf5451SChristoph Hellwig __le16 s_mnt_count; /* Mount count */ 12093dcf5451SChristoph Hellwig __le16 s_max_mnt_count; /* Maximal mount count */ 12103dcf5451SChristoph Hellwig __le16 s_magic; /* Magic signature */ 12113dcf5451SChristoph Hellwig __le16 s_state; /* File system state */ 12123dcf5451SChristoph Hellwig __le16 s_errors; /* Behaviour when detecting errors */ 12133dcf5451SChristoph Hellwig __le16 s_minor_rev_level; /* minor revision level */ 12143dcf5451SChristoph Hellwig /*40*/ __le32 s_lastcheck; /* time of last check */ 12153dcf5451SChristoph Hellwig __le32 s_checkinterval; /* max. time between checks */ 12163dcf5451SChristoph Hellwig __le32 s_creator_os; /* OS */ 12173dcf5451SChristoph Hellwig __le32 s_rev_level; /* Revision level */ 12183dcf5451SChristoph Hellwig /*50*/ __le16 s_def_resuid; /* Default uid for reserved blocks */ 12193dcf5451SChristoph Hellwig __le16 s_def_resgid; /* Default gid for reserved blocks */ 12203dcf5451SChristoph Hellwig /* 12213dcf5451SChristoph Hellwig * These fields are for EXT4_DYNAMIC_REV superblocks only. 12223dcf5451SChristoph Hellwig * 12233dcf5451SChristoph Hellwig * Note: the difference between the compatible feature set and 12243dcf5451SChristoph Hellwig * the incompatible feature set is that if there is a bit set 12253dcf5451SChristoph Hellwig * in the incompatible feature set that the kernel doesn't 12263dcf5451SChristoph Hellwig * know about, it should refuse to mount the filesystem. 12273dcf5451SChristoph Hellwig * 12283dcf5451SChristoph Hellwig * e2fsck's requirements are more strict; if it doesn't know 12293dcf5451SChristoph Hellwig * about a feature in either the compatible or incompatible 12303dcf5451SChristoph Hellwig * feature set, it must abort and not try to meddle with 12313dcf5451SChristoph Hellwig * things it doesn't understand... 12323dcf5451SChristoph Hellwig */ 12333dcf5451SChristoph Hellwig __le32 s_first_ino; /* First non-reserved inode */ 12343dcf5451SChristoph Hellwig __le16 s_inode_size; /* size of inode structure */ 12353dcf5451SChristoph Hellwig __le16 s_block_group_nr; /* block group # of this superblock */ 12363dcf5451SChristoph Hellwig __le32 s_feature_compat; /* compatible feature set */ 12373dcf5451SChristoph Hellwig /*60*/ __le32 s_feature_incompat; /* incompatible feature set */ 12383dcf5451SChristoph Hellwig __le32 s_feature_ro_compat; /* readonly-compatible feature set */ 12393dcf5451SChristoph Hellwig /*68*/ __u8 s_uuid[16]; /* 128-bit uuid for volume */ 12403dcf5451SChristoph Hellwig /*78*/ char s_volume_name[16]; /* volume name */ 1241072ebb3bSTheodore Ts'o /*88*/ char s_last_mounted[64] __nonstring; /* directory where last mounted */ 12423dcf5451SChristoph Hellwig /*C8*/ __le32 s_algorithm_usage_bitmap; /* For compression */ 12433dcf5451SChristoph Hellwig /* 12443dcf5451SChristoph Hellwig * Performance hints. Directory preallocation should only 12453dcf5451SChristoph Hellwig * happen if the EXT4_FEATURE_COMPAT_DIR_PREALLOC flag is on. 12463dcf5451SChristoph Hellwig */ 12473dcf5451SChristoph Hellwig __u8 s_prealloc_blocks; /* Nr of blocks to try to preallocate*/ 12483dcf5451SChristoph Hellwig __u8 s_prealloc_dir_blocks; /* Nr to preallocate for dirs */ 12493dcf5451SChristoph Hellwig __le16 s_reserved_gdt_blocks; /* Per group desc for online growth */ 12503dcf5451SChristoph Hellwig /* 12513dcf5451SChristoph Hellwig * Journaling support valid if EXT4_FEATURE_COMPAT_HAS_JOURNAL set. 12523dcf5451SChristoph Hellwig */ 12533dcf5451SChristoph Hellwig /*D0*/ __u8 s_journal_uuid[16]; /* uuid of journal superblock */ 12543dcf5451SChristoph Hellwig /*E0*/ __le32 s_journal_inum; /* inode number of journal file */ 12553dcf5451SChristoph Hellwig __le32 s_journal_dev; /* device number of journal file */ 12563dcf5451SChristoph Hellwig __le32 s_last_orphan; /* start of list of inodes to delete */ 12573dcf5451SChristoph Hellwig __le32 s_hash_seed[4]; /* HTREE hash seed */ 12583dcf5451SChristoph Hellwig __u8 s_def_hash_version; /* Default hash version to use */ 125989eeddf0STheodore Ts'o __u8 s_jnl_backup_type; 12603dcf5451SChristoph Hellwig __le16 s_desc_size; /* size of group descriptor */ 12613dcf5451SChristoph Hellwig /*100*/ __le32 s_default_mount_opts; 12623dcf5451SChristoph Hellwig __le32 s_first_meta_bg; /* First metablock block group */ 12633dcf5451SChristoph Hellwig __le32 s_mkfs_time; /* When the filesystem was created */ 12643dcf5451SChristoph Hellwig __le32 s_jnl_blocks[17]; /* Backup of the journal inode */ 12653dcf5451SChristoph Hellwig /* 64bit support valid if EXT4_FEATURE_COMPAT_64BIT */ 12663dcf5451SChristoph Hellwig /*150*/ __le32 s_blocks_count_hi; /* Blocks count */ 12673dcf5451SChristoph Hellwig __le32 s_r_blocks_count_hi; /* Reserved blocks count */ 12683dcf5451SChristoph Hellwig __le32 s_free_blocks_count_hi; /* Free blocks count */ 12693dcf5451SChristoph Hellwig __le16 s_min_extra_isize; /* All inodes have at least # bytes */ 12703dcf5451SChristoph Hellwig __le16 s_want_extra_isize; /* New inodes should reserve # bytes */ 12713dcf5451SChristoph Hellwig __le32 s_flags; /* Miscellaneous flags */ 12723dcf5451SChristoph Hellwig __le16 s_raid_stride; /* RAID stride */ 1273c5e06d10SJohann Lombardi __le16 s_mmp_update_interval; /* # seconds to wait in MMP checking */ 12743dcf5451SChristoph Hellwig __le64 s_mmp_block; /* Block for multi-mount protection */ 12753dcf5451SChristoph Hellwig __le32 s_raid_stripe_width; /* blocks on all data disks (N*stride)*/ 1276772cb7c8SJose R. Santos __u8 s_log_groups_per_flex; /* FLEX_BG group size */ 1277e6153918SDarrick J. Wong __u8 s_checksum_type; /* metadata checksum algorithm used */ 1278f542fbe8STheodore Ts'o __u8 s_encryption_level; /* versioning level for encryption */ 1279f542fbe8STheodore Ts'o __u8 s_reserved_pad; /* Padding to next 32bits */ 1280afc32f7eSTheodore Ts'o __le64 s_kbytes_written; /* nr of lifetime kilobytes written */ 12814a9cdec7STheodore Ts'o __le32 s_snapshot_inum; /* Inode number of active snapshot */ 12824a9cdec7STheodore Ts'o __le32 s_snapshot_id; /* sequential ID of active snapshot */ 12834a9cdec7STheodore Ts'o __le64 s_snapshot_r_blocks_count; /* reserved blocks for active 12844a9cdec7STheodore Ts'o snapshot's future use */ 12854a9cdec7STheodore Ts'o __le32 s_snapshot_list; /* inode number of the head of the 12864a9cdec7STheodore Ts'o on-disk snapshot list */ 12871c13d5c0STheodore Ts'o #define EXT4_S_ERR_START offsetof(struct ext4_super_block, s_error_count) 12881c13d5c0STheodore Ts'o __le32 s_error_count; /* number of fs errors */ 12891c13d5c0STheodore Ts'o __le32 s_first_error_time; /* first time an error happened */ 12901c13d5c0STheodore Ts'o __le32 s_first_error_ino; /* inode involved in first error */ 12911c13d5c0STheodore Ts'o __le64 s_first_error_block; /* block involved of first error */ 1292072ebb3bSTheodore Ts'o __u8 s_first_error_func[32] __nonstring; /* function where the error happened */ 12931c13d5c0STheodore Ts'o __le32 s_first_error_line; /* line number where error happened */ 12941c13d5c0STheodore Ts'o __le32 s_last_error_time; /* most recent time of an error */ 12951c13d5c0STheodore Ts'o __le32 s_last_error_ino; /* inode involved in last error */ 12961c13d5c0STheodore Ts'o __le32 s_last_error_line; /* line number where error happened */ 12971c13d5c0STheodore Ts'o __le64 s_last_error_block; /* block involved of last error */ 1298072ebb3bSTheodore Ts'o __u8 s_last_error_func[32] __nonstring; /* function where the error happened */ 12998b67f04aSTheodore Ts'o #define EXT4_S_ERR_END offsetof(struct ext4_super_block, s_mount_opts) 13008b67f04aSTheodore Ts'o __u8 s_mount_opts[64]; 1301281b5995STheodore Ts'o __le32 s_usr_quota_inum; /* inode for tracking user quota */ 1302281b5995STheodore Ts'o __le32 s_grp_quota_inum; /* inode for tracking group quota */ 1303281b5995STheodore Ts'o __le32 s_overhead_clusters; /* overhead blocks/clusters in fs */ 13041beeef1bSDarrick J. Wong __le32 s_backup_bgs[2]; /* groups with sparse_super2 SBs */ 13053edc18d8STheodore Ts'o __u8 s_encrypt_algos[4]; /* Encryption algorithms in use */ 1306f542fbe8STheodore Ts'o __u8 s_encrypt_pw_salt[16]; /* Salt used for string2key algorithm */ 1307f542fbe8STheodore Ts'o __le32 s_lpf_ino; /* Location of the lost+found inode */ 13088b4953e1STheodore Ts'o __le32 s_prj_quota_inum; /* inode for tracking project quota */ 13098c81bd8fSDarrick J. Wong __le32 s_checksum_seed; /* crc32c(uuid) if csum_seed set */ 13106a0678a7SArnd Bergmann __u8 s_wtime_hi; 13116a0678a7SArnd Bergmann __u8 s_mtime_hi; 13126a0678a7SArnd Bergmann __u8 s_mkfs_time_hi; 13136a0678a7SArnd Bergmann __u8 s_lastcheck_hi; 13146a0678a7SArnd Bergmann __u8 s_first_error_time_hi; 13156a0678a7SArnd Bergmann __u8 s_last_error_time_hi; 13166a0678a7SArnd Bergmann __u8 s_pad[2]; 1317c83ad55eSGabriel Krisman Bertazi __le16 s_encoding; /* Filename charset encoding */ 1318c83ad55eSGabriel Krisman Bertazi __le16 s_encoding_flags; /* Filename charset encoding flags */ 1319c83ad55eSGabriel Krisman Bertazi __le32 s_reserved[95]; /* Padding to the end of the block */ 1320e6153918SDarrick J. Wong __le32 s_checksum; /* crc32c(superblock) */ 13213dcf5451SChristoph Hellwig }; 13223dcf5451SChristoph Hellwig 13231c13d5c0STheodore Ts'o #define EXT4_S_ERR_LEN (EXT4_S_ERR_END - EXT4_S_ERR_START) 13241c13d5c0STheodore Ts'o 13253dcf5451SChristoph Hellwig #ifdef __KERNEL__ 1326bc0b0d6dSTheodore Ts'o 1327bc0b0d6dSTheodore Ts'o /* 13284ab2f15bSTheodore Ts'o * run-time mount flags 1329bc0b0d6dSTheodore Ts'o */ 1330bc0b0d6dSTheodore Ts'o #define EXT4_MF_MNTDIR_SAMPLED 0x0001 13314ab2f15bSTheodore Ts'o #define EXT4_MF_FS_ABORTED 0x0002 /* Fatal error detected */ 13326ddb2447STheodore Ts'o #define EXT4_MF_TEST_DUMMY_ENCRYPTION 0x0004 13336ddb2447STheodore Ts'o 1334643fa961SChandan Rajendra #ifdef CONFIG_FS_ENCRYPTION 13356ddb2447STheodore Ts'o #define DUMMY_ENCRYPTION_ENABLED(sbi) (unlikely((sbi)->s_mount_flags & \ 13366ddb2447STheodore Ts'o EXT4_MF_TEST_DUMMY_ENCRYPTION)) 13376ddb2447STheodore Ts'o #else 13386ddb2447STheodore Ts'o #define DUMMY_ENCRYPTION_ENABLED(sbi) (0) 13396ddb2447STheodore Ts'o #endif 1340bc0b0d6dSTheodore Ts'o 1341a2d4a646SJan Kara /* Number of quota types we support */ 1342689c958cSLi Xi #define EXT4_MAXQUOTAS 3 1343a2d4a646SJan Kara 1344c83ad55eSGabriel Krisman Bertazi #define EXT4_ENC_UTF8_12_1 1 1345c83ad55eSGabriel Krisman Bertazi 1346c83ad55eSGabriel Krisman Bertazi /* 1347c83ad55eSGabriel Krisman Bertazi * Flags for ext4_sb_info.s_encoding_flags. 1348c83ad55eSGabriel Krisman Bertazi */ 1349c83ad55eSGabriel Krisman Bertazi #define EXT4_ENC_STRICT_MODE_FL (1 << 0) 1350c83ad55eSGabriel Krisman Bertazi 1351c83ad55eSGabriel Krisman Bertazi #define ext4_has_strict_mode(sbi) \ 1352c83ad55eSGabriel Krisman Bertazi (sbi->s_encoding_flags & EXT4_ENC_STRICT_MODE_FL) 1353c83ad55eSGabriel Krisman Bertazi 1354ca0faba0STheodore Ts'o /* 1355ca0faba0STheodore Ts'o * fourth extended-fs super-block data in memory 1356ca0faba0STheodore Ts'o */ 1357ca0faba0STheodore Ts'o struct ext4_sb_info { 1358ca0faba0STheodore Ts'o unsigned long s_desc_size; /* Size of a group descriptor in bytes */ 1359ca0faba0STheodore Ts'o unsigned long s_inodes_per_block;/* Number of inodes per block */ 1360ca0faba0STheodore Ts'o unsigned long s_blocks_per_group;/* Number of blocks in a group */ 1361281b5995STheodore Ts'o unsigned long s_clusters_per_group; /* Number of clusters in a group */ 1362ca0faba0STheodore Ts'o unsigned long s_inodes_per_group;/* Number of inodes in a group */ 1363ca0faba0STheodore Ts'o unsigned long s_itb_per_group; /* Number of inode table blocks per group */ 1364ca0faba0STheodore Ts'o unsigned long s_gdb_count; /* Number of group descriptor blocks */ 1365ca0faba0STheodore Ts'o unsigned long s_desc_per_block; /* Number of group descriptors per block */ 1366ca0faba0STheodore Ts'o ext4_group_t s_groups_count; /* Number of groups in the fs */ 1367fb0a387dSEric Sandeen ext4_group_t s_blockfile_groups;/* Groups acceptable for non-extent files */ 1368952fc18eSTheodore Ts'o unsigned long s_overhead; /* # of fs overhead clusters */ 1369281b5995STheodore Ts'o unsigned int s_cluster_ratio; /* Number of blocks per cluster */ 1370281b5995STheodore Ts'o unsigned int s_cluster_bits; /* log2 of s_cluster_ratio */ 1371ca0faba0STheodore Ts'o loff_t s_bitmap_maxbytes; /* max bytes for bitmap files */ 1372ca0faba0STheodore Ts'o struct buffer_head * s_sbh; /* Buffer containing the super block */ 1373ca0faba0STheodore Ts'o struct ext4_super_block *s_es; /* Pointer to the super block in the buffer */ 1374ca0faba0STheodore Ts'o struct buffer_head **s_group_desc; 13757f4520ccSTheodore Ts'o unsigned int s_mount_opt; 1376a2595b8aSTheodore Ts'o unsigned int s_mount_opt2; 1377bc0b0d6dSTheodore Ts'o unsigned int s_mount_flags; 13785a916be1STheodore Ts'o unsigned int s_def_mount_opt; 1379ca0faba0STheodore Ts'o ext4_fsblk_t s_sb_block; 138027dd4385SLukas Czerner atomic64_t s_resv_clusters; 138108cefc7aSEric W. Biederman kuid_t s_resuid; 138208cefc7aSEric W. Biederman kgid_t s_resgid; 1383ca0faba0STheodore Ts'o unsigned short s_mount_state; 1384ca0faba0STheodore Ts'o unsigned short s_pad; 1385ca0faba0STheodore Ts'o int s_addr_per_block_bits; 1386ca0faba0STheodore Ts'o int s_desc_per_block_bits; 1387ca0faba0STheodore Ts'o int s_inode_size; 1388ca0faba0STheodore Ts'o int s_first_ino; 1389ca0faba0STheodore Ts'o unsigned int s_inode_readahead_blks; 139011013911SAndreas Dilger unsigned int s_inode_goal; 1391ca0faba0STheodore Ts'o u32 s_hash_seed[4]; 1392ca0faba0STheodore Ts'o int s_def_hash_version; 1393ca0faba0STheodore Ts'o int s_hash_unsigned; /* 3 if hash should be signed, 0 if not */ 139457042651STheodore Ts'o struct percpu_counter s_freeclusters_counter; 1395ca0faba0STheodore Ts'o struct percpu_counter s_freeinodes_counter; 1396ca0faba0STheodore Ts'o struct percpu_counter s_dirs_counter; 139757042651STheodore Ts'o struct percpu_counter s_dirtyclusters_counter; 1398ca0faba0STheodore Ts'o struct blockgroup_lock *s_blockgroup_lock; 1399ca0faba0STheodore Ts'o struct proc_dir_entry *s_proc; 1400ca0faba0STheodore Ts'o struct kobject s_kobj; 1401ca0faba0STheodore Ts'o struct completion s_kobj_unregister; 14022c0544b2STheodore Ts'o struct super_block *s_sb; 1403c83ad55eSGabriel Krisman Bertazi #ifdef CONFIG_UNICODE 1404c83ad55eSGabriel Krisman Bertazi struct unicode_map *s_encoding; 1405c83ad55eSGabriel Krisman Bertazi __u16 s_encoding_flags; 1406c83ad55eSGabriel Krisman Bertazi #endif 1407ca0faba0STheodore Ts'o 1408ca0faba0STheodore Ts'o /* Journaling */ 1409ca0faba0STheodore Ts'o struct journal_s *s_journal; 1410ca0faba0STheodore Ts'o struct list_head s_orphan; 1411ca0faba0STheodore Ts'o struct mutex s_orphan_lock; 14129549a168STheodore Ts'o unsigned long s_ext4_flags; /* Ext4 superblock flags */ 1413ca0faba0STheodore Ts'o unsigned long s_commit_interval; 1414ca0faba0STheodore Ts'o u32 s_max_batch_time; 1415ca0faba0STheodore Ts'o u32 s_min_batch_time; 1416ca0faba0STheodore Ts'o struct block_device *journal_bdev; 1417ca0faba0STheodore Ts'o #ifdef CONFIG_QUOTA 141833458eabSTheodore Ts'o /* Names of quota files with journalled quota */ 141933458eabSTheodore Ts'o char __rcu *s_qf_names[EXT4_MAXQUOTAS]; 1420ca0faba0STheodore Ts'o int s_jquota_fmt; /* Format of quota to use */ 1421ca0faba0STheodore Ts'o #endif 1422ca0faba0STheodore Ts'o unsigned int s_want_extra_isize; /* New inodes should reserve # bytes */ 14236fd058f7STheodore Ts'o struct rb_root system_blks; 1424ca0faba0STheodore Ts'o 1425ca0faba0STheodore Ts'o #ifdef EXTENTS_STATS 1426ca0faba0STheodore Ts'o /* ext4 extents stats */ 1427ca0faba0STheodore Ts'o unsigned long s_ext_min; 1428ca0faba0STheodore Ts'o unsigned long s_ext_max; 1429ca0faba0STheodore Ts'o unsigned long s_depth_max; 1430ca0faba0STheodore Ts'o spinlock_t s_ext_stats_lock; 1431ca0faba0STheodore Ts'o unsigned long s_ext_blocks; 1432ca0faba0STheodore Ts'o unsigned long s_ext_extents; 1433ca0faba0STheodore Ts'o #endif 1434ca0faba0STheodore Ts'o 1435ca0faba0STheodore Ts'o /* for buddy allocator */ 1436ca0faba0STheodore Ts'o struct ext4_group_info ***s_group_info; 1437ca0faba0STheodore Ts'o struct inode *s_buddy_cache; 1438ca0faba0STheodore Ts'o spinlock_t s_md_lock; 1439ca0faba0STheodore Ts'o unsigned short *s_mb_offsets; 1440ca0faba0STheodore Ts'o unsigned int *s_mb_maxs; 144128623c2fSTheodore Ts'o unsigned int s_group_info_size; 1442d08854f5STheodore Ts'o unsigned int s_mb_free_pending; 1443a0154344SDaeho Jeong struct list_head s_freed_data_list; /* List of blocks to be freed 1444a0154344SDaeho Jeong after commit completed */ 1445ca0faba0STheodore Ts'o 1446ca0faba0STheodore Ts'o /* tunables */ 1447ca0faba0STheodore Ts'o unsigned long s_stripe; 1448ca0faba0STheodore Ts'o unsigned int s_mb_stream_request; 1449ca0faba0STheodore Ts'o unsigned int s_mb_max_to_scan; 1450ca0faba0STheodore Ts'o unsigned int s_mb_min_to_scan; 1451ca0faba0STheodore Ts'o unsigned int s_mb_stats; 1452ca0faba0STheodore Ts'o unsigned int s_mb_order2_reqs; 1453ca0faba0STheodore Ts'o unsigned int s_mb_group_prealloc; 1454df981d03STheodore Ts'o unsigned int s_max_dir_size_kb; 1455ca0faba0STheodore Ts'o /* where last allocation was done - for stream allocation */ 1456ca0faba0STheodore Ts'o unsigned long s_mb_last_group; 1457ca0faba0STheodore Ts'o unsigned long s_mb_last_start; 1458ca0faba0STheodore Ts'o 1459ca0faba0STheodore Ts'o /* stats for buddy allocator */ 1460ca0faba0STheodore Ts'o atomic_t s_bal_reqs; /* number of reqs with len > 1 */ 1461ca0faba0STheodore Ts'o atomic_t s_bal_success; /* we found long enough chunks */ 1462ca0faba0STheodore Ts'o atomic_t s_bal_allocated; /* in blocks */ 1463ca0faba0STheodore Ts'o atomic_t s_bal_ex_scanned; /* total extents scanned */ 1464ca0faba0STheodore Ts'o atomic_t s_bal_goals; /* goal hits */ 1465ca0faba0STheodore Ts'o atomic_t s_bal_breaks; /* too long searches */ 1466ca0faba0STheodore Ts'o atomic_t s_bal_2orders; /* 2^order hits */ 1467ca0faba0STheodore Ts'o spinlock_t s_bal_lock; 1468ca0faba0STheodore Ts'o unsigned long s_mb_buddies_generated; 1469ca0faba0STheodore Ts'o unsigned long long s_mb_generation_time; 1470ca0faba0STheodore Ts'o atomic_t s_mb_lost_chunks; 1471ca0faba0STheodore Ts'o atomic_t s_mb_preallocated; 1472ca0faba0STheodore Ts'o atomic_t s_mb_discarded; 147350797481STheodore Ts'o atomic_t s_lock_busy; 1474ca0faba0STheodore Ts'o 1475ca0faba0STheodore Ts'o /* locality groups */ 1476003cb608STejun Heo struct ext4_locality_group __percpu *s_locality_groups; 1477ca0faba0STheodore Ts'o 1478ca0faba0STheodore Ts'o /* for write statistics */ 1479ca0faba0STheodore Ts'o unsigned long s_sectors_written_start; 1480ca0faba0STheodore Ts'o u64 s_kbytes_written; 1481ca0faba0STheodore Ts'o 148267a5da56SZheng Liu /* the size of zero-out chunk */ 148367a5da56SZheng Liu unsigned int s_extent_max_zeroout_kb; 148467a5da56SZheng Liu 1485ca0faba0STheodore Ts'o unsigned int s_log_groups_per_flex; 1486ca0faba0STheodore Ts'o struct flex_groups *s_flex_groups; 1487117fff10STheodore Ts'o ext4_group_t s_flex_groups_allocated; 14884c0425ffSMingming Cao 14892e8fa54eSJan Kara /* workqueue for reserved extent conversions (buffered io) */ 14902e8fa54eSJan Kara struct workqueue_struct *rsv_conversion_wq; 149166e61a9eSTheodore Ts'o 149266e61a9eSTheodore Ts'o /* timer for periodic error stats printing */ 149366e61a9eSTheodore Ts'o struct timer_list s_err_report; 1494bfff6873SLukas Czerner 1495bfff6873SLukas Czerner /* Lazy inode table initialization info */ 1496bfff6873SLukas Czerner struct ext4_li_request *s_li_request; 1497bfff6873SLukas Czerner /* Wait multiplier for lazy initialization thread */ 1498bfff6873SLukas Czerner unsigned int s_li_wait_mult; 1499c5e06d10SJohann Lombardi 1500c5e06d10SJohann Lombardi /* Kernel thread for multiple mount protection */ 1501c5e06d10SJohann Lombardi struct task_struct *s_mmp_tsk; 15023d56b8d2STao Ma 15033d56b8d2STao Ma /* record the last minlen when FITRIM is called. */ 15043d56b8d2STao Ma atomic_t s_last_trim_minblks; 15050441984aSDarrick J. Wong 15060441984aSDarrick J. Wong /* Reference to checksum algorithm driver via cryptoapi */ 15070441984aSDarrick J. Wong struct crypto_shash *s_chksum_driver; 1508a9c47317SDarrick J. Wong 1509a9c47317SDarrick J. Wong /* Precomputed FS UUID checksum for seeding other checksums */ 1510a9c47317SDarrick J. Wong __u32 s_csum_seed; 151174cd15cdSZheng Liu 151274cd15cdSZheng Liu /* Reclaim extents from extent status tree */ 151374cd15cdSZheng Liu struct shrinker s_es_shrinker; 1514dd475925SJan Kara struct list_head s_es_list; /* List of inodes with reclaimable extents */ 1515edaa53caSZheng Liu long s_es_nr_inode; 1516eb68d0e2SZheng Liu struct ext4_es_stats s_es_stats; 151747387409STahsin Erdogan struct mb_cache *s_ea_block_cache; 1518dec214d0STahsin Erdogan struct mb_cache *s_ea_inode_cache; 1519edaa53caSZheng Liu spinlock_t s_es_lock ____cacheline_aligned_in_smp; 1520efbed4dcSTheodore Ts'o 1521efbed4dcSTheodore Ts'o /* Ratelimit ext4 messages. */ 1522efbed4dcSTheodore Ts'o struct ratelimit_state s_err_ratelimit_state; 1523efbed4dcSTheodore Ts'o struct ratelimit_state s_warning_ratelimit_state; 1524efbed4dcSTheodore Ts'o struct ratelimit_state s_msg_ratelimit_state; 1525c8585c6fSDaeho Jeong 1526c8585c6fSDaeho Jeong /* Barrier between changing inodes' journal flags and writepages ops. */ 1527c8585c6fSDaeho Jeong struct percpu_rw_semaphore s_journal_flag_rwsem; 15285e405595SDan Williams struct dax_device *s_daxdev; 1529ca0faba0STheodore Ts'o }; 1530ca0faba0STheodore Ts'o 15313dcf5451SChristoph Hellwig static inline struct ext4_sb_info *EXT4_SB(struct super_block *sb) 15323dcf5451SChristoph Hellwig { 15333dcf5451SChristoph Hellwig return sb->s_fs_info; 15343dcf5451SChristoph Hellwig } 15353dcf5451SChristoph Hellwig static inline struct ext4_inode_info *EXT4_I(struct inode *inode) 15363dcf5451SChristoph Hellwig { 15373dcf5451SChristoph Hellwig return container_of(inode, struct ext4_inode_info, vfs_inode); 15383dcf5451SChristoph Hellwig } 15393dcf5451SChristoph Hellwig 15403dcf5451SChristoph Hellwig static inline int ext4_valid_inum(struct super_block *sb, unsigned long ino) 15413dcf5451SChristoph Hellwig { 15423dcf5451SChristoph Hellwig return ino == EXT4_ROOT_INO || 15433dcf5451SChristoph Hellwig (ino >= EXT4_FIRST_INO(sb) && 15443dcf5451SChristoph Hellwig ino <= le32_to_cpu(EXT4_SB(sb)->s_es->s_inodes_count)); 15453dcf5451SChristoph Hellwig } 154619f5fb7aSTheodore Ts'o 154719f5fb7aSTheodore Ts'o /* 154819f5fb7aSTheodore Ts'o * Inode dynamic state flags 154919f5fb7aSTheodore Ts'o */ 155019f5fb7aSTheodore Ts'o enum { 155119f5fb7aSTheodore Ts'o EXT4_STATE_JDATA, /* journaled data exists */ 155219f5fb7aSTheodore Ts'o EXT4_STATE_NEW, /* inode is newly created */ 155319f5fb7aSTheodore Ts'o EXT4_STATE_XATTR, /* has in-inode xattrs */ 155419f5fb7aSTheodore Ts'o EXT4_STATE_NO_EXPAND, /* No space for expansion */ 155519f5fb7aSTheodore Ts'o EXT4_STATE_DA_ALLOC_CLOSE, /* Alloc DA blks on close */ 155619f5fb7aSTheodore Ts'o EXT4_STATE_EXT_MIGRATE, /* Inode is migrating */ 155719f5fb7aSTheodore Ts'o EXT4_STATE_DIO_UNWRITTEN, /* need convert on dio done*/ 155814ece102SFrank Mayhar EXT4_STATE_NEWENTRY, /* File just added to dir */ 155967cf5b09STao Ma EXT4_STATE_MAY_INLINE_DATA, /* may have in-inode data */ 15607869a4a6STheodore Ts'o EXT4_STATE_EXT_PRECACHED, /* extents have been precached */ 1561a6d05676STahsin Erdogan EXT4_STATE_LUSTRE_EA_INODE, /* Lustre-style ea_inode */ 156219f5fb7aSTheodore Ts'o }; 156319f5fb7aSTheodore Ts'o 1564353eb83cSTheodore Ts'o #define EXT4_INODE_BIT_FNS(name, field, offset) \ 156512e9b892SDmitry Monakhov static inline int ext4_test_inode_##name(struct inode *inode, int bit) \ 156612e9b892SDmitry Monakhov { \ 1567353eb83cSTheodore Ts'o return test_bit(bit + (offset), &EXT4_I(inode)->i_##field); \ 156812e9b892SDmitry Monakhov } \ 156912e9b892SDmitry Monakhov static inline void ext4_set_inode_##name(struct inode *inode, int bit) \ 157012e9b892SDmitry Monakhov { \ 1571353eb83cSTheodore Ts'o set_bit(bit + (offset), &EXT4_I(inode)->i_##field); \ 157212e9b892SDmitry Monakhov } \ 157312e9b892SDmitry Monakhov static inline void ext4_clear_inode_##name(struct inode *inode, int bit) \ 157412e9b892SDmitry Monakhov { \ 1575353eb83cSTheodore Ts'o clear_bit(bit + (offset), &EXT4_I(inode)->i_##field); \ 157619f5fb7aSTheodore Ts'o } 157719f5fb7aSTheodore Ts'o 15783f61c0ccSAndreas Dilger /* Add these declarations here only so that these functions can be 15793f61c0ccSAndreas Dilger * found by name. Otherwise, they are very hard to locate. */ 15803f61c0ccSAndreas Dilger static inline int ext4_test_inode_flag(struct inode *inode, int bit); 15813f61c0ccSAndreas Dilger static inline void ext4_set_inode_flag(struct inode *inode, int bit); 15823f61c0ccSAndreas Dilger static inline void ext4_clear_inode_flag(struct inode *inode, int bit); 1583353eb83cSTheodore Ts'o EXT4_INODE_BIT_FNS(flag, flags, 0) 15843f61c0ccSAndreas Dilger 15853f61c0ccSAndreas Dilger /* Add these declarations here only so that these functions can be 15863f61c0ccSAndreas Dilger * found by name. Otherwise, they are very hard to locate. */ 15873f61c0ccSAndreas Dilger static inline int ext4_test_inode_state(struct inode *inode, int bit); 15883f61c0ccSAndreas Dilger static inline void ext4_set_inode_state(struct inode *inode, int bit); 15893f61c0ccSAndreas Dilger static inline void ext4_clear_inode_state(struct inode *inode, int bit); 1590353eb83cSTheodore Ts'o #if (BITS_PER_LONG < 64) 1591353eb83cSTheodore Ts'o EXT4_INODE_BIT_FNS(state, state_flags, 0) 1592353eb83cSTheodore Ts'o 1593353eb83cSTheodore Ts'o static inline void ext4_clear_state_flags(struct ext4_inode_info *ei) 1594353eb83cSTheodore Ts'o { 1595353eb83cSTheodore Ts'o (ei)->i_state_flags = 0; 1596353eb83cSTheodore Ts'o } 1597353eb83cSTheodore Ts'o #else 1598353eb83cSTheodore Ts'o EXT4_INODE_BIT_FNS(state, flags, 32) 1599353eb83cSTheodore Ts'o 1600353eb83cSTheodore Ts'o static inline void ext4_clear_state_flags(struct ext4_inode_info *ei) 1601353eb83cSTheodore Ts'o { 1602353eb83cSTheodore Ts'o /* We depend on the fact that callers will set i_flags */ 1603353eb83cSTheodore Ts'o } 1604353eb83cSTheodore Ts'o #endif 16053dcf5451SChristoph Hellwig #else 16063dcf5451SChristoph Hellwig /* Assume that user mode programs are passing in an ext4fs superblock, not 16073dcf5451SChristoph Hellwig * a kernel struct super_block. This will allow us to call the feature-test 16083dcf5451SChristoph Hellwig * macros from user land. */ 16093dcf5451SChristoph Hellwig #define EXT4_SB(sb) (sb) 16103dcf5451SChristoph Hellwig #endif 16113dcf5451SChristoph Hellwig 16123dcf5451SChristoph Hellwig #define NEXT_ORPHAN(inode) EXT4_I(inode)->i_dtime 16133dcf5451SChristoph Hellwig 16143dcf5451SChristoph Hellwig /* 16153dcf5451SChristoph Hellwig * Codes for operating systems 16163dcf5451SChristoph Hellwig */ 16173dcf5451SChristoph Hellwig #define EXT4_OS_LINUX 0 16183dcf5451SChristoph Hellwig #define EXT4_OS_HURD 1 16193dcf5451SChristoph Hellwig #define EXT4_OS_MASIX 2 16203dcf5451SChristoph Hellwig #define EXT4_OS_FREEBSD 3 16213dcf5451SChristoph Hellwig #define EXT4_OS_LITES 4 16223dcf5451SChristoph Hellwig 16233dcf5451SChristoph Hellwig /* 16243dcf5451SChristoph Hellwig * Revision levels 16253dcf5451SChristoph Hellwig */ 16263dcf5451SChristoph Hellwig #define EXT4_GOOD_OLD_REV 0 /* The good old (original) format */ 16273dcf5451SChristoph Hellwig #define EXT4_DYNAMIC_REV 1 /* V2 format w/ dynamic inode sizes */ 16283dcf5451SChristoph Hellwig 16293dcf5451SChristoph Hellwig #define EXT4_CURRENT_REV EXT4_GOOD_OLD_REV 16303dcf5451SChristoph Hellwig #define EXT4_MAX_SUPP_REV EXT4_DYNAMIC_REV 16313dcf5451SChristoph Hellwig 16323dcf5451SChristoph Hellwig #define EXT4_GOOD_OLD_INODE_SIZE 128 16333dcf5451SChristoph Hellwig 16343dcf5451SChristoph Hellwig /* 16353dcf5451SChristoph Hellwig * Feature set definitions 16363dcf5451SChristoph Hellwig */ 16373dcf5451SChristoph Hellwig 16383dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_DIR_PREALLOC 0x0001 16393dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_IMAGIC_INODES 0x0002 16403dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_HAS_JOURNAL 0x0004 16413dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_EXT_ATTR 0x0008 16423dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_RESIZE_INODE 0x0010 16433dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_DIR_INDEX 0x0020 16441beeef1bSDarrick J. Wong #define EXT4_FEATURE_COMPAT_SPARSE_SUPER2 0x0200 16453dcf5451SChristoph Hellwig 16463dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER 0x0001 16473dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_LARGE_FILE 0x0002 16483dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_BTREE_DIR 0x0004 16493dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_HUGE_FILE 0x0008 16503dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_GDT_CSUM 0x0010 16513dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_DIR_NLINK 0x0020 16523dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_EXTRA_ISIZE 0x0040 1653ae812306SAditya Kali #define EXT4_FEATURE_RO_COMPAT_QUOTA 0x0100 1654281b5995STheodore Ts'o #define EXT4_FEATURE_RO_COMPAT_BIGALLOC 0x0200 1655e6153918SDarrick J. Wong /* 1656e6153918SDarrick J. Wong * METADATA_CSUM also enables group descriptor checksums (GDT_CSUM). When 1657e6153918SDarrick J. Wong * METADATA_CSUM is set, group descriptor checksums use the same algorithm as 1658e6153918SDarrick J. Wong * all other data structures' checksums. However, the METADATA_CSUM and 1659e6153918SDarrick J. Wong * GDT_CSUM bits are mutually exclusive. 1660e6153918SDarrick J. Wong */ 16619b90e5e0STheodore Ts'o #define EXT4_FEATURE_RO_COMPAT_METADATA_CSUM 0x0400 16622cb5cc8bSDarrick J. Wong #define EXT4_FEATURE_RO_COMPAT_READONLY 0x1000 16638b4953e1STheodore Ts'o #define EXT4_FEATURE_RO_COMPAT_PROJECT 0x2000 16643dcf5451SChristoph Hellwig 16653dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_COMPRESSION 0x0001 16663dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_FILETYPE 0x0002 16673dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_RECOVER 0x0004 /* Needs recovery */ 16683dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_JOURNAL_DEV 0x0008 /* Journal device */ 16693dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_META_BG 0x0010 16703dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_EXTENTS 0x0040 /* extents support */ 16713dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_64BIT 0x0080 16723dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_MMP 0x0100 16733dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_FLEX_BG 0x0200 1674f710b4b9STheodore Ts'o #define EXT4_FEATURE_INCOMPAT_EA_INODE 0x0400 /* EA in inode */ 1675f710b4b9STheodore Ts'o #define EXT4_FEATURE_INCOMPAT_DIRDATA 0x1000 /* data in dirent */ 16768c81bd8fSDarrick J. Wong #define EXT4_FEATURE_INCOMPAT_CSUM_SEED 0x2000 16779b90e5e0STheodore Ts'o #define EXT4_FEATURE_INCOMPAT_LARGEDIR 0x4000 /* >2GB or 3-lvl htree */ 167867cf5b09STao Ma #define EXT4_FEATURE_INCOMPAT_INLINE_DATA 0x8000 /* data in inode */ 16793edc18d8STheodore Ts'o #define EXT4_FEATURE_INCOMPAT_ENCRYPT 0x10000 1680c83ad55eSGabriel Krisman Bertazi #define EXT4_FEATURE_INCOMPAT_CASEFOLD 0x20000 16813dcf5451SChristoph Hellwig 1682c9e716ebSAndreas Dilger extern void ext4_update_dynamic_rev(struct super_block *sb); 1683c9e716ebSAndreas Dilger 1684e2b911c5SDarrick J. Wong #define EXT4_FEATURE_COMPAT_FUNCS(name, flagname) \ 1685e2b911c5SDarrick J. Wong static inline bool ext4_has_feature_##name(struct super_block *sb) \ 1686e2b911c5SDarrick J. Wong { \ 1687e2b911c5SDarrick J. Wong return ((EXT4_SB(sb)->s_es->s_feature_compat & \ 1688e2b911c5SDarrick J. Wong cpu_to_le32(EXT4_FEATURE_COMPAT_##flagname)) != 0); \ 1689e2b911c5SDarrick J. Wong } \ 1690e2b911c5SDarrick J. Wong static inline void ext4_set_feature_##name(struct super_block *sb) \ 1691e2b911c5SDarrick J. Wong { \ 1692c9e716ebSAndreas Dilger ext4_update_dynamic_rev(sb); \ 1693e2b911c5SDarrick J. Wong EXT4_SB(sb)->s_es->s_feature_compat |= \ 1694e2b911c5SDarrick J. Wong cpu_to_le32(EXT4_FEATURE_COMPAT_##flagname); \ 1695e2b911c5SDarrick J. Wong } \ 1696e2b911c5SDarrick J. Wong static inline void ext4_clear_feature_##name(struct super_block *sb) \ 1697e2b911c5SDarrick J. Wong { \ 1698e2b911c5SDarrick J. Wong EXT4_SB(sb)->s_es->s_feature_compat &= \ 1699e2b911c5SDarrick J. Wong ~cpu_to_le32(EXT4_FEATURE_COMPAT_##flagname); \ 1700e2b911c5SDarrick J. Wong } 1701e2b911c5SDarrick J. Wong 1702e2b911c5SDarrick J. Wong #define EXT4_FEATURE_RO_COMPAT_FUNCS(name, flagname) \ 1703e2b911c5SDarrick J. Wong static inline bool ext4_has_feature_##name(struct super_block *sb) \ 1704e2b911c5SDarrick J. Wong { \ 1705e2b911c5SDarrick J. Wong return ((EXT4_SB(sb)->s_es->s_feature_ro_compat & \ 1706e2b911c5SDarrick J. Wong cpu_to_le32(EXT4_FEATURE_RO_COMPAT_##flagname)) != 0); \ 1707e2b911c5SDarrick J. Wong } \ 1708e2b911c5SDarrick J. Wong static inline void ext4_set_feature_##name(struct super_block *sb) \ 1709e2b911c5SDarrick J. Wong { \ 1710c9e716ebSAndreas Dilger ext4_update_dynamic_rev(sb); \ 1711e2b911c5SDarrick J. Wong EXT4_SB(sb)->s_es->s_feature_ro_compat |= \ 1712e2b911c5SDarrick J. Wong cpu_to_le32(EXT4_FEATURE_RO_COMPAT_##flagname); \ 1713e2b911c5SDarrick J. Wong } \ 1714e2b911c5SDarrick J. Wong static inline void ext4_clear_feature_##name(struct super_block *sb) \ 1715e2b911c5SDarrick J. Wong { \ 1716e2b911c5SDarrick J. Wong EXT4_SB(sb)->s_es->s_feature_ro_compat &= \ 1717e2b911c5SDarrick J. Wong ~cpu_to_le32(EXT4_FEATURE_RO_COMPAT_##flagname); \ 1718e2b911c5SDarrick J. Wong } 1719e2b911c5SDarrick J. Wong 1720e2b911c5SDarrick J. Wong #define EXT4_FEATURE_INCOMPAT_FUNCS(name, flagname) \ 1721e2b911c5SDarrick J. Wong static inline bool ext4_has_feature_##name(struct super_block *sb) \ 1722e2b911c5SDarrick J. Wong { \ 1723e2b911c5SDarrick J. Wong return ((EXT4_SB(sb)->s_es->s_feature_incompat & \ 1724e2b911c5SDarrick J. Wong cpu_to_le32(EXT4_FEATURE_INCOMPAT_##flagname)) != 0); \ 1725e2b911c5SDarrick J. Wong } \ 1726e2b911c5SDarrick J. Wong static inline void ext4_set_feature_##name(struct super_block *sb) \ 1727e2b911c5SDarrick J. Wong { \ 1728c9e716ebSAndreas Dilger ext4_update_dynamic_rev(sb); \ 1729e2b911c5SDarrick J. Wong EXT4_SB(sb)->s_es->s_feature_incompat |= \ 1730e2b911c5SDarrick J. Wong cpu_to_le32(EXT4_FEATURE_INCOMPAT_##flagname); \ 1731e2b911c5SDarrick J. Wong } \ 1732e2b911c5SDarrick J. Wong static inline void ext4_clear_feature_##name(struct super_block *sb) \ 1733e2b911c5SDarrick J. Wong { \ 1734e2b911c5SDarrick J. Wong EXT4_SB(sb)->s_es->s_feature_incompat &= \ 1735e2b911c5SDarrick J. Wong ~cpu_to_le32(EXT4_FEATURE_INCOMPAT_##flagname); \ 1736e2b911c5SDarrick J. Wong } 1737e2b911c5SDarrick J. Wong 1738e2b911c5SDarrick J. Wong EXT4_FEATURE_COMPAT_FUNCS(dir_prealloc, DIR_PREALLOC) 1739e2b911c5SDarrick J. Wong EXT4_FEATURE_COMPAT_FUNCS(imagic_inodes, IMAGIC_INODES) 1740e2b911c5SDarrick J. Wong EXT4_FEATURE_COMPAT_FUNCS(journal, HAS_JOURNAL) 1741e2b911c5SDarrick J. Wong EXT4_FEATURE_COMPAT_FUNCS(xattr, EXT_ATTR) 1742e2b911c5SDarrick J. Wong EXT4_FEATURE_COMPAT_FUNCS(resize_inode, RESIZE_INODE) 1743e2b911c5SDarrick J. Wong EXT4_FEATURE_COMPAT_FUNCS(dir_index, DIR_INDEX) 1744e2b911c5SDarrick J. Wong EXT4_FEATURE_COMPAT_FUNCS(sparse_super2, SPARSE_SUPER2) 1745e2b911c5SDarrick J. Wong 1746e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(sparse_super, SPARSE_SUPER) 1747e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(large_file, LARGE_FILE) 1748e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(btree_dir, BTREE_DIR) 1749e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(huge_file, HUGE_FILE) 1750e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(gdt_csum, GDT_CSUM) 1751e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(dir_nlink, DIR_NLINK) 1752e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(extra_isize, EXTRA_ISIZE) 1753e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(quota, QUOTA) 1754e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(bigalloc, BIGALLOC) 1755e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(metadata_csum, METADATA_CSUM) 1756e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(readonly, READONLY) 1757e2b911c5SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_FUNCS(project, PROJECT) 1758e2b911c5SDarrick J. Wong 1759e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(compression, COMPRESSION) 1760e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(filetype, FILETYPE) 1761e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(journal_needs_recovery, RECOVER) 1762e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(journal_dev, JOURNAL_DEV) 1763e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(meta_bg, META_BG) 1764e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(extents, EXTENTS) 1765e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(64bit, 64BIT) 1766e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(mmp, MMP) 1767e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(flex_bg, FLEX_BG) 1768e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(ea_inode, EA_INODE) 1769e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(dirdata, DIRDATA) 1770e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(csum_seed, CSUM_SEED) 1771e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(largedir, LARGEDIR) 1772e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(inline_data, INLINE_DATA) 1773e2b911c5SDarrick J. Wong EXT4_FEATURE_INCOMPAT_FUNCS(encrypt, ENCRYPT) 1774c83ad55eSGabriel Krisman Bertazi EXT4_FEATURE_INCOMPAT_FUNCS(casefold, CASEFOLD) 1775e2b911c5SDarrick J. Wong 17762035e776STheodore Ts'o #define EXT2_FEATURE_COMPAT_SUPP EXT4_FEATURE_COMPAT_EXT_ATTR 17772035e776STheodore Ts'o #define EXT2_FEATURE_INCOMPAT_SUPP (EXT4_FEATURE_INCOMPAT_FILETYPE| \ 17782035e776STheodore Ts'o EXT4_FEATURE_INCOMPAT_META_BG) 17792035e776STheodore Ts'o #define EXT2_FEATURE_RO_COMPAT_SUPP (EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER| \ 17802035e776STheodore Ts'o EXT4_FEATURE_RO_COMPAT_LARGE_FILE| \ 17812035e776STheodore Ts'o EXT4_FEATURE_RO_COMPAT_BTREE_DIR) 17822035e776STheodore Ts'o 17832035e776STheodore Ts'o #define EXT3_FEATURE_COMPAT_SUPP EXT4_FEATURE_COMPAT_EXT_ATTR 17842035e776STheodore Ts'o #define EXT3_FEATURE_INCOMPAT_SUPP (EXT4_FEATURE_INCOMPAT_FILETYPE| \ 17852035e776STheodore Ts'o EXT4_FEATURE_INCOMPAT_RECOVER| \ 17862035e776STheodore Ts'o EXT4_FEATURE_INCOMPAT_META_BG) 17872035e776STheodore Ts'o #define EXT3_FEATURE_RO_COMPAT_SUPP (EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER| \ 17882035e776STheodore Ts'o EXT4_FEATURE_RO_COMPAT_LARGE_FILE| \ 17892035e776STheodore Ts'o EXT4_FEATURE_RO_COMPAT_BTREE_DIR) 17902035e776STheodore Ts'o 1791e2b911c5SDarrick J. Wong #define EXT4_FEATURE_COMPAT_SUPP EXT4_FEATURE_COMPAT_EXT_ATTR 17923dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_SUPP (EXT4_FEATURE_INCOMPAT_FILETYPE| \ 17933dcf5451SChristoph Hellwig EXT4_FEATURE_INCOMPAT_RECOVER| \ 17943dcf5451SChristoph Hellwig EXT4_FEATURE_INCOMPAT_META_BG| \ 17953dcf5451SChristoph Hellwig EXT4_FEATURE_INCOMPAT_EXTENTS| \ 17963dcf5451SChristoph Hellwig EXT4_FEATURE_INCOMPAT_64BIT| \ 1797c5e06d10SJohann Lombardi EXT4_FEATURE_INCOMPAT_FLEX_BG| \ 1798e50e5129SAndreas Dilger EXT4_FEATURE_INCOMPAT_EA_INODE| \ 1799f08225d1STao Ma EXT4_FEATURE_INCOMPAT_MMP | \ 18006ddb2447STheodore Ts'o EXT4_FEATURE_INCOMPAT_INLINE_DATA | \ 18018c81bd8fSDarrick J. Wong EXT4_FEATURE_INCOMPAT_ENCRYPT | \ 1802c83ad55eSGabriel Krisman Bertazi EXT4_FEATURE_INCOMPAT_CASEFOLD | \ 1803e08ac99fSArtem Blagodarenko EXT4_FEATURE_INCOMPAT_CSUM_SEED | \ 1804e08ac99fSArtem Blagodarenko EXT4_FEATURE_INCOMPAT_LARGEDIR) 18053dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_SUPP (EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER| \ 18063dcf5451SChristoph Hellwig EXT4_FEATURE_RO_COMPAT_LARGE_FILE| \ 18073dcf5451SChristoph Hellwig EXT4_FEATURE_RO_COMPAT_GDT_CSUM| \ 18083dcf5451SChristoph Hellwig EXT4_FEATURE_RO_COMPAT_DIR_NLINK | \ 18093dcf5451SChristoph Hellwig EXT4_FEATURE_RO_COMPAT_EXTRA_ISIZE | \ 18103dcf5451SChristoph Hellwig EXT4_FEATURE_RO_COMPAT_BTREE_DIR |\ 18116f16b606STheodore Ts'o EXT4_FEATURE_RO_COMPAT_HUGE_FILE |\ 1812e93376c2SDarrick J. Wong EXT4_FEATURE_RO_COMPAT_BIGALLOC |\ 18137c319d32SAditya Kali EXT4_FEATURE_RO_COMPAT_METADATA_CSUM|\ 1814040cb378SLi Xi EXT4_FEATURE_RO_COMPAT_QUOTA |\ 1815040cb378SLi Xi EXT4_FEATURE_RO_COMPAT_PROJECT) 18163dcf5451SChristoph Hellwig 1817e2b911c5SDarrick J. Wong #define EXTN_FEATURE_FUNCS(ver) \ 1818e2b911c5SDarrick J. Wong static inline bool ext4_has_unknown_ext##ver##_compat_features(struct super_block *sb) \ 1819e2b911c5SDarrick J. Wong { \ 1820e2b911c5SDarrick J. Wong return ((EXT4_SB(sb)->s_es->s_feature_compat & \ 1821e2b911c5SDarrick J. Wong cpu_to_le32(~EXT##ver##_FEATURE_COMPAT_SUPP)) != 0); \ 1822e2b911c5SDarrick J. Wong } \ 1823e2b911c5SDarrick J. Wong static inline bool ext4_has_unknown_ext##ver##_ro_compat_features(struct super_block *sb) \ 1824e2b911c5SDarrick J. Wong { \ 1825e2b911c5SDarrick J. Wong return ((EXT4_SB(sb)->s_es->s_feature_ro_compat & \ 1826e2b911c5SDarrick J. Wong cpu_to_le32(~EXT##ver##_FEATURE_RO_COMPAT_SUPP)) != 0); \ 1827e2b911c5SDarrick J. Wong } \ 1828e2b911c5SDarrick J. Wong static inline bool ext4_has_unknown_ext##ver##_incompat_features(struct super_block *sb) \ 1829e2b911c5SDarrick J. Wong { \ 1830e2b911c5SDarrick J. Wong return ((EXT4_SB(sb)->s_es->s_feature_incompat & \ 1831e2b911c5SDarrick J. Wong cpu_to_le32(~EXT##ver##_FEATURE_INCOMPAT_SUPP)) != 0); \ 1832e2b911c5SDarrick J. Wong } 1833e2b911c5SDarrick J. Wong 1834e2b911c5SDarrick J. Wong EXTN_FEATURE_FUNCS(2) 1835e2b911c5SDarrick J. Wong EXTN_FEATURE_FUNCS(3) 1836e2b911c5SDarrick J. Wong EXTN_FEATURE_FUNCS(4) 1837e2b911c5SDarrick J. Wong 1838e2b911c5SDarrick J. Wong static inline bool ext4_has_compat_features(struct super_block *sb) 1839e2b911c5SDarrick J. Wong { 1840e2b911c5SDarrick J. Wong return (EXT4_SB(sb)->s_es->s_feature_compat != 0); 1841e2b911c5SDarrick J. Wong } 1842e2b911c5SDarrick J. Wong static inline bool ext4_has_ro_compat_features(struct super_block *sb) 1843e2b911c5SDarrick J. Wong { 1844e2b911c5SDarrick J. Wong return (EXT4_SB(sb)->s_es->s_feature_ro_compat != 0); 1845e2b911c5SDarrick J. Wong } 1846e2b911c5SDarrick J. Wong static inline bool ext4_has_incompat_features(struct super_block *sb) 1847e2b911c5SDarrick J. Wong { 1848e2b911c5SDarrick J. Wong return (EXT4_SB(sb)->s_es->s_feature_incompat != 0); 1849e2b911c5SDarrick J. Wong } 1850e2b911c5SDarrick J. Wong 18513dcf5451SChristoph Hellwig /* 18529549a168STheodore Ts'o * Superblock flags 18539549a168STheodore Ts'o */ 18549549a168STheodore Ts'o #define EXT4_FLAGS_RESIZING 0 18550db1ff22STheodore Ts'o #define EXT4_FLAGS_SHUTDOWN 1 18560db1ff22STheodore Ts'o 18570db1ff22STheodore Ts'o static inline int ext4_forced_shutdown(struct ext4_sb_info *sbi) 18580db1ff22STheodore Ts'o { 18590db1ff22STheodore Ts'o return test_bit(EXT4_FLAGS_SHUTDOWN, &sbi->s_ext4_flags); 18600db1ff22STheodore Ts'o } 18619549a168STheodore Ts'o 18629549a168STheodore Ts'o 18639549a168STheodore Ts'o /* 18643dcf5451SChristoph Hellwig * Default values for user and/or group using reserved blocks 18653dcf5451SChristoph Hellwig */ 18663dcf5451SChristoph Hellwig #define EXT4_DEF_RESUID 0 18673dcf5451SChristoph Hellwig #define EXT4_DEF_RESGID 0 18683dcf5451SChristoph Hellwig 1869040cb378SLi Xi /* 1870040cb378SLi Xi * Default project ID 1871040cb378SLi Xi */ 1872040cb378SLi Xi #define EXT4_DEF_PROJID 0 1873040cb378SLi Xi 1874240799cdSTheodore Ts'o #define EXT4_DEF_INODE_READAHEAD_BLKS 32 1875240799cdSTheodore Ts'o 18763dcf5451SChristoph Hellwig /* 18773dcf5451SChristoph Hellwig * Default mount options 18783dcf5451SChristoph Hellwig */ 18793dcf5451SChristoph Hellwig #define EXT4_DEFM_DEBUG 0x0001 18803dcf5451SChristoph Hellwig #define EXT4_DEFM_BSDGROUPS 0x0002 18813dcf5451SChristoph Hellwig #define EXT4_DEFM_XATTR_USER 0x0004 18823dcf5451SChristoph Hellwig #define EXT4_DEFM_ACL 0x0008 18833dcf5451SChristoph Hellwig #define EXT4_DEFM_UID16 0x0010 18843dcf5451SChristoph Hellwig #define EXT4_DEFM_JMODE 0x0060 18853dcf5451SChristoph Hellwig #define EXT4_DEFM_JMODE_DATA 0x0020 18863dcf5451SChristoph Hellwig #define EXT4_DEFM_JMODE_ORDERED 0x0040 18873dcf5451SChristoph Hellwig #define EXT4_DEFM_JMODE_WBACK 0x0060 18888b67f04aSTheodore Ts'o #define EXT4_DEFM_NOBARRIER 0x0100 18898b67f04aSTheodore Ts'o #define EXT4_DEFM_BLOCK_VALIDITY 0x0200 18908b67f04aSTheodore Ts'o #define EXT4_DEFM_DISCARD 0x0400 18918b67f04aSTheodore Ts'o #define EXT4_DEFM_NODELALLOC 0x0800 18923dcf5451SChristoph Hellwig 18933dcf5451SChristoph Hellwig /* 189430773840STheodore Ts'o * Default journal batch times 189530773840STheodore Ts'o */ 189630773840STheodore Ts'o #define EXT4_DEF_MIN_BATCH_TIME 0 189730773840STheodore Ts'o #define EXT4_DEF_MAX_BATCH_TIME 15000 /* 15ms */ 189830773840STheodore Ts'o 189930773840STheodore Ts'o /* 1900a4912123STheodore Ts'o * Minimum number of groups in a flexgroup before we separate out 1901a4912123STheodore Ts'o * directories into the first block group of a flexgroup 1902a4912123STheodore Ts'o */ 1903a4912123STheodore Ts'o #define EXT4_FLEX_SIZE_DIR_ALLOC_SCHEME 4 1904a4912123STheodore Ts'o 1905a4912123STheodore Ts'o /* 19063dcf5451SChristoph Hellwig * Structure of a directory entry 19073dcf5451SChristoph Hellwig */ 19083dcf5451SChristoph Hellwig #define EXT4_NAME_LEN 255 19093dcf5451SChristoph Hellwig 19103dcf5451SChristoph Hellwig struct ext4_dir_entry { 19113dcf5451SChristoph Hellwig __le32 inode; /* Inode number */ 19123dcf5451SChristoph Hellwig __le16 rec_len; /* Directory entry length */ 19133dcf5451SChristoph Hellwig __le16 name_len; /* Name length */ 19143dcf5451SChristoph Hellwig char name[EXT4_NAME_LEN]; /* File name */ 19153dcf5451SChristoph Hellwig }; 19163dcf5451SChristoph Hellwig 19173dcf5451SChristoph Hellwig /* 19183dcf5451SChristoph Hellwig * The new version of the directory entry. Since EXT4 structures are 19193dcf5451SChristoph Hellwig * stored in intel byte order, and the name_len field could never be 19203dcf5451SChristoph Hellwig * bigger than 255 chars, it's safe to reclaim the extra byte for the 19213dcf5451SChristoph Hellwig * file_type field. 19223dcf5451SChristoph Hellwig */ 19233dcf5451SChristoph Hellwig struct ext4_dir_entry_2 { 19243dcf5451SChristoph Hellwig __le32 inode; /* Inode number */ 19253dcf5451SChristoph Hellwig __le16 rec_len; /* Directory entry length */ 19263dcf5451SChristoph Hellwig __u8 name_len; /* Name length */ 19273dcf5451SChristoph Hellwig __u8 file_type; 19283dcf5451SChristoph Hellwig char name[EXT4_NAME_LEN]; /* File name */ 19293dcf5451SChristoph Hellwig }; 19303dcf5451SChristoph Hellwig 19313dcf5451SChristoph Hellwig /* 1932e6153918SDarrick J. Wong * This is a bogus directory entry at the end of each leaf block that 1933e6153918SDarrick J. Wong * records checksums. 1934e6153918SDarrick J. Wong */ 1935e6153918SDarrick J. Wong struct ext4_dir_entry_tail { 1936e6153918SDarrick J. Wong __le32 det_reserved_zero1; /* Pretend to be unused */ 1937e6153918SDarrick J. Wong __le16 det_rec_len; /* 12 */ 1938e6153918SDarrick J. Wong __u8 det_reserved_zero2; /* Zero name length */ 1939e6153918SDarrick J. Wong __u8 det_reserved_ft; /* 0xDE, fake file type */ 1940e6153918SDarrick J. Wong __le32 det_checksum; /* crc32c(uuid+inum+dirblock) */ 1941e6153918SDarrick J. Wong }; 1942e6153918SDarrick J. Wong 19433c47d541STao Ma #define EXT4_DIRENT_TAIL(block, blocksize) \ 19443c47d541STao Ma ((struct ext4_dir_entry_tail *)(((void *)(block)) + \ 19453c47d541STao Ma ((blocksize) - \ 19463c47d541STao Ma sizeof(struct ext4_dir_entry_tail)))) 19473c47d541STao Ma 1948e6153918SDarrick J. Wong /* 19493dcf5451SChristoph Hellwig * Ext4 directory file types. Only the low 3 bits are used. The 19503dcf5451SChristoph Hellwig * other bits are reserved for now. 19513dcf5451SChristoph Hellwig */ 19523dcf5451SChristoph Hellwig #define EXT4_FT_UNKNOWN 0 19533dcf5451SChristoph Hellwig #define EXT4_FT_REG_FILE 1 19543dcf5451SChristoph Hellwig #define EXT4_FT_DIR 2 19553dcf5451SChristoph Hellwig #define EXT4_FT_CHRDEV 3 19563dcf5451SChristoph Hellwig #define EXT4_FT_BLKDEV 4 19573dcf5451SChristoph Hellwig #define EXT4_FT_FIFO 5 19583dcf5451SChristoph Hellwig #define EXT4_FT_SOCK 6 19593dcf5451SChristoph Hellwig #define EXT4_FT_SYMLINK 7 19603dcf5451SChristoph Hellwig 19613dcf5451SChristoph Hellwig #define EXT4_FT_MAX 8 19623dcf5451SChristoph Hellwig 1963e6153918SDarrick J. Wong #define EXT4_FT_DIR_CSUM 0xDE 1964e6153918SDarrick J. Wong 19653dcf5451SChristoph Hellwig /* 19663dcf5451SChristoph Hellwig * EXT4_DIR_PAD defines the directory entries boundaries 19673dcf5451SChristoph Hellwig * 19683dcf5451SChristoph Hellwig * NOTE: It must be a multiple of 4 19693dcf5451SChristoph Hellwig */ 19703dcf5451SChristoph Hellwig #define EXT4_DIR_PAD 4 19713dcf5451SChristoph Hellwig #define EXT4_DIR_ROUND (EXT4_DIR_PAD - 1) 19723dcf5451SChristoph Hellwig #define EXT4_DIR_REC_LEN(name_len) (((name_len) + 8 + EXT4_DIR_ROUND) & \ 19733dcf5451SChristoph Hellwig ~EXT4_DIR_ROUND) 19743dcf5451SChristoph Hellwig #define EXT4_MAX_REC_LEN ((1<<16)-1) 19753dcf5451SChristoph Hellwig 19763dcf5451SChristoph Hellwig /* 19770cfc9255SEric Sandeen * If we ever get support for fs block sizes > page_size, we'll need 19780cfc9255SEric Sandeen * to remove the #if statements in the next two functions... 19790cfc9255SEric Sandeen */ 19800cfc9255SEric Sandeen static inline unsigned int 19810cfc9255SEric Sandeen ext4_rec_len_from_disk(__le16 dlen, unsigned blocksize) 19820cfc9255SEric Sandeen { 19830cfc9255SEric Sandeen unsigned len = le16_to_cpu(dlen); 19840cfc9255SEric Sandeen 1985ea1754a0SKirill A. Shutemov #if (PAGE_SIZE >= 65536) 19860cfc9255SEric Sandeen if (len == EXT4_MAX_REC_LEN || len == 0) 19870cfc9255SEric Sandeen return blocksize; 19880cfc9255SEric Sandeen return (len & 65532) | ((len & 3) << 16); 19890cfc9255SEric Sandeen #else 19900cfc9255SEric Sandeen return len; 19910cfc9255SEric Sandeen #endif 19920cfc9255SEric Sandeen } 19930cfc9255SEric Sandeen 19940cfc9255SEric Sandeen static inline __le16 ext4_rec_len_to_disk(unsigned len, unsigned blocksize) 19950cfc9255SEric Sandeen { 19960cfc9255SEric Sandeen if ((len > blocksize) || (blocksize > (1 << 18)) || (len & 3)) 19970cfc9255SEric Sandeen BUG(); 1998ea1754a0SKirill A. Shutemov #if (PAGE_SIZE >= 65536) 19990cfc9255SEric Sandeen if (len < 65536) 20000cfc9255SEric Sandeen return cpu_to_le16(len); 20010cfc9255SEric Sandeen if (len == blocksize) { 20020cfc9255SEric Sandeen if (blocksize == 65536) 20030cfc9255SEric Sandeen return cpu_to_le16(EXT4_MAX_REC_LEN); 20040cfc9255SEric Sandeen else 20050cfc9255SEric Sandeen return cpu_to_le16(0); 20060cfc9255SEric Sandeen } 20070cfc9255SEric Sandeen return cpu_to_le16((len & 65532) | ((len >> 16) & 3)); 20080cfc9255SEric Sandeen #else 20090cfc9255SEric Sandeen return cpu_to_le16(len); 20100cfc9255SEric Sandeen #endif 20110cfc9255SEric Sandeen } 20120cfc9255SEric Sandeen 20130cfc9255SEric Sandeen /* 20143dcf5451SChristoph Hellwig * Hash Tree Directory indexing 20153dcf5451SChristoph Hellwig * (c) Daniel Phillips, 2001 20163dcf5451SChristoph Hellwig */ 20173dcf5451SChristoph Hellwig 2018e2b911c5SDarrick J. Wong #define is_dx(dir) (ext4_has_feature_dir_index((dir)->i_sb) && \ 201912e9b892SDmitry Monakhov ext4_test_inode_flag((dir), EXT4_INODE_INDEX)) 2020c7414892SAndreas Dilger #define EXT4_DIR_LINK_MAX(dir) unlikely((dir)->i_nlink >= EXT4_LINK_MAX && \ 2021c7414892SAndreas Dilger !(ext4_has_feature_dir_nlink((dir)->i_sb) && is_dx(dir))) 20223dcf5451SChristoph Hellwig #define EXT4_DIR_LINK_EMPTY(dir) ((dir)->i_nlink == 2 || (dir)->i_nlink == 1) 20233dcf5451SChristoph Hellwig 20243dcf5451SChristoph Hellwig /* Legal values for the dx_root hash_version field: */ 20253dcf5451SChristoph Hellwig 20263dcf5451SChristoph Hellwig #define DX_HASH_LEGACY 0 20273dcf5451SChristoph Hellwig #define DX_HASH_HALF_MD4 1 20283dcf5451SChristoph Hellwig #define DX_HASH_TEA 2 2029f99b2589STheodore Ts'o #define DX_HASH_LEGACY_UNSIGNED 3 2030f99b2589STheodore Ts'o #define DX_HASH_HALF_MD4_UNSIGNED 4 2031f99b2589STheodore Ts'o #define DX_HASH_TEA_UNSIGNED 5 20323dcf5451SChristoph Hellwig 20330441984aSDarrick J. Wong static inline u32 ext4_chksum(struct ext4_sb_info *sbi, u32 crc, 20340441984aSDarrick J. Wong const void *address, unsigned int length) 20350441984aSDarrick J. Wong { 20360441984aSDarrick J. Wong struct { 20370441984aSDarrick J. Wong struct shash_desc shash; 20383108b54bSTheodore Ts'o char ctx[4]; 20390441984aSDarrick J. Wong } desc; 20400441984aSDarrick J. Wong 20413108b54bSTheodore Ts'o BUG_ON(crypto_shash_descsize(sbi->s_chksum_driver)!=sizeof(desc.ctx)); 20423108b54bSTheodore Ts'o 20430441984aSDarrick J. Wong desc.shash.tfm = sbi->s_chksum_driver; 20440441984aSDarrick J. Wong desc.shash.flags = 0; 20450441984aSDarrick J. Wong *(u32 *)desc.ctx = crc; 20460441984aSDarrick J. Wong 2047e7093f0dSPetros Koutoupis BUG_ON(crypto_shash_update(&desc.shash, address, length)); 20480441984aSDarrick J. Wong 20490441984aSDarrick J. Wong return *(u32 *)desc.ctx; 20500441984aSDarrick J. Wong } 20510441984aSDarrick J. Wong 20523dcf5451SChristoph Hellwig #ifdef __KERNEL__ 20533dcf5451SChristoph Hellwig 20543dcf5451SChristoph Hellwig /* hash info structure used by the directory hash */ 20553dcf5451SChristoph Hellwig struct dx_hash_info 20563dcf5451SChristoph Hellwig { 20573dcf5451SChristoph Hellwig u32 hash; 20583dcf5451SChristoph Hellwig u32 minor_hash; 20593dcf5451SChristoph Hellwig int hash_version; 20603dcf5451SChristoph Hellwig u32 *seed; 20613dcf5451SChristoph Hellwig }; 20623dcf5451SChristoph Hellwig 2063d1f5273eSFan Yong 2064d1f5273eSFan Yong /* 32 and 64 bit signed EOF for dx directories */ 2065d1f5273eSFan Yong #define EXT4_HTREE_EOF_32BIT ((1UL << (32 - 1)) - 1) 2066d1f5273eSFan Yong #define EXT4_HTREE_EOF_64BIT ((1ULL << (64 - 1)) - 1) 2067d1f5273eSFan Yong 20683dcf5451SChristoph Hellwig 20693dcf5451SChristoph Hellwig /* 20703dcf5451SChristoph Hellwig * Control parameters used by ext4_htree_next_block 20713dcf5451SChristoph Hellwig */ 20723dcf5451SChristoph Hellwig #define HASH_NB_ALWAYS 1 20733dcf5451SChristoph Hellwig 20745b643f9cSTheodore Ts'o struct ext4_filename { 20755b643f9cSTheodore Ts'o const struct qstr *usr_fname; 2076a7550b30SJaegeuk Kim struct fscrypt_str disk_name; 20775b643f9cSTheodore Ts'o struct dx_hash_info hinfo; 2078643fa961SChandan Rajendra #ifdef CONFIG_FS_ENCRYPTION 2079a7550b30SJaegeuk Kim struct fscrypt_str crypto_buf; 20805b643f9cSTheodore Ts'o #endif 20815b643f9cSTheodore Ts'o }; 20825b643f9cSTheodore Ts'o 20835b643f9cSTheodore Ts'o #define fname_name(p) ((p)->disk_name.name) 20845b643f9cSTheodore Ts'o #define fname_len(p) ((p)->disk_name.len) 20853dcf5451SChristoph Hellwig 20863dcf5451SChristoph Hellwig /* 20873dcf5451SChristoph Hellwig * Describe an inode's exact location on disk and in memory 20883dcf5451SChristoph Hellwig */ 20893dcf5451SChristoph Hellwig struct ext4_iloc 20903dcf5451SChristoph Hellwig { 20913dcf5451SChristoph Hellwig struct buffer_head *bh; 20923dcf5451SChristoph Hellwig unsigned long offset; 20933dcf5451SChristoph Hellwig ext4_group_t block_group; 20943dcf5451SChristoph Hellwig }; 20953dcf5451SChristoph Hellwig 20963dcf5451SChristoph Hellwig static inline struct ext4_inode *ext4_raw_inode(struct ext4_iloc *iloc) 20973dcf5451SChristoph Hellwig { 20983dcf5451SChristoph Hellwig return (struct ext4_inode *) (iloc->bh->b_data + iloc->offset); 20993dcf5451SChristoph Hellwig } 21003dcf5451SChristoph Hellwig 2101dec214d0STahsin Erdogan static inline bool ext4_is_quota_file(struct inode *inode) 2102dec214d0STahsin Erdogan { 2103dec214d0STahsin Erdogan return IS_NOQUOTA(inode) && 2104dec214d0STahsin Erdogan !(EXT4_I(inode)->i_flags & EXT4_EA_INODE_FL); 2105dec214d0STahsin Erdogan } 210602749a4cSTahsin Erdogan 21073dcf5451SChristoph Hellwig /* 21083dcf5451SChristoph Hellwig * This structure is stuffed into the struct file's private_data field 21093dcf5451SChristoph Hellwig * for directories. It is where we put information so that we can do 21103dcf5451SChristoph Hellwig * readdir operations in hash tree order. 21113dcf5451SChristoph Hellwig */ 21123dcf5451SChristoph Hellwig struct dir_private_info { 21133dcf5451SChristoph Hellwig struct rb_root root; 21143dcf5451SChristoph Hellwig struct rb_node *curr_node; 21153dcf5451SChristoph Hellwig struct fname *extra_fname; 21163dcf5451SChristoph Hellwig loff_t last_pos; 21173dcf5451SChristoph Hellwig __u32 curr_hash; 21183dcf5451SChristoph Hellwig __u32 curr_minor_hash; 21193dcf5451SChristoph Hellwig __u32 next_hash; 21203dcf5451SChristoph Hellwig }; 21213dcf5451SChristoph Hellwig 21223dcf5451SChristoph Hellwig /* calculate the first block number of the group */ 21233dcf5451SChristoph Hellwig static inline ext4_fsblk_t 21243dcf5451SChristoph Hellwig ext4_group_first_block_no(struct super_block *sb, ext4_group_t group_no) 21253dcf5451SChristoph Hellwig { 21263dcf5451SChristoph Hellwig return group_no * (ext4_fsblk_t)EXT4_BLOCKS_PER_GROUP(sb) + 21273dcf5451SChristoph Hellwig le32_to_cpu(EXT4_SB(sb)->s_es->s_first_data_block); 21283dcf5451SChristoph Hellwig } 21293dcf5451SChristoph Hellwig 21303dcf5451SChristoph Hellwig /* 21313dcf5451SChristoph Hellwig * Special error return code only used by dx_probe() and its callers. 21323dcf5451SChristoph Hellwig */ 213336de9286STheodore Ts'o #define ERR_BAD_DX_DIR (-(MAX_ERRNO - 1)) 21343dcf5451SChristoph Hellwig 2135e08ac99fSArtem Blagodarenko /* htree levels for ext4 */ 2136e08ac99fSArtem Blagodarenko #define EXT4_HTREE_LEVEL_COMPAT 2 2137e08ac99fSArtem Blagodarenko #define EXT4_HTREE_LEVEL 3 2138e08ac99fSArtem Blagodarenko 2139e08ac99fSArtem Blagodarenko static inline int ext4_dir_htree_level(struct super_block *sb) 2140e08ac99fSArtem Blagodarenko { 2141e08ac99fSArtem Blagodarenko return ext4_has_feature_largedir(sb) ? 2142e08ac99fSArtem Blagodarenko EXT4_HTREE_LEVEL : EXT4_HTREE_LEVEL_COMPAT; 2143e08ac99fSArtem Blagodarenko } 2144e08ac99fSArtem Blagodarenko 21453dcf5451SChristoph Hellwig /* 2146bfff6873SLukas Czerner * Timeout and state flag for lazy initialization inode thread. 2147bfff6873SLukas Czerner */ 2148bfff6873SLukas Czerner #define EXT4_DEF_LI_WAIT_MULT 10 2149bfff6873SLukas Czerner #define EXT4_DEF_LI_MAX_START_DELAY 5 2150bfff6873SLukas Czerner #define EXT4_LAZYINIT_QUIT 0x0001 2151bfff6873SLukas Czerner #define EXT4_LAZYINIT_RUNNING 0x0002 2152bfff6873SLukas Czerner 2153bfff6873SLukas Czerner /* 2154bfff6873SLukas Czerner * Lazy inode table initialization info 2155bfff6873SLukas Czerner */ 2156bfff6873SLukas Czerner struct ext4_lazy_init { 2157bfff6873SLukas Czerner unsigned long li_state; 2158bfff6873SLukas Czerner struct list_head li_request_list; 2159bfff6873SLukas Czerner struct mutex li_list_mtx; 2160bfff6873SLukas Czerner }; 2161bfff6873SLukas Czerner 2162bfff6873SLukas Czerner struct ext4_li_request { 2163bfff6873SLukas Czerner struct super_block *lr_super; 2164bfff6873SLukas Czerner struct ext4_sb_info *lr_sbi; 2165bfff6873SLukas Czerner ext4_group_t lr_next_group; 2166bfff6873SLukas Czerner struct list_head lr_request; 2167bfff6873SLukas Czerner unsigned long lr_next_sched; 2168bfff6873SLukas Czerner unsigned long lr_timeout; 2169bfff6873SLukas Czerner }; 2170bfff6873SLukas Czerner 2171857ac889SLukas Czerner struct ext4_features { 2172857ac889SLukas Czerner struct kobject f_kobj; 2173857ac889SLukas Czerner struct completion f_kobj_unregister; 2174857ac889SLukas Czerner }; 2175857ac889SLukas Czerner 2176bfff6873SLukas Czerner /* 2177c5e06d10SJohann Lombardi * This structure will be used for multiple mount protection. It will be 2178c5e06d10SJohann Lombardi * written into the block number saved in the s_mmp_block field in the 2179c5e06d10SJohann Lombardi * superblock. Programs that check MMP should assume that if 2180c5e06d10SJohann Lombardi * SEQ_FSCK (or any unknown code above SEQ_MAX) is present then it is NOT safe 2181c5e06d10SJohann Lombardi * to use the filesystem, regardless of how old the timestamp is. 2182c5e06d10SJohann Lombardi */ 2183c5e06d10SJohann Lombardi #define EXT4_MMP_MAGIC 0x004D4D50U /* ASCII for MMP */ 2184c5e06d10SJohann Lombardi #define EXT4_MMP_SEQ_CLEAN 0xFF4D4D50U /* mmp_seq value for clean unmount */ 2185c5e06d10SJohann Lombardi #define EXT4_MMP_SEQ_FSCK 0xE24D4D50U /* mmp_seq value when being fscked */ 2186c5e06d10SJohann Lombardi #define EXT4_MMP_SEQ_MAX 0xE24D4D4FU /* maximum valid mmp_seq value */ 2187c5e06d10SJohann Lombardi 2188c5e06d10SJohann Lombardi struct mmp_struct { 2189c5e06d10SJohann Lombardi __le32 mmp_magic; /* Magic number for MMP */ 2190c5e06d10SJohann Lombardi __le32 mmp_seq; /* Sequence no. updated periodically */ 2191c5e06d10SJohann Lombardi 2192c5e06d10SJohann Lombardi /* 2193c5e06d10SJohann Lombardi * mmp_time, mmp_nodename & mmp_bdevname are only used for information 2194c5e06d10SJohann Lombardi * purposes and do not affect the correctness of the algorithm 2195c5e06d10SJohann Lombardi */ 2196c5e06d10SJohann Lombardi __le64 mmp_time; /* Time last updated */ 2197c5e06d10SJohann Lombardi char mmp_nodename[64]; /* Node which last updated MMP block */ 2198c5e06d10SJohann Lombardi char mmp_bdevname[32]; /* Bdev which last updated MMP block */ 2199c5e06d10SJohann Lombardi 2200c5e06d10SJohann Lombardi /* 2201c5e06d10SJohann Lombardi * mmp_check_interval is used to verify if the MMP block has been 2202c5e06d10SJohann Lombardi * updated on the block device. The value is updated based on the 2203c5e06d10SJohann Lombardi * maximum time to write the MMP block during an update cycle. 2204c5e06d10SJohann Lombardi */ 2205c5e06d10SJohann Lombardi __le16 mmp_check_interval; 2206c5e06d10SJohann Lombardi 2207c5e06d10SJohann Lombardi __le16 mmp_pad1; 2208e6153918SDarrick J. Wong __le32 mmp_pad2[226]; 2209e6153918SDarrick J. Wong __le32 mmp_checksum; /* crc32c(uuid+mmp_block) */ 2210c5e06d10SJohann Lombardi }; 2211c5e06d10SJohann Lombardi 2212c5e06d10SJohann Lombardi /* arguments passed to the mmp thread */ 2213c5e06d10SJohann Lombardi struct mmpd_data { 2214c5e06d10SJohann Lombardi struct buffer_head *bh; /* bh from initial read_mmp_block() */ 2215c5e06d10SJohann Lombardi struct super_block *sb; /* super block of the fs */ 2216c5e06d10SJohann Lombardi }; 2217c5e06d10SJohann Lombardi 2218c5e06d10SJohann Lombardi /* 2219c5e06d10SJohann Lombardi * Check interval multiplier 2220c5e06d10SJohann Lombardi * The MMP block is written every update interval and initially checked every 2221c5e06d10SJohann Lombardi * update interval x the multiplier (the value is then adapted based on the 2222c5e06d10SJohann Lombardi * write latency). The reason is that writes can be delayed under load and we 2223c5e06d10SJohann Lombardi * don't want readers to incorrectly assume that the filesystem is no longer 2224c5e06d10SJohann Lombardi * in use. 2225c5e06d10SJohann Lombardi */ 2226c5e06d10SJohann Lombardi #define EXT4_MMP_CHECK_MULT 2UL 2227c5e06d10SJohann Lombardi 2228c5e06d10SJohann Lombardi /* 2229c5e06d10SJohann Lombardi * Minimum interval for MMP checking in seconds. 2230c5e06d10SJohann Lombardi */ 2231c5e06d10SJohann Lombardi #define EXT4_MMP_MIN_CHECK_INTERVAL 5UL 2232c5e06d10SJohann Lombardi 2233c5e06d10SJohann Lombardi /* 2234c5e06d10SJohann Lombardi * Maximum interval for MMP checking in seconds. 2235c5e06d10SJohann Lombardi */ 2236c5e06d10SJohann Lombardi #define EXT4_MMP_MAX_CHECK_INTERVAL 300UL 2237c5e06d10SJohann Lombardi 2238c5e06d10SJohann Lombardi /* 22393dcf5451SChristoph Hellwig * Function prototypes 22403dcf5451SChristoph Hellwig */ 22413dcf5451SChristoph Hellwig 22423dcf5451SChristoph Hellwig /* 22433dcf5451SChristoph Hellwig * Ok, these declarations are also in <linux/kernel.h> but none of the 22443dcf5451SChristoph Hellwig * ext4 source programs needs to include it so they are duplicated here. 22453dcf5451SChristoph Hellwig */ 22463dcf5451SChristoph Hellwig # define NORET_TYPE /**/ 22473dcf5451SChristoph Hellwig # define ATTRIB_NORET __attribute__((noreturn)) 22483dcf5451SChristoph Hellwig # define NORET_AND noreturn, 22493dcf5451SChristoph Hellwig 2250498e5f24STheodore Ts'o /* bitmap.c */ 2251f6fb99caSTheodore Ts'o extern unsigned int ext4_count_free(char *bitmap, unsigned numchars); 225241a246d1SDarrick J. Wong void ext4_inode_bitmap_csum_set(struct super_block *sb, ext4_group_t group, 225341a246d1SDarrick J. Wong struct ext4_group_desc *gdp, 225441a246d1SDarrick J. Wong struct buffer_head *bh, int sz); 225541a246d1SDarrick J. Wong int ext4_inode_bitmap_csum_verify(struct super_block *sb, ext4_group_t group, 225641a246d1SDarrick J. Wong struct ext4_group_desc *gdp, 225741a246d1SDarrick J. Wong struct buffer_head *bh, int sz); 2258fa77dcfaSDarrick J. Wong void ext4_block_bitmap_csum_set(struct super_block *sb, ext4_group_t group, 2259fa77dcfaSDarrick J. Wong struct ext4_group_desc *gdp, 226079f1ba49STao Ma struct buffer_head *bh); 2261fa77dcfaSDarrick J. Wong int ext4_block_bitmap_csum_verify(struct super_block *sb, ext4_group_t group, 2262fa77dcfaSDarrick J. Wong struct ext4_group_desc *gdp, 226379f1ba49STao Ma struct buffer_head *bh); 2264498e5f24STheodore Ts'o 22653dcf5451SChristoph Hellwig /* balloc.c */ 2266bd86298eSLukas Czerner extern void ext4_get_group_no_and_offset(struct super_block *sb, 2267bd86298eSLukas Czerner ext4_fsblk_t blocknr, 2268bd86298eSLukas Czerner ext4_group_t *blockgrpp, 2269bd86298eSLukas Czerner ext4_grpblk_t *offsetp); 2270bd86298eSLukas Czerner extern ext4_group_t ext4_get_group_number(struct super_block *sb, 2271bd86298eSLukas Czerner ext4_fsblk_t block); 2272bd86298eSLukas Czerner 22733dcf5451SChristoph Hellwig extern unsigned int ext4_block_group(struct super_block *sb, 22743dcf5451SChristoph Hellwig ext4_fsblk_t blocknr); 22753dcf5451SChristoph Hellwig extern ext4_grpblk_t ext4_block_group_offset(struct super_block *sb, 22763dcf5451SChristoph Hellwig ext4_fsblk_t blocknr); 22773dcf5451SChristoph Hellwig extern int ext4_bg_has_super(struct super_block *sb, ext4_group_t group); 22783dcf5451SChristoph Hellwig extern unsigned long ext4_bg_num_gdb(struct super_block *sb, 22793dcf5451SChristoph Hellwig ext4_group_t group); 22807061eba7SAneesh Kumar K.V extern ext4_fsblk_t ext4_new_meta_blocks(handle_t *handle, struct inode *inode, 228155f020dbSAllison Henderson ext4_fsblk_t goal, 228255f020dbSAllison Henderson unsigned int flags, 228355f020dbSAllison Henderson unsigned long *count, 228455f020dbSAllison Henderson int *errp); 2285e7d5f315STheodore Ts'o extern int ext4_claim_free_clusters(struct ext4_sb_info *sbi, 2286e7d5f315STheodore Ts'o s64 nclusters, unsigned int flags); 22875dee5437STheodore Ts'o extern ext4_fsblk_t ext4_count_free_clusters(struct super_block *); 22883dcf5451SChristoph Hellwig extern void ext4_check_blocks_bitmap(struct super_block *); 22893dcf5451SChristoph Hellwig extern struct ext4_group_desc * ext4_get_group_desc(struct super_block * sb, 22903dcf5451SChristoph Hellwig ext4_group_t block_group, 22913dcf5451SChristoph Hellwig struct buffer_head ** bh); 22923dcf5451SChristoph Hellwig extern int ext4_should_retry_alloc(struct super_block *sb, int *retries); 2293813e5727STheodore Ts'o 2294813e5727STheodore Ts'o extern struct buffer_head *ext4_read_block_bitmap_nowait(struct super_block *sb, 2295813e5727STheodore Ts'o ext4_group_t block_group); 2296813e5727STheodore Ts'o extern int ext4_wait_block_bitmap(struct super_block *sb, 2297813e5727STheodore Ts'o ext4_group_t block_group, 2298813e5727STheodore Ts'o struct buffer_head *bh); 2299813e5727STheodore Ts'o extern struct buffer_head *ext4_read_block_bitmap(struct super_block *sb, 2300bb23c20aSTheodore Ts'o ext4_group_t block_group); 2301cff1dfd7STheodore Ts'o extern unsigned ext4_free_clusters_after_init(struct super_block *sb, 2302fd034a84STheodore Ts'o ext4_group_t block_group, 2303fd034a84STheodore Ts'o struct ext4_group_desc *gdp); 2304f86186b4SEric Sandeen ext4_fsblk_t ext4_inode_to_goal_block(struct inode *); 23053dcf5451SChristoph Hellwig 2306643fa961SChandan Rajendra #ifdef CONFIG_FS_ENCRYPTION 2307a7550b30SJaegeuk Kim static inline int ext4_fname_setup_filename(struct inode *dir, 2308a7550b30SJaegeuk Kim const struct qstr *iname, 2309a7550b30SJaegeuk Kim int lookup, struct ext4_filename *fname) 2310a7550b30SJaegeuk Kim { 2311a7550b30SJaegeuk Kim struct fscrypt_name name; 2312a7550b30SJaegeuk Kim int err; 2313a7550b30SJaegeuk Kim 2314a7550b30SJaegeuk Kim memset(fname, 0, sizeof(struct ext4_filename)); 2315a7550b30SJaegeuk Kim 2316a7550b30SJaegeuk Kim err = fscrypt_setup_filename(dir, iname, lookup, &name); 2317a7550b30SJaegeuk Kim 2318a7550b30SJaegeuk Kim fname->usr_fname = name.usr_fname; 2319a7550b30SJaegeuk Kim fname->disk_name = name.disk_name; 2320a7550b30SJaegeuk Kim fname->hinfo.hash = name.hash; 2321a7550b30SJaegeuk Kim fname->hinfo.minor_hash = name.minor_hash; 2322a7550b30SJaegeuk Kim fname->crypto_buf = name.crypto_buf; 2323a7550b30SJaegeuk Kim return err; 2324a7550b30SJaegeuk Kim } 2325a7550b30SJaegeuk Kim 2326a7550b30SJaegeuk Kim static inline void ext4_fname_free_filename(struct ext4_filename *fname) 2327a7550b30SJaegeuk Kim { 2328a7550b30SJaegeuk Kim struct fscrypt_name name; 2329a7550b30SJaegeuk Kim 2330a7550b30SJaegeuk Kim name.crypto_buf = fname->crypto_buf; 2331a7550b30SJaegeuk Kim fscrypt_free_filename(&name); 2332a7550b30SJaegeuk Kim 2333a7550b30SJaegeuk Kim fname->crypto_buf.name = NULL; 2334a7550b30SJaegeuk Kim fname->usr_fname = NULL; 2335a7550b30SJaegeuk Kim fname->disk_name.name = NULL; 2336a7550b30SJaegeuk Kim } 2337a7550b30SJaegeuk Kim #else 23385b643f9cSTheodore Ts'o static inline int ext4_fname_setup_filename(struct inode *dir, 23395b643f9cSTheodore Ts'o const struct qstr *iname, 23405b643f9cSTheodore Ts'o int lookup, struct ext4_filename *fname) 23415b643f9cSTheodore Ts'o { 23425b643f9cSTheodore Ts'o fname->usr_fname = iname; 23435b643f9cSTheodore Ts'o fname->disk_name.name = (unsigned char *) iname->name; 23445b643f9cSTheodore Ts'o fname->disk_name.len = iname->len; 23455b643f9cSTheodore Ts'o return 0; 23465b643f9cSTheodore Ts'o } 23475b643f9cSTheodore Ts'o static inline void ext4_fname_free_filename(struct ext4_filename *fname) { } 2348a7550b30SJaegeuk Kim 2349d5d0e8c7SMichael Halcrow #endif 2350d5d0e8c7SMichael Halcrow 23513dcf5451SChristoph Hellwig /* dir.c */ 235260fd4da3STheodore Ts'o extern int __ext4_check_dir_entry(const char *, unsigned int, struct inode *, 2353f7c21177STheodore Ts'o struct file *, 23543dcf5451SChristoph Hellwig struct ext4_dir_entry_2 *, 2355226ba972STao Ma struct buffer_head *, char *, int, 2356226ba972STao Ma unsigned int); 2357226ba972STao Ma #define ext4_check_dir_entry(dir, filp, de, bh, buf, size, offset) \ 2358f7c21177STheodore Ts'o unlikely(__ext4_check_dir_entry(__func__, __LINE__, (dir), (filp), \ 2359226ba972STao Ma (de), (bh), (buf), (size), (offset))) 23603dcf5451SChristoph Hellwig extern int ext4_htree_store_dirent(struct file *dir_file, __u32 hash, 23613dcf5451SChristoph Hellwig __u32 minor_hash, 23622f61830aSTheodore Ts'o struct ext4_dir_entry_2 *dirent, 2363a7550b30SJaegeuk Kim struct fscrypt_str *ent_name); 23643dcf5451SChristoph Hellwig extern void ext4_htree_free_dir_info(struct dir_private_info *p); 2365978fef91STao Ma extern int ext4_find_dest_de(struct inode *dir, struct inode *inode, 2366978fef91STao Ma struct buffer_head *bh, 2367978fef91STao Ma void *buf, int buf_size, 23685b643f9cSTheodore Ts'o struct ext4_filename *fname, 2369978fef91STao Ma struct ext4_dir_entry_2 **dest_de); 23701bc0af60SEric Biggers void ext4_insert_dentry(struct inode *inode, 2371978fef91STao Ma struct ext4_dir_entry_2 *de, 2372978fef91STao Ma int buf_size, 23735b643f9cSTheodore Ts'o struct ext4_filename *fname); 2374978fef91STao Ma static inline void ext4_update_dx_flag(struct inode *inode) 2375978fef91STao Ma { 2376e2b911c5SDarrick J. Wong if (!ext4_has_feature_dir_index(inode->i_sb)) 2377978fef91STao Ma ext4_clear_inode_flag(inode, EXT4_INODE_INDEX); 2378978fef91STao Ma } 2379d6006186SEric Biggers static const unsigned char ext4_filetype_table[] = { 238065d165d9STao Ma DT_UNKNOWN, DT_REG, DT_DIR, DT_CHR, DT_BLK, DT_FIFO, DT_SOCK, DT_LNK 238165d165d9STao Ma }; 238265d165d9STao Ma 238365d165d9STao Ma static inline unsigned char get_dtype(struct super_block *sb, int filetype) 238465d165d9STao Ma { 2385e2b911c5SDarrick J. Wong if (!ext4_has_feature_filetype(sb) || filetype >= EXT4_FT_MAX) 238665d165d9STao Ma return DT_UNKNOWN; 238765d165d9STao Ma 238865d165d9STao Ma return ext4_filetype_table[filetype]; 238965d165d9STao Ma } 239040b163f1SDarrick J. Wong extern int ext4_check_all_de(struct inode *dir, struct buffer_head *bh, 239140b163f1SDarrick J. Wong void *buf, int buf_size); 23923dcf5451SChristoph Hellwig 23933dcf5451SChristoph Hellwig /* fsync.c */ 239402c24a82SJosef Bacik extern int ext4_sync_file(struct file *, loff_t, loff_t, int); 23953dcf5451SChristoph Hellwig 23963dcf5451SChristoph Hellwig /* hash.c */ 2397b886ee3eSGabriel Krisman Bertazi extern int ext4fs_dirhash(const struct inode *dir, const char *name, int len, 2398b886ee3eSGabriel Krisman Bertazi struct dx_hash_info *hinfo); 23993dcf5451SChristoph Hellwig 24003dcf5451SChristoph Hellwig /* ialloc.c */ 24011139575aSTheodore Ts'o extern struct inode *__ext4_new_inode(handle_t *, struct inode *, umode_t, 24025cb81dabSDmitry Monakhov const struct qstr *qstr, __u32 goal, 24031b917ed8STahsin Erdogan uid_t *owner, __u32 i_flags, 24041b917ed8STahsin Erdogan int handle_type, unsigned int line_no, 24051b917ed8STahsin Erdogan int nblocks); 24061139575aSTheodore Ts'o 24071b917ed8STahsin Erdogan #define ext4_new_inode(handle, dir, mode, qstr, goal, owner, i_flags) \ 24081139575aSTheodore Ts'o __ext4_new_inode((handle), (dir), (mode), (qstr), (goal), (owner), \ 24091b917ed8STahsin Erdogan i_flags, 0, 0, 0) 24101139575aSTheodore Ts'o #define ext4_new_inode_start_handle(dir, mode, qstr, goal, owner, \ 24111139575aSTheodore Ts'o type, nblocks) \ 24121139575aSTheodore Ts'o __ext4_new_inode(NULL, (dir), (mode), (qstr), (goal), (owner), \ 24131b917ed8STahsin Erdogan 0, (type), __LINE__, (nblocks)) 24141139575aSTheodore Ts'o 24151139575aSTheodore Ts'o 24163dcf5451SChristoph Hellwig extern void ext4_free_inode(handle_t *, struct inode *); 24173dcf5451SChristoph Hellwig extern struct inode * ext4_orphan_get(struct super_block *, unsigned long); 24183dcf5451SChristoph Hellwig extern unsigned long ext4_count_free_inodes(struct super_block *); 24193dcf5451SChristoph Hellwig extern unsigned long ext4_count_dirs(struct super_block *); 24203dcf5451SChristoph Hellwig extern void ext4_check_inodes_bitmap(struct super_block *); 242161d08673STheodore Ts'o extern void ext4_mark_bitmap_end(int start_bit, int end_bit, char *bitmap); 2422bfff6873SLukas Czerner extern int ext4_init_inode_table(struct super_block *sb, 2423bfff6873SLukas Czerner ext4_group_t group, int barrier); 2424813e5727STheodore Ts'o extern void ext4_end_bitmap_read(struct buffer_head *bh, int uptodate); 24253dcf5451SChristoph Hellwig 24263dcf5451SChristoph Hellwig /* mballoc.c */ 2427247dbed8SChristoph Hellwig extern const struct seq_operations ext4_mb_seq_groups_ops; 24283dcf5451SChristoph Hellwig extern long ext4_mb_stats; 24293dcf5451SChristoph Hellwig extern long ext4_mb_max_to_scan; 24309d99012fSAkira Fujita extern int ext4_mb_init(struct super_block *); 24313dcf5451SChristoph Hellwig extern int ext4_mb_release(struct super_block *); 24323dcf5451SChristoph Hellwig extern ext4_fsblk_t ext4_mb_new_blocks(handle_t *, 24333dcf5451SChristoph Hellwig struct ext4_allocation_request *, int *); 24343dcf5451SChristoph Hellwig extern int ext4_mb_reserve_blocks(struct super_block *, int); 2435c2ea3fdeSTheodore Ts'o extern void ext4_discard_preallocations(struct inode *); 24365dabfc78STheodore Ts'o extern int __init ext4_init_mballoc(void); 24375dabfc78STheodore Ts'o extern void ext4_exit_mballoc(void); 243844338711STheodore Ts'o extern void ext4_free_blocks(handle_t *handle, struct inode *inode, 2439e6362609STheodore Ts'o struct buffer_head *bh, ext4_fsblk_t block, 2440e6362609STheodore Ts'o unsigned long count, int flags); 244128623c2fSTheodore Ts'o extern int ext4_mb_alloc_groupinfo(struct super_block *sb, 244228623c2fSTheodore Ts'o ext4_group_t ngroups); 2443920313a7SAneesh Kumar K.V extern int ext4_mb_add_groupinfo(struct super_block *sb, 24445f21b0e6SFrederic Bohe ext4_group_t i, struct ext4_group_desc *desc); 2445cc7365dfSYongqiang Yang extern int ext4_group_add_blocks(handle_t *handle, struct super_block *sb, 24462846e820SAmir Goldstein ext4_fsblk_t block, unsigned long count); 24477360d173SLukas Czerner extern int ext4_trim_fs(struct super_block *, struct fstrim_range *); 2448a0154344SDaeho Jeong extern void ext4_process_freed_data(struct super_block *sb, tid_t commit_tid); 24497360d173SLukas Czerner 24503dcf5451SChristoph Hellwig /* inode.c */ 2451f348c252STheodore Ts'o int ext4_inode_is_fast_symlink(struct inode *inode); 245210560082STheodore Ts'o struct buffer_head *ext4_getblk(handle_t *, struct inode *, ext4_lblk_t, int); 24531c215028STheodore Ts'o struct buffer_head *ext4_bread(handle_t *, struct inode *, ext4_lblk_t, int); 24549699d4f9STahsin Erdogan int ext4_bread_batch(struct inode *inode, ext4_lblk_t block, int bh_count, 24559699d4f9STahsin Erdogan bool wait, struct buffer_head **bhs); 2456705965bdSJan Kara int ext4_get_block_unwritten(struct inode *inode, sector_t iblock, 2457f19d5870STao Ma struct buffer_head *bh_result, int create); 24586873fa0dSEric Sandeen int ext4_get_block(struct inode *inode, sector_t iblock, 24596873fa0dSEric Sandeen struct buffer_head *bh_result, int create); 2460705965bdSJan Kara int ext4_dio_get_block(struct inode *inode, sector_t iblock, 2461705965bdSJan Kara struct buffer_head *bh_result, int create); 24629c3569b5STao Ma int ext4_da_get_block_prep(struct inode *inode, sector_t iblock, 24639c3569b5STao Ma struct buffer_head *bh, int create); 2464f19d5870STao Ma int ext4_walk_page_buffers(handle_t *handle, 2465f19d5870STao Ma struct buffer_head *head, 2466f19d5870STao Ma unsigned from, 2467f19d5870STao Ma unsigned to, 2468f19d5870STao Ma int *partial, 2469f19d5870STao Ma int (*fn)(handle_t *handle, 2470f19d5870STao Ma struct buffer_head *bh)); 2471f19d5870STao Ma int do_journal_get_write_access(handle_t *handle, 2472f19d5870STao Ma struct buffer_head *bh); 24739c3569b5STao Ma #define FALL_BACK_TO_NONDELALLOC 1 24749c3569b5STao Ma #define CONVERT_INLINE_DATA 2 24753dcf5451SChristoph Hellwig 24768a363970STheodore Ts'o typedef enum { 24778a363970STheodore Ts'o EXT4_IGET_NORMAL = 0, 24788a363970STheodore Ts'o EXT4_IGET_SPECIAL = 0x0001, /* OK to iget a system inode */ 24798a363970STheodore Ts'o EXT4_IGET_HANDLE = 0x0002 /* Inode # is from a handle */ 24808a363970STheodore Ts'o } ext4_iget_flags; 24818a363970STheodore Ts'o 24828a363970STheodore Ts'o extern struct inode *__ext4_iget(struct super_block *sb, unsigned long ino, 24838a363970STheodore Ts'o ext4_iget_flags flags, const char *function, 24848a363970STheodore Ts'o unsigned int line); 24858a363970STheodore Ts'o 24868a363970STheodore Ts'o #define ext4_iget(sb, ino, flags) \ 24878a363970STheodore Ts'o __ext4_iget((sb), (ino), (flags), __func__, __LINE__) 24888a363970STheodore Ts'o 2489a9185b41SChristoph Hellwig extern int ext4_write_inode(struct inode *, struct writeback_control *); 24903dcf5451SChristoph Hellwig extern int ext4_setattr(struct dentry *, struct iattr *); 2491a528d35eSDavid Howells extern int ext4_getattr(const struct path *, struct kstat *, u32, unsigned int); 24920930fcc1SAl Viro extern void ext4_evict_inode(struct inode *); 24930930fcc1SAl Viro extern void ext4_clear_inode(struct inode *); 249499652ea5SDavid Howells extern int ext4_file_getattr(const struct path *, struct kstat *, u32, unsigned int); 24953dcf5451SChristoph Hellwig extern int ext4_sync_inode(handle_t *, struct inode *); 2496aa385729SChristoph Hellwig extern void ext4_dirty_inode(struct inode *, int); 24973dcf5451SChristoph Hellwig extern int ext4_change_inode_journal_flag(struct inode *, int); 24983dcf5451SChristoph Hellwig extern int ext4_get_inode_loc(struct inode *, struct ext4_iloc *); 2499a361293fSJan Kara extern int ext4_inode_attach_jinode(struct inode *inode); 250091ef4cafSDuane Griffin extern int ext4_can_truncate(struct inode *inode); 25012c98eb5eSTheodore Ts'o extern int ext4_truncate(struct inode *); 2502430657b6SRoss Zwisler extern int ext4_break_layouts(struct inode *); 2503aeb2817aSAshish Sangwan extern int ext4_punch_hole(struct inode *inode, loff_t offset, loff_t length); 2504487caeefSJan Kara extern int ext4_truncate_restart_trans(handle_t *, struct inode *, int nblocks); 25053dcf5451SChristoph Hellwig extern void ext4_set_inode_flags(struct inode *); 2506ccd2506bSTheodore Ts'o extern int ext4_alloc_da_blocks(struct inode *inode); 25073dcf5451SChristoph Hellwig extern void ext4_set_aops(struct inode *inode); 25083dcf5451SChristoph Hellwig extern int ext4_writepage_trans_blocks(struct inode *); 2509f3bd1f3fSMingming Cao extern int ext4_chunk_trans_blocks(struct inode *, int nrblocks); 2510a87dd18cSLukas Czerner extern int ext4_zero_partial_blocks(handle_t *handle, struct inode *inode, 2511a87dd18cSLukas Czerner loff_t lstart, loff_t lend); 2512401b25aaSSouptick Joarder extern vm_fault_t ext4_page_mkwrite(struct vm_fault *vmf); 2513401b25aaSSouptick Joarder extern vm_fault_t ext4_filemap_fault(struct vm_fault *vmf); 2514a9e7f447SDmitry Monakhov extern qsize_t *ext4_get_reserved_space(struct inode *inode); 2515040cb378SLi Xi extern int ext4_get_projid(struct inode *inode, kprojid_t *projid); 2516f456767dSEric Whitney extern void ext4_da_release_space(struct inode *inode, int to_free); 25175f634d06SAneesh Kumar K.V extern void ext4_da_update_reserve_space(struct inode *inode, 25185f634d06SAneesh Kumar K.V int used, int quota_claim); 251953085facSJan Kara extern int ext4_issue_zeroout(struct inode *inode, ext4_lblk_t lblk, 252053085facSJan Kara ext4_fsblk_t pblk, ext4_lblk_t len); 2521dae1e52cSAmir Goldstein 2522dae1e52cSAmir Goldstein /* indirect.c */ 2523dae1e52cSAmir Goldstein extern int ext4_ind_map_blocks(handle_t *handle, struct inode *inode, 2524dae1e52cSAmir Goldstein struct ext4_map_blocks *map, int flags); 2525dae1e52cSAmir Goldstein extern int ext4_ind_calc_metadata_amount(struct inode *inode, sector_t lblock); 2526fa55a0edSJan Kara extern int ext4_ind_trans_blocks(struct inode *inode, int nrblocks); 2527819c4920STheodore Ts'o extern void ext4_ind_truncate(handle_t *, struct inode *inode); 25284f579ae7SLukas Czerner extern int ext4_ind_remove_space(handle_t *handle, struct inode *inode, 25294f579ae7SLukas Czerner ext4_lblk_t start, ext4_lblk_t end); 2530ff9893dcSAmir Goldstein 25313dcf5451SChristoph Hellwig /* ioctl.c */ 25323dcf5451SChristoph Hellwig extern long ext4_ioctl(struct file *, unsigned int, unsigned long); 25333dcf5451SChristoph Hellwig extern long ext4_compat_ioctl(struct file *, unsigned int, unsigned long); 25343dcf5451SChristoph Hellwig 25353dcf5451SChristoph Hellwig /* migrate.c */ 25362a43a878SAneesh Kumar K.V extern int ext4_ext_migrate(struct inode *); 25370d14b098SLukas Czerner extern int ext4_ind_migrate(struct inode *inode); 25383d0518f4SWei Yongjun 25393dcf5451SChristoph Hellwig /* namei.c */ 2540b0336e8dSDarrick J. Wong extern int ext4_dirent_csum_verify(struct inode *inode, 2541b0336e8dSDarrick J. Wong struct ext4_dir_entry *dirent); 25423dcf5451SChristoph Hellwig extern int ext4_orphan_add(handle_t *, struct inode *); 25433dcf5451SChristoph Hellwig extern int ext4_orphan_del(handle_t *, struct inode *); 25443dcf5451SChristoph Hellwig extern int ext4_htree_fill_tree(struct file *dir_file, __u32 start_hash, 25453dcf5451SChristoph Hellwig __u32 start_minor_hash, __u32 *next_hash); 25465b643f9cSTheodore Ts'o extern int ext4_search_dir(struct buffer_head *bh, 25477335cd3bSTao Ma char *search_buf, 25487335cd3bSTao Ma int buf_size, 25497335cd3bSTao Ma struct inode *dir, 25505b643f9cSTheodore Ts'o struct ext4_filename *fname, 25517335cd3bSTao Ma unsigned int offset, 25527335cd3bSTao Ma struct ext4_dir_entry_2 **res_dir); 255305019a9eSTao Ma extern int ext4_generic_delete_entry(handle_t *handle, 255405019a9eSTao Ma struct inode *dir, 255505019a9eSTao Ma struct ext4_dir_entry_2 *de_del, 255605019a9eSTao Ma struct buffer_head *bh, 255705019a9eSTao Ma void *entry_buf, 255805019a9eSTao Ma int buf_size, 255905019a9eSTao Ma int csum_size); 2560a7550b30SJaegeuk Kim extern bool ext4_empty_dir(struct inode *inode); 25613dcf5451SChristoph Hellwig 25623dcf5451SChristoph Hellwig /* resize.c */ 25633dcf5451SChristoph Hellwig extern int ext4_group_add(struct super_block *sb, 25643dcf5451SChristoph Hellwig struct ext4_new_group_data *input); 25653dcf5451SChristoph Hellwig extern int ext4_group_extend(struct super_block *sb, 25663dcf5451SChristoph Hellwig struct ext4_super_block *es, 25673dcf5451SChristoph Hellwig ext4_fsblk_t n_blocks_count); 256819c5246dSYongqiang Yang extern int ext4_resize_fs(struct super_block *sb, ext4_fsblk_t n_blocks_count); 25693dcf5451SChristoph Hellwig 25703dcf5451SChristoph Hellwig /* super.c */ 2571fb265c9cSTheodore Ts'o extern struct buffer_head *ext4_sb_bread(struct super_block *sb, 2572fb265c9cSTheodore Ts'o sector_t block, int op_flags); 2573ebd173beSTheodore Ts'o extern int ext4_seq_options_show(struct seq_file *seq, void *offset); 2574952fc18eSTheodore Ts'o extern int ext4_calculate_overhead(struct super_block *sb); 257506db49e6STheodore Ts'o extern void ext4_superblock_csum_set(struct super_block *sb); 25769933fc0aSTheodore Ts'o extern void *ext4_kvmalloc(size_t size, gfp_t flags); 25779933fc0aSTheodore Ts'o extern void *ext4_kvzalloc(size_t size, gfp_t flags); 2578117fff10STheodore Ts'o extern int ext4_alloc_flex_bg_array(struct super_block *sb, 2579117fff10STheodore Ts'o ext4_group_t ngroup); 2580722887ddSTheodore Ts'o extern const char *ext4_decode_error(struct super_block *sb, int errno, 2581722887ddSTheodore Ts'o char nbuf[16]); 2582db79e6d1SWang Shilong extern void ext4_mark_group_bitmap_corrupted(struct super_block *sb, 2583db79e6d1SWang Shilong ext4_group_t block_group, 2584db79e6d1SWang Shilong unsigned int flags); 2585e7c96e8eSJoe Perches 2586b9075fa9SJoe Perches extern __printf(4, 5) 2587b9075fa9SJoe Perches void __ext4_error(struct super_block *, const char *, unsigned int, 2588b9075fa9SJoe Perches const char *, ...); 2589b9075fa9SJoe Perches extern __printf(5, 6) 2590e7c96e8eSJoe Perches void __ext4_error_inode(struct inode *, const char *, unsigned int, ext4_fsblk_t, 2591b9075fa9SJoe Perches const char *, ...); 2592b9075fa9SJoe Perches extern __printf(5, 6) 2593e7c96e8eSJoe Perches void __ext4_error_file(struct file *, const char *, unsigned int, ext4_fsblk_t, 2594b9075fa9SJoe Perches const char *, ...); 2595c398eda0STheodore Ts'o extern void __ext4_std_error(struct super_block *, const char *, 2596c398eda0STheodore Ts'o unsigned int, int); 2597b9075fa9SJoe Perches extern __printf(4, 5) 2598b9075fa9SJoe Perches void __ext4_abort(struct super_block *, const char *, unsigned int, 2599b9075fa9SJoe Perches const char *, ...); 2600b9075fa9SJoe Perches extern __printf(4, 5) 2601b9075fa9SJoe Perches void __ext4_warning(struct super_block *, const char *, unsigned int, 2602b9075fa9SJoe Perches const char *, ...); 2603b03a2f7eSAndreas Dilger extern __printf(4, 5) 2604b03a2f7eSAndreas Dilger void __ext4_warning_inode(const struct inode *inode, const char *function, 2605b03a2f7eSAndreas Dilger unsigned int line, const char *fmt, ...); 2606b9075fa9SJoe Perches extern __printf(3, 4) 2607e7c96e8eSJoe Perches void __ext4_msg(struct super_block *, const char *, const char *, ...); 2608c5e06d10SJohann Lombardi extern void __dump_mmp_msg(struct super_block *, struct mmp_struct *mmp, 2609c5e06d10SJohann Lombardi const char *, unsigned int, const char *); 2610b9075fa9SJoe Perches extern __printf(7, 8) 2611b9075fa9SJoe Perches void __ext4_grp_locked_error(const char *, unsigned int, 2612b9075fa9SJoe Perches struct super_block *, ext4_group_t, 2613b9075fa9SJoe Perches unsigned long, ext4_fsblk_t, 2614b9075fa9SJoe Perches const char *, ...); 2615e7c96e8eSJoe Perches 2616b03a2f7eSAndreas Dilger #define EXT4_ERROR_INODE(inode, fmt, a...) \ 2617b03a2f7eSAndreas Dilger ext4_error_inode((inode), __func__, __LINE__, 0, (fmt), ## a) 2618b03a2f7eSAndreas Dilger 2619b03a2f7eSAndreas Dilger #define EXT4_ERROR_INODE_BLOCK(inode, block, fmt, a...) \ 2620b03a2f7eSAndreas Dilger ext4_error_inode((inode), __func__, __LINE__, (block), (fmt), ## a) 2621b03a2f7eSAndreas Dilger 2622b03a2f7eSAndreas Dilger #define EXT4_ERROR_FILE(file, block, fmt, a...) \ 2623b03a2f7eSAndreas Dilger ext4_error_file((file), __func__, __LINE__, (block), (fmt), ## a) 2624b03a2f7eSAndreas Dilger 2625e7c96e8eSJoe Perches #ifdef CONFIG_PRINTK 2626e7c96e8eSJoe Perches 2627e7c96e8eSJoe Perches #define ext4_error_inode(inode, func, line, block, fmt, ...) \ 2628e7c96e8eSJoe Perches __ext4_error_inode(inode, func, line, block, fmt, ##__VA_ARGS__) 2629e7c96e8eSJoe Perches #define ext4_error_file(file, func, line, block, fmt, ...) \ 2630e7c96e8eSJoe Perches __ext4_error_file(file, func, line, block, fmt, ##__VA_ARGS__) 2631e7c96e8eSJoe Perches #define ext4_error(sb, fmt, ...) \ 2632e7c96e8eSJoe Perches __ext4_error(sb, __func__, __LINE__, fmt, ##__VA_ARGS__) 2633e7c96e8eSJoe Perches #define ext4_abort(sb, fmt, ...) \ 2634e7c96e8eSJoe Perches __ext4_abort(sb, __func__, __LINE__, fmt, ##__VA_ARGS__) 2635e7c96e8eSJoe Perches #define ext4_warning(sb, fmt, ...) \ 2636e7c96e8eSJoe Perches __ext4_warning(sb, __func__, __LINE__, fmt, ##__VA_ARGS__) 2637b03a2f7eSAndreas Dilger #define ext4_warning_inode(inode, fmt, ...) \ 2638b03a2f7eSAndreas Dilger __ext4_warning_inode(inode, __func__, __LINE__, fmt, ##__VA_ARGS__) 2639e7c96e8eSJoe Perches #define ext4_msg(sb, level, fmt, ...) \ 2640e7c96e8eSJoe Perches __ext4_msg(sb, level, fmt, ##__VA_ARGS__) 2641e7c96e8eSJoe Perches #define dump_mmp_msg(sb, mmp, msg) \ 2642e7c96e8eSJoe Perches __dump_mmp_msg(sb, mmp, __func__, __LINE__, msg) 2643e7c96e8eSJoe Perches #define ext4_grp_locked_error(sb, grp, ino, block, fmt, ...) \ 2644e7c96e8eSJoe Perches __ext4_grp_locked_error(__func__, __LINE__, sb, grp, ino, block, \ 2645e7c96e8eSJoe Perches fmt, ##__VA_ARGS__) 2646e7c96e8eSJoe Perches 2647e7c96e8eSJoe Perches #else 2648e7c96e8eSJoe Perches 2649e7c96e8eSJoe Perches #define ext4_error_inode(inode, func, line, block, fmt, ...) \ 2650e7c96e8eSJoe Perches do { \ 2651e7c96e8eSJoe Perches no_printk(fmt, ##__VA_ARGS__); \ 2652e7c96e8eSJoe Perches __ext4_error_inode(inode, "", 0, block, " "); \ 2653e7c96e8eSJoe Perches } while (0) 2654e7c96e8eSJoe Perches #define ext4_error_file(file, func, line, block, fmt, ...) \ 2655e7c96e8eSJoe Perches do { \ 2656e7c96e8eSJoe Perches no_printk(fmt, ##__VA_ARGS__); \ 2657e7c96e8eSJoe Perches __ext4_error_file(file, "", 0, block, " "); \ 2658e7c96e8eSJoe Perches } while (0) 2659e7c96e8eSJoe Perches #define ext4_error(sb, fmt, ...) \ 2660e7c96e8eSJoe Perches do { \ 2661e7c96e8eSJoe Perches no_printk(fmt, ##__VA_ARGS__); \ 2662e7c96e8eSJoe Perches __ext4_error(sb, "", 0, " "); \ 2663e7c96e8eSJoe Perches } while (0) 2664e7c96e8eSJoe Perches #define ext4_abort(sb, fmt, ...) \ 2665e7c96e8eSJoe Perches do { \ 2666e7c96e8eSJoe Perches no_printk(fmt, ##__VA_ARGS__); \ 2667e7c96e8eSJoe Perches __ext4_abort(sb, "", 0, " "); \ 2668e7c96e8eSJoe Perches } while (0) 2669e7c96e8eSJoe Perches #define ext4_warning(sb, fmt, ...) \ 2670e7c96e8eSJoe Perches do { \ 2671e7c96e8eSJoe Perches no_printk(fmt, ##__VA_ARGS__); \ 2672e7c96e8eSJoe Perches __ext4_warning(sb, "", 0, " "); \ 2673e7c96e8eSJoe Perches } while (0) 2674b03a2f7eSAndreas Dilger #define ext4_warning_inode(inode, fmt, ...) \ 2675b03a2f7eSAndreas Dilger do { \ 2676b03a2f7eSAndreas Dilger no_printk(fmt, ##__VA_ARGS__); \ 2677b03a2f7eSAndreas Dilger __ext4_warning_inode(inode, "", 0, " "); \ 2678b03a2f7eSAndreas Dilger } while (0) 2679e7c96e8eSJoe Perches #define ext4_msg(sb, level, fmt, ...) \ 2680e7c96e8eSJoe Perches do { \ 2681e7c96e8eSJoe Perches no_printk(fmt, ##__VA_ARGS__); \ 2682e7c96e8eSJoe Perches __ext4_msg(sb, "", " "); \ 2683e7c96e8eSJoe Perches } while (0) 2684e7c96e8eSJoe Perches #define dump_mmp_msg(sb, mmp, msg) \ 2685e7c96e8eSJoe Perches __dump_mmp_msg(sb, mmp, "", 0, "") 2686e7c96e8eSJoe Perches #define ext4_grp_locked_error(sb, grp, ino, block, fmt, ...) \ 2687e7c96e8eSJoe Perches do { \ 2688e7c96e8eSJoe Perches no_printk(fmt, ##__VA_ARGS__); \ 2689e7c96e8eSJoe Perches __ext4_grp_locked_error("", 0, sb, grp, ino, block, " "); \ 2690e7c96e8eSJoe Perches } while (0) 2691e7c96e8eSJoe Perches 2692e7c96e8eSJoe Perches #endif 2693e7c96e8eSJoe Perches 26943dcf5451SChristoph Hellwig extern int ext4_update_compat_feature(handle_t *handle, struct super_block *sb, 26953dcf5451SChristoph Hellwig __u32 compat); 26963dcf5451SChristoph Hellwig extern int ext4_update_rocompat_feature(handle_t *handle, 26973dcf5451SChristoph Hellwig struct super_block *sb, __u32 rocompat); 26983dcf5451SChristoph Hellwig extern int ext4_update_incompat_feature(handle_t *handle, 26993dcf5451SChristoph Hellwig struct super_block *sb, __u32 incompat); 27003dcf5451SChristoph Hellwig extern ext4_fsblk_t ext4_block_bitmap(struct super_block *sb, 27013dcf5451SChristoph Hellwig struct ext4_group_desc *bg); 27023dcf5451SChristoph Hellwig extern ext4_fsblk_t ext4_inode_bitmap(struct super_block *sb, 27033dcf5451SChristoph Hellwig struct ext4_group_desc *bg); 27043dcf5451SChristoph Hellwig extern ext4_fsblk_t ext4_inode_table(struct super_block *sb, 27053dcf5451SChristoph Hellwig struct ext4_group_desc *bg); 2706021b65bbSTheodore Ts'o extern __u32 ext4_free_group_clusters(struct super_block *sb, 2707560671a0SAneesh Kumar K.V struct ext4_group_desc *bg); 2708560671a0SAneesh Kumar K.V extern __u32 ext4_free_inodes_count(struct super_block *sb, 2709560671a0SAneesh Kumar K.V struct ext4_group_desc *bg); 2710560671a0SAneesh Kumar K.V extern __u32 ext4_used_dirs_count(struct super_block *sb, 2711560671a0SAneesh Kumar K.V struct ext4_group_desc *bg); 2712560671a0SAneesh Kumar K.V extern __u32 ext4_itable_unused_count(struct super_block *sb, 2713560671a0SAneesh Kumar K.V struct ext4_group_desc *bg); 27143dcf5451SChristoph Hellwig extern void ext4_block_bitmap_set(struct super_block *sb, 27153dcf5451SChristoph Hellwig struct ext4_group_desc *bg, ext4_fsblk_t blk); 27163dcf5451SChristoph Hellwig extern void ext4_inode_bitmap_set(struct super_block *sb, 27173dcf5451SChristoph Hellwig struct ext4_group_desc *bg, ext4_fsblk_t blk); 27183dcf5451SChristoph Hellwig extern void ext4_inode_table_set(struct super_block *sb, 27193dcf5451SChristoph Hellwig struct ext4_group_desc *bg, ext4_fsblk_t blk); 2720021b65bbSTheodore Ts'o extern void ext4_free_group_clusters_set(struct super_block *sb, 2721021b65bbSTheodore Ts'o struct ext4_group_desc *bg, 2722021b65bbSTheodore Ts'o __u32 count); 2723560671a0SAneesh Kumar K.V extern void ext4_free_inodes_set(struct super_block *sb, 2724560671a0SAneesh Kumar K.V struct ext4_group_desc *bg, __u32 count); 2725560671a0SAneesh Kumar K.V extern void ext4_used_dirs_set(struct super_block *sb, 2726560671a0SAneesh Kumar K.V struct ext4_group_desc *bg, __u32 count); 2727560671a0SAneesh Kumar K.V extern void ext4_itable_unused_set(struct super_block *sb, 2728560671a0SAneesh Kumar K.V struct ext4_group_desc *bg, __u32 count); 2729feb0ab32SDarrick J. Wong extern int ext4_group_desc_csum_verify(struct super_block *sb, __u32 group, 2730bb23c20aSTheodore Ts'o struct ext4_group_desc *gdp); 2731feb0ab32SDarrick J. Wong extern void ext4_group_desc_csum_set(struct super_block *sb, __u32 group, 2732bb23c20aSTheodore Ts'o struct ext4_group_desc *gdp); 27337f511862STheodore Ts'o extern int ext4_register_li_request(struct super_block *sb, 27347f511862STheodore Ts'o ext4_group_t first_not_zeroed); 27353dcf5451SChristoph Hellwig 27369aa5d32bSDmitry Monakhov static inline int ext4_has_metadata_csum(struct super_block *sb) 27379aa5d32bSDmitry Monakhov { 2738e2b911c5SDarrick J. Wong WARN_ON_ONCE(ext4_has_feature_metadata_csum(sb) && 27399aa5d32bSDmitry Monakhov !EXT4_SB(sb)->s_chksum_driver); 27409aa5d32bSDmitry Monakhov 2741dec214d0STahsin Erdogan return ext4_has_feature_metadata_csum(sb) && 2742dec214d0STahsin Erdogan (EXT4_SB(sb)->s_chksum_driver != NULL); 27439aa5d32bSDmitry Monakhov } 2744dec214d0STahsin Erdogan 2745dec214d0STahsin Erdogan static inline int ext4_has_group_desc_csum(struct super_block *sb) 2746dec214d0STahsin Erdogan { 2747dec214d0STahsin Erdogan return ext4_has_feature_gdt_csum(sb) || ext4_has_metadata_csum(sb); 2748dec214d0STahsin Erdogan } 2749dec214d0STahsin Erdogan 27503dcf5451SChristoph Hellwig static inline ext4_fsblk_t ext4_blocks_count(struct ext4_super_block *es) 27513dcf5451SChristoph Hellwig { 27523dcf5451SChristoph Hellwig return ((ext4_fsblk_t)le32_to_cpu(es->s_blocks_count_hi) << 32) | 27533dcf5451SChristoph Hellwig le32_to_cpu(es->s_blocks_count_lo); 27543dcf5451SChristoph Hellwig } 27553dcf5451SChristoph Hellwig 27563dcf5451SChristoph Hellwig static inline ext4_fsblk_t ext4_r_blocks_count(struct ext4_super_block *es) 27573dcf5451SChristoph Hellwig { 27583dcf5451SChristoph Hellwig return ((ext4_fsblk_t)le32_to_cpu(es->s_r_blocks_count_hi) << 32) | 27593dcf5451SChristoph Hellwig le32_to_cpu(es->s_r_blocks_count_lo); 27603dcf5451SChristoph Hellwig } 27613dcf5451SChristoph Hellwig 27623dcf5451SChristoph Hellwig static inline ext4_fsblk_t ext4_free_blocks_count(struct ext4_super_block *es) 27633dcf5451SChristoph Hellwig { 27643dcf5451SChristoph Hellwig return ((ext4_fsblk_t)le32_to_cpu(es->s_free_blocks_count_hi) << 32) | 27653dcf5451SChristoph Hellwig le32_to_cpu(es->s_free_blocks_count_lo); 27663dcf5451SChristoph Hellwig } 27673dcf5451SChristoph Hellwig 27683dcf5451SChristoph Hellwig static inline void ext4_blocks_count_set(struct ext4_super_block *es, 27693dcf5451SChristoph Hellwig ext4_fsblk_t blk) 27703dcf5451SChristoph Hellwig { 27713dcf5451SChristoph Hellwig es->s_blocks_count_lo = cpu_to_le32((u32)blk); 27723dcf5451SChristoph Hellwig es->s_blocks_count_hi = cpu_to_le32(blk >> 32); 27733dcf5451SChristoph Hellwig } 27743dcf5451SChristoph Hellwig 27753dcf5451SChristoph Hellwig static inline void ext4_free_blocks_count_set(struct ext4_super_block *es, 27763dcf5451SChristoph Hellwig ext4_fsblk_t blk) 27773dcf5451SChristoph Hellwig { 27783dcf5451SChristoph Hellwig es->s_free_blocks_count_lo = cpu_to_le32((u32)blk); 27793dcf5451SChristoph Hellwig es->s_free_blocks_count_hi = cpu_to_le32(blk >> 32); 27803dcf5451SChristoph Hellwig } 27813dcf5451SChristoph Hellwig 27823dcf5451SChristoph Hellwig static inline void ext4_r_blocks_count_set(struct ext4_super_block *es, 27833dcf5451SChristoph Hellwig ext4_fsblk_t blk) 27843dcf5451SChristoph Hellwig { 27853dcf5451SChristoph Hellwig es->s_r_blocks_count_lo = cpu_to_le32((u32)blk); 27863dcf5451SChristoph Hellwig es->s_r_blocks_count_hi = cpu_to_le32(blk >> 32); 27873dcf5451SChristoph Hellwig } 27883dcf5451SChristoph Hellwig 2789e08ac99fSArtem Blagodarenko static inline loff_t ext4_isize(struct super_block *sb, 2790e08ac99fSArtem Blagodarenko struct ext4_inode *raw_inode) 27913dcf5451SChristoph Hellwig { 2792e08ac99fSArtem Blagodarenko if (ext4_has_feature_largedir(sb) || 2793e08ac99fSArtem Blagodarenko S_ISREG(le16_to_cpu(raw_inode->i_mode))) 27943dcf5451SChristoph Hellwig return ((loff_t)le32_to_cpu(raw_inode->i_size_high) << 32) | 27953dcf5451SChristoph Hellwig le32_to_cpu(raw_inode->i_size_lo); 2796e08ac99fSArtem Blagodarenko 279706a279d6STheodore Ts'o return (loff_t) le32_to_cpu(raw_inode->i_size_lo); 27983dcf5451SChristoph Hellwig } 27993dcf5451SChristoph Hellwig 28003dcf5451SChristoph Hellwig static inline void ext4_isize_set(struct ext4_inode *raw_inode, loff_t i_size) 28013dcf5451SChristoph Hellwig { 28023dcf5451SChristoph Hellwig raw_inode->i_size_lo = cpu_to_le32(i_size); 28033dcf5451SChristoph Hellwig raw_inode->i_size_high = cpu_to_le32(i_size >> 32); 28043dcf5451SChristoph Hellwig } 28053dcf5451SChristoph Hellwig 28063dcf5451SChristoph Hellwig static inline 28073dcf5451SChristoph Hellwig struct ext4_group_info *ext4_get_group_info(struct super_block *sb, 28083dcf5451SChristoph Hellwig ext4_group_t group) 28093dcf5451SChristoph Hellwig { 28103dcf5451SChristoph Hellwig struct ext4_group_info ***grp_info; 28113dcf5451SChristoph Hellwig long indexv, indexh; 28122f2e09ebSTheodore Ts'o BUG_ON(group >= EXT4_SB(sb)->s_groups_count); 28133dcf5451SChristoph Hellwig grp_info = EXT4_SB(sb)->s_group_info; 28143dcf5451SChristoph Hellwig indexv = group >> (EXT4_DESC_PER_BLOCK_BITS(sb)); 28153dcf5451SChristoph Hellwig indexh = group & ((EXT4_DESC_PER_BLOCK(sb)) - 1); 28163dcf5451SChristoph Hellwig return grp_info[indexv][indexh]; 28173dcf5451SChristoph Hellwig } 28183dcf5451SChristoph Hellwig 28198df9675fSTheodore Ts'o /* 28208df9675fSTheodore Ts'o * Reading s_groups_count requires using smp_rmb() afterwards. See 28218df9675fSTheodore Ts'o * the locking protocol documented in the comments of ext4_group_add() 28228df9675fSTheodore Ts'o * in resize.c 28238df9675fSTheodore Ts'o */ 28248df9675fSTheodore Ts'o static inline ext4_group_t ext4_get_groups_count(struct super_block *sb) 28258df9675fSTheodore Ts'o { 28268df9675fSTheodore Ts'o ext4_group_t ngroups = EXT4_SB(sb)->s_groups_count; 28278df9675fSTheodore Ts'o 28288df9675fSTheodore Ts'o smp_rmb(); 28298df9675fSTheodore Ts'o return ngroups; 28308df9675fSTheodore Ts'o } 28313dcf5451SChristoph Hellwig 2832772cb7c8SJose R. Santos static inline ext4_group_t ext4_flex_group(struct ext4_sb_info *sbi, 2833772cb7c8SJose R. Santos ext4_group_t block_group) 2834772cb7c8SJose R. Santos { 2835772cb7c8SJose R. Santos return block_group >> sbi->s_log_groups_per_flex; 2836772cb7c8SJose R. Santos } 2837772cb7c8SJose R. Santos 2838772cb7c8SJose R. Santos static inline unsigned int ext4_flex_bg_size(struct ext4_sb_info *sbi) 2839772cb7c8SJose R. Santos { 2840772cb7c8SJose R. Santos return 1 << sbi->s_log_groups_per_flex; 2841772cb7c8SJose R. Santos } 2842772cb7c8SJose R. Santos 28433dcf5451SChristoph Hellwig #define ext4_std_error(sb, errno) \ 28443dcf5451SChristoph Hellwig do { \ 28453dcf5451SChristoph Hellwig if ((errno)) \ 2846c398eda0STheodore Ts'o __ext4_std_error((sb), __func__, __LINE__, (errno)); \ 28473dcf5451SChristoph Hellwig } while (0) 28483dcf5451SChristoph Hellwig 2849a30d542aSAneesh Kumar K.V #ifdef CONFIG_SMP 2850df55c99dSTheodore Ts'o /* Each CPU can accumulate percpu_counter_batch clusters in their local 2851df55c99dSTheodore Ts'o * counters. So we need to make sure we have free clusters more 2852179f7ebfSEric Dumazet * than percpu_counter_batch * nr_cpu_ids. Also add a window of 4 times. 2853a30d542aSAneesh Kumar K.V */ 2854df55c99dSTheodore Ts'o #define EXT4_FREECLUSTERS_WATERMARK (4 * (percpu_counter_batch * nr_cpu_ids)) 2855a30d542aSAneesh Kumar K.V #else 2856df55c99dSTheodore Ts'o #define EXT4_FREECLUSTERS_WATERMARK 0 2857a30d542aSAneesh Kumar K.V #endif 2858a30d542aSAneesh Kumar K.V 285990e775b7SJan Kara /* Update i_disksize. Requires i_mutex to avoid races with truncate */ 2860cf17fea6SAneesh Kumar K.V static inline void ext4_update_i_disksize(struct inode *inode, loff_t newsize) 2861cf17fea6SAneesh Kumar K.V { 286290e775b7SJan Kara WARN_ON_ONCE(S_ISREG(inode->i_mode) && 28635955102cSAl Viro !inode_is_locked(inode)); 2864cf17fea6SAneesh Kumar K.V down_write(&EXT4_I(inode)->i_data_sem); 2865cf17fea6SAneesh Kumar K.V if (newsize > EXT4_I(inode)->i_disksize) 2866cf17fea6SAneesh Kumar K.V EXT4_I(inode)->i_disksize = newsize; 2867cf17fea6SAneesh Kumar K.V up_write(&EXT4_I(inode)->i_data_sem); 286890e775b7SJan Kara } 286990e775b7SJan Kara 28704631dbf6SDmitry Monakhov /* Update i_size, i_disksize. Requires i_mutex to avoid races with truncate */ 28714631dbf6SDmitry Monakhov static inline int ext4_update_inode_size(struct inode *inode, loff_t newsize) 28724631dbf6SDmitry Monakhov { 28734631dbf6SDmitry Monakhov int changed = 0; 28744631dbf6SDmitry Monakhov 28754631dbf6SDmitry Monakhov if (newsize > inode->i_size) { 28764631dbf6SDmitry Monakhov i_size_write(inode, newsize); 28774631dbf6SDmitry Monakhov changed = 1; 28784631dbf6SDmitry Monakhov } 28794631dbf6SDmitry Monakhov if (newsize > EXT4_I(inode)->i_disksize) { 28804631dbf6SDmitry Monakhov ext4_update_i_disksize(inode, newsize); 28814631dbf6SDmitry Monakhov changed |= 2; 28824631dbf6SDmitry Monakhov } 28834631dbf6SDmitry Monakhov return changed; 28844631dbf6SDmitry Monakhov } 28854631dbf6SDmitry Monakhov 288601127848SJan Kara int ext4_update_disksize_before_punch(struct inode *inode, loff_t offset, 288701127848SJan Kara loff_t len); 288801127848SJan Kara 28895d1b1b3fSAneesh Kumar K.V struct ext4_group_info { 28905d1b1b3fSAneesh Kumar K.V unsigned long bb_state; 28915d1b1b3fSAneesh Kumar K.V struct rb_root bb_free_root; 2892a36b4498SEric Sandeen ext4_grpblk_t bb_first_free; /* first free block */ 2893a36b4498SEric Sandeen ext4_grpblk_t bb_free; /* total free blocks */ 2894a36b4498SEric Sandeen ext4_grpblk_t bb_fragments; /* nr of freespace fragments */ 28958a57d9d6SCurt Wohlgemuth ext4_grpblk_t bb_largest_free_order;/* order of largest frag in BG */ 28965d1b1b3fSAneesh Kumar K.V struct list_head bb_prealloc_list; 28975d1b1b3fSAneesh Kumar K.V #ifdef DOUBLE_CHECK 28985d1b1b3fSAneesh Kumar K.V void *bb_bitmap; 28995d1b1b3fSAneesh Kumar K.V #endif 29005d1b1b3fSAneesh Kumar K.V struct rw_semaphore alloc_sem; 2901a36b4498SEric Sandeen ext4_grpblk_t bb_counters[]; /* Nr of free power-of-two-block 2902a36b4498SEric Sandeen * regions, index is order. 2903a36b4498SEric Sandeen * bb_counters[3] = 5 means 2904a36b4498SEric Sandeen * 5 free 8-block regions. */ 29055d1b1b3fSAneesh Kumar K.V }; 29065d1b1b3fSAneesh Kumar K.V 29075d1b1b3fSAneesh Kumar K.V #define EXT4_GROUP_INFO_NEED_INIT_BIT 0 29083d56b8d2STao Ma #define EXT4_GROUP_INFO_WAS_TRIMMED_BIT 1 2909163a203dSDarrick J. Wong #define EXT4_GROUP_INFO_BBITMAP_CORRUPT_BIT 2 291087a39389SDarrick J. Wong #define EXT4_GROUP_INFO_IBITMAP_CORRUPT_BIT 3 2911db79e6d1SWang Shilong #define EXT4_GROUP_INFO_BBITMAP_CORRUPT \ 2912db79e6d1SWang Shilong (1 << EXT4_GROUP_INFO_BBITMAP_CORRUPT_BIT) 2913db79e6d1SWang Shilong #define EXT4_GROUP_INFO_IBITMAP_CORRUPT \ 2914db79e6d1SWang Shilong (1 << EXT4_GROUP_INFO_IBITMAP_CORRUPT_BIT) 29155d1b1b3fSAneesh Kumar K.V 29165d1b1b3fSAneesh Kumar K.V #define EXT4_MB_GRP_NEED_INIT(grp) \ 29175d1b1b3fSAneesh Kumar K.V (test_bit(EXT4_GROUP_INFO_NEED_INIT_BIT, &((grp)->bb_state))) 2918163a203dSDarrick J. Wong #define EXT4_MB_GRP_BBITMAP_CORRUPT(grp) \ 2919163a203dSDarrick J. Wong (test_bit(EXT4_GROUP_INFO_BBITMAP_CORRUPT_BIT, &((grp)->bb_state))) 292087a39389SDarrick J. Wong #define EXT4_MB_GRP_IBITMAP_CORRUPT(grp) \ 292187a39389SDarrick J. Wong (test_bit(EXT4_GROUP_INFO_IBITMAP_CORRUPT_BIT, &((grp)->bb_state))) 29225d1b1b3fSAneesh Kumar K.V 29233d56b8d2STao Ma #define EXT4_MB_GRP_WAS_TRIMMED(grp) \ 29243d56b8d2STao Ma (test_bit(EXT4_GROUP_INFO_WAS_TRIMMED_BIT, &((grp)->bb_state))) 29253d56b8d2STao Ma #define EXT4_MB_GRP_SET_TRIMMED(grp) \ 29263d56b8d2STao Ma (set_bit(EXT4_GROUP_INFO_WAS_TRIMMED_BIT, &((grp)->bb_state))) 29273d56b8d2STao Ma #define EXT4_MB_GRP_CLEAR_TRIMMED(grp) \ 29283d56b8d2STao Ma (clear_bit(EXT4_GROUP_INFO_WAS_TRIMMED_BIT, &((grp)->bb_state))) 29293d56b8d2STao Ma 293050797481STheodore Ts'o #define EXT4_MAX_CONTENTION 8 293150797481STheodore Ts'o #define EXT4_CONTENTION_THRESHOLD 2 293250797481STheodore Ts'o 2933955ce5f5SAneesh Kumar K.V static inline spinlock_t *ext4_group_lock_ptr(struct super_block *sb, 2934955ce5f5SAneesh Kumar K.V ext4_group_t group) 2935955ce5f5SAneesh Kumar K.V { 2936955ce5f5SAneesh Kumar K.V return bgl_lock_ptr(EXT4_SB(sb)->s_blockgroup_lock, group); 2937955ce5f5SAneesh Kumar K.V } 2938955ce5f5SAneesh Kumar K.V 293950797481STheodore Ts'o /* 294050797481STheodore Ts'o * Returns true if the filesystem is busy enough that attempts to 294150797481STheodore Ts'o * access the block group locks has run into contention. 294250797481STheodore Ts'o */ 294350797481STheodore Ts'o static inline int ext4_fs_is_busy(struct ext4_sb_info *sbi) 294450797481STheodore Ts'o { 294550797481STheodore Ts'o return (atomic_read(&sbi->s_lock_busy) > EXT4_CONTENTION_THRESHOLD); 294650797481STheodore Ts'o } 294750797481STheodore Ts'o 29485d1b1b3fSAneesh Kumar K.V static inline void ext4_lock_group(struct super_block *sb, ext4_group_t group) 29495d1b1b3fSAneesh Kumar K.V { 295050797481STheodore Ts'o spinlock_t *lock = ext4_group_lock_ptr(sb, group); 295150797481STheodore Ts'o if (spin_trylock(lock)) 295250797481STheodore Ts'o /* 295350797481STheodore Ts'o * We're able to grab the lock right away, so drop the 295450797481STheodore Ts'o * lock contention counter. 295550797481STheodore Ts'o */ 295650797481STheodore Ts'o atomic_add_unless(&EXT4_SB(sb)->s_lock_busy, -1, 0); 295750797481STheodore Ts'o else { 295850797481STheodore Ts'o /* 295950797481STheodore Ts'o * The lock is busy, so bump the contention counter, 296050797481STheodore Ts'o * and then wait on the spin lock. 296150797481STheodore Ts'o */ 296250797481STheodore Ts'o atomic_add_unless(&EXT4_SB(sb)->s_lock_busy, 1, 296350797481STheodore Ts'o EXT4_MAX_CONTENTION); 296450797481STheodore Ts'o spin_lock(lock); 296550797481STheodore Ts'o } 29665d1b1b3fSAneesh Kumar K.V } 29675d1b1b3fSAneesh Kumar K.V 29685d1b1b3fSAneesh Kumar K.V static inline void ext4_unlock_group(struct super_block *sb, 29695d1b1b3fSAneesh Kumar K.V ext4_group_t group) 29705d1b1b3fSAneesh Kumar K.V { 2971955ce5f5SAneesh Kumar K.V spin_unlock(ext4_group_lock_ptr(sb, group)); 29725d1b1b3fSAneesh Kumar K.V } 29735d1b1b3fSAneesh Kumar K.V 29743dcf5451SChristoph Hellwig /* 29751f7d1e77STheodore Ts'o * Block validity checking 29761f7d1e77STheodore Ts'o */ 29771f7d1e77STheodore Ts'o #define ext4_check_indirect_blockref(inode, bh) \ 29781f7d1e77STheodore Ts'o ext4_check_blockref(__func__, __LINE__, inode, \ 29791f7d1e77STheodore Ts'o (__le32 *)(bh)->b_data, \ 29801f7d1e77STheodore Ts'o EXT4_ADDR_PER_BLOCK((inode)->i_sb)) 29811f7d1e77STheodore Ts'o 29821f7d1e77STheodore Ts'o #define ext4_ind_check_inode(inode) \ 29831f7d1e77STheodore Ts'o ext4_check_blockref(__func__, __LINE__, inode, \ 29841f7d1e77STheodore Ts'o EXT4_I(inode)->i_data, \ 29851f7d1e77STheodore Ts'o EXT4_NDIR_BLOCKS) 29861f7d1e77STheodore Ts'o 29871f7d1e77STheodore Ts'o /* 29883dcf5451SChristoph Hellwig * Inodes and files operations 29893dcf5451SChristoph Hellwig */ 29903dcf5451SChristoph Hellwig 29913dcf5451SChristoph Hellwig /* dir.c */ 29923dcf5451SChristoph Hellwig extern const struct file_operations ext4_dir_operations; 29933dcf5451SChristoph Hellwig 2994b886ee3eSGabriel Krisman Bertazi #ifdef CONFIG_UNICODE 2995b886ee3eSGabriel Krisman Bertazi extern const struct dentry_operations ext4_dentry_ops; 2996b886ee3eSGabriel Krisman Bertazi #endif 2997b886ee3eSGabriel Krisman Bertazi 29983dcf5451SChristoph Hellwig /* file.c */ 29993dcf5451SChristoph Hellwig extern const struct inode_operations ext4_file_inode_operations; 30003dcf5451SChristoph Hellwig extern const struct file_operations ext4_file_operations; 3001e0d10bfaSToshiyuki Okajima extern loff_t ext4_llseek(struct file *file, loff_t offset, int origin); 30023dcf5451SChristoph Hellwig 300395eaefbdSTheodore Ts'o /* inline.c */ 300495eaefbdSTheodore Ts'o extern int ext4_get_max_inline_size(struct inode *inode); 300595eaefbdSTheodore Ts'o extern int ext4_find_inline_data_nolock(struct inode *inode); 300695eaefbdSTheodore Ts'o extern int ext4_init_inline_data(handle_t *handle, struct inode *inode, 300795eaefbdSTheodore Ts'o unsigned int len); 300895eaefbdSTheodore Ts'o extern int ext4_destroy_inline_data(handle_t *handle, struct inode *inode); 300995eaefbdSTheodore Ts'o 301095eaefbdSTheodore Ts'o extern int ext4_readpage_inline(struct inode *inode, struct page *page); 301195eaefbdSTheodore Ts'o extern int ext4_try_to_write_inline_data(struct address_space *mapping, 301295eaefbdSTheodore Ts'o struct inode *inode, 301395eaefbdSTheodore Ts'o loff_t pos, unsigned len, 301495eaefbdSTheodore Ts'o unsigned flags, 301595eaefbdSTheodore Ts'o struct page **pagep); 301695eaefbdSTheodore Ts'o extern int ext4_write_inline_data_end(struct inode *inode, 301795eaefbdSTheodore Ts'o loff_t pos, unsigned len, 301895eaefbdSTheodore Ts'o unsigned copied, 301995eaefbdSTheodore Ts'o struct page *page); 302095eaefbdSTheodore Ts'o extern struct buffer_head * 302195eaefbdSTheodore Ts'o ext4_journalled_write_inline_data(struct inode *inode, 302295eaefbdSTheodore Ts'o unsigned len, 302395eaefbdSTheodore Ts'o struct page *page); 302495eaefbdSTheodore Ts'o extern int ext4_da_write_inline_data_begin(struct address_space *mapping, 302595eaefbdSTheodore Ts'o struct inode *inode, 302695eaefbdSTheodore Ts'o loff_t pos, unsigned len, 302795eaefbdSTheodore Ts'o unsigned flags, 302895eaefbdSTheodore Ts'o struct page **pagep, 302995eaefbdSTheodore Ts'o void **fsdata); 303095eaefbdSTheodore Ts'o extern int ext4_da_write_inline_data_end(struct inode *inode, loff_t pos, 303195eaefbdSTheodore Ts'o unsigned len, unsigned copied, 303295eaefbdSTheodore Ts'o struct page *page); 30335b643f9cSTheodore Ts'o extern int ext4_try_add_inline_entry(handle_t *handle, 30345b643f9cSTheodore Ts'o struct ext4_filename *fname, 303556a04915STheodore Ts'o struct inode *dir, struct inode *inode); 303695eaefbdSTheodore Ts'o extern int ext4_try_create_inline_dir(handle_t *handle, 303795eaefbdSTheodore Ts'o struct inode *parent, 303895eaefbdSTheodore Ts'o struct inode *inode); 303995eaefbdSTheodore Ts'o extern int ext4_read_inline_dir(struct file *filp, 3040725bebb2SAl Viro struct dir_context *ctx, 304195eaefbdSTheodore Ts'o int *has_inline_data); 30428af0f082STao Ma extern int htree_inlinedir_to_tree(struct file *dir_file, 30438af0f082STao Ma struct inode *dir, ext4_lblk_t block, 30448af0f082STao Ma struct dx_hash_info *hinfo, 30458af0f082STao Ma __u32 start_hash, __u32 start_minor_hash, 30468af0f082STao Ma int *has_inline_data); 304795eaefbdSTheodore Ts'o extern struct buffer_head *ext4_find_inline_entry(struct inode *dir, 30485b643f9cSTheodore Ts'o struct ext4_filename *fname, 304995eaefbdSTheodore Ts'o struct ext4_dir_entry_2 **res_dir, 305095eaefbdSTheodore Ts'o int *has_inline_data); 305195eaefbdSTheodore Ts'o extern int ext4_delete_inline_entry(handle_t *handle, 305295eaefbdSTheodore Ts'o struct inode *dir, 305395eaefbdSTheodore Ts'o struct ext4_dir_entry_2 *de_del, 305495eaefbdSTheodore Ts'o struct buffer_head *bh, 305595eaefbdSTheodore Ts'o int *has_inline_data); 3056a7550b30SJaegeuk Kim extern bool empty_inline_dir(struct inode *dir, int *has_inline_data); 305795eaefbdSTheodore Ts'o extern struct buffer_head *ext4_get_first_inline_block(struct inode *inode, 305895eaefbdSTheodore Ts'o struct ext4_dir_entry_2 **parent_de, 305995eaefbdSTheodore Ts'o int *retval); 306095eaefbdSTheodore Ts'o extern int ext4_inline_data_fiemap(struct inode *inode, 306195eaefbdSTheodore Ts'o struct fiemap_extent_info *fieinfo, 3062d952d69eSDmitry Monakhov int *has_inline, __u64 start, __u64 len); 30637046ae35SAndreas Gruenbacher 30647046ae35SAndreas Gruenbacher struct iomap; 30657046ae35SAndreas Gruenbacher extern int ext4_inline_data_iomap(struct inode *inode, struct iomap *iomap); 30667046ae35SAndreas Gruenbacher 306701daf945STheodore Ts'o extern int ext4_inline_data_truncate(struct inode *inode, int *has_inline); 306895eaefbdSTheodore Ts'o 306995eaefbdSTheodore Ts'o extern int ext4_convert_inline_data(struct inode *inode); 307095eaefbdSTheodore Ts'o 307183447ccbSZheng Liu static inline int ext4_has_inline_data(struct inode *inode) 307283447ccbSZheng Liu { 307383447ccbSZheng Liu return ext4_test_inode_flag(inode, EXT4_INODE_INLINE_DATA) && 307483447ccbSZheng Liu EXT4_I(inode)->i_inline_off; 307583447ccbSZheng Liu } 307683447ccbSZheng Liu 30773dcf5451SChristoph Hellwig /* namei.c */ 30783dcf5451SChristoph Hellwig extern const struct inode_operations ext4_dir_inode_operations; 30793dcf5451SChristoph Hellwig extern const struct inode_operations ext4_special_inode_operations; 3080596397b7STheodore Ts'o extern struct dentry *ext4_get_parent(struct dentry *child); 3081a774f9c2STao Ma extern struct ext4_dir_entry_2 *ext4_init_dot_dotdot(struct inode *inode, 3082a774f9c2STao Ma struct ext4_dir_entry_2 *de, 3083a774f9c2STao Ma int blocksize, int csum_size, 3084a774f9c2STao Ma unsigned int parent_ino, int dotdot_real_len); 30853c47d541STao Ma extern void initialize_dirent_tail(struct ext4_dir_entry_tail *t, 30863c47d541STao Ma unsigned int blocksize); 30873c47d541STao Ma extern int ext4_handle_dirty_dirent_node(handle_t *handle, 30883c47d541STao Ma struct inode *inode, 30893c47d541STao Ma struct buffer_head *bh); 3090b886ee3eSGabriel Krisman Bertazi extern int ext4_ci_compare(const struct inode *parent, 3091b886ee3eSGabriel Krisman Bertazi const struct qstr *name, 3092b886ee3eSGabriel Krisman Bertazi const struct qstr *entry); 3093b886ee3eSGabriel Krisman Bertazi 30948af0f082STao Ma #define S_SHIFT 12 3095381cebfeSDan Carpenter static const unsigned char ext4_type_by_mode[(S_IFMT >> S_SHIFT) + 1] = { 30968af0f082STao Ma [S_IFREG >> S_SHIFT] = EXT4_FT_REG_FILE, 30978af0f082STao Ma [S_IFDIR >> S_SHIFT] = EXT4_FT_DIR, 30988af0f082STao Ma [S_IFCHR >> S_SHIFT] = EXT4_FT_CHRDEV, 30998af0f082STao Ma [S_IFBLK >> S_SHIFT] = EXT4_FT_BLKDEV, 31008af0f082STao Ma [S_IFIFO >> S_SHIFT] = EXT4_FT_FIFO, 31018af0f082STao Ma [S_IFSOCK >> S_SHIFT] = EXT4_FT_SOCK, 31028af0f082STao Ma [S_IFLNK >> S_SHIFT] = EXT4_FT_SYMLINK, 31038af0f082STao Ma }; 31048af0f082STao Ma 31058af0f082STao Ma static inline void ext4_set_de_type(struct super_block *sb, 31068af0f082STao Ma struct ext4_dir_entry_2 *de, 31078af0f082STao Ma umode_t mode) { 3108e2b911c5SDarrick J. Wong if (ext4_has_feature_filetype(sb)) 31098af0f082STao Ma de->file_type = ext4_type_by_mode[(mode & S_IFMT)>>S_SHIFT]; 31108af0f082STao Ma } 31118af0f082STao Ma 3112f64e02feSTheodore Ts'o /* readpages.c */ 3113f64e02feSTheodore Ts'o extern int ext4_mpage_readpages(struct address_space *mapping, 3114f64e02feSTheodore Ts'o struct list_head *pages, struct page *page, 3115ac22b46aSJens Axboe unsigned nr_pages, bool is_readahead); 31163dcf5451SChristoph Hellwig 31173dcf5451SChristoph Hellwig /* symlink.c */ 3118a7a67e8aSAl Viro extern const struct inode_operations ext4_encrypted_symlink_inode_operations; 31193dcf5451SChristoph Hellwig extern const struct inode_operations ext4_symlink_inode_operations; 31203dcf5451SChristoph Hellwig extern const struct inode_operations ext4_fast_symlink_inode_operations; 31213dcf5451SChristoph Hellwig 3122b5799018STheodore Ts'o /* sysfs.c */ 3123b5799018STheodore Ts'o extern int ext4_register_sysfs(struct super_block *sb); 3124ebd173beSTheodore Ts'o extern void ext4_unregister_sysfs(struct super_block *sb); 3125b5799018STheodore Ts'o extern int __init ext4_init_sysfs(void); 3126b5799018STheodore Ts'o extern void ext4_exit_sysfs(void); 3127b5799018STheodore Ts'o 31286fd058f7STheodore Ts'o /* block_validity */ 31296fd058f7STheodore Ts'o extern void ext4_release_system_zone(struct super_block *sb); 31306fd058f7STheodore Ts'o extern int ext4_setup_system_zone(struct super_block *sb); 31315dabfc78STheodore Ts'o extern int __init ext4_init_system_zone(void); 31325dabfc78STheodore Ts'o extern void ext4_exit_system_zone(void); 31336fd058f7STheodore Ts'o extern int ext4_data_block_valid(struct ext4_sb_info *sbi, 31346fd058f7STheodore Ts'o ext4_fsblk_t start_blk, 31356fd058f7STheodore Ts'o unsigned int count); 31361f7d1e77STheodore Ts'o extern int ext4_check_blockref(const char *, unsigned int, 31371f7d1e77STheodore Ts'o struct inode *, __le32 *, unsigned int); 31386fd058f7STheodore Ts'o 31393dcf5451SChristoph Hellwig /* extents.c */ 31404a092d73STheodore Ts'o struct ext4_ext_path; 31414a092d73STheodore Ts'o struct ext4_extent; 31424a092d73STheodore Ts'o 3143d7b2a00cSZheng Liu /* 3144d7b2a00cSZheng Liu * Maximum number of logical blocks in a file; ext4_extent's ee_block is 3145d7b2a00cSZheng Liu * __le32. 3146d7b2a00cSZheng Liu */ 3147d7b2a00cSZheng Liu #define EXT_MAX_BLOCKS 0xffffffff 3148d7b2a00cSZheng Liu 31493dcf5451SChristoph Hellwig extern int ext4_ext_tree_init(handle_t *handle, struct inode *); 31503dcf5451SChristoph Hellwig extern int ext4_ext_writepage_trans_blocks(struct inode *, int); 3151fffb2739SJan Kara extern int ext4_ext_index_trans_blocks(struct inode *inode, int extents); 3152e35fd660STheodore Ts'o extern int ext4_ext_map_blocks(handle_t *handle, struct inode *inode, 3153e35fd660STheodore Ts'o struct ext4_map_blocks *map, int flags); 3154d0abb36dSTheodore Ts'o extern int ext4_ext_truncate(handle_t *, struct inode *); 315526a4c0c6STheodore Ts'o extern int ext4_ext_remove_space(struct inode *inode, ext4_lblk_t start, 315626a4c0c6STheodore Ts'o ext4_lblk_t end); 31573dcf5451SChristoph Hellwig extern void ext4_ext_init(struct super_block *); 31583dcf5451SChristoph Hellwig extern void ext4_ext_release(struct super_block *); 31592fe17c10SChristoph Hellwig extern long ext4_fallocate(struct file *file, int mode, loff_t offset, 31603dcf5451SChristoph Hellwig loff_t len); 31616b523df4SJan Kara extern int ext4_convert_unwritten_extents(handle_t *handle, struct inode *inode, 31626b523df4SJan Kara loff_t offset, ssize_t len); 3163e35fd660STheodore Ts'o extern int ext4_map_blocks(handle_t *handle, struct inode *inode, 3164e35fd660STheodore Ts'o struct ext4_map_blocks *map, int flags); 31654a092d73STheodore Ts'o extern int ext4_ext_calc_metadata_amount(struct inode *inode, 31664a092d73STheodore Ts'o ext4_lblk_t lblocks); 31674a092d73STheodore Ts'o extern int ext4_ext_calc_credits_for_single_extent(struct inode *inode, 31684a092d73STheodore Ts'o int num, 31694a092d73STheodore Ts'o struct ext4_ext_path *path); 31704a092d73STheodore Ts'o extern int ext4_can_extents_be_merged(struct inode *inode, 31714a092d73STheodore Ts'o struct ext4_extent *ex1, 31724a092d73STheodore Ts'o struct ext4_extent *ex2); 31734a092d73STheodore Ts'o extern int ext4_ext_insert_extent(handle_t *, struct inode *, 3174dfe50809STheodore Ts'o struct ext4_ext_path **, 31754a092d73STheodore Ts'o struct ext4_extent *, int); 3176ed8a1a76STheodore Ts'o extern struct ext4_ext_path *ext4_find_extent(struct inode *, ext4_lblk_t, 3177705912caSTheodore Ts'o struct ext4_ext_path **, 3178107a7bd3STheodore Ts'o int flags); 31794a092d73STheodore Ts'o extern void ext4_ext_drop_refs(struct ext4_ext_path *); 31804a092d73STheodore Ts'o extern int ext4_ext_check_inode(struct inode *inode); 3181fcf6b1b7SDmitry Monakhov extern ext4_lblk_t ext4_ext_next_allocated_block(struct ext4_ext_path *path); 31823a06d778SAneesh Kumar K.V extern int ext4_fiemap(struct inode *inode, struct fiemap_extent_info *fieinfo, 31833a06d778SAneesh Kumar K.V __u64 start, __u64 len); 31847869a4a6STheodore Ts'o extern int ext4_ext_precache(struct inode *inode); 31859eb79482SNamjae Jeon extern int ext4_collapse_range(struct inode *inode, loff_t offset, loff_t len); 3186331573feSNamjae Jeon extern int ext4_insert_range(struct inode *inode, loff_t offset, loff_t len); 3187fcf6b1b7SDmitry Monakhov extern int ext4_swap_extents(handle_t *handle, struct inode *inode1, 3188fcf6b1b7SDmitry Monakhov struct inode *inode2, ext4_lblk_t lblk1, 3189fcf6b1b7SDmitry Monakhov ext4_lblk_t lblk2, ext4_lblk_t count, 3190fcf6b1b7SDmitry Monakhov int mark_unwritten,int *err); 31910b02f4c0SEric Whitney extern int ext4_clu_mapped(struct inode *inode, ext4_lblk_t lclu); 31924a092d73STheodore Ts'o 3193748de673SAkira Fujita /* move_extent.c */ 3194393d1d1dSDr. Tilmann Bubeck extern void ext4_double_down_write_data_sem(struct inode *first, 3195393d1d1dSDr. Tilmann Bubeck struct inode *second); 3196393d1d1dSDr. Tilmann Bubeck extern void ext4_double_up_write_data_sem(struct inode *orig_inode, 3197393d1d1dSDr. Tilmann Bubeck struct inode *donor_inode); 3198748de673SAkira Fujita extern int ext4_move_extents(struct file *o_filp, struct file *d_filp, 3199748de673SAkira Fujita __u64 start_orig, __u64 start_donor, 3200748de673SAkira Fujita __u64 len, __u64 *moved_len); 3201748de673SAkira Fujita 3202bd2d0210STheodore Ts'o /* page-io.c */ 32035dabfc78STheodore Ts'o extern int __init ext4_init_pageio(void); 32045dabfc78STheodore Ts'o extern void ext4_exit_pageio(void); 3205bd2d0210STheodore Ts'o extern ext4_io_end_t *ext4_init_io_end(struct inode *inode, gfp_t flags); 320697a851edSJan Kara extern ext4_io_end_t *ext4_get_io_end(ext4_io_end_t *io_end); 320797a851edSJan Kara extern int ext4_put_io_end(ext4_io_end_t *io_end); 320897a851edSJan Kara extern void ext4_put_io_end_defer(ext4_io_end_t *io_end); 320997a851edSJan Kara extern void ext4_io_submit_init(struct ext4_io_submit *io, 321097a851edSJan Kara struct writeback_control *wbc); 32112e8fa54eSJan Kara extern void ext4_end_io_rsv_work(struct work_struct *work); 3212bd2d0210STheodore Ts'o extern void ext4_io_submit(struct ext4_io_submit *io); 3213bd2d0210STheodore Ts'o extern int ext4_bio_write_page(struct ext4_io_submit *io, 3214bd2d0210STheodore Ts'o struct page *page, 3215bd2d0210STheodore Ts'o int len, 32161c8349a1SNamjae Jeon struct writeback_control *wbc, 32171c8349a1SNamjae Jeon bool keep_towrite); 32183a06d778SAneesh Kumar K.V 3219c5e06d10SJohann Lombardi /* mmp.c */ 3220c5e06d10SJohann Lombardi extern int ext4_multi_mount_protect(struct super_block *, ext4_fsblk_t); 3221c5e06d10SJohann Lombardi 32223613d228SJan Kara /* 322348fc7f7eSAdam Buchbinder * Add new method to test whether block and inode bitmaps are properly 32242ccb5fb9SAneesh Kumar K.V * initialized. With uninit_bg reading the block from disk is not enough 32252ccb5fb9SAneesh Kumar K.V * to mark the bitmap uptodate. We need to also zero-out the bitmap 32262ccb5fb9SAneesh Kumar K.V */ 32272ccb5fb9SAneesh Kumar K.V #define BH_BITMAP_UPTODATE BH_JBDPrivateStart 32282ccb5fb9SAneesh Kumar K.V 32292ccb5fb9SAneesh Kumar K.V static inline int bitmap_uptodate(struct buffer_head *bh) 32302ccb5fb9SAneesh Kumar K.V { 32312ccb5fb9SAneesh Kumar K.V return (buffer_uptodate(bh) && 32322ccb5fb9SAneesh Kumar K.V test_bit(BH_BITMAP_UPTODATE, &(bh)->b_state)); 32332ccb5fb9SAneesh Kumar K.V } 32342ccb5fb9SAneesh Kumar K.V static inline void set_bitmap_uptodate(struct buffer_head *bh) 32352ccb5fb9SAneesh Kumar K.V { 32362ccb5fb9SAneesh Kumar K.V set_bit(BH_BITMAP_UPTODATE, &(bh)->b_state); 32372ccb5fb9SAneesh Kumar K.V } 32382ccb5fb9SAneesh Kumar K.V 3239731eb1a0SAkinobu Mita #define in_range(b, first, len) ((b) >= (first) && (b) <= (first) + (len) - 1) 3240731eb1a0SAkinobu Mita 3241e9e3bcecSEric Sandeen /* For ioend & aio unwritten conversion wait queues */ 3242e9e3bcecSEric Sandeen #define EXT4_WQ_HASH_SZ 37 3243e9e3bcecSEric Sandeen #define ext4_ioend_wq(v) (&ext4__ioend_wq[((unsigned long)(v)) %\ 3244e9e3bcecSEric Sandeen EXT4_WQ_HASH_SZ]) 3245e9e3bcecSEric Sandeen extern wait_queue_head_t ext4__ioend_wq[EXT4_WQ_HASH_SZ]; 3246e9e3bcecSEric Sandeen 32478f82f840SYongqiang Yang extern int ext4_resize_begin(struct super_block *sb); 32488f82f840SYongqiang Yang extern void ext4_resize_end(struct super_block *sb); 32498f82f840SYongqiang Yang 325074c66bcbSJan Kara static inline void ext4_set_io_unwritten_flag(struct inode *inode, 325174c66bcbSJan Kara struct ext4_io_end *io_end) 325274c66bcbSJan Kara { 325374c66bcbSJan Kara if (!(io_end->flag & EXT4_IO_END_UNWRITTEN)) { 325474c66bcbSJan Kara io_end->flag |= EXT4_IO_END_UNWRITTEN; 325574c66bcbSJan Kara atomic_inc(&EXT4_I(inode)->i_unwritten); 325674c66bcbSJan Kara } 325774c66bcbSJan Kara } 325874c66bcbSJan Kara 325974c66bcbSJan Kara static inline void ext4_clear_io_unwritten_flag(ext4_io_end_t *io_end) 326074c66bcbSJan Kara { 326174c66bcbSJan Kara struct inode *inode = io_end->inode; 326274c66bcbSJan Kara 326374c66bcbSJan Kara if (io_end->flag & EXT4_IO_END_UNWRITTEN) { 326474c66bcbSJan Kara io_end->flag &= ~EXT4_IO_END_UNWRITTEN; 326574c66bcbSJan Kara /* Wake up anyone waiting on unwritten extent conversion */ 326674c66bcbSJan Kara if (atomic_dec_and_test(&EXT4_I(inode)->i_unwritten)) 326774c66bcbSJan Kara wake_up_all(ext4_ioend_wq(inode)); 326874c66bcbSJan Kara } 326974c66bcbSJan Kara } 327074c66bcbSJan Kara 32718ff6daa1SChristoph Hellwig extern const struct iomap_ops ext4_iomap_ops; 3272364443cbSJan Kara 32733dcf5451SChristoph Hellwig #endif /* __KERNEL__ */ 32743dcf5451SChristoph Hellwig 32756a797d27SDarrick J. Wong #define EFSBADCRC EBADMSG /* Bad CRC detected */ 32766a797d27SDarrick J. Wong #define EFSCORRUPTED EUCLEAN /* Filesystem is corrupted */ 32776a797d27SDarrick J. Wong 32783dcf5451SChristoph Hellwig #endif /* _EXT4_H */ 3279