xref: /openbmc/linux/fs/ext4/ext4.h (revision 83447ccb)
13dcf5451SChristoph Hellwig /*
23dcf5451SChristoph Hellwig  *  ext4.h
33dcf5451SChristoph Hellwig  *
43dcf5451SChristoph Hellwig  * Copyright (C) 1992, 1993, 1994, 1995
53dcf5451SChristoph Hellwig  * Remy Card (card@masi.ibp.fr)
63dcf5451SChristoph Hellwig  * Laboratoire MASI - Institut Blaise Pascal
73dcf5451SChristoph Hellwig  * Universite Pierre et Marie Curie (Paris VI)
83dcf5451SChristoph Hellwig  *
93dcf5451SChristoph Hellwig  *  from
103dcf5451SChristoph Hellwig  *
113dcf5451SChristoph Hellwig  *  linux/include/linux/minix_fs.h
123dcf5451SChristoph Hellwig  *
133dcf5451SChristoph Hellwig  *  Copyright (C) 1991, 1992  Linus Torvalds
143dcf5451SChristoph Hellwig  */
153dcf5451SChristoph Hellwig 
163dcf5451SChristoph Hellwig #ifndef _EXT4_H
173dcf5451SChristoph Hellwig #define _EXT4_H
183dcf5451SChristoph Hellwig 
193dcf5451SChristoph Hellwig #include <linux/types.h>
203dcf5451SChristoph Hellwig #include <linux/blkdev.h>
213dcf5451SChristoph Hellwig #include <linux/magic.h>
222ccb5fb9SAneesh Kumar K.V #include <linux/jbd2.h>
2360e58e0fSMingming Cao #include <linux/quota.h>
24d444c3c3STheodore Ts'o #include <linux/rwsem.h>
25d444c3c3STheodore Ts'o #include <linux/rbtree.h>
26d444c3c3STheodore Ts'o #include <linux/seqlock.h>
27d444c3c3STheodore Ts'o #include <linux/mutex.h>
28ca0faba0STheodore Ts'o #include <linux/timer.h>
29ca0faba0STheodore Ts'o #include <linux/wait.h>
30ca0faba0STheodore Ts'o #include <linux/blockgroup_lock.h>
31ca0faba0STheodore Ts'o #include <linux/percpu_counter.h>
32efbed4dcSTheodore Ts'o #include <linux/ratelimit.h>
330441984aSDarrick J. Wong #include <crypto/hash.h>
34a633f5a3SLukas Czerner #include <linux/falloc.h>
354d92dc0fSBen Hutchings #ifdef __KERNEL__
364d92dc0fSBen Hutchings #include <linux/compat.h>
374d92dc0fSBen Hutchings #endif
383dcf5451SChristoph Hellwig 
393dcf5451SChristoph Hellwig /*
408a35694eSShen Feng  * The fourth extended filesystem constants/structures
413dcf5451SChristoph Hellwig  */
423dcf5451SChristoph Hellwig 
433dcf5451SChristoph Hellwig /*
443dcf5451SChristoph Hellwig  * Define EXT4FS_DEBUG to produce debug messages
453dcf5451SChristoph Hellwig  */
463dcf5451SChristoph Hellwig #undef EXT4FS_DEBUG
473dcf5451SChristoph Hellwig 
483dcf5451SChristoph Hellwig /*
493dcf5451SChristoph Hellwig  * Debug code
503dcf5451SChristoph Hellwig  */
513dcf5451SChristoph Hellwig #ifdef EXT4FS_DEBUG
523dcf5451SChristoph Hellwig #define ext4_debug(f, a...)						\
533dcf5451SChristoph Hellwig 	do {								\
543dcf5451SChristoph Hellwig 		printk(KERN_DEBUG "EXT4-fs DEBUG (%s, %d): %s:",	\
554db9c54aSStoyan Gaydarov 			__FILE__, __LINE__, __func__);			\
563dcf5451SChristoph Hellwig 		printk(KERN_DEBUG f, ## a);				\
573dcf5451SChristoph Hellwig 	} while (0)
583dcf5451SChristoph Hellwig #else
59ace36ad4SJoe Perches #define ext4_debug(fmt, ...)	no_printk(fmt, ##__VA_ARGS__)
603dcf5451SChristoph Hellwig #endif
613dcf5451SChristoph Hellwig 
624a092d73STheodore Ts'o /*
634a092d73STheodore Ts'o  * Turn on EXT_DEBUG to get lots of info about extents operations.
644a092d73STheodore Ts'o  */
654a092d73STheodore Ts'o #define EXT_DEBUG__
664a092d73STheodore Ts'o #ifdef EXT_DEBUG
674a092d73STheodore Ts'o #define ext_debug(fmt, ...)	printk(fmt, ##__VA_ARGS__)
684a092d73STheodore Ts'o #else
694a092d73STheodore Ts'o #define ext_debug(fmt, ...)	no_printk(fmt, ##__VA_ARGS__)
704a092d73STheodore Ts'o #endif
714a092d73STheodore Ts'o 
72273df556SFrank Mayhar #define EXT4_ERROR_INODE(inode, fmt, a...) \
73c398eda0STheodore Ts'o 	ext4_error_inode((inode), __func__, __LINE__, 0, (fmt), ## a)
74c398eda0STheodore Ts'o 
75c398eda0STheodore Ts'o #define EXT4_ERROR_INODE_BLOCK(inode, block, fmt, a...)			\
76c398eda0STheodore Ts'o 	ext4_error_inode((inode), __func__, __LINE__, (block), (fmt), ## a)
77273df556SFrank Mayhar 
78f7c21177STheodore Ts'o #define EXT4_ERROR_FILE(file, block, fmt, a...)				\
79f7c21177STheodore Ts'o 	ext4_error_file((file), __func__, __LINE__, (block), (fmt), ## a)
80273df556SFrank Mayhar 
81d444c3c3STheodore Ts'o /* data type for block offset of block group */
82d444c3c3STheodore Ts'o typedef int ext4_grpblk_t;
83d444c3c3STheodore Ts'o 
84d444c3c3STheodore Ts'o /* data type for filesystem-wide blocks number */
85d444c3c3STheodore Ts'o typedef unsigned long long ext4_fsblk_t;
86d444c3c3STheodore Ts'o 
87d444c3c3STheodore Ts'o /* data type for file logical block number */
88d444c3c3STheodore Ts'o typedef __u32 ext4_lblk_t;
89d444c3c3STheodore Ts'o 
90d444c3c3STheodore Ts'o /* data type for block group number */
91d444c3c3STheodore Ts'o typedef unsigned int ext4_group_t;
92d444c3c3STheodore Ts'o 
93296c355cSTheodore Ts'o /*
94296c355cSTheodore Ts'o  * Flags used in mballoc's allocation_context flags field.
95296c355cSTheodore Ts'o  *
96296c355cSTheodore Ts'o  * Also used to show what's going on for debugging purposes when the
97296c355cSTheodore Ts'o  * flag field is exported via the traceport interface
98296c355cSTheodore Ts'o  */
99d444c3c3STheodore Ts'o 
1003dcf5451SChristoph Hellwig /* prefer goal again. length */
1010ef90db9STheodore Ts'o #define EXT4_MB_HINT_MERGE		0x0001
1023dcf5451SChristoph Hellwig /* blocks already reserved */
1030ef90db9STheodore Ts'o #define EXT4_MB_HINT_RESERVED		0x0002
1043dcf5451SChristoph Hellwig /* metadata is being allocated */
1050ef90db9STheodore Ts'o #define EXT4_MB_HINT_METADATA		0x0004
1063dcf5451SChristoph Hellwig /* first blocks in the file */
1070ef90db9STheodore Ts'o #define EXT4_MB_HINT_FIRST		0x0008
1083dcf5451SChristoph Hellwig /* search for the best chunk */
1090ef90db9STheodore Ts'o #define EXT4_MB_HINT_BEST		0x0010
1103dcf5451SChristoph Hellwig /* data is being allocated */
1110ef90db9STheodore Ts'o #define EXT4_MB_HINT_DATA		0x0020
1123dcf5451SChristoph Hellwig /* don't preallocate (for tails) */
1130ef90db9STheodore Ts'o #define EXT4_MB_HINT_NOPREALLOC		0x0040
1143dcf5451SChristoph Hellwig /* allocate for locality group */
1150ef90db9STheodore Ts'o #define EXT4_MB_HINT_GROUP_ALLOC	0x0080
1163dcf5451SChristoph Hellwig /* allocate goal blocks or none */
1170ef90db9STheodore Ts'o #define EXT4_MB_HINT_GOAL_ONLY		0x0100
1183dcf5451SChristoph Hellwig /* goal is meaningful */
1190ef90db9STheodore Ts'o #define EXT4_MB_HINT_TRY_GOAL		0x0200
120d2a17637SMingming Cao /* blocks already pre-reserved by delayed allocation */
1210ef90db9STheodore Ts'o #define EXT4_MB_DELALLOC_RESERVED	0x0400
1224ba74d00STheodore Ts'o /* We are doing stream allocation */
1234ba74d00STheodore Ts'o #define EXT4_MB_STREAM_ALLOC		0x0800
12455f020dbSAllison Henderson /* Use reserved root blocks if needed */
12555f020dbSAllison Henderson #define EXT4_MB_USE_ROOT_BLOCKS		0x1000
12627dd4385SLukas Czerner /* Use blocks from reserved pool */
12727dd4385SLukas Czerner #define EXT4_MB_USE_RESERVED		0x2000
1283dcf5451SChristoph Hellwig 
1293dcf5451SChristoph Hellwig struct ext4_allocation_request {
1303dcf5451SChristoph Hellwig 	/* target inode for block we're allocating */
1313dcf5451SChristoph Hellwig 	struct inode *inode;
1323dcf5451SChristoph Hellwig 	/* how many blocks we want to allocate */
133498e5f24STheodore Ts'o 	unsigned int len;
134726447d8SEric Sandeen 	/* logical block in target inode */
135726447d8SEric Sandeen 	ext4_lblk_t logical;
136726447d8SEric Sandeen 	/* the closest logical allocated block to the left */
137726447d8SEric Sandeen 	ext4_lblk_t lleft;
138726447d8SEric Sandeen 	/* the closest logical allocated block to the right */
139726447d8SEric Sandeen 	ext4_lblk_t lright;
140726447d8SEric Sandeen 	/* phys. target (a hint) */
141726447d8SEric Sandeen 	ext4_fsblk_t goal;
142726447d8SEric Sandeen 	/* phys. block for the closest logical allocated block to the left */
143726447d8SEric Sandeen 	ext4_fsblk_t pleft;
144726447d8SEric Sandeen 	/* phys. block for the closest logical allocated block to the right */
145726447d8SEric Sandeen 	ext4_fsblk_t pright;
1463dcf5451SChristoph Hellwig 	/* flags. see above EXT4_MB_HINT_* */
147498e5f24STheodore Ts'o 	unsigned int flags;
1483dcf5451SChristoph Hellwig };
1493dcf5451SChristoph Hellwig 
1503dcf5451SChristoph Hellwig /*
151e35fd660STheodore Ts'o  * Logical to physical block mapping, used by ext4_map_blocks()
152e35fd660STheodore Ts'o  *
153e35fd660STheodore Ts'o  * This structure is used to pass requests into ext4_map_blocks() as
154e35fd660STheodore Ts'o  * well as to store the information returned by ext4_map_blocks().  It
155e35fd660STheodore Ts'o  * takes less room on the stack than a struct buffer_head.
156e35fd660STheodore Ts'o  */
157e35fd660STheodore Ts'o #define EXT4_MAP_NEW		(1 << BH_New)
158e35fd660STheodore Ts'o #define EXT4_MAP_MAPPED		(1 << BH_Mapped)
159e35fd660STheodore Ts'o #define EXT4_MAP_UNWRITTEN	(1 << BH_Unwritten)
160e35fd660STheodore Ts'o #define EXT4_MAP_BOUNDARY	(1 << BH_Boundary)
1617b415bf6SAditya Kali /* Sometimes (in the bigalloc case, from ext4_da_get_block_prep) the caller of
1627b415bf6SAditya Kali  * ext4_map_blocks wants to know whether or not the underlying cluster has
1637b415bf6SAditya Kali  * already been accounted for. EXT4_MAP_FROM_CLUSTER conveys to the caller that
1647b415bf6SAditya Kali  * the requested mapping was from previously mapped (or delayed allocated)
1657b415bf6SAditya Kali  * cluster. We use BH_AllocFromCluster only for this flag. BH_AllocFromCluster
1667b415bf6SAditya Kali  * should never appear on buffer_head's state flags.
1677b415bf6SAditya Kali  */
1687b415bf6SAditya Kali #define EXT4_MAP_FROM_CLUSTER	(1 << BH_AllocFromCluster)
169e35fd660STheodore Ts'o #define EXT4_MAP_FLAGS		(EXT4_MAP_NEW | EXT4_MAP_MAPPED |\
170e35fd660STheodore Ts'o 				 EXT4_MAP_UNWRITTEN | EXT4_MAP_BOUNDARY |\
171090f32eeSLukas Czerner 				 EXT4_MAP_FROM_CLUSTER)
172e35fd660STheodore Ts'o 
173e35fd660STheodore Ts'o struct ext4_map_blocks {
174e35fd660STheodore Ts'o 	ext4_fsblk_t m_pblk;
175e35fd660STheodore Ts'o 	ext4_lblk_t m_lblk;
176e35fd660STheodore Ts'o 	unsigned int m_len;
177e35fd660STheodore Ts'o 	unsigned int m_flags;
178e35fd660STheodore Ts'o };
179e35fd660STheodore Ts'o 
180e35fd660STheodore Ts'o /*
181bd2d0210STheodore Ts'o  * Flags for ext4_io_end->flags
182bd2d0210STheodore Ts'o  */
183bd2d0210STheodore Ts'o #define	EXT4_IO_END_UNWRITTEN	0x0001
184bd2d0210STheodore Ts'o 
1854188188bSCurt Wohlgemuth /*
186556615dcSLukas Czerner  * For converting unwritten extents on a work queue. 'handle' is used for
1876b523df4SJan Kara  * buffered writeback.
1884188188bSCurt Wohlgemuth  */
1890031462bSMingming Cao typedef struct ext4_io_end {
1905b3ff237Sjiayingz@google.com (Jiaying Zhang) 	struct list_head	list;		/* per-file finished IO list */
1916b523df4SJan Kara 	handle_t		*handle;	/* handle reserved for extent
1926b523df4SJan Kara 						 * conversion */
1930031462bSMingming Cao 	struct inode		*inode;		/* file being written to */
194b0857d30SJan Kara 	struct bio		*bio;		/* Linked list of completed
195b0857d30SJan Kara 						 * bios covering the extent */
1968d5d02e6SMingming Cao 	unsigned int		flag;		/* unwritten or not */
197a1de02dcSEric Sandeen 	loff_t			offset;		/* offset in the file */
198a1de02dcSEric Sandeen 	ssize_t			size;		/* size of the extent */
19997a851edSJan Kara 	atomic_t		count;		/* reference counter */
2000031462bSMingming Cao } ext4_io_end_t;
2010031462bSMingming Cao 
202bd2d0210STheodore Ts'o struct ext4_io_submit {
203bd2d0210STheodore Ts'o 	int			io_op;
204bd2d0210STheodore Ts'o 	struct bio		*io_bio;
205bd2d0210STheodore Ts'o 	ext4_io_end_t		*io_end;
206bd2d0210STheodore Ts'o 	sector_t		io_next_block;
207bd2d0210STheodore Ts'o };
208bd2d0210STheodore Ts'o 
209b3a3ca8cSTheodore Ts'o /*
2103dcf5451SChristoph Hellwig  * Special inodes numbers
2113dcf5451SChristoph Hellwig  */
2123dcf5451SChristoph Hellwig #define	EXT4_BAD_INO		 1	/* Bad blocks inode */
2133dcf5451SChristoph Hellwig #define EXT4_ROOT_INO		 2	/* Root inode */
214ae812306SAditya Kali #define EXT4_USR_QUOTA_INO	 3	/* User quota inode */
215ae812306SAditya Kali #define EXT4_GRP_QUOTA_INO	 4	/* Group quota inode */
2163dcf5451SChristoph Hellwig #define EXT4_BOOT_LOADER_INO	 5	/* Boot loader inode */
2173dcf5451SChristoph Hellwig #define EXT4_UNDEL_DIR_INO	 6	/* Undelete directory inode */
2183dcf5451SChristoph Hellwig #define EXT4_RESIZE_INO		 7	/* Reserved group descriptors inode */
2193dcf5451SChristoph Hellwig #define EXT4_JOURNAL_INO	 8	/* Journal inode */
2203dcf5451SChristoph Hellwig 
2213dcf5451SChristoph Hellwig /* First non-reserved inode for old ext4 filesystems */
2223dcf5451SChristoph Hellwig #define EXT4_GOOD_OLD_FIRST_INO	11
2233dcf5451SChristoph Hellwig 
2243dcf5451SChristoph Hellwig /*
2253dcf5451SChristoph Hellwig  * Maximal count of links to a file
2263dcf5451SChristoph Hellwig  */
2273dcf5451SChristoph Hellwig #define EXT4_LINK_MAX		65000
2283dcf5451SChristoph Hellwig 
2293dcf5451SChristoph Hellwig /*
2303dcf5451SChristoph Hellwig  * Macro-instructions used to manage several block sizes
2313dcf5451SChristoph Hellwig  */
2323dcf5451SChristoph Hellwig #define EXT4_MIN_BLOCK_SIZE		1024
2333dcf5451SChristoph Hellwig #define	EXT4_MAX_BLOCK_SIZE		65536
2343dcf5451SChristoph Hellwig #define EXT4_MIN_BLOCK_LOG_SIZE		10
235fb1813f4SCurt Wohlgemuth #define EXT4_MAX_BLOCK_LOG_SIZE		16
2363dcf5451SChristoph Hellwig #ifdef __KERNEL__
2373dcf5451SChristoph Hellwig # define EXT4_BLOCK_SIZE(s)		((s)->s_blocksize)
2383dcf5451SChristoph Hellwig #else
2393dcf5451SChristoph Hellwig # define EXT4_BLOCK_SIZE(s)		(EXT4_MIN_BLOCK_SIZE << (s)->s_log_block_size)
2403dcf5451SChristoph Hellwig #endif
2413dcf5451SChristoph Hellwig #define	EXT4_ADDR_PER_BLOCK(s)		(EXT4_BLOCK_SIZE(s) / sizeof(__u32))
242281b5995STheodore Ts'o #define EXT4_CLUSTER_SIZE(s)		(EXT4_BLOCK_SIZE(s) << \
243281b5995STheodore Ts'o 					 EXT4_SB(s)->s_cluster_bits)
2443dcf5451SChristoph Hellwig #ifdef __KERNEL__
2453dcf5451SChristoph Hellwig # define EXT4_BLOCK_SIZE_BITS(s)	((s)->s_blocksize_bits)
246281b5995STheodore Ts'o # define EXT4_CLUSTER_BITS(s)		(EXT4_SB(s)->s_cluster_bits)
2473dcf5451SChristoph Hellwig #else
2483dcf5451SChristoph Hellwig # define EXT4_BLOCK_SIZE_BITS(s)	((s)->s_log_block_size + 10)
2493dcf5451SChristoph Hellwig #endif
2503dcf5451SChristoph Hellwig #ifdef __KERNEL__
2513dcf5451SChristoph Hellwig #define	EXT4_ADDR_PER_BLOCK_BITS(s)	(EXT4_SB(s)->s_addr_per_block_bits)
2523dcf5451SChristoph Hellwig #define EXT4_INODE_SIZE(s)		(EXT4_SB(s)->s_inode_size)
2533dcf5451SChristoph Hellwig #define EXT4_FIRST_INO(s)		(EXT4_SB(s)->s_first_ino)
2543dcf5451SChristoph Hellwig #else
2553dcf5451SChristoph Hellwig #define EXT4_INODE_SIZE(s)	(((s)->s_rev_level == EXT4_GOOD_OLD_REV) ? \
2563dcf5451SChristoph Hellwig 				 EXT4_GOOD_OLD_INODE_SIZE : \
2573dcf5451SChristoph Hellwig 				 (s)->s_inode_size)
2583dcf5451SChristoph Hellwig #define EXT4_FIRST_INO(s)	(((s)->s_rev_level == EXT4_GOOD_OLD_REV) ? \
2593dcf5451SChristoph Hellwig 				 EXT4_GOOD_OLD_FIRST_INO : \
2603dcf5451SChristoph Hellwig 				 (s)->s_first_ino)
2613dcf5451SChristoph Hellwig #endif
2623dcf5451SChristoph Hellwig #define EXT4_BLOCK_ALIGN(size, blkbits)		ALIGN((size), (1 << (blkbits)))
2633dcf5451SChristoph Hellwig 
264d5b8f310STheodore Ts'o /* Translate a block number to a cluster number */
265d5b8f310STheodore Ts'o #define EXT4_B2C(sbi, blk)	((blk) >> (sbi)->s_cluster_bits)
266d5b8f310STheodore Ts'o /* Translate a cluster number to a block number */
267d5b8f310STheodore Ts'o #define EXT4_C2B(sbi, cluster)	((cluster) << (sbi)->s_cluster_bits)
268d5b8f310STheodore Ts'o /* Translate # of blks to # of clusters */
269d5b8f310STheodore Ts'o #define EXT4_NUM_B2C(sbi, blks)	(((blks) + (sbi)->s_cluster_ratio - 1) >> \
270d5b8f310STheodore Ts'o 				 (sbi)->s_cluster_bits)
271f5a44db5STheodore Ts'o /* Mask out the low bits to get the starting block of the cluster */
272f5a44db5STheodore Ts'o #define EXT4_PBLK_CMASK(s, pblk) ((pblk) &				\
273f5a44db5STheodore Ts'o 				  ~((ext4_fsblk_t) (s)->s_cluster_ratio - 1))
274f5a44db5STheodore Ts'o #define EXT4_LBLK_CMASK(s, lblk) ((lblk) &				\
275f5a44db5STheodore Ts'o 				  ~((ext4_lblk_t) (s)->s_cluster_ratio - 1))
276f5a44db5STheodore Ts'o /* Get the cluster offset */
277f5a44db5STheodore Ts'o #define EXT4_PBLK_COFF(s, pblk) ((pblk) &				\
278f5a44db5STheodore Ts'o 				 ((ext4_fsblk_t) (s)->s_cluster_ratio - 1))
279f5a44db5STheodore Ts'o #define EXT4_LBLK_COFF(s, lblk) ((lblk) &				\
280f5a44db5STheodore Ts'o 				 ((ext4_lblk_t) (s)->s_cluster_ratio - 1))
281d5b8f310STheodore Ts'o 
2823dcf5451SChristoph Hellwig /*
2833dcf5451SChristoph Hellwig  * Structure of a blocks group descriptor
2843dcf5451SChristoph Hellwig  */
2853dcf5451SChristoph Hellwig struct ext4_group_desc
2863dcf5451SChristoph Hellwig {
2873dcf5451SChristoph Hellwig 	__le32	bg_block_bitmap_lo;	/* Blocks bitmap block */
2883dcf5451SChristoph Hellwig 	__le32	bg_inode_bitmap_lo;	/* Inodes bitmap block */
2893dcf5451SChristoph Hellwig 	__le32	bg_inode_table_lo;	/* Inodes table block */
290560671a0SAneesh Kumar K.V 	__le16	bg_free_blocks_count_lo;/* Free blocks count */
291560671a0SAneesh Kumar K.V 	__le16	bg_free_inodes_count_lo;/* Free inodes count */
292560671a0SAneesh Kumar K.V 	__le16	bg_used_dirs_count_lo;	/* Directories count */
2933dcf5451SChristoph Hellwig 	__le16	bg_flags;		/* EXT4_BG_flags (INODE_UNINIT, etc) */
294e6153918SDarrick J. Wong 	__le32  bg_exclude_bitmap_lo;   /* Exclude bitmap for snapshots */
295e6153918SDarrick J. Wong 	__le16  bg_block_bitmap_csum_lo;/* crc32c(s_uuid+grp_num+bbitmap) LE */
296e6153918SDarrick J. Wong 	__le16  bg_inode_bitmap_csum_lo;/* crc32c(s_uuid+grp_num+ibitmap) LE */
297560671a0SAneesh Kumar K.V 	__le16  bg_itable_unused_lo;	/* Unused inodes count */
2983dcf5451SChristoph Hellwig 	__le16  bg_checksum;		/* crc16(sb_uuid+group+desc) */
2993dcf5451SChristoph Hellwig 	__le32	bg_block_bitmap_hi;	/* Blocks bitmap block MSB */
3003dcf5451SChristoph Hellwig 	__le32	bg_inode_bitmap_hi;	/* Inodes bitmap block MSB */
3013dcf5451SChristoph Hellwig 	__le32	bg_inode_table_hi;	/* Inodes table block MSB */
3023dcf5451SChristoph Hellwig 	__le16	bg_free_blocks_count_hi;/* Free blocks count MSB */
3033dcf5451SChristoph Hellwig 	__le16	bg_free_inodes_count_hi;/* Free inodes count MSB */
3043dcf5451SChristoph Hellwig 	__le16	bg_used_dirs_count_hi;	/* Directories count MSB */
3053dcf5451SChristoph Hellwig 	__le16  bg_itable_unused_hi;    /* Unused inodes count MSB */
306e6153918SDarrick J. Wong 	__le32  bg_exclude_bitmap_hi;   /* Exclude bitmap block MSB */
307e6153918SDarrick J. Wong 	__le16  bg_block_bitmap_csum_hi;/* crc32c(s_uuid+grp_num+bbitmap) BE */
308e6153918SDarrick J. Wong 	__le16  bg_inode_bitmap_csum_hi;/* crc32c(s_uuid+grp_num+ibitmap) BE */
309e6153918SDarrick J. Wong 	__u32   bg_reserved;
3103dcf5451SChristoph Hellwig };
3113dcf5451SChristoph Hellwig 
31241a246d1SDarrick J. Wong #define EXT4_BG_INODE_BITMAP_CSUM_HI_END	\
31341a246d1SDarrick J. Wong 	(offsetof(struct ext4_group_desc, bg_inode_bitmap_csum_hi) + \
31441a246d1SDarrick J. Wong 	 sizeof(__le16))
31541a246d1SDarrick J. Wong #define EXT4_BG_BLOCK_BITMAP_CSUM_HI_END	\
31641a246d1SDarrick J. Wong 	(offsetof(struct ext4_group_desc, bg_block_bitmap_csum_hi) + \
31741a246d1SDarrick J. Wong 	 sizeof(__le16))
31841a246d1SDarrick J. Wong 
319772cb7c8SJose R. Santos /*
320772cb7c8SJose R. Santos  * Structure of a flex block group info
321772cb7c8SJose R. Santos  */
322772cb7c8SJose R. Santos 
323772cb7c8SJose R. Santos struct flex_groups {
32490ba983fSTheodore Ts'o 	atomic64_t	free_clusters;
3259f24e420STheodore Ts'o 	atomic_t	free_inodes;
3267d39db14STheodore Ts'o 	atomic_t	used_dirs;
327772cb7c8SJose R. Santos };
328772cb7c8SJose R. Santos 
3293dcf5451SChristoph Hellwig #define EXT4_BG_INODE_UNINIT	0x0001 /* Inode table/bitmap not in use */
3303dcf5451SChristoph Hellwig #define EXT4_BG_BLOCK_UNINIT	0x0002 /* Block bitmap not in use */
3313dcf5451SChristoph Hellwig #define EXT4_BG_INODE_ZEROED	0x0004 /* On-disk itable initialized to zero */
3323dcf5451SChristoph Hellwig 
3333dcf5451SChristoph Hellwig /*
3343dcf5451SChristoph Hellwig  * Macro-instructions used to manage group descriptors
3353dcf5451SChristoph Hellwig  */
3363dcf5451SChristoph Hellwig #define EXT4_MIN_DESC_SIZE		32
3373dcf5451SChristoph Hellwig #define EXT4_MIN_DESC_SIZE_64BIT	64
3383dcf5451SChristoph Hellwig #define	EXT4_MAX_DESC_SIZE		EXT4_MIN_BLOCK_SIZE
3393dcf5451SChristoph Hellwig #define EXT4_DESC_SIZE(s)		(EXT4_SB(s)->s_desc_size)
3403dcf5451SChristoph Hellwig #ifdef __KERNEL__
3413dcf5451SChristoph Hellwig # define EXT4_BLOCKS_PER_GROUP(s)	(EXT4_SB(s)->s_blocks_per_group)
342281b5995STheodore Ts'o # define EXT4_CLUSTERS_PER_GROUP(s)	(EXT4_SB(s)->s_clusters_per_group)
3433dcf5451SChristoph Hellwig # define EXT4_DESC_PER_BLOCK(s)		(EXT4_SB(s)->s_desc_per_block)
3443dcf5451SChristoph Hellwig # define EXT4_INODES_PER_GROUP(s)	(EXT4_SB(s)->s_inodes_per_group)
3453dcf5451SChristoph Hellwig # define EXT4_DESC_PER_BLOCK_BITS(s)	(EXT4_SB(s)->s_desc_per_block_bits)
3463dcf5451SChristoph Hellwig #else
3473dcf5451SChristoph Hellwig # define EXT4_BLOCKS_PER_GROUP(s)	((s)->s_blocks_per_group)
3483dcf5451SChristoph Hellwig # define EXT4_DESC_PER_BLOCK(s)		(EXT4_BLOCK_SIZE(s) / EXT4_DESC_SIZE(s))
3493dcf5451SChristoph Hellwig # define EXT4_INODES_PER_GROUP(s)	((s)->s_inodes_per_group)
3503dcf5451SChristoph Hellwig #endif
3513dcf5451SChristoph Hellwig 
3523dcf5451SChristoph Hellwig /*
3533dcf5451SChristoph Hellwig  * Constants relative to the data blocks
3543dcf5451SChristoph Hellwig  */
3553dcf5451SChristoph Hellwig #define	EXT4_NDIR_BLOCKS		12
3563dcf5451SChristoph Hellwig #define	EXT4_IND_BLOCK			EXT4_NDIR_BLOCKS
3573dcf5451SChristoph Hellwig #define	EXT4_DIND_BLOCK			(EXT4_IND_BLOCK + 1)
3583dcf5451SChristoph Hellwig #define	EXT4_TIND_BLOCK			(EXT4_DIND_BLOCK + 1)
3593dcf5451SChristoph Hellwig #define	EXT4_N_BLOCKS			(EXT4_TIND_BLOCK + 1)
3603dcf5451SChristoph Hellwig 
3613dcf5451SChristoph Hellwig /*
3623dcf5451SChristoph Hellwig  * Inode flags
3633dcf5451SChristoph Hellwig  */
3643dcf5451SChristoph Hellwig #define	EXT4_SECRM_FL			0x00000001 /* Secure deletion */
3653dcf5451SChristoph Hellwig #define	EXT4_UNRM_FL			0x00000002 /* Undelete */
3663dcf5451SChristoph Hellwig #define	EXT4_COMPR_FL			0x00000004 /* Compress file */
3673dcf5451SChristoph Hellwig #define EXT4_SYNC_FL			0x00000008 /* Synchronous updates */
3683dcf5451SChristoph Hellwig #define EXT4_IMMUTABLE_FL		0x00000010 /* Immutable file */
3693dcf5451SChristoph Hellwig #define EXT4_APPEND_FL			0x00000020 /* writes to file may only append */
3703dcf5451SChristoph Hellwig #define EXT4_NODUMP_FL			0x00000040 /* do not dump file */
3713dcf5451SChristoph Hellwig #define EXT4_NOATIME_FL			0x00000080 /* do not update atime */
3723dcf5451SChristoph Hellwig /* Reserved for compression usage... */
3733dcf5451SChristoph Hellwig #define EXT4_DIRTY_FL			0x00000100
3743dcf5451SChristoph Hellwig #define EXT4_COMPRBLK_FL		0x00000200 /* One or more compressed clusters */
3753dcf5451SChristoph Hellwig #define EXT4_NOCOMPR_FL			0x00000400 /* Don't compress */
3763dcf5451SChristoph Hellwig #define EXT4_ECOMPR_FL			0x00000800 /* Compression error */
3773dcf5451SChristoph Hellwig /* End compression flags --- maybe not all used */
3783dcf5451SChristoph Hellwig #define EXT4_INDEX_FL			0x00001000 /* hash-indexed directory */
3793dcf5451SChristoph Hellwig #define EXT4_IMAGIC_FL			0x00002000 /* AFS directory */
3803dcf5451SChristoph Hellwig #define EXT4_JOURNAL_DATA_FL		0x00004000 /* file data should be journaled */
3813dcf5451SChristoph Hellwig #define EXT4_NOTAIL_FL			0x00008000 /* file tail should not be merged */
3823dcf5451SChristoph Hellwig #define EXT4_DIRSYNC_FL			0x00010000 /* dirsync behaviour (directories only) */
3833dcf5451SChristoph Hellwig #define EXT4_TOPDIR_FL			0x00020000 /* Top of directory hierarchies*/
3843dcf5451SChristoph Hellwig #define EXT4_HUGE_FILE_FL               0x00040000 /* Set to each huge file */
3853dcf5451SChristoph Hellwig #define EXT4_EXTENTS_FL			0x00080000 /* Inode uses extents */
386f710b4b9STheodore Ts'o #define EXT4_EA_INODE_FL	        0x00200000 /* Inode used for large EA */
387c8d46e41SJiaying Zhang #define EXT4_EOFBLOCKS_FL		0x00400000 /* Blocks allocated beyond EOF */
38867cf5b09STao Ma #define EXT4_INLINE_DATA_FL		0x10000000 /* Inode has inline data. */
3893dcf5451SChristoph Hellwig #define EXT4_RESERVED_FL		0x80000000 /* reserved for ext4 lib */
3903dcf5451SChristoph Hellwig 
391c8d46e41SJiaying Zhang #define EXT4_FL_USER_VISIBLE		0x004BDFFF /* User visible flags */
392996bb9fdSTheodore Ts'o #define EXT4_FL_USER_MODIFIABLE		0x004380FF /* User modifiable flags */
3933dcf5451SChristoph Hellwig 
3948fa43a81SDuane Griffin /* Flags that should be inherited by new inodes from their parent. */
3958fa43a81SDuane Griffin #define EXT4_FL_INHERITED (EXT4_SECRM_FL | EXT4_UNRM_FL | EXT4_COMPR_FL |\
3961cd9f097STheodore Ts'o 			   EXT4_SYNC_FL | EXT4_NODUMP_FL | EXT4_NOATIME_FL |\
3978fa43a81SDuane Griffin 			   EXT4_NOCOMPR_FL | EXT4_JOURNAL_DATA_FL |\
3988fa43a81SDuane Griffin 			   EXT4_NOTAIL_FL | EXT4_DIRSYNC_FL)
3998fa43a81SDuane Griffin 
4002dc6b0d4SDuane Griffin /* Flags that are appropriate for regular files (all but dir-specific ones). */
4012dc6b0d4SDuane Griffin #define EXT4_REG_FLMASK (~(EXT4_DIRSYNC_FL | EXT4_TOPDIR_FL))
4022dc6b0d4SDuane Griffin 
4032dc6b0d4SDuane Griffin /* Flags that are appropriate for non-directories/regular files. */
4042dc6b0d4SDuane Griffin #define EXT4_OTHER_FLMASK (EXT4_NODUMP_FL | EXT4_NOATIME_FL)
4052dc6b0d4SDuane Griffin 
4062dc6b0d4SDuane Griffin /* Mask out flags that are inappropriate for the given type of inode. */
4072dc6b0d4SDuane Griffin static inline __u32 ext4_mask_flags(umode_t mode, __u32 flags)
4082dc6b0d4SDuane Griffin {
4092dc6b0d4SDuane Griffin 	if (S_ISDIR(mode))
4102dc6b0d4SDuane Griffin 		return flags;
4112dc6b0d4SDuane Griffin 	else if (S_ISREG(mode))
4122dc6b0d4SDuane Griffin 		return flags & EXT4_REG_FLMASK;
4132dc6b0d4SDuane Griffin 	else
4142dc6b0d4SDuane Griffin 		return flags & EXT4_OTHER_FLMASK;
4152dc6b0d4SDuane Griffin }
4162dc6b0d4SDuane Griffin 
41712e9b892SDmitry Monakhov /*
41812e9b892SDmitry Monakhov  * Inode flags used for atomic set/get
41912e9b892SDmitry Monakhov  */
42012e9b892SDmitry Monakhov enum {
42112e9b892SDmitry Monakhov 	EXT4_INODE_SECRM	= 0,	/* Secure deletion */
42212e9b892SDmitry Monakhov 	EXT4_INODE_UNRM		= 1,	/* Undelete */
42312e9b892SDmitry Monakhov 	EXT4_INODE_COMPR	= 2,	/* Compress file */
42412e9b892SDmitry Monakhov 	EXT4_INODE_SYNC		= 3,	/* Synchronous updates */
42512e9b892SDmitry Monakhov 	EXT4_INODE_IMMUTABLE	= 4,	/* Immutable file */
42612e9b892SDmitry Monakhov 	EXT4_INODE_APPEND	= 5,	/* writes to file may only append */
42712e9b892SDmitry Monakhov 	EXT4_INODE_NODUMP	= 6,	/* do not dump file */
42812e9b892SDmitry Monakhov 	EXT4_INODE_NOATIME	= 7,	/* do not update atime */
42912e9b892SDmitry Monakhov /* Reserved for compression usage... */
43012e9b892SDmitry Monakhov 	EXT4_INODE_DIRTY	= 8,
43112e9b892SDmitry Monakhov 	EXT4_INODE_COMPRBLK	= 9,	/* One or more compressed clusters */
43212e9b892SDmitry Monakhov 	EXT4_INODE_NOCOMPR	= 10,	/* Don't compress */
43312e9b892SDmitry Monakhov 	EXT4_INODE_ECOMPR	= 11,	/* Compression error */
43412e9b892SDmitry Monakhov /* End compression flags --- maybe not all used */
43512e9b892SDmitry Monakhov 	EXT4_INODE_INDEX	= 12,	/* hash-indexed directory */
43612e9b892SDmitry Monakhov 	EXT4_INODE_IMAGIC	= 13,	/* AFS directory */
43712e9b892SDmitry Monakhov 	EXT4_INODE_JOURNAL_DATA	= 14,	/* file data should be journaled */
43812e9b892SDmitry Monakhov 	EXT4_INODE_NOTAIL	= 15,	/* file tail should not be merged */
43912e9b892SDmitry Monakhov 	EXT4_INODE_DIRSYNC	= 16,	/* dirsync behaviour (directories only) */
44012e9b892SDmitry Monakhov 	EXT4_INODE_TOPDIR	= 17,	/* Top of directory hierarchies*/
44112e9b892SDmitry Monakhov 	EXT4_INODE_HUGE_FILE	= 18,	/* Set to each huge file */
44212e9b892SDmitry Monakhov 	EXT4_INODE_EXTENTS	= 19,	/* Inode uses extents */
44312e9b892SDmitry Monakhov 	EXT4_INODE_EA_INODE	= 21,	/* Inode used for large EA */
44412e9b892SDmitry Monakhov 	EXT4_INODE_EOFBLOCKS	= 22,	/* Blocks allocated beyond EOF */
44567cf5b09STao Ma 	EXT4_INODE_INLINE_DATA	= 28,	/* Data in inode. */
44612e9b892SDmitry Monakhov 	EXT4_INODE_RESERVED	= 31,	/* reserved for ext4 lib */
44712e9b892SDmitry Monakhov };
44812e9b892SDmitry Monakhov 
44912e9b892SDmitry Monakhov /*
4509a4c8019SCarlos Maiolino  * Since it's pretty easy to mix up bit numbers and hex values, we use a
4519a4c8019SCarlos Maiolino  * build-time check to make sure that EXT4_XXX_FL is consistent with respect to
4529a4c8019SCarlos Maiolino  * EXT4_INODE_XXX. If all is well, the macros will be dropped, so, it won't cost
4539a4c8019SCarlos Maiolino  * any extra space in the compiled kernel image, otherwise, the build will fail.
4549a4c8019SCarlos Maiolino  * It's important that these values are the same, since we are using
4559a4c8019SCarlos Maiolino  * EXT4_INODE_XXX to test for flag values, but EXT4_XXX_FL must be consistent
4569a4c8019SCarlos Maiolino  * with the values of FS_XXX_FL defined in include/linux/fs.h and the on-disk
4579a4c8019SCarlos Maiolino  * values found in ext2, ext3 and ext4 filesystems, and of course the values
4589a4c8019SCarlos Maiolino  * defined in e2fsprogs.
45912e9b892SDmitry Monakhov  *
46012e9b892SDmitry Monakhov  * It's not paranoia if the Murphy's Law really *is* out to get you.  :-)
46112e9b892SDmitry Monakhov  */
4629a4c8019SCarlos Maiolino #define TEST_FLAG_VALUE(FLAG) (EXT4_##FLAG##_FL == (1 << EXT4_INODE_##FLAG))
4639a4c8019SCarlos Maiolino #define CHECK_FLAG_VALUE(FLAG) BUILD_BUG_ON(!TEST_FLAG_VALUE(FLAG))
4649a4c8019SCarlos Maiolino 
46512e9b892SDmitry Monakhov static inline void ext4_check_flag_values(void)
46612e9b892SDmitry Monakhov {
46712e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(SECRM);
46812e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(UNRM);
46912e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(COMPR);
47012e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(SYNC);
47112e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(IMMUTABLE);
47212e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(APPEND);
47312e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(NODUMP);
47412e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(NOATIME);
47512e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(DIRTY);
47612e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(COMPRBLK);
47712e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(NOCOMPR);
47812e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(ECOMPR);
47912e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(INDEX);
48012e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(IMAGIC);
48112e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(JOURNAL_DATA);
48212e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(NOTAIL);
48312e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(DIRSYNC);
48412e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(TOPDIR);
48512e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(HUGE_FILE);
48612e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(EXTENTS);
48712e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(EA_INODE);
48812e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(EOFBLOCKS);
48967cf5b09STao Ma 	CHECK_FLAG_VALUE(INLINE_DATA);
49012e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(RESERVED);
49112e9b892SDmitry Monakhov }
49212e9b892SDmitry Monakhov 
4933dcf5451SChristoph Hellwig /* Used to pass group descriptor data when online resize is done */
4943dcf5451SChristoph Hellwig struct ext4_new_group_input {
4953dcf5451SChristoph Hellwig 	__u32 group;		/* Group number for this data */
4963dcf5451SChristoph Hellwig 	__u64 block_bitmap;	/* Absolute block number of block bitmap */
4973dcf5451SChristoph Hellwig 	__u64 inode_bitmap;	/* Absolute block number of inode bitmap */
4983dcf5451SChristoph Hellwig 	__u64 inode_table;	/* Absolute block number of inode table start */
4993dcf5451SChristoph Hellwig 	__u32 blocks_count;	/* Total number of blocks in this group */
5003dcf5451SChristoph Hellwig 	__u16 reserved_blocks;	/* Number of reserved blocks in this group */
5013dcf5451SChristoph Hellwig 	__u16 unused;
5023dcf5451SChristoph Hellwig };
5033dcf5451SChristoph Hellwig 
5044d92dc0fSBen Hutchings #if defined(__KERNEL__) && defined(CONFIG_COMPAT)
5054d92dc0fSBen Hutchings struct compat_ext4_new_group_input {
5064d92dc0fSBen Hutchings 	u32 group;
5074d92dc0fSBen Hutchings 	compat_u64 block_bitmap;
5084d92dc0fSBen Hutchings 	compat_u64 inode_bitmap;
5094d92dc0fSBen Hutchings 	compat_u64 inode_table;
5104d92dc0fSBen Hutchings 	u32 blocks_count;
5114d92dc0fSBen Hutchings 	u16 reserved_blocks;
5124d92dc0fSBen Hutchings 	u16 unused;
5134d92dc0fSBen Hutchings };
5144d92dc0fSBen Hutchings #endif
5154d92dc0fSBen Hutchings 
5163dcf5451SChristoph Hellwig /* The struct ext4_new_group_input in kernel space, with free_blocks_count */
5173dcf5451SChristoph Hellwig struct ext4_new_group_data {
5183dcf5451SChristoph Hellwig 	__u32 group;
5193dcf5451SChristoph Hellwig 	__u64 block_bitmap;
5203dcf5451SChristoph Hellwig 	__u64 inode_bitmap;
5213dcf5451SChristoph Hellwig 	__u64 inode_table;
5223dcf5451SChristoph Hellwig 	__u32 blocks_count;
5233dcf5451SChristoph Hellwig 	__u16 reserved_blocks;
5243dcf5451SChristoph Hellwig 	__u16 unused;
5253dcf5451SChristoph Hellwig 	__u32 free_blocks_count;
5263dcf5451SChristoph Hellwig };
5273dcf5451SChristoph Hellwig 
52833afdcc5SYongqiang Yang /* Indexes used to index group tables in ext4_new_group_data */
52933afdcc5SYongqiang Yang enum {
53033afdcc5SYongqiang Yang 	BLOCK_BITMAP = 0,	/* block bitmap */
53133afdcc5SYongqiang Yang 	INODE_BITMAP,		/* inode bitmap */
53233afdcc5SYongqiang Yang 	INODE_TABLE,		/* inode tables */
53333afdcc5SYongqiang Yang 	GROUP_TABLE_COUNT,
53433afdcc5SYongqiang Yang };
53533afdcc5SYongqiang Yang 
5363dcf5451SChristoph Hellwig /*
53779e83036SEric Sandeen  * Flags used by ext4_map_blocks()
5383dcf5451SChristoph Hellwig  */
539556615dcSLukas Czerner 	/* Allocate any needed blocks and/or convert an unwritten
540c2177057STheodore Ts'o 	   extent to be an initialized ext4 */
5412ac3b6e0STheodore Ts'o #define EXT4_GET_BLOCKS_CREATE			0x0001
542556615dcSLukas Czerner 	/* Request the creation of an unwritten extent */
543556615dcSLukas Czerner #define EXT4_GET_BLOCKS_UNWRIT_EXT		0x0002
544556615dcSLukas Czerner #define EXT4_GET_BLOCKS_CREATE_UNWRIT_EXT	(EXT4_GET_BLOCKS_UNWRIT_EXT|\
545c2177057STheodore Ts'o 						 EXT4_GET_BLOCKS_CREATE)
54627dd4385SLukas Czerner 	/* Caller is from the delayed allocation writeout path
54727dd4385SLukas Czerner 	 * finally doing the actual allocation of delayed blocks */
54803f5d8bcSJan Kara #define EXT4_GET_BLOCKS_DELALLOC_RESERVE	0x0004
5490031462bSMingming Cao 	/* caller is from the direct IO path, request to creation of an
550556615dcSLukas Czerner 	unwritten extents if not allocated, split the unwritten
5510031462bSMingming Cao 	extent if blocks has been preallocated already*/
552c7064ef1SJiaying Zhang #define EXT4_GET_BLOCKS_PRE_IO			0x0008
5531296cc85SAneesh Kumar K.V #define EXT4_GET_BLOCKS_CONVERT			0x0010
554c7064ef1SJiaying Zhang #define EXT4_GET_BLOCKS_IO_CREATE_EXT		(EXT4_GET_BLOCKS_PRE_IO|\
555556615dcSLukas Czerner 					 EXT4_GET_BLOCKS_CREATE_UNWRIT_EXT)
556c7064ef1SJiaying Zhang 	/* Convert extent to initialized after IO complete */
557c7064ef1SJiaying Zhang #define EXT4_GET_BLOCKS_IO_CONVERT_EXT		(EXT4_GET_BLOCKS_CONVERT|\
558556615dcSLukas Czerner 					 EXT4_GET_BLOCKS_CREATE_UNWRIT_EXT)
55927dd4385SLukas Czerner 	/* Eventual metadata allocation (due to growing extent tree)
56027dd4385SLukas Czerner 	 * should not fail, so try to use reserved blocks for that.*/
56127dd4385SLukas Czerner #define EXT4_GET_BLOCKS_METADATA_NOFAIL		0x0020
562556b27abSVivek Haldar 	/* Don't normalize allocation size (used for fallocate) */
563556b27abSVivek Haldar #define EXT4_GET_BLOCKS_NO_NORMALIZE		0x0040
564a4e5d88bSDmitry Monakhov 	/* Request will not result in inode size update (user for fallocate) */
565a4e5d88bSDmitry Monakhov #define EXT4_GET_BLOCKS_KEEP_SIZE		0x0080
566729f52c6SZheng Liu 	/* Do not take i_data_sem locking in ext4_map_blocks */
567729f52c6SZheng Liu #define EXT4_GET_BLOCKS_NO_LOCK			0x0100
568d100eef2SZheng Liu 	/* Do not put hole in extent cache */
569d100eef2SZheng Liu #define EXT4_GET_BLOCKS_NO_PUT_HOLE		0x0200
570b8a86845SLukas Czerner 	/* Convert written extents to unwritten */
571b8a86845SLukas Czerner #define EXT4_GET_BLOCKS_CONVERT_UNWRITTEN	0x0400
5723dcf5451SChristoph Hellwig 
5733dcf5451SChristoph Hellwig /*
5747869a4a6STheodore Ts'o  * The bit position of these flags must not overlap with any of the
5757869a4a6STheodore Ts'o  * EXT4_GET_BLOCKS_*.  They are used by ext4_ext_find_extent(),
576107a7bd3STheodore Ts'o  * read_extent_tree_block(), ext4_split_extent_at(),
5777869a4a6STheodore Ts'o  * ext4_ext_insert_extent(), and ext4_ext_create_new_leaf().
5787869a4a6STheodore Ts'o  * EXT4_EX_NOCACHE is used to indicate that the we shouldn't be
5797869a4a6STheodore Ts'o  * caching the extents when reading from the extent tree while a
5807869a4a6STheodore Ts'o  * truncate or punch hole operation is in progress.
581107a7bd3STheodore Ts'o  */
582107a7bd3STheodore Ts'o #define EXT4_EX_NOCACHE				0x0400
5837869a4a6STheodore Ts'o #define EXT4_EX_FORCE_CACHE			0x0800
584107a7bd3STheodore Ts'o 
585107a7bd3STheodore Ts'o /*
586e6362609STheodore Ts'o  * Flags used by ext4_free_blocks
587e6362609STheodore Ts'o  */
588e6362609STheodore Ts'o #define EXT4_FREE_BLOCKS_METADATA	0x0001
589e6362609STheodore Ts'o #define EXT4_FREE_BLOCKS_FORGET		0x0002
5901f2acb60STheodore Ts'o #define EXT4_FREE_BLOCKS_VALIDATED	0x0004
5917132de74SMaxim Patlasov #define EXT4_FREE_BLOCKS_NO_QUOT_UPDATE	0x0008
59284130193STheodore Ts'o #define EXT4_FREE_BLOCKS_NOFREE_FIRST_CLUSTER	0x0010
59384130193STheodore Ts'o #define EXT4_FREE_BLOCKS_NOFREE_LAST_CLUSTER	0x0020
594e6362609STheodore Ts'o 
595e6362609STheodore Ts'o /*
5963dcf5451SChristoph Hellwig  * ioctl commands
5973dcf5451SChristoph Hellwig  */
5983dcf5451SChristoph Hellwig #define	EXT4_IOC_GETFLAGS		FS_IOC_GETFLAGS
5993dcf5451SChristoph Hellwig #define	EXT4_IOC_SETFLAGS		FS_IOC_SETFLAGS
6003dcf5451SChristoph Hellwig #define	EXT4_IOC_GETVERSION		_IOR('f', 3, long)
6013dcf5451SChristoph Hellwig #define	EXT4_IOC_SETVERSION		_IOW('f', 4, long)
6023dcf5451SChristoph Hellwig #define	EXT4_IOC_GETVERSION_OLD		FS_IOC_GETVERSION
6033dcf5451SChristoph Hellwig #define	EXT4_IOC_SETVERSION_OLD		FS_IOC_SETVERSION
6043dcf5451SChristoph Hellwig #define EXT4_IOC_GETRSVSZ		_IOR('f', 5, long)
6053dcf5451SChristoph Hellwig #define EXT4_IOC_SETRSVSZ		_IOW('f', 6, long)
6068eea80d5STheodore Ts'o #define EXT4_IOC_GROUP_EXTEND		_IOW('f', 7, unsigned long)
6078eea80d5STheodore Ts'o #define EXT4_IOC_GROUP_ADD		_IOW('f', 8, struct ext4_new_group_input)
6088eea80d5STheodore Ts'o #define EXT4_IOC_MIGRATE		_IO('f', 9)
609ccd2506bSTheodore Ts'o  /* note ioctl 10 reserved for an early version of the FIEMAP ioctl */
6108eea80d5STheodore Ts'o  /* note ioctl 11 reserved for filesystem-independent FIEMAP ioctl */
611ccd2506bSTheodore Ts'o #define EXT4_IOC_ALLOC_DA_BLKS		_IO('f', 12)
612748de673SAkira Fujita #define EXT4_IOC_MOVE_EXT		_IOWR('f', 15, struct move_extent)
61319c5246dSYongqiang Yang #define EXT4_IOC_RESIZE_FS		_IOW('f', 16, __u64)
614393d1d1dSDr. Tilmann Bubeck #define EXT4_IOC_SWAP_BOOT		_IO('f', 17)
6157869a4a6STheodore Ts'o #define EXT4_IOC_PRECACHE_EXTENTS	_IO('f', 18)
6163dcf5451SChristoph Hellwig 
617899ad0ceSBen Hutchings #if defined(__KERNEL__) && defined(CONFIG_COMPAT)
6183dcf5451SChristoph Hellwig /*
6193dcf5451SChristoph Hellwig  * ioctl commands in 32 bit emulation
6203dcf5451SChristoph Hellwig  */
6213dcf5451SChristoph Hellwig #define EXT4_IOC32_GETFLAGS		FS_IOC32_GETFLAGS
6223dcf5451SChristoph Hellwig #define EXT4_IOC32_SETFLAGS		FS_IOC32_SETFLAGS
6233dcf5451SChristoph Hellwig #define EXT4_IOC32_GETVERSION		_IOR('f', 3, int)
6243dcf5451SChristoph Hellwig #define EXT4_IOC32_SETVERSION		_IOW('f', 4, int)
6253dcf5451SChristoph Hellwig #define EXT4_IOC32_GETRSVSZ		_IOR('f', 5, int)
6263dcf5451SChristoph Hellwig #define EXT4_IOC32_SETRSVSZ		_IOW('f', 6, int)
6273dcf5451SChristoph Hellwig #define EXT4_IOC32_GROUP_EXTEND		_IOW('f', 7, unsigned int)
6284d92dc0fSBen Hutchings #define EXT4_IOC32_GROUP_ADD		_IOW('f', 8, struct compat_ext4_new_group_input)
6293dcf5451SChristoph Hellwig #define EXT4_IOC32_GETVERSION_OLD	FS_IOC32_GETVERSION
6303dcf5451SChristoph Hellwig #define EXT4_IOC32_SETVERSION_OLD	FS_IOC32_SETVERSION
631899ad0ceSBen Hutchings #endif
6323dcf5451SChristoph Hellwig 
633b595076aSUwe Kleine-König /* Max physical block we can address w/o extents */
634fb0a387dSEric Sandeen #define EXT4_MAX_BLOCK_FILE_PHYS	0xFFFFFFFF
635fb0a387dSEric Sandeen 
6363dcf5451SChristoph Hellwig /*
6373dcf5451SChristoph Hellwig  * Structure of an inode on the disk
6383dcf5451SChristoph Hellwig  */
6393dcf5451SChristoph Hellwig struct ext4_inode {
6403dcf5451SChristoph Hellwig 	__le16	i_mode;		/* File mode */
6413dcf5451SChristoph Hellwig 	__le16	i_uid;		/* Low 16 bits of Owner Uid */
6423dcf5451SChristoph Hellwig 	__le32	i_size_lo;	/* Size in bytes */
6433dcf5451SChristoph Hellwig 	__le32	i_atime;	/* Access time */
6443dcf5451SChristoph Hellwig 	__le32	i_ctime;	/* Inode Change time */
6453dcf5451SChristoph Hellwig 	__le32	i_mtime;	/* Modification time */
6463dcf5451SChristoph Hellwig 	__le32	i_dtime;	/* Deletion Time */
6473dcf5451SChristoph Hellwig 	__le16	i_gid;		/* Low 16 bits of Group Id */
6483dcf5451SChristoph Hellwig 	__le16	i_links_count;	/* Links count */
6493dcf5451SChristoph Hellwig 	__le32	i_blocks_lo;	/* Blocks count */
6503dcf5451SChristoph Hellwig 	__le32	i_flags;	/* File flags */
6513dcf5451SChristoph Hellwig 	union {
6523dcf5451SChristoph Hellwig 		struct {
6533dcf5451SChristoph Hellwig 			__le32  l_i_version;
6543dcf5451SChristoph Hellwig 		} linux1;
6553dcf5451SChristoph Hellwig 		struct {
6563dcf5451SChristoph Hellwig 			__u32  h_i_translator;
6573dcf5451SChristoph Hellwig 		} hurd1;
6583dcf5451SChristoph Hellwig 		struct {
6593dcf5451SChristoph Hellwig 			__u32  m_i_reserved1;
6603dcf5451SChristoph Hellwig 		} masix1;
6613dcf5451SChristoph Hellwig 	} osd1;				/* OS dependent 1 */
6623dcf5451SChristoph Hellwig 	__le32	i_block[EXT4_N_BLOCKS];/* Pointers to blocks */
6633dcf5451SChristoph Hellwig 	__le32	i_generation;	/* File version (for NFS) */
6643dcf5451SChristoph Hellwig 	__le32	i_file_acl_lo;	/* File ACL */
6653dcf5451SChristoph Hellwig 	__le32	i_size_high;
6663dcf5451SChristoph Hellwig 	__le32	i_obso_faddr;	/* Obsoleted fragment address */
6673dcf5451SChristoph Hellwig 	union {
6683dcf5451SChristoph Hellwig 		struct {
6693dcf5451SChristoph Hellwig 			__le16	l_i_blocks_high; /* were l_i_reserved1 */
6703dcf5451SChristoph Hellwig 			__le16	l_i_file_acl_high;
6713dcf5451SChristoph Hellwig 			__le16	l_i_uid_high;	/* these 2 fields */
6723dcf5451SChristoph Hellwig 			__le16	l_i_gid_high;	/* were reserved2[0] */
673e6153918SDarrick J. Wong 			__le16	l_i_checksum_lo;/* crc32c(uuid+inum+inode) LE */
674e6153918SDarrick J. Wong 			__le16	l_i_reserved;
6753dcf5451SChristoph Hellwig 		} linux2;
6763dcf5451SChristoph Hellwig 		struct {
6773dcf5451SChristoph Hellwig 			__le16	h_i_reserved1;	/* Obsoleted fragment number/size which are removed in ext4 */
6783dcf5451SChristoph Hellwig 			__u16	h_i_mode_high;
6793dcf5451SChristoph Hellwig 			__u16	h_i_uid_high;
6803dcf5451SChristoph Hellwig 			__u16	h_i_gid_high;
6813dcf5451SChristoph Hellwig 			__u32	h_i_author;
6823dcf5451SChristoph Hellwig 		} hurd2;
6833dcf5451SChristoph Hellwig 		struct {
6843dcf5451SChristoph Hellwig 			__le16	h_i_reserved1;	/* Obsoleted fragment number/size which are removed in ext4 */
6853dcf5451SChristoph Hellwig 			__le16	m_i_file_acl_high;
6863dcf5451SChristoph Hellwig 			__u32	m_i_reserved2[2];
6873dcf5451SChristoph Hellwig 		} masix2;
6883dcf5451SChristoph Hellwig 	} osd2;				/* OS dependent 2 */
6893dcf5451SChristoph Hellwig 	__le16	i_extra_isize;
690e6153918SDarrick J. Wong 	__le16	i_checksum_hi;	/* crc32c(uuid+inum+inode) BE */
6913dcf5451SChristoph Hellwig 	__le32  i_ctime_extra;  /* extra Change time      (nsec << 2 | epoch) */
6923dcf5451SChristoph Hellwig 	__le32  i_mtime_extra;  /* extra Modification time(nsec << 2 | epoch) */
6933dcf5451SChristoph Hellwig 	__le32  i_atime_extra;  /* extra Access time      (nsec << 2 | epoch) */
6943dcf5451SChristoph Hellwig 	__le32  i_crtime;       /* File Creation time */
6953dcf5451SChristoph Hellwig 	__le32  i_crtime_extra; /* extra FileCreationtime (nsec << 2 | epoch) */
6963dcf5451SChristoph Hellwig 	__le32  i_version_hi;	/* high 32 bits for 64-bit version */
6973dcf5451SChristoph Hellwig };
6983dcf5451SChristoph Hellwig 
699748de673SAkira Fujita struct move_extent {
700748de673SAkira Fujita 	__u32 reserved;		/* should be zero */
701748de673SAkira Fujita 	__u32 donor_fd;		/* donor file descriptor */
702748de673SAkira Fujita 	__u64 orig_start;	/* logical start offset in block for orig */
703748de673SAkira Fujita 	__u64 donor_start;	/* logical start offset in block for donor */
704748de673SAkira Fujita 	__u64 len;		/* block length to be moved */
705748de673SAkira Fujita 	__u64 moved_len;	/* moved block length */
706748de673SAkira Fujita };
7073dcf5451SChristoph Hellwig 
7083dcf5451SChristoph Hellwig #define EXT4_EPOCH_BITS 2
7093dcf5451SChristoph Hellwig #define EXT4_EPOCH_MASK ((1 << EXT4_EPOCH_BITS) - 1)
7103dcf5451SChristoph Hellwig #define EXT4_NSEC_MASK  (~0UL << EXT4_EPOCH_BITS)
7113dcf5451SChristoph Hellwig 
7123dcf5451SChristoph Hellwig /*
7133dcf5451SChristoph Hellwig  * Extended fields will fit into an inode if the filesystem was formatted
7143dcf5451SChristoph Hellwig  * with large inodes (-I 256 or larger) and there are not currently any EAs
7153dcf5451SChristoph Hellwig  * consuming all of the available space. For new inodes we always reserve
7163dcf5451SChristoph Hellwig  * enough space for the kernel's known extended fields, but for inodes
7173dcf5451SChristoph Hellwig  * created with an old kernel this might not have been the case. None of
7183dcf5451SChristoph Hellwig  * the extended inode fields is critical for correct filesystem operation.
7193dcf5451SChristoph Hellwig  * This macro checks if a certain field fits in the inode. Note that
7203dcf5451SChristoph Hellwig  * inode-size = GOOD_OLD_INODE_SIZE + i_extra_isize
7213dcf5451SChristoph Hellwig  */
7223dcf5451SChristoph Hellwig #define EXT4_FITS_IN_INODE(ext4_inode, einode, field)	\
7233dcf5451SChristoph Hellwig 	((offsetof(typeof(*ext4_inode), field) +	\
7243dcf5451SChristoph Hellwig 	  sizeof((ext4_inode)->field))			\
7253dcf5451SChristoph Hellwig 	<= (EXT4_GOOD_OLD_INODE_SIZE +			\
7263dcf5451SChristoph Hellwig 	    (einode)->i_extra_isize))			\
7273dcf5451SChristoph Hellwig 
7283dcf5451SChristoph Hellwig static inline __le32 ext4_encode_extra_time(struct timespec *time)
7293dcf5451SChristoph Hellwig {
7303dcf5451SChristoph Hellwig        return cpu_to_le32((sizeof(time->tv_sec) > 4 ?
731c1fccc06STheodore Ts'o 			   (time->tv_sec >> 32) & EXT4_EPOCH_MASK : 0) |
732c1fccc06STheodore Ts'o                           ((time->tv_nsec << EXT4_EPOCH_BITS) & EXT4_NSEC_MASK));
7333dcf5451SChristoph Hellwig }
7343dcf5451SChristoph Hellwig 
7353dcf5451SChristoph Hellwig static inline void ext4_decode_extra_time(struct timespec *time, __le32 extra)
7363dcf5451SChristoph Hellwig {
7373dcf5451SChristoph Hellwig        if (sizeof(time->tv_sec) > 4)
7383dcf5451SChristoph Hellwig 	       time->tv_sec |= (__u64)(le32_to_cpu(extra) & EXT4_EPOCH_MASK)
7393dcf5451SChristoph Hellwig 			       << 32;
740c1fccc06STheodore Ts'o        time->tv_nsec = (le32_to_cpu(extra) & EXT4_NSEC_MASK) >> EXT4_EPOCH_BITS;
7413dcf5451SChristoph Hellwig }
7423dcf5451SChristoph Hellwig 
7433dcf5451SChristoph Hellwig #define EXT4_INODE_SET_XTIME(xtime, inode, raw_inode)			       \
7443dcf5451SChristoph Hellwig do {									       \
7453dcf5451SChristoph Hellwig 	(raw_inode)->xtime = cpu_to_le32((inode)->xtime.tv_sec);	       \
7463dcf5451SChristoph Hellwig 	if (EXT4_FITS_IN_INODE(raw_inode, EXT4_I(inode), xtime ## _extra))     \
7473dcf5451SChristoph Hellwig 		(raw_inode)->xtime ## _extra =				       \
7483dcf5451SChristoph Hellwig 				ext4_encode_extra_time(&(inode)->xtime);       \
7493dcf5451SChristoph Hellwig } while (0)
7503dcf5451SChristoph Hellwig 
7513dcf5451SChristoph Hellwig #define EXT4_EINODE_SET_XTIME(xtime, einode, raw_inode)			       \
7523dcf5451SChristoph Hellwig do {									       \
7533dcf5451SChristoph Hellwig 	if (EXT4_FITS_IN_INODE(raw_inode, einode, xtime))		       \
7543dcf5451SChristoph Hellwig 		(raw_inode)->xtime = cpu_to_le32((einode)->xtime.tv_sec);      \
7553dcf5451SChristoph Hellwig 	if (EXT4_FITS_IN_INODE(raw_inode, einode, xtime ## _extra))	       \
7563dcf5451SChristoph Hellwig 		(raw_inode)->xtime ## _extra =				       \
7573dcf5451SChristoph Hellwig 				ext4_encode_extra_time(&(einode)->xtime);      \
7583dcf5451SChristoph Hellwig } while (0)
7593dcf5451SChristoph Hellwig 
7603dcf5451SChristoph Hellwig #define EXT4_INODE_GET_XTIME(xtime, inode, raw_inode)			       \
7613dcf5451SChristoph Hellwig do {									       \
7623dcf5451SChristoph Hellwig 	(inode)->xtime.tv_sec = (signed)le32_to_cpu((raw_inode)->xtime);       \
7633dcf5451SChristoph Hellwig 	if (EXT4_FITS_IN_INODE(raw_inode, EXT4_I(inode), xtime ## _extra))     \
7643dcf5451SChristoph Hellwig 		ext4_decode_extra_time(&(inode)->xtime,			       \
7653dcf5451SChristoph Hellwig 				       raw_inode->xtime ## _extra);	       \
766af0b44a1SEric Sandeen 	else								       \
767af0b44a1SEric Sandeen 		(inode)->xtime.tv_nsec = 0;				       \
7683dcf5451SChristoph Hellwig } while (0)
7693dcf5451SChristoph Hellwig 
7703dcf5451SChristoph Hellwig #define EXT4_EINODE_GET_XTIME(xtime, einode, raw_inode)			       \
7713dcf5451SChristoph Hellwig do {									       \
7723dcf5451SChristoph Hellwig 	if (EXT4_FITS_IN_INODE(raw_inode, einode, xtime))		       \
7733dcf5451SChristoph Hellwig 		(einode)->xtime.tv_sec = 				       \
7743dcf5451SChristoph Hellwig 			(signed)le32_to_cpu((raw_inode)->xtime);	       \
77519ea8060STheodore Ts'o 	else								       \
77619ea8060STheodore Ts'o 		(einode)->xtime.tv_sec = 0;				       \
7773dcf5451SChristoph Hellwig 	if (EXT4_FITS_IN_INODE(raw_inode, einode, xtime ## _extra))	       \
7783dcf5451SChristoph Hellwig 		ext4_decode_extra_time(&(einode)->xtime,		       \
7793dcf5451SChristoph Hellwig 				       raw_inode->xtime ## _extra);	       \
780af0b44a1SEric Sandeen 	else								       \
781af0b44a1SEric Sandeen 		(einode)->xtime.tv_nsec = 0;				       \
7823dcf5451SChristoph Hellwig } while (0)
7833dcf5451SChristoph Hellwig 
7843dcf5451SChristoph Hellwig #define i_disk_version osd1.linux1.l_i_version
7853dcf5451SChristoph Hellwig 
7863dcf5451SChristoph Hellwig #if defined(__KERNEL__) || defined(__linux__)
7873dcf5451SChristoph Hellwig #define i_reserved1	osd1.linux1.l_i_reserved1
7883dcf5451SChristoph Hellwig #define i_file_acl_high	osd2.linux2.l_i_file_acl_high
7893dcf5451SChristoph Hellwig #define i_blocks_high	osd2.linux2.l_i_blocks_high
7903dcf5451SChristoph Hellwig #define i_uid_low	i_uid
7913dcf5451SChristoph Hellwig #define i_gid_low	i_gid
7923dcf5451SChristoph Hellwig #define i_uid_high	osd2.linux2.l_i_uid_high
7933dcf5451SChristoph Hellwig #define i_gid_high	osd2.linux2.l_i_gid_high
794e6153918SDarrick J. Wong #define i_checksum_lo	osd2.linux2.l_i_checksum_lo
7953dcf5451SChristoph Hellwig 
7963dcf5451SChristoph Hellwig #elif defined(__GNU__)
7973dcf5451SChristoph Hellwig 
7983dcf5451SChristoph Hellwig #define i_translator	osd1.hurd1.h_i_translator
7993dcf5451SChristoph Hellwig #define i_uid_high	osd2.hurd2.h_i_uid_high
8003dcf5451SChristoph Hellwig #define i_gid_high	osd2.hurd2.h_i_gid_high
8013dcf5451SChristoph Hellwig #define i_author	osd2.hurd2.h_i_author
8023dcf5451SChristoph Hellwig 
8033dcf5451SChristoph Hellwig #elif defined(__masix__)
8043dcf5451SChristoph Hellwig 
8053dcf5451SChristoph Hellwig #define i_reserved1	osd1.masix1.m_i_reserved1
8063dcf5451SChristoph Hellwig #define i_file_acl_high	osd2.masix2.m_i_file_acl_high
8073dcf5451SChristoph Hellwig #define i_reserved2	osd2.masix2.m_i_reserved2
8083dcf5451SChristoph Hellwig 
8093dcf5451SChristoph Hellwig #endif /* defined(__KERNEL__) || defined(__linux__) */
8103dcf5451SChristoph Hellwig 
811c0677e6dSZheng Liu #include "extents_status.h"
812c0677e6dSZheng Liu 
813d444c3c3STheodore Ts'o /*
814d444c3c3STheodore Ts'o  * fourth extended file system inode data in memory
815d444c3c3STheodore Ts'o  */
816d444c3c3STheodore Ts'o struct ext4_inode_info {
817d444c3c3STheodore Ts'o 	__le32	i_data[15];	/* unconverted */
818d444c3c3STheodore Ts'o 	__u32	i_dtime;
81912e9b892SDmitry Monakhov 	ext4_fsblk_t	i_file_acl;
820d444c3c3STheodore Ts'o 
821d444c3c3STheodore Ts'o 	/*
822d444c3c3STheodore Ts'o 	 * i_block_group is the number of the block group which contains
823d444c3c3STheodore Ts'o 	 * this file's inode.  Constant across the lifetime of the inode,
824d444c3c3STheodore Ts'o 	 * it is ued for making block allocation decisions - we try to
825d444c3c3STheodore Ts'o 	 * place a file's data blocks near its inode block, and new inodes
826d444c3c3STheodore Ts'o 	 * near to their parent directory's inode.
827d444c3c3STheodore Ts'o 	 */
828d444c3c3STheodore Ts'o 	ext4_group_t	i_block_group;
8298a2005d3STheodore Ts'o 	ext4_lblk_t	i_dir_start_lookup;
830353eb83cSTheodore Ts'o #if (BITS_PER_LONG < 64)
83119f5fb7aSTheodore Ts'o 	unsigned long	i_state_flags;		/* Dynamic state flags */
832353eb83cSTheodore Ts'o #endif
83312e9b892SDmitry Monakhov 	unsigned long	i_flags;
834d444c3c3STheodore Ts'o 
835d444c3c3STheodore Ts'o 	/*
836d444c3c3STheodore Ts'o 	 * Extended attributes can be read independently of the main file
837d444c3c3STheodore Ts'o 	 * data. Taking i_mutex even when reading would cause contention
838d444c3c3STheodore Ts'o 	 * between readers of EAs and writers of regular file data, so
839d444c3c3STheodore Ts'o 	 * instead we synchronize on xattr_sem when reading or changing
840d444c3c3STheodore Ts'o 	 * EAs.
841d444c3c3STheodore Ts'o 	 */
842d444c3c3STheodore Ts'o 	struct rw_semaphore xattr_sem;
843d444c3c3STheodore Ts'o 
844d444c3c3STheodore Ts'o 	struct list_head i_orphan;	/* unlinked but open inodes */
845d444c3c3STheodore Ts'o 
846d444c3c3STheodore Ts'o 	/*
847d444c3c3STheodore Ts'o 	 * i_disksize keeps track of what the inode size is ON DISK, not
848d444c3c3STheodore Ts'o 	 * in memory.  During truncate, i_size is set to the new size by
849d444c3c3STheodore Ts'o 	 * the VFS prior to calling ext4_truncate(), but the filesystem won't
850d444c3c3STheodore Ts'o 	 * set i_disksize to 0 until the truncate is actually under way.
851d444c3c3STheodore Ts'o 	 *
852d444c3c3STheodore Ts'o 	 * The intent is that i_disksize always represents the blocks which
853d444c3c3STheodore Ts'o 	 * are used by this file.  This allows recovery to restart truncate
854d444c3c3STheodore Ts'o 	 * on orphans if we crash during truncate.  We actually write i_disksize
855d444c3c3STheodore Ts'o 	 * into the on-disk inode when writing inodes out, instead of i_size.
856d444c3c3STheodore Ts'o 	 *
857d444c3c3STheodore Ts'o 	 * The only time when i_disksize and i_size may be different is when
858d444c3c3STheodore Ts'o 	 * a truncate is in progress.  The only things which change i_disksize
859d444c3c3STheodore Ts'o 	 * are ext4_get_block (growth) and ext4_truncate (shrinkth).
860d444c3c3STheodore Ts'o 	 */
861d444c3c3STheodore Ts'o 	loff_t	i_disksize;
862d444c3c3STheodore Ts'o 
863d444c3c3STheodore Ts'o 	/*
864d444c3c3STheodore Ts'o 	 * i_data_sem is for serialising ext4_truncate() against
865d444c3c3STheodore Ts'o 	 * ext4_getblock().  In the 2.4 ext2 design, great chunks of inode's
866d444c3c3STheodore Ts'o 	 * data tree are chopped off during truncate. We can't do that in
867d444c3c3STheodore Ts'o 	 * ext4 because whenever we perform intermediate commits during
868d444c3c3STheodore Ts'o 	 * truncate, the inode and all the metadata blocks *must* be in a
869d444c3c3STheodore Ts'o 	 * consistent state which allows truncation of the orphans to restart
870d444c3c3STheodore Ts'o 	 * during recovery.  Hence we must fix the get_block-vs-truncate race
871d444c3c3STheodore Ts'o 	 * by other means, so we have i_data_sem.
872d444c3c3STheodore Ts'o 	 */
873d444c3c3STheodore Ts'o 	struct rw_semaphore i_data_sem;
874d444c3c3STheodore Ts'o 	struct inode vfs_inode;
8758aefcd55STheodore Ts'o 	struct jbd2_inode *jinode;
876d444c3c3STheodore Ts'o 
877202ee5dfSTheodore Ts'o 	spinlock_t i_raw_lock;	/* protects updates to the raw inode */
878202ee5dfSTheodore Ts'o 
879d444c3c3STheodore Ts'o 	/*
880d444c3c3STheodore Ts'o 	 * File creation time. Its function is same as that of
881d444c3c3STheodore Ts'o 	 * struct timespec i_{a,c,m}time in the generic inode.
882d444c3c3STheodore Ts'o 	 */
883d444c3c3STheodore Ts'o 	struct timespec i_crtime;
884d444c3c3STheodore Ts'o 
885d444c3c3STheodore Ts'o 	/* mballoc */
886d444c3c3STheodore Ts'o 	struct list_head i_prealloc_list;
887d444c3c3STheodore Ts'o 	spinlock_t i_prealloc_lock;
888d444c3c3STheodore Ts'o 
889c0677e6dSZheng Liu 	/* extents status tree */
890c0677e6dSZheng Liu 	struct ext4_es_tree i_es_tree;
891c0677e6dSZheng Liu 	rwlock_t i_es_lock;
89274cd15cdSZheng Liu 	struct list_head i_es_lru;
89374cd15cdSZheng Liu 	unsigned int i_es_lru_nr;	/* protected by i_es_lock */
894d3922a77SZheng Liu 	unsigned long i_touch_when;	/* jiffies of last accessing */
895c0677e6dSZheng Liu 
896d444c3c3STheodore Ts'o 	/* ialloc */
897d444c3c3STheodore Ts'o 	ext4_group_t	i_last_alloc_group;
898d444c3c3STheodore Ts'o 
899d444c3c3STheodore Ts'o 	/* allocation reservation info for delalloc */
90057042651STheodore Ts'o 	/* In case of bigalloc, these refer to clusters rather than blocks */
901d444c3c3STheodore Ts'o 	unsigned int i_reserved_data_blocks;
902d444c3c3STheodore Ts'o 	unsigned int i_reserved_meta_blocks;
903d444c3c3STheodore Ts'o 	unsigned int i_allocated_meta_blocks;
90401f49d0bSTheodore Ts'o 	ext4_lblk_t i_da_metadata_calc_last_lblock;
9059d0be502STheodore Ts'o 	int i_da_metadata_calc_len;
906d444c3c3STheodore Ts'o 
907d444c3c3STheodore Ts'o 	/* on-disk additional length */
908d444c3c3STheodore Ts'o 	__u16 i_extra_isize;
909d444c3c3STheodore Ts'o 
91067cf5b09STao Ma 	/* Indicate the inline data space. */
91167cf5b09STao Ma 	u16 i_inline_off;
91267cf5b09STao Ma 	u16 i_inline_size;
91367cf5b09STao Ma 
914a9e7f447SDmitry Monakhov #ifdef CONFIG_QUOTA
915a9e7f447SDmitry Monakhov 	/* quota space reservation, managed internally by quota code */
916a9e7f447SDmitry Monakhov 	qsize_t i_reserved_quota;
917a9e7f447SDmitry Monakhov #endif
9188d5d02e6SMingming Cao 
9192e8fa54eSJan Kara 	/* Lock protecting lists below */
920744692dcSJiaying Zhang 	spinlock_t i_completed_io_lock;
9212e8fa54eSJan Kara 	/*
9222e8fa54eSJan Kara 	 * Completed IOs that need unwritten extents handling and have
9232e8fa54eSJan Kara 	 * transaction reserved
9242e8fa54eSJan Kara 	 */
9252e8fa54eSJan Kara 	struct list_head i_rsv_conversion_list;
9262e8fa54eSJan Kara 	/*
9272e8fa54eSJan Kara 	 * Completed IOs that need unwritten extents handling and don't have
9282e8fa54eSJan Kara 	 * transaction reserved
9292e8fa54eSJan Kara 	 */
9308a2005d3STheodore Ts'o 	atomic_t i_ioend_count;	/* Number of outstanding io_end structs */
931e27f41e1SDmitry Monakhov 	atomic_t i_unwritten; /* Nr. of inflight conversions pending */
9322e8fa54eSJan Kara 	struct work_struct i_rsv_conversion_work;
9338a2005d3STheodore Ts'o 
9348a2005d3STheodore Ts'o 	spinlock_t i_block_reservation_lock;
935b436b9beSJan Kara 
936b436b9beSJan Kara 	/*
937b436b9beSJan Kara 	 * Transactions that contain inode's metadata needed to complete
938b436b9beSJan Kara 	 * fsync and fdatasync, respectively.
939b436b9beSJan Kara 	 */
940b436b9beSJan Kara 	tid_t i_sync_tid;
941b436b9beSJan Kara 	tid_t i_datasync_tid;
942814525f4SDarrick J. Wong 
943814525f4SDarrick J. Wong 	/* Precomputed uuid+inum+igen checksum for seeding inode checksums */
944814525f4SDarrick J. Wong 	__u32 i_csum_seed;
945d444c3c3STheodore Ts'o };
946d444c3c3STheodore Ts'o 
947d444c3c3STheodore Ts'o /*
9483dcf5451SChristoph Hellwig  * File system states
9493dcf5451SChristoph Hellwig  */
9503dcf5451SChristoph Hellwig #define	EXT4_VALID_FS			0x0001	/* Unmounted cleanly */
9513dcf5451SChristoph Hellwig #define	EXT4_ERROR_FS			0x0002	/* Errors detected */
9523dcf5451SChristoph Hellwig #define	EXT4_ORPHAN_FS			0x0004	/* Orphans being recovered */
9533dcf5451SChristoph Hellwig 
9543dcf5451SChristoph Hellwig /*
9553dcf5451SChristoph Hellwig  * Misc. filesystem flags
9563dcf5451SChristoph Hellwig  */
9573dcf5451SChristoph Hellwig #define EXT2_FLAGS_SIGNED_HASH		0x0001  /* Signed dirhash in use */
9583dcf5451SChristoph Hellwig #define EXT2_FLAGS_UNSIGNED_HASH	0x0002  /* Unsigned dirhash in use */
9593dcf5451SChristoph Hellwig #define EXT2_FLAGS_TEST_FILESYS		0x0004	/* to test development code */
9603dcf5451SChristoph Hellwig 
9613dcf5451SChristoph Hellwig /*
96268911009SLukas Czerner  * Mount flags set via mount options or defaults
9633dcf5451SChristoph Hellwig  */
9643dcf5451SChristoph Hellwig #define EXT4_MOUNT_GRPID		0x00004	/* Create files with directory's group */
9653dcf5451SChristoph Hellwig #define EXT4_MOUNT_DEBUG		0x00008	/* Some debugging messages */
9663dcf5451SChristoph Hellwig #define EXT4_MOUNT_ERRORS_CONT		0x00010	/* Continue on errors */
9673dcf5451SChristoph Hellwig #define EXT4_MOUNT_ERRORS_RO		0x00020	/* Remount fs ro on errors */
9683dcf5451SChristoph Hellwig #define EXT4_MOUNT_ERRORS_PANIC		0x00040	/* Panic on errors */
96939ef17f1STheodore Ts'o #define EXT4_MOUNT_ERRORS_MASK		0x00070
9703dcf5451SChristoph Hellwig #define EXT4_MOUNT_MINIX_DF		0x00080	/* Mimics the Minix statfs */
9713dcf5451SChristoph Hellwig #define EXT4_MOUNT_NOLOAD		0x00100	/* Don't use existing journal*/
9723dcf5451SChristoph Hellwig #define EXT4_MOUNT_DATA_FLAGS		0x00C00	/* Mode for data writes: */
9733dcf5451SChristoph Hellwig #define EXT4_MOUNT_JOURNAL_DATA		0x00400	/* Write data to journal */
9743dcf5451SChristoph Hellwig #define EXT4_MOUNT_ORDERED_DATA		0x00800	/* Flush data before commit */
9753dcf5451SChristoph Hellwig #define EXT4_MOUNT_WRITEBACK_DATA	0x00C00	/* No data ordering */
9763dcf5451SChristoph Hellwig #define EXT4_MOUNT_UPDATE_JOURNAL	0x01000	/* Update the journal format */
9773dcf5451SChristoph Hellwig #define EXT4_MOUNT_NO_UID32		0x02000  /* Disable 32-bit UIDs */
9783dcf5451SChristoph Hellwig #define EXT4_MOUNT_XATTR_USER		0x04000	/* Extended user attributes */
9793dcf5451SChristoph Hellwig #define EXT4_MOUNT_POSIX_ACL		0x08000	/* POSIX Access Control Lists */
980afd4672dSTheodore Ts'o #define EXT4_MOUNT_NO_AUTO_DA_ALLOC	0x10000	/* No auto delalloc mapping */
9813dcf5451SChristoph Hellwig #define EXT4_MOUNT_BARRIER		0x20000 /* Use block barriers */
9823dcf5451SChristoph Hellwig #define EXT4_MOUNT_QUOTA		0x80000 /* Some quota option set */
9833dcf5451SChristoph Hellwig #define EXT4_MOUNT_USRQUOTA		0x100000 /* "old" user quota */
9843dcf5451SChristoph Hellwig #define EXT4_MOUNT_GRPQUOTA		0x200000 /* "old" group quota */
985744692dcSJiaying Zhang #define EXT4_MOUNT_DIOREAD_NOLOCK	0x400000 /* Enable support for dio read nolocking */
986d4da6c9cSLinus Torvalds #define EXT4_MOUNT_JOURNAL_CHECKSUM	0x800000 /* Journal checksums */
9873dcf5451SChristoph Hellwig #define EXT4_MOUNT_JOURNAL_ASYNC_COMMIT	0x1000000 /* Journal Async Commit */
98864769240SAlex Tomas #define EXT4_MOUNT_DELALLOC		0x8000000 /* Delalloc support */
9895bf5683aSHidehiro Kawai #define EXT4_MOUNT_DATA_ERR_ABORT	0x10000000 /* Abort on file data write */
9906fd058f7STheodore Ts'o #define EXT4_MOUNT_BLOCK_VALIDITY	0x20000000 /* Block validity checking */
9915328e635SEric Sandeen #define EXT4_MOUNT_DISCARD		0x40000000 /* Issue DISCARD requests */
992bfff6873SLukas Czerner #define EXT4_MOUNT_INIT_INODE_TABLE	0x80000000 /* Initialize uninitialized itables */
9935bf5683aSHidehiro Kawai 
99468911009SLukas Czerner /*
99568911009SLukas Czerner  * Mount flags set either automatically (could not be set by mount option)
99668911009SLukas Czerner  * based on per file system feature or property or in special cases such as
99768911009SLukas Czerner  * distinguishing between explicit mount option definition and default.
99868911009SLukas Czerner  */
99956889787STheodore Ts'o #define EXT4_MOUNT2_EXPLICIT_DELALLOC	0x00000001 /* User explicitly
100056889787STheodore Ts'o 						      specified delalloc */
100168911009SLukas Czerner #define EXT4_MOUNT2_STD_GROUP_SIZE	0x00000002 /* We have standard group
100268911009SLukas Czerner 						      size of blocksize * 8
100368911009SLukas Czerner 						      blocks */
1004ed3654ebSTheodore Ts'o #define EXT4_MOUNT2_HURD_COMPAT		0x00000004 /* Support HURD-castrated
1005ed3654ebSTheodore Ts'o 						      file systems */
100656889787STheodore Ts'o 
1007fd8c37ecSTheodore Ts'o #define clear_opt(sb, opt)		EXT4_SB(sb)->s_mount_opt &= \
1008fd8c37ecSTheodore Ts'o 						~EXT4_MOUNT_##opt
1009fd8c37ecSTheodore Ts'o #define set_opt(sb, opt)		EXT4_SB(sb)->s_mount_opt |= \
1010fd8c37ecSTheodore Ts'o 						EXT4_MOUNT_##opt
10113dcf5451SChristoph Hellwig #define test_opt(sb, opt)		(EXT4_SB(sb)->s_mount_opt & \
10123dcf5451SChristoph Hellwig 					 EXT4_MOUNT_##opt)
10133dcf5451SChristoph Hellwig 
1014a2595b8aSTheodore Ts'o #define clear_opt2(sb, opt)		EXT4_SB(sb)->s_mount_opt2 &= \
1015a2595b8aSTheodore Ts'o 						~EXT4_MOUNT2_##opt
1016a2595b8aSTheodore Ts'o #define set_opt2(sb, opt)		EXT4_SB(sb)->s_mount_opt2 |= \
1017a2595b8aSTheodore Ts'o 						EXT4_MOUNT2_##opt
1018a2595b8aSTheodore Ts'o #define test_opt2(sb, opt)		(EXT4_SB(sb)->s_mount_opt2 & \
1019a2595b8aSTheodore Ts'o 					 EXT4_MOUNT2_##opt)
1020a2595b8aSTheodore Ts'o 
1021597d508cSAkinobu Mita #define ext4_test_and_set_bit		__test_and_set_bit_le
1022597d508cSAkinobu Mita #define ext4_set_bit			__set_bit_le
10233dcf5451SChristoph Hellwig #define ext4_set_bit_atomic		ext2_set_bit_atomic
1024597d508cSAkinobu Mita #define ext4_test_and_clear_bit		__test_and_clear_bit_le
1025597d508cSAkinobu Mita #define ext4_clear_bit			__clear_bit_le
10263dcf5451SChristoph Hellwig #define ext4_clear_bit_atomic		ext2_clear_bit_atomic
102750e0168cSAkinobu Mita #define ext4_test_bit			test_bit_le
102850e0168cSAkinobu Mita #define ext4_find_next_zero_bit		find_next_zero_bit_le
102950e0168cSAkinobu Mita #define ext4_find_next_bit		find_next_bit_le
10303dcf5451SChristoph Hellwig 
1031c3e94d1dSYongqiang Yang extern void ext4_set_bits(void *bm, int cur, int len);
1032c3e94d1dSYongqiang Yang 
10333dcf5451SChristoph Hellwig /*
10343dcf5451SChristoph Hellwig  * Maximal mount counts between two filesystem checks
10353dcf5451SChristoph Hellwig  */
10363dcf5451SChristoph Hellwig #define EXT4_DFL_MAX_MNT_COUNT		20	/* Allow 20 mounts */
10373dcf5451SChristoph Hellwig #define EXT4_DFL_CHECKINTERVAL		0	/* Don't use interval check */
10383dcf5451SChristoph Hellwig 
10393dcf5451SChristoph Hellwig /*
10403dcf5451SChristoph Hellwig  * Behaviour when detecting errors
10413dcf5451SChristoph Hellwig  */
10423dcf5451SChristoph Hellwig #define EXT4_ERRORS_CONTINUE		1	/* Continue execution */
10433dcf5451SChristoph Hellwig #define EXT4_ERRORS_RO			2	/* Remount fs read-only */
10443dcf5451SChristoph Hellwig #define EXT4_ERRORS_PANIC		3	/* Panic */
10453dcf5451SChristoph Hellwig #define EXT4_ERRORS_DEFAULT		EXT4_ERRORS_CONTINUE
10463dcf5451SChristoph Hellwig 
1047e6153918SDarrick J. Wong /* Metadata checksum algorithm codes */
1048e6153918SDarrick J. Wong #define EXT4_CRC32C_CHKSUM		1
1049e6153918SDarrick J. Wong 
10503dcf5451SChristoph Hellwig /*
10513dcf5451SChristoph Hellwig  * Structure of the super block
10523dcf5451SChristoph Hellwig  */
10533dcf5451SChristoph Hellwig struct ext4_super_block {
10543dcf5451SChristoph Hellwig /*00*/	__le32	s_inodes_count;		/* Inodes count */
10553dcf5451SChristoph Hellwig 	__le32	s_blocks_count_lo;	/* Blocks count */
10563dcf5451SChristoph Hellwig 	__le32	s_r_blocks_count_lo;	/* Reserved blocks count */
10573dcf5451SChristoph Hellwig 	__le32	s_free_blocks_count_lo;	/* Free blocks count */
10583dcf5451SChristoph Hellwig /*10*/	__le32	s_free_inodes_count;	/* Free inodes count */
10593dcf5451SChristoph Hellwig 	__le32	s_first_data_block;	/* First Data Block */
10603dcf5451SChristoph Hellwig 	__le32	s_log_block_size;	/* Block size */
1061281b5995STheodore Ts'o 	__le32	s_log_cluster_size;	/* Allocation cluster size */
10623dcf5451SChristoph Hellwig /*20*/	__le32	s_blocks_per_group;	/* # Blocks per group */
1063281b5995STheodore Ts'o 	__le32	s_clusters_per_group;	/* # Clusters per group */
10643dcf5451SChristoph Hellwig 	__le32	s_inodes_per_group;	/* # Inodes per group */
10653dcf5451SChristoph Hellwig 	__le32	s_mtime;		/* Mount time */
10663dcf5451SChristoph Hellwig /*30*/	__le32	s_wtime;		/* Write time */
10673dcf5451SChristoph Hellwig 	__le16	s_mnt_count;		/* Mount count */
10683dcf5451SChristoph Hellwig 	__le16	s_max_mnt_count;	/* Maximal mount count */
10693dcf5451SChristoph Hellwig 	__le16	s_magic;		/* Magic signature */
10703dcf5451SChristoph Hellwig 	__le16	s_state;		/* File system state */
10713dcf5451SChristoph Hellwig 	__le16	s_errors;		/* Behaviour when detecting errors */
10723dcf5451SChristoph Hellwig 	__le16	s_minor_rev_level;	/* minor revision level */
10733dcf5451SChristoph Hellwig /*40*/	__le32	s_lastcheck;		/* time of last check */
10743dcf5451SChristoph Hellwig 	__le32	s_checkinterval;	/* max. time between checks */
10753dcf5451SChristoph Hellwig 	__le32	s_creator_os;		/* OS */
10763dcf5451SChristoph Hellwig 	__le32	s_rev_level;		/* Revision level */
10773dcf5451SChristoph Hellwig /*50*/	__le16	s_def_resuid;		/* Default uid for reserved blocks */
10783dcf5451SChristoph Hellwig 	__le16	s_def_resgid;		/* Default gid for reserved blocks */
10793dcf5451SChristoph Hellwig 	/*
10803dcf5451SChristoph Hellwig 	 * These fields are for EXT4_DYNAMIC_REV superblocks only.
10813dcf5451SChristoph Hellwig 	 *
10823dcf5451SChristoph Hellwig 	 * Note: the difference between the compatible feature set and
10833dcf5451SChristoph Hellwig 	 * the incompatible feature set is that if there is a bit set
10843dcf5451SChristoph Hellwig 	 * in the incompatible feature set that the kernel doesn't
10853dcf5451SChristoph Hellwig 	 * know about, it should refuse to mount the filesystem.
10863dcf5451SChristoph Hellwig 	 *
10873dcf5451SChristoph Hellwig 	 * e2fsck's requirements are more strict; if it doesn't know
10883dcf5451SChristoph Hellwig 	 * about a feature in either the compatible or incompatible
10893dcf5451SChristoph Hellwig 	 * feature set, it must abort and not try to meddle with
10903dcf5451SChristoph Hellwig 	 * things it doesn't understand...
10913dcf5451SChristoph Hellwig 	 */
10923dcf5451SChristoph Hellwig 	__le32	s_first_ino;		/* First non-reserved inode */
10933dcf5451SChristoph Hellwig 	__le16  s_inode_size;		/* size of inode structure */
10943dcf5451SChristoph Hellwig 	__le16	s_block_group_nr;	/* block group # of this superblock */
10953dcf5451SChristoph Hellwig 	__le32	s_feature_compat;	/* compatible feature set */
10963dcf5451SChristoph Hellwig /*60*/	__le32	s_feature_incompat;	/* incompatible feature set */
10973dcf5451SChristoph Hellwig 	__le32	s_feature_ro_compat;	/* readonly-compatible feature set */
10983dcf5451SChristoph Hellwig /*68*/	__u8	s_uuid[16];		/* 128-bit uuid for volume */
10993dcf5451SChristoph Hellwig /*78*/	char	s_volume_name[16];	/* volume name */
11003dcf5451SChristoph Hellwig /*88*/	char	s_last_mounted[64];	/* directory where last mounted */
11013dcf5451SChristoph Hellwig /*C8*/	__le32	s_algorithm_usage_bitmap; /* For compression */
11023dcf5451SChristoph Hellwig 	/*
11033dcf5451SChristoph Hellwig 	 * Performance hints.  Directory preallocation should only
11043dcf5451SChristoph Hellwig 	 * happen if the EXT4_FEATURE_COMPAT_DIR_PREALLOC flag is on.
11053dcf5451SChristoph Hellwig 	 */
11063dcf5451SChristoph Hellwig 	__u8	s_prealloc_blocks;	/* Nr of blocks to try to preallocate*/
11073dcf5451SChristoph Hellwig 	__u8	s_prealloc_dir_blocks;	/* Nr to preallocate for dirs */
11083dcf5451SChristoph Hellwig 	__le16	s_reserved_gdt_blocks;	/* Per group desc for online growth */
11093dcf5451SChristoph Hellwig 	/*
11103dcf5451SChristoph Hellwig 	 * Journaling support valid if EXT4_FEATURE_COMPAT_HAS_JOURNAL set.
11113dcf5451SChristoph Hellwig 	 */
11123dcf5451SChristoph Hellwig /*D0*/	__u8	s_journal_uuid[16];	/* uuid of journal superblock */
11133dcf5451SChristoph Hellwig /*E0*/	__le32	s_journal_inum;		/* inode number of journal file */
11143dcf5451SChristoph Hellwig 	__le32	s_journal_dev;		/* device number of journal file */
11153dcf5451SChristoph Hellwig 	__le32	s_last_orphan;		/* start of list of inodes to delete */
11163dcf5451SChristoph Hellwig 	__le32	s_hash_seed[4];		/* HTREE hash seed */
11173dcf5451SChristoph Hellwig 	__u8	s_def_hash_version;	/* Default hash version to use */
111889eeddf0STheodore Ts'o 	__u8	s_jnl_backup_type;
11193dcf5451SChristoph Hellwig 	__le16  s_desc_size;		/* size of group descriptor */
11203dcf5451SChristoph Hellwig /*100*/	__le32	s_default_mount_opts;
11213dcf5451SChristoph Hellwig 	__le32	s_first_meta_bg;	/* First metablock block group */
11223dcf5451SChristoph Hellwig 	__le32	s_mkfs_time;		/* When the filesystem was created */
11233dcf5451SChristoph Hellwig 	__le32	s_jnl_blocks[17];	/* Backup of the journal inode */
11243dcf5451SChristoph Hellwig 	/* 64bit support valid if EXT4_FEATURE_COMPAT_64BIT */
11253dcf5451SChristoph Hellwig /*150*/	__le32	s_blocks_count_hi;	/* Blocks count */
11263dcf5451SChristoph Hellwig 	__le32	s_r_blocks_count_hi;	/* Reserved blocks count */
11273dcf5451SChristoph Hellwig 	__le32	s_free_blocks_count_hi;	/* Free blocks count */
11283dcf5451SChristoph Hellwig 	__le16	s_min_extra_isize;	/* All inodes have at least # bytes */
11293dcf5451SChristoph Hellwig 	__le16	s_want_extra_isize; 	/* New inodes should reserve # bytes */
11303dcf5451SChristoph Hellwig 	__le32	s_flags;		/* Miscellaneous flags */
11313dcf5451SChristoph Hellwig 	__le16  s_raid_stride;		/* RAID stride */
1132c5e06d10SJohann Lombardi 	__le16  s_mmp_update_interval;  /* # seconds to wait in MMP checking */
11333dcf5451SChristoph Hellwig 	__le64  s_mmp_block;            /* Block for multi-mount protection */
11343dcf5451SChristoph Hellwig 	__le32  s_raid_stripe_width;    /* blocks on all data disks (N*stride)*/
1135772cb7c8SJose R. Santos 	__u8	s_log_groups_per_flex;  /* FLEX_BG group size */
1136e6153918SDarrick J. Wong 	__u8	s_checksum_type;	/* metadata checksum algorithm used */
1137772cb7c8SJose R. Santos 	__le16  s_reserved_pad;
1138afc32f7eSTheodore Ts'o 	__le64	s_kbytes_written;	/* nr of lifetime kilobytes written */
11394a9cdec7STheodore Ts'o 	__le32	s_snapshot_inum;	/* Inode number of active snapshot */
11404a9cdec7STheodore Ts'o 	__le32	s_snapshot_id;		/* sequential ID of active snapshot */
11414a9cdec7STheodore Ts'o 	__le64	s_snapshot_r_blocks_count; /* reserved blocks for active
11424a9cdec7STheodore Ts'o 					      snapshot's future use */
11434a9cdec7STheodore Ts'o 	__le32	s_snapshot_list;	/* inode number of the head of the
11444a9cdec7STheodore Ts'o 					   on-disk snapshot list */
11451c13d5c0STheodore Ts'o #define EXT4_S_ERR_START offsetof(struct ext4_super_block, s_error_count)
11461c13d5c0STheodore Ts'o 	__le32	s_error_count;		/* number of fs errors */
11471c13d5c0STheodore Ts'o 	__le32	s_first_error_time;	/* first time an error happened */
11481c13d5c0STheodore Ts'o 	__le32	s_first_error_ino;	/* inode involved in first error */
11491c13d5c0STheodore Ts'o 	__le64	s_first_error_block;	/* block involved of first error */
11501c13d5c0STheodore Ts'o 	__u8	s_first_error_func[32];	/* function where the error happened */
11511c13d5c0STheodore Ts'o 	__le32	s_first_error_line;	/* line number where error happened */
11521c13d5c0STheodore Ts'o 	__le32	s_last_error_time;	/* most recent time of an error */
11531c13d5c0STheodore Ts'o 	__le32	s_last_error_ino;	/* inode involved in last error */
11541c13d5c0STheodore Ts'o 	__le32	s_last_error_line;	/* line number where error happened */
11551c13d5c0STheodore Ts'o 	__le64	s_last_error_block;	/* block involved of last error */
11561c13d5c0STheodore Ts'o 	__u8	s_last_error_func[32];	/* function where the error happened */
11578b67f04aSTheodore Ts'o #define EXT4_S_ERR_END offsetof(struct ext4_super_block, s_mount_opts)
11588b67f04aSTheodore Ts'o 	__u8	s_mount_opts[64];
1159281b5995STheodore Ts'o 	__le32	s_usr_quota_inum;	/* inode for tracking user quota */
1160281b5995STheodore Ts'o 	__le32	s_grp_quota_inum;	/* inode for tracking group quota */
1161281b5995STheodore Ts'o 	__le32	s_overhead_clusters;	/* overhead blocks/clusters in fs */
11621beeef1bSDarrick J. Wong 	__le32	s_backup_bgs[2];	/* groups with sparse_super2 SBs */
11631beeef1bSDarrick J. Wong 	__le32	s_reserved[106];	/* Padding to the end of the block */
1164e6153918SDarrick J. Wong 	__le32	s_checksum;		/* crc32c(superblock) */
11653dcf5451SChristoph Hellwig };
11663dcf5451SChristoph Hellwig 
11671c13d5c0STheodore Ts'o #define EXT4_S_ERR_LEN (EXT4_S_ERR_END - EXT4_S_ERR_START)
11681c13d5c0STheodore Ts'o 
11693dcf5451SChristoph Hellwig #ifdef __KERNEL__
1170bc0b0d6dSTheodore Ts'o 
1171bc0b0d6dSTheodore Ts'o /*
11724ab2f15bSTheodore Ts'o  * run-time mount flags
1173bc0b0d6dSTheodore Ts'o  */
1174bc0b0d6dSTheodore Ts'o #define EXT4_MF_MNTDIR_SAMPLED	0x0001
11754ab2f15bSTheodore Ts'o #define EXT4_MF_FS_ABORTED	0x0002	/* Fatal error detected */
1176bc0b0d6dSTheodore Ts'o 
1177ca0faba0STheodore Ts'o /*
1178ca0faba0STheodore Ts'o  * fourth extended-fs super-block data in memory
1179ca0faba0STheodore Ts'o  */
1180ca0faba0STheodore Ts'o struct ext4_sb_info {
1181ca0faba0STheodore Ts'o 	unsigned long s_desc_size;	/* Size of a group descriptor in bytes */
1182ca0faba0STheodore Ts'o 	unsigned long s_inodes_per_block;/* Number of inodes per block */
1183ca0faba0STheodore Ts'o 	unsigned long s_blocks_per_group;/* Number of blocks in a group */
1184281b5995STheodore Ts'o 	unsigned long s_clusters_per_group; /* Number of clusters in a group */
1185ca0faba0STheodore Ts'o 	unsigned long s_inodes_per_group;/* Number of inodes in a group */
1186ca0faba0STheodore Ts'o 	unsigned long s_itb_per_group;	/* Number of inode table blocks per group */
1187ca0faba0STheodore Ts'o 	unsigned long s_gdb_count;	/* Number of group descriptor blocks */
1188ca0faba0STheodore Ts'o 	unsigned long s_desc_per_block;	/* Number of group descriptors per block */
1189ca0faba0STheodore Ts'o 	ext4_group_t s_groups_count;	/* Number of groups in the fs */
1190fb0a387dSEric Sandeen 	ext4_group_t s_blockfile_groups;/* Groups acceptable for non-extent files */
1191952fc18eSTheodore Ts'o 	unsigned long s_overhead;  /* # of fs overhead clusters */
1192281b5995STheodore Ts'o 	unsigned int s_cluster_ratio;	/* Number of blocks per cluster */
1193281b5995STheodore Ts'o 	unsigned int s_cluster_bits;	/* log2 of s_cluster_ratio */
1194ca0faba0STheodore Ts'o 	loff_t s_bitmap_maxbytes;	/* max bytes for bitmap files */
1195ca0faba0STheodore Ts'o 	struct buffer_head * s_sbh;	/* Buffer containing the super block */
1196ca0faba0STheodore Ts'o 	struct ext4_super_block *s_es;	/* Pointer to the super block in the buffer */
1197ca0faba0STheodore Ts'o 	struct buffer_head **s_group_desc;
11987f4520ccSTheodore Ts'o 	unsigned int s_mount_opt;
1199a2595b8aSTheodore Ts'o 	unsigned int s_mount_opt2;
1200bc0b0d6dSTheodore Ts'o 	unsigned int s_mount_flags;
12015a916be1STheodore Ts'o 	unsigned int s_def_mount_opt;
1202ca0faba0STheodore Ts'o 	ext4_fsblk_t s_sb_block;
120327dd4385SLukas Czerner 	atomic64_t s_resv_clusters;
120408cefc7aSEric W. Biederman 	kuid_t s_resuid;
120508cefc7aSEric W. Biederman 	kgid_t s_resgid;
1206ca0faba0STheodore Ts'o 	unsigned short s_mount_state;
1207ca0faba0STheodore Ts'o 	unsigned short s_pad;
1208ca0faba0STheodore Ts'o 	int s_addr_per_block_bits;
1209ca0faba0STheodore Ts'o 	int s_desc_per_block_bits;
1210ca0faba0STheodore Ts'o 	int s_inode_size;
1211ca0faba0STheodore Ts'o 	int s_first_ino;
1212ca0faba0STheodore Ts'o 	unsigned int s_inode_readahead_blks;
121311013911SAndreas Dilger 	unsigned int s_inode_goal;
1214ca0faba0STheodore Ts'o 	spinlock_t s_next_gen_lock;
1215ca0faba0STheodore Ts'o 	u32 s_next_generation;
1216ca0faba0STheodore Ts'o 	u32 s_hash_seed[4];
1217ca0faba0STheodore Ts'o 	int s_def_hash_version;
1218ca0faba0STheodore Ts'o 	int s_hash_unsigned;	/* 3 if hash should be signed, 0 if not */
121957042651STheodore Ts'o 	struct percpu_counter s_freeclusters_counter;
1220ca0faba0STheodore Ts'o 	struct percpu_counter s_freeinodes_counter;
1221ca0faba0STheodore Ts'o 	struct percpu_counter s_dirs_counter;
122257042651STheodore Ts'o 	struct percpu_counter s_dirtyclusters_counter;
1223ca0faba0STheodore Ts'o 	struct blockgroup_lock *s_blockgroup_lock;
1224ca0faba0STheodore Ts'o 	struct proc_dir_entry *s_proc;
1225ca0faba0STheodore Ts'o 	struct kobject s_kobj;
1226ca0faba0STheodore Ts'o 	struct completion s_kobj_unregister;
12272c0544b2STheodore Ts'o 	struct super_block *s_sb;
1228ca0faba0STheodore Ts'o 
1229ca0faba0STheodore Ts'o 	/* Journaling */
1230ca0faba0STheodore Ts'o 	struct journal_s *s_journal;
1231ca0faba0STheodore Ts'o 	struct list_head s_orphan;
1232ca0faba0STheodore Ts'o 	struct mutex s_orphan_lock;
12338f82f840SYongqiang Yang 	unsigned long s_resize_flags;		/* Flags indicating if there
12348f82f840SYongqiang Yang 						   is a resizer */
1235ca0faba0STheodore Ts'o 	unsigned long s_commit_interval;
1236ca0faba0STheodore Ts'o 	u32 s_max_batch_time;
1237ca0faba0STheodore Ts'o 	u32 s_min_batch_time;
1238ca0faba0STheodore Ts'o 	struct block_device *journal_bdev;
1239ca0faba0STheodore Ts'o #ifdef CONFIG_QUOTA
1240ca0faba0STheodore Ts'o 	char *s_qf_names[MAXQUOTAS];		/* Names of quota files with journalled quota */
1241ca0faba0STheodore Ts'o 	int s_jquota_fmt;			/* Format of quota to use */
1242ca0faba0STheodore Ts'o #endif
1243ca0faba0STheodore Ts'o 	unsigned int s_want_extra_isize; /* New inodes should reserve # bytes */
12446fd058f7STheodore Ts'o 	struct rb_root system_blks;
1245ca0faba0STheodore Ts'o 
1246ca0faba0STheodore Ts'o #ifdef EXTENTS_STATS
1247ca0faba0STheodore Ts'o 	/* ext4 extents stats */
1248ca0faba0STheodore Ts'o 	unsigned long s_ext_min;
1249ca0faba0STheodore Ts'o 	unsigned long s_ext_max;
1250ca0faba0STheodore Ts'o 	unsigned long s_depth_max;
1251ca0faba0STheodore Ts'o 	spinlock_t s_ext_stats_lock;
1252ca0faba0STheodore Ts'o 	unsigned long s_ext_blocks;
1253ca0faba0STheodore Ts'o 	unsigned long s_ext_extents;
1254ca0faba0STheodore Ts'o #endif
1255ca0faba0STheodore Ts'o 
1256ca0faba0STheodore Ts'o 	/* for buddy allocator */
1257ca0faba0STheodore Ts'o 	struct ext4_group_info ***s_group_info;
1258ca0faba0STheodore Ts'o 	struct inode *s_buddy_cache;
1259ca0faba0STheodore Ts'o 	spinlock_t s_md_lock;
1260ca0faba0STheodore Ts'o 	unsigned short *s_mb_offsets;
1261ca0faba0STheodore Ts'o 	unsigned int *s_mb_maxs;
126228623c2fSTheodore Ts'o 	unsigned int s_group_info_size;
1263ca0faba0STheodore Ts'o 
1264ca0faba0STheodore Ts'o 	/* tunables */
1265ca0faba0STheodore Ts'o 	unsigned long s_stripe;
1266ca0faba0STheodore Ts'o 	unsigned int s_mb_stream_request;
1267ca0faba0STheodore Ts'o 	unsigned int s_mb_max_to_scan;
1268ca0faba0STheodore Ts'o 	unsigned int s_mb_min_to_scan;
1269ca0faba0STheodore Ts'o 	unsigned int s_mb_stats;
1270ca0faba0STheodore Ts'o 	unsigned int s_mb_order2_reqs;
1271ca0faba0STheodore Ts'o 	unsigned int s_mb_group_prealloc;
1272df981d03STheodore Ts'o 	unsigned int s_max_dir_size_kb;
1273ca0faba0STheodore Ts'o 	/* where last allocation was done - for stream allocation */
1274ca0faba0STheodore Ts'o 	unsigned long s_mb_last_group;
1275ca0faba0STheodore Ts'o 	unsigned long s_mb_last_start;
1276ca0faba0STheodore Ts'o 
1277ca0faba0STheodore Ts'o 	/* stats for buddy allocator */
1278ca0faba0STheodore Ts'o 	atomic_t s_bal_reqs;	/* number of reqs with len > 1 */
1279ca0faba0STheodore Ts'o 	atomic_t s_bal_success;	/* we found long enough chunks */
1280ca0faba0STheodore Ts'o 	atomic_t s_bal_allocated;	/* in blocks */
1281ca0faba0STheodore Ts'o 	atomic_t s_bal_ex_scanned;	/* total extents scanned */
1282ca0faba0STheodore Ts'o 	atomic_t s_bal_goals;	/* goal hits */
1283ca0faba0STheodore Ts'o 	atomic_t s_bal_breaks;	/* too long searches */
1284ca0faba0STheodore Ts'o 	atomic_t s_bal_2orders;	/* 2^order hits */
1285ca0faba0STheodore Ts'o 	spinlock_t s_bal_lock;
1286ca0faba0STheodore Ts'o 	unsigned long s_mb_buddies_generated;
1287ca0faba0STheodore Ts'o 	unsigned long long s_mb_generation_time;
1288ca0faba0STheodore Ts'o 	atomic_t s_mb_lost_chunks;
1289ca0faba0STheodore Ts'o 	atomic_t s_mb_preallocated;
1290ca0faba0STheodore Ts'o 	atomic_t s_mb_discarded;
129150797481STheodore Ts'o 	atomic_t s_lock_busy;
1292ca0faba0STheodore Ts'o 
1293ca0faba0STheodore Ts'o 	/* locality groups */
1294003cb608STejun Heo 	struct ext4_locality_group __percpu *s_locality_groups;
1295ca0faba0STheodore Ts'o 
1296ca0faba0STheodore Ts'o 	/* for write statistics */
1297ca0faba0STheodore Ts'o 	unsigned long s_sectors_written_start;
1298ca0faba0STheodore Ts'o 	u64 s_kbytes_written;
1299ca0faba0STheodore Ts'o 
130067a5da56SZheng Liu 	/* the size of zero-out chunk */
130167a5da56SZheng Liu 	unsigned int s_extent_max_zeroout_kb;
130267a5da56SZheng Liu 
1303ca0faba0STheodore Ts'o 	unsigned int s_log_groups_per_flex;
1304ca0faba0STheodore Ts'o 	struct flex_groups *s_flex_groups;
1305117fff10STheodore Ts'o 	ext4_group_t s_flex_groups_allocated;
13064c0425ffSMingming Cao 
13072e8fa54eSJan Kara 	/* workqueue for reserved extent conversions (buffered io) */
13082e8fa54eSJan Kara 	struct workqueue_struct *rsv_conversion_wq;
130966e61a9eSTheodore Ts'o 
131066e61a9eSTheodore Ts'o 	/* timer for periodic error stats printing */
131166e61a9eSTheodore Ts'o 	struct timer_list s_err_report;
1312bfff6873SLukas Czerner 
1313bfff6873SLukas Czerner 	/* Lazy inode table initialization info */
1314bfff6873SLukas Czerner 	struct ext4_li_request *s_li_request;
1315bfff6873SLukas Czerner 	/* Wait multiplier for lazy initialization thread */
1316bfff6873SLukas Czerner 	unsigned int s_li_wait_mult;
1317c5e06d10SJohann Lombardi 
1318c5e06d10SJohann Lombardi 	/* Kernel thread for multiple mount protection */
1319c5e06d10SJohann Lombardi 	struct task_struct *s_mmp_tsk;
13203d56b8d2STao Ma 
13213d56b8d2STao Ma 	/* record the last minlen when FITRIM is called. */
13223d56b8d2STao Ma 	atomic_t s_last_trim_minblks;
13230441984aSDarrick J. Wong 
13240441984aSDarrick J. Wong 	/* Reference to checksum algorithm driver via cryptoapi */
13250441984aSDarrick J. Wong 	struct crypto_shash *s_chksum_driver;
1326a9c47317SDarrick J. Wong 
1327a9c47317SDarrick J. Wong 	/* Precomputed FS UUID checksum for seeding other checksums */
1328a9c47317SDarrick J. Wong 	__u32 s_csum_seed;
132974cd15cdSZheng Liu 
133074cd15cdSZheng Liu 	/* Reclaim extents from extent status tree */
133174cd15cdSZheng Liu 	struct shrinker s_es_shrinker;
133274cd15cdSZheng Liu 	struct list_head s_es_lru;
1333d3922a77SZheng Liu 	unsigned long s_es_last_sorted;
13341ac6466fSTheodore Ts'o 	struct percpu_counter s_extent_cache_cnt;
13359c191f70ST Makphaibulchoke 	struct mb_cache *s_mb_cache;
133674cd15cdSZheng Liu 	spinlock_t s_es_lru_lock ____cacheline_aligned_in_smp;
1337efbed4dcSTheodore Ts'o 
1338efbed4dcSTheodore Ts'o 	/* Ratelimit ext4 messages. */
1339efbed4dcSTheodore Ts'o 	struct ratelimit_state s_err_ratelimit_state;
1340efbed4dcSTheodore Ts'o 	struct ratelimit_state s_warning_ratelimit_state;
1341efbed4dcSTheodore Ts'o 	struct ratelimit_state s_msg_ratelimit_state;
1342ca0faba0STheodore Ts'o };
1343ca0faba0STheodore Ts'o 
13443dcf5451SChristoph Hellwig static inline struct ext4_sb_info *EXT4_SB(struct super_block *sb)
13453dcf5451SChristoph Hellwig {
13463dcf5451SChristoph Hellwig 	return sb->s_fs_info;
13473dcf5451SChristoph Hellwig }
13483dcf5451SChristoph Hellwig static inline struct ext4_inode_info *EXT4_I(struct inode *inode)
13493dcf5451SChristoph Hellwig {
13503dcf5451SChristoph Hellwig 	return container_of(inode, struct ext4_inode_info, vfs_inode);
13513dcf5451SChristoph Hellwig }
13523dcf5451SChristoph Hellwig 
13533dcf5451SChristoph Hellwig static inline struct timespec ext4_current_time(struct inode *inode)
13543dcf5451SChristoph Hellwig {
13553dcf5451SChristoph Hellwig 	return (inode->i_sb->s_time_gran < NSEC_PER_SEC) ?
13563dcf5451SChristoph Hellwig 		current_fs_time(inode->i_sb) : CURRENT_TIME_SEC;
13573dcf5451SChristoph Hellwig }
13583dcf5451SChristoph Hellwig 
13593dcf5451SChristoph Hellwig static inline int ext4_valid_inum(struct super_block *sb, unsigned long ino)
13603dcf5451SChristoph Hellwig {
13613dcf5451SChristoph Hellwig 	return ino == EXT4_ROOT_INO ||
13627c319d32SAditya Kali 		ino == EXT4_USR_QUOTA_INO ||
13637c319d32SAditya Kali 		ino == EXT4_GRP_QUOTA_INO ||
1364393d1d1dSDr. Tilmann Bubeck 		ino == EXT4_BOOT_LOADER_INO ||
13653dcf5451SChristoph Hellwig 		ino == EXT4_JOURNAL_INO ||
13663dcf5451SChristoph Hellwig 		ino == EXT4_RESIZE_INO ||
13673dcf5451SChristoph Hellwig 		(ino >= EXT4_FIRST_INO(sb) &&
13683dcf5451SChristoph Hellwig 		 ino <= le32_to_cpu(EXT4_SB(sb)->s_es->s_inodes_count));
13693dcf5451SChristoph Hellwig }
137019f5fb7aSTheodore Ts'o 
13710edeb71dSTao Ma static inline void ext4_set_io_unwritten_flag(struct inode *inode,
13720edeb71dSTao Ma 					      struct ext4_io_end *io_end)
13730edeb71dSTao Ma {
13740edeb71dSTao Ma 	if (!(io_end->flag & EXT4_IO_END_UNWRITTEN)) {
13750edeb71dSTao Ma 		io_end->flag |= EXT4_IO_END_UNWRITTEN;
1376e27f41e1SDmitry Monakhov 		atomic_inc(&EXT4_I(inode)->i_unwritten);
13770edeb71dSTao Ma 	}
13780edeb71dSTao Ma }
13790edeb71dSTao Ma 
1380f45ee3a1SDmitry Monakhov static inline ext4_io_end_t *ext4_inode_aio(struct inode *inode)
1381f45ee3a1SDmitry Monakhov {
1382f45ee3a1SDmitry Monakhov 	return inode->i_private;
1383f45ee3a1SDmitry Monakhov }
1384f45ee3a1SDmitry Monakhov 
1385f45ee3a1SDmitry Monakhov static inline void ext4_inode_aio_set(struct inode *inode, ext4_io_end_t *io)
1386f45ee3a1SDmitry Monakhov {
1387f45ee3a1SDmitry Monakhov 	inode->i_private = io;
1388f45ee3a1SDmitry Monakhov }
1389f45ee3a1SDmitry Monakhov 
139019f5fb7aSTheodore Ts'o /*
139119f5fb7aSTheodore Ts'o  * Inode dynamic state flags
139219f5fb7aSTheodore Ts'o  */
139319f5fb7aSTheodore Ts'o enum {
139419f5fb7aSTheodore Ts'o 	EXT4_STATE_JDATA,		/* journaled data exists */
139519f5fb7aSTheodore Ts'o 	EXT4_STATE_NEW,			/* inode is newly created */
139619f5fb7aSTheodore Ts'o 	EXT4_STATE_XATTR,		/* has in-inode xattrs */
139719f5fb7aSTheodore Ts'o 	EXT4_STATE_NO_EXPAND,		/* No space for expansion */
139819f5fb7aSTheodore Ts'o 	EXT4_STATE_DA_ALLOC_CLOSE,	/* Alloc DA blks on close */
139919f5fb7aSTheodore Ts'o 	EXT4_STATE_EXT_MIGRATE,		/* Inode is migrating */
140019f5fb7aSTheodore Ts'o 	EXT4_STATE_DIO_UNWRITTEN,	/* need convert on dio done*/
140114ece102SFrank Mayhar 	EXT4_STATE_NEWENTRY,		/* File just added to dir */
1402f2321097STheodore Ts'o 	EXT4_STATE_DELALLOC_RESERVED,	/* blks already reserved for delalloc */
140317335dccSDmitry Monakhov 	EXT4_STATE_DIOREAD_LOCK,	/* Disable support for dio read
140417335dccSDmitry Monakhov 					   nolocking */
140567cf5b09STao Ma 	EXT4_STATE_MAY_INLINE_DATA,	/* may have in-inode data */
140674d553aaSTheodore Ts'o 	EXT4_STATE_ORDERED_MODE,	/* data=ordered mode */
14077869a4a6STheodore Ts'o 	EXT4_STATE_EXT_PRECACHED,	/* extents have been precached */
140819f5fb7aSTheodore Ts'o };
140919f5fb7aSTheodore Ts'o 
1410353eb83cSTheodore Ts'o #define EXT4_INODE_BIT_FNS(name, field, offset)				\
141112e9b892SDmitry Monakhov static inline int ext4_test_inode_##name(struct inode *inode, int bit)	\
141212e9b892SDmitry Monakhov {									\
1413353eb83cSTheodore Ts'o 	return test_bit(bit + (offset), &EXT4_I(inode)->i_##field);	\
141412e9b892SDmitry Monakhov }									\
141512e9b892SDmitry Monakhov static inline void ext4_set_inode_##name(struct inode *inode, int bit)	\
141612e9b892SDmitry Monakhov {									\
1417353eb83cSTheodore Ts'o 	set_bit(bit + (offset), &EXT4_I(inode)->i_##field);		\
141812e9b892SDmitry Monakhov }									\
141912e9b892SDmitry Monakhov static inline void ext4_clear_inode_##name(struct inode *inode, int bit) \
142012e9b892SDmitry Monakhov {									\
1421353eb83cSTheodore Ts'o 	clear_bit(bit + (offset), &EXT4_I(inode)->i_##field);		\
142219f5fb7aSTheodore Ts'o }
142319f5fb7aSTheodore Ts'o 
14243f61c0ccSAndreas Dilger /* Add these declarations here only so that these functions can be
14253f61c0ccSAndreas Dilger  * found by name.  Otherwise, they are very hard to locate. */
14263f61c0ccSAndreas Dilger static inline int ext4_test_inode_flag(struct inode *inode, int bit);
14273f61c0ccSAndreas Dilger static inline void ext4_set_inode_flag(struct inode *inode, int bit);
14283f61c0ccSAndreas Dilger static inline void ext4_clear_inode_flag(struct inode *inode, int bit);
1429353eb83cSTheodore Ts'o EXT4_INODE_BIT_FNS(flag, flags, 0)
14303f61c0ccSAndreas Dilger 
14313f61c0ccSAndreas Dilger /* Add these declarations here only so that these functions can be
14323f61c0ccSAndreas Dilger  * found by name.  Otherwise, they are very hard to locate. */
14333f61c0ccSAndreas Dilger static inline int ext4_test_inode_state(struct inode *inode, int bit);
14343f61c0ccSAndreas Dilger static inline void ext4_set_inode_state(struct inode *inode, int bit);
14353f61c0ccSAndreas Dilger static inline void ext4_clear_inode_state(struct inode *inode, int bit);
1436353eb83cSTheodore Ts'o #if (BITS_PER_LONG < 64)
1437353eb83cSTheodore Ts'o EXT4_INODE_BIT_FNS(state, state_flags, 0)
1438353eb83cSTheodore Ts'o 
1439353eb83cSTheodore Ts'o static inline void ext4_clear_state_flags(struct ext4_inode_info *ei)
1440353eb83cSTheodore Ts'o {
1441353eb83cSTheodore Ts'o 	(ei)->i_state_flags = 0;
1442353eb83cSTheodore Ts'o }
1443353eb83cSTheodore Ts'o #else
1444353eb83cSTheodore Ts'o EXT4_INODE_BIT_FNS(state, flags, 32)
1445353eb83cSTheodore Ts'o 
1446353eb83cSTheodore Ts'o static inline void ext4_clear_state_flags(struct ext4_inode_info *ei)
1447353eb83cSTheodore Ts'o {
1448353eb83cSTheodore Ts'o 	/* We depend on the fact that callers will set i_flags */
1449353eb83cSTheodore Ts'o }
1450353eb83cSTheodore Ts'o #endif
14513dcf5451SChristoph Hellwig #else
14523dcf5451SChristoph Hellwig /* Assume that user mode programs are passing in an ext4fs superblock, not
14533dcf5451SChristoph Hellwig  * a kernel struct super_block.  This will allow us to call the feature-test
14543dcf5451SChristoph Hellwig  * macros from user land. */
14553dcf5451SChristoph Hellwig #define EXT4_SB(sb)	(sb)
14563dcf5451SChristoph Hellwig #endif
14573dcf5451SChristoph Hellwig 
14583dcf5451SChristoph Hellwig #define NEXT_ORPHAN(inode) EXT4_I(inode)->i_dtime
14593dcf5451SChristoph Hellwig 
14603dcf5451SChristoph Hellwig /*
14613dcf5451SChristoph Hellwig  * Codes for operating systems
14623dcf5451SChristoph Hellwig  */
14633dcf5451SChristoph Hellwig #define EXT4_OS_LINUX		0
14643dcf5451SChristoph Hellwig #define EXT4_OS_HURD		1
14653dcf5451SChristoph Hellwig #define EXT4_OS_MASIX		2
14663dcf5451SChristoph Hellwig #define EXT4_OS_FREEBSD		3
14673dcf5451SChristoph Hellwig #define EXT4_OS_LITES		4
14683dcf5451SChristoph Hellwig 
14693dcf5451SChristoph Hellwig /*
14703dcf5451SChristoph Hellwig  * Revision levels
14713dcf5451SChristoph Hellwig  */
14723dcf5451SChristoph Hellwig #define EXT4_GOOD_OLD_REV	0	/* The good old (original) format */
14733dcf5451SChristoph Hellwig #define EXT4_DYNAMIC_REV	1	/* V2 format w/ dynamic inode sizes */
14743dcf5451SChristoph Hellwig 
14753dcf5451SChristoph Hellwig #define EXT4_CURRENT_REV	EXT4_GOOD_OLD_REV
14763dcf5451SChristoph Hellwig #define EXT4_MAX_SUPP_REV	EXT4_DYNAMIC_REV
14773dcf5451SChristoph Hellwig 
14783dcf5451SChristoph Hellwig #define EXT4_GOOD_OLD_INODE_SIZE 128
14793dcf5451SChristoph Hellwig 
14803dcf5451SChristoph Hellwig /*
14813dcf5451SChristoph Hellwig  * Feature set definitions
14823dcf5451SChristoph Hellwig  */
14833dcf5451SChristoph Hellwig 
14843dcf5451SChristoph Hellwig #define EXT4_HAS_COMPAT_FEATURE(sb,mask)			\
14853a06d778SAneesh Kumar K.V 	((EXT4_SB(sb)->s_es->s_feature_compat & cpu_to_le32(mask)) != 0)
14863dcf5451SChristoph Hellwig #define EXT4_HAS_RO_COMPAT_FEATURE(sb,mask)			\
14873a06d778SAneesh Kumar K.V 	((EXT4_SB(sb)->s_es->s_feature_ro_compat & cpu_to_le32(mask)) != 0)
14883dcf5451SChristoph Hellwig #define EXT4_HAS_INCOMPAT_FEATURE(sb,mask)			\
14893a06d778SAneesh Kumar K.V 	((EXT4_SB(sb)->s_es->s_feature_incompat & cpu_to_le32(mask)) != 0)
14903dcf5451SChristoph Hellwig #define EXT4_SET_COMPAT_FEATURE(sb,mask)			\
14913dcf5451SChristoph Hellwig 	EXT4_SB(sb)->s_es->s_feature_compat |= cpu_to_le32(mask)
14923dcf5451SChristoph Hellwig #define EXT4_SET_RO_COMPAT_FEATURE(sb,mask)			\
14933dcf5451SChristoph Hellwig 	EXT4_SB(sb)->s_es->s_feature_ro_compat |= cpu_to_le32(mask)
14943dcf5451SChristoph Hellwig #define EXT4_SET_INCOMPAT_FEATURE(sb,mask)			\
14953dcf5451SChristoph Hellwig 	EXT4_SB(sb)->s_es->s_feature_incompat |= cpu_to_le32(mask)
14963dcf5451SChristoph Hellwig #define EXT4_CLEAR_COMPAT_FEATURE(sb,mask)			\
14973dcf5451SChristoph Hellwig 	EXT4_SB(sb)->s_es->s_feature_compat &= ~cpu_to_le32(mask)
14983dcf5451SChristoph Hellwig #define EXT4_CLEAR_RO_COMPAT_FEATURE(sb,mask)			\
14993dcf5451SChristoph Hellwig 	EXT4_SB(sb)->s_es->s_feature_ro_compat &= ~cpu_to_le32(mask)
15003dcf5451SChristoph Hellwig #define EXT4_CLEAR_INCOMPAT_FEATURE(sb,mask)			\
15013dcf5451SChristoph Hellwig 	EXT4_SB(sb)->s_es->s_feature_incompat &= ~cpu_to_le32(mask)
15023dcf5451SChristoph Hellwig 
15033dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_DIR_PREALLOC	0x0001
15043dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_IMAGIC_INODES	0x0002
15053dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_HAS_JOURNAL		0x0004
15063dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_EXT_ATTR		0x0008
15073dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_RESIZE_INODE	0x0010
15083dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_DIR_INDEX		0x0020
15091beeef1bSDarrick J. Wong #define EXT4_FEATURE_COMPAT_SPARSE_SUPER2	0x0200
15103dcf5451SChristoph Hellwig 
15113dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER	0x0001
15123dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_LARGE_FILE	0x0002
15133dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_BTREE_DIR	0x0004
15143dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_HUGE_FILE        0x0008
15153dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_GDT_CSUM		0x0010
15163dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_DIR_NLINK	0x0020
15173dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_EXTRA_ISIZE	0x0040
1518ae812306SAditya Kali #define EXT4_FEATURE_RO_COMPAT_QUOTA		0x0100
1519281b5995STheodore Ts'o #define EXT4_FEATURE_RO_COMPAT_BIGALLOC		0x0200
1520e6153918SDarrick J. Wong /*
1521e6153918SDarrick J. Wong  * METADATA_CSUM also enables group descriptor checksums (GDT_CSUM).  When
1522e6153918SDarrick J. Wong  * METADATA_CSUM is set, group descriptor checksums use the same algorithm as
1523e6153918SDarrick J. Wong  * all other data structures' checksums.  However, the METADATA_CSUM and
1524e6153918SDarrick J. Wong  * GDT_CSUM bits are mutually exclusive.
1525e6153918SDarrick J. Wong  */
15269b90e5e0STheodore Ts'o #define EXT4_FEATURE_RO_COMPAT_METADATA_CSUM	0x0400
15273dcf5451SChristoph Hellwig 
15283dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_COMPRESSION	0x0001
15293dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_FILETYPE		0x0002
15303dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_RECOVER		0x0004 /* Needs recovery */
15313dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_JOURNAL_DEV	0x0008 /* Journal device */
15323dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_META_BG		0x0010
15333dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_EXTENTS		0x0040 /* extents support */
15343dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_64BIT		0x0080
15353dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_MMP               0x0100
15363dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_FLEX_BG		0x0200
1537f710b4b9STheodore Ts'o #define EXT4_FEATURE_INCOMPAT_EA_INODE		0x0400 /* EA in inode */
1538f710b4b9STheodore Ts'o #define EXT4_FEATURE_INCOMPAT_DIRDATA		0x1000 /* data in dirent */
1539856cbcf9STheodore Ts'o #define EXT4_FEATURE_INCOMPAT_BG_USE_META_CSUM	0x2000 /* use crc32c for bg */
15409b90e5e0STheodore Ts'o #define EXT4_FEATURE_INCOMPAT_LARGEDIR		0x4000 /* >2GB or 3-lvl htree */
154167cf5b09STao Ma #define EXT4_FEATURE_INCOMPAT_INLINE_DATA	0x8000 /* data in inode */
15423dcf5451SChristoph Hellwig 
15432035e776STheodore Ts'o #define EXT2_FEATURE_COMPAT_SUPP	EXT4_FEATURE_COMPAT_EXT_ATTR
15442035e776STheodore Ts'o #define EXT2_FEATURE_INCOMPAT_SUPP	(EXT4_FEATURE_INCOMPAT_FILETYPE| \
15452035e776STheodore Ts'o 					 EXT4_FEATURE_INCOMPAT_META_BG)
15462035e776STheodore Ts'o #define EXT2_FEATURE_RO_COMPAT_SUPP	(EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER| \
15472035e776STheodore Ts'o 					 EXT4_FEATURE_RO_COMPAT_LARGE_FILE| \
15482035e776STheodore Ts'o 					 EXT4_FEATURE_RO_COMPAT_BTREE_DIR)
15492035e776STheodore Ts'o 
15502035e776STheodore Ts'o #define EXT3_FEATURE_COMPAT_SUPP	EXT4_FEATURE_COMPAT_EXT_ATTR
15512035e776STheodore Ts'o #define EXT3_FEATURE_INCOMPAT_SUPP	(EXT4_FEATURE_INCOMPAT_FILETYPE| \
15522035e776STheodore Ts'o 					 EXT4_FEATURE_INCOMPAT_RECOVER| \
15532035e776STheodore Ts'o 					 EXT4_FEATURE_INCOMPAT_META_BG)
15542035e776STheodore Ts'o #define EXT3_FEATURE_RO_COMPAT_SUPP	(EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER| \
15552035e776STheodore Ts'o 					 EXT4_FEATURE_RO_COMPAT_LARGE_FILE| \
15562035e776STheodore Ts'o 					 EXT4_FEATURE_RO_COMPAT_BTREE_DIR)
15572035e776STheodore Ts'o 
15583dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_SUPP	EXT2_FEATURE_COMPAT_EXT_ATTR
15593dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_SUPP	(EXT4_FEATURE_INCOMPAT_FILETYPE| \
15603dcf5451SChristoph Hellwig 					 EXT4_FEATURE_INCOMPAT_RECOVER| \
15613dcf5451SChristoph Hellwig 					 EXT4_FEATURE_INCOMPAT_META_BG| \
15623dcf5451SChristoph Hellwig 					 EXT4_FEATURE_INCOMPAT_EXTENTS| \
15633dcf5451SChristoph Hellwig 					 EXT4_FEATURE_INCOMPAT_64BIT| \
1564c5e06d10SJohann Lombardi 					 EXT4_FEATURE_INCOMPAT_FLEX_BG| \
1565f08225d1STao Ma 					 EXT4_FEATURE_INCOMPAT_MMP |	\
1566f08225d1STao Ma 					 EXT4_FEATURE_INCOMPAT_INLINE_DATA)
15673dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_SUPP	(EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER| \
15683dcf5451SChristoph Hellwig 					 EXT4_FEATURE_RO_COMPAT_LARGE_FILE| \
15693dcf5451SChristoph Hellwig 					 EXT4_FEATURE_RO_COMPAT_GDT_CSUM| \
15703dcf5451SChristoph Hellwig 					 EXT4_FEATURE_RO_COMPAT_DIR_NLINK | \
15713dcf5451SChristoph Hellwig 					 EXT4_FEATURE_RO_COMPAT_EXTRA_ISIZE | \
15723dcf5451SChristoph Hellwig 					 EXT4_FEATURE_RO_COMPAT_BTREE_DIR |\
15736f16b606STheodore Ts'o 					 EXT4_FEATURE_RO_COMPAT_HUGE_FILE |\
1574e93376c2SDarrick J. Wong 					 EXT4_FEATURE_RO_COMPAT_BIGALLOC |\
15757c319d32SAditya Kali 					 EXT4_FEATURE_RO_COMPAT_METADATA_CSUM|\
15767c319d32SAditya Kali 					 EXT4_FEATURE_RO_COMPAT_QUOTA)
15773dcf5451SChristoph Hellwig 
15783dcf5451SChristoph Hellwig /*
15793dcf5451SChristoph Hellwig  * Default values for user and/or group using reserved blocks
15803dcf5451SChristoph Hellwig  */
15813dcf5451SChristoph Hellwig #define	EXT4_DEF_RESUID		0
15823dcf5451SChristoph Hellwig #define	EXT4_DEF_RESGID		0
15833dcf5451SChristoph Hellwig 
1584240799cdSTheodore Ts'o #define EXT4_DEF_INODE_READAHEAD_BLKS	32
1585240799cdSTheodore Ts'o 
15863dcf5451SChristoph Hellwig /*
15873dcf5451SChristoph Hellwig  * Default mount options
15883dcf5451SChristoph Hellwig  */
15893dcf5451SChristoph Hellwig #define EXT4_DEFM_DEBUG		0x0001
15903dcf5451SChristoph Hellwig #define EXT4_DEFM_BSDGROUPS	0x0002
15913dcf5451SChristoph Hellwig #define EXT4_DEFM_XATTR_USER	0x0004
15923dcf5451SChristoph Hellwig #define EXT4_DEFM_ACL		0x0008
15933dcf5451SChristoph Hellwig #define EXT4_DEFM_UID16		0x0010
15943dcf5451SChristoph Hellwig #define EXT4_DEFM_JMODE		0x0060
15953dcf5451SChristoph Hellwig #define EXT4_DEFM_JMODE_DATA	0x0020
15963dcf5451SChristoph Hellwig #define EXT4_DEFM_JMODE_ORDERED	0x0040
15973dcf5451SChristoph Hellwig #define EXT4_DEFM_JMODE_WBACK	0x0060
15988b67f04aSTheodore Ts'o #define EXT4_DEFM_NOBARRIER	0x0100
15998b67f04aSTheodore Ts'o #define EXT4_DEFM_BLOCK_VALIDITY 0x0200
16008b67f04aSTheodore Ts'o #define EXT4_DEFM_DISCARD	0x0400
16018b67f04aSTheodore Ts'o #define EXT4_DEFM_NODELALLOC	0x0800
16023dcf5451SChristoph Hellwig 
16033dcf5451SChristoph Hellwig /*
160430773840STheodore Ts'o  * Default journal batch times
160530773840STheodore Ts'o  */
160630773840STheodore Ts'o #define EXT4_DEF_MIN_BATCH_TIME	0
160730773840STheodore Ts'o #define EXT4_DEF_MAX_BATCH_TIME	15000 /* 15ms */
160830773840STheodore Ts'o 
160930773840STheodore Ts'o /*
1610a4912123STheodore Ts'o  * Minimum number of groups in a flexgroup before we separate out
1611a4912123STheodore Ts'o  * directories into the first block group of a flexgroup
1612a4912123STheodore Ts'o  */
1613a4912123STheodore Ts'o #define EXT4_FLEX_SIZE_DIR_ALLOC_SCHEME	4
1614a4912123STheodore Ts'o 
1615a4912123STheodore Ts'o /*
16163dcf5451SChristoph Hellwig  * Structure of a directory entry
16173dcf5451SChristoph Hellwig  */
16183dcf5451SChristoph Hellwig #define EXT4_NAME_LEN 255
16193dcf5451SChristoph Hellwig 
16203dcf5451SChristoph Hellwig struct ext4_dir_entry {
16213dcf5451SChristoph Hellwig 	__le32	inode;			/* Inode number */
16223dcf5451SChristoph Hellwig 	__le16	rec_len;		/* Directory entry length */
16233dcf5451SChristoph Hellwig 	__le16	name_len;		/* Name length */
16243dcf5451SChristoph Hellwig 	char	name[EXT4_NAME_LEN];	/* File name */
16253dcf5451SChristoph Hellwig };
16263dcf5451SChristoph Hellwig 
16273dcf5451SChristoph Hellwig /*
16283dcf5451SChristoph Hellwig  * The new version of the directory entry.  Since EXT4 structures are
16293dcf5451SChristoph Hellwig  * stored in intel byte order, and the name_len field could never be
16303dcf5451SChristoph Hellwig  * bigger than 255 chars, it's safe to reclaim the extra byte for the
16313dcf5451SChristoph Hellwig  * file_type field.
16323dcf5451SChristoph Hellwig  */
16333dcf5451SChristoph Hellwig struct ext4_dir_entry_2 {
16343dcf5451SChristoph Hellwig 	__le32	inode;			/* Inode number */
16353dcf5451SChristoph Hellwig 	__le16	rec_len;		/* Directory entry length */
16363dcf5451SChristoph Hellwig 	__u8	name_len;		/* Name length */
16373dcf5451SChristoph Hellwig 	__u8	file_type;
16383dcf5451SChristoph Hellwig 	char	name[EXT4_NAME_LEN];	/* File name */
16393dcf5451SChristoph Hellwig };
16403dcf5451SChristoph Hellwig 
16413dcf5451SChristoph Hellwig /*
1642e6153918SDarrick J. Wong  * This is a bogus directory entry at the end of each leaf block that
1643e6153918SDarrick J. Wong  * records checksums.
1644e6153918SDarrick J. Wong  */
1645e6153918SDarrick J. Wong struct ext4_dir_entry_tail {
1646e6153918SDarrick J. Wong 	__le32	det_reserved_zero1;	/* Pretend to be unused */
1647e6153918SDarrick J. Wong 	__le16	det_rec_len;		/* 12 */
1648e6153918SDarrick J. Wong 	__u8	det_reserved_zero2;	/* Zero name length */
1649e6153918SDarrick J. Wong 	__u8	det_reserved_ft;	/* 0xDE, fake file type */
1650e6153918SDarrick J. Wong 	__le32	det_checksum;		/* crc32c(uuid+inum+dirblock) */
1651e6153918SDarrick J. Wong };
1652e6153918SDarrick J. Wong 
16533c47d541STao Ma #define EXT4_DIRENT_TAIL(block, blocksize) \
16543c47d541STao Ma 	((struct ext4_dir_entry_tail *)(((void *)(block)) + \
16553c47d541STao Ma 					((blocksize) - \
16563c47d541STao Ma 					 sizeof(struct ext4_dir_entry_tail))))
16573c47d541STao Ma 
1658e6153918SDarrick J. Wong /*
16593dcf5451SChristoph Hellwig  * Ext4 directory file types.  Only the low 3 bits are used.  The
16603dcf5451SChristoph Hellwig  * other bits are reserved for now.
16613dcf5451SChristoph Hellwig  */
16623dcf5451SChristoph Hellwig #define EXT4_FT_UNKNOWN		0
16633dcf5451SChristoph Hellwig #define EXT4_FT_REG_FILE	1
16643dcf5451SChristoph Hellwig #define EXT4_FT_DIR		2
16653dcf5451SChristoph Hellwig #define EXT4_FT_CHRDEV		3
16663dcf5451SChristoph Hellwig #define EXT4_FT_BLKDEV		4
16673dcf5451SChristoph Hellwig #define EXT4_FT_FIFO		5
16683dcf5451SChristoph Hellwig #define EXT4_FT_SOCK		6
16693dcf5451SChristoph Hellwig #define EXT4_FT_SYMLINK		7
16703dcf5451SChristoph Hellwig 
16713dcf5451SChristoph Hellwig #define EXT4_FT_MAX		8
16723dcf5451SChristoph Hellwig 
1673e6153918SDarrick J. Wong #define EXT4_FT_DIR_CSUM	0xDE
1674e6153918SDarrick J. Wong 
16753dcf5451SChristoph Hellwig /*
16763dcf5451SChristoph Hellwig  * EXT4_DIR_PAD defines the directory entries boundaries
16773dcf5451SChristoph Hellwig  *
16783dcf5451SChristoph Hellwig  * NOTE: It must be a multiple of 4
16793dcf5451SChristoph Hellwig  */
16803dcf5451SChristoph Hellwig #define EXT4_DIR_PAD			4
16813dcf5451SChristoph Hellwig #define EXT4_DIR_ROUND			(EXT4_DIR_PAD - 1)
16823dcf5451SChristoph Hellwig #define EXT4_DIR_REC_LEN(name_len)	(((name_len) + 8 + EXT4_DIR_ROUND) & \
16833dcf5451SChristoph Hellwig 					 ~EXT4_DIR_ROUND)
16843dcf5451SChristoph Hellwig #define EXT4_MAX_REC_LEN		((1<<16)-1)
16853dcf5451SChristoph Hellwig 
16863dcf5451SChristoph Hellwig /*
16870cfc9255SEric Sandeen  * If we ever get support for fs block sizes > page_size, we'll need
16880cfc9255SEric Sandeen  * to remove the #if statements in the next two functions...
16890cfc9255SEric Sandeen  */
16900cfc9255SEric Sandeen static inline unsigned int
16910cfc9255SEric Sandeen ext4_rec_len_from_disk(__le16 dlen, unsigned blocksize)
16920cfc9255SEric Sandeen {
16930cfc9255SEric Sandeen 	unsigned len = le16_to_cpu(dlen);
16940cfc9255SEric Sandeen 
16950cfc9255SEric Sandeen #if (PAGE_CACHE_SIZE >= 65536)
16960cfc9255SEric Sandeen 	if (len == EXT4_MAX_REC_LEN || len == 0)
16970cfc9255SEric Sandeen 		return blocksize;
16980cfc9255SEric Sandeen 	return (len & 65532) | ((len & 3) << 16);
16990cfc9255SEric Sandeen #else
17000cfc9255SEric Sandeen 	return len;
17010cfc9255SEric Sandeen #endif
17020cfc9255SEric Sandeen }
17030cfc9255SEric Sandeen 
17040cfc9255SEric Sandeen static inline __le16 ext4_rec_len_to_disk(unsigned len, unsigned blocksize)
17050cfc9255SEric Sandeen {
17060cfc9255SEric Sandeen 	if ((len > blocksize) || (blocksize > (1 << 18)) || (len & 3))
17070cfc9255SEric Sandeen 		BUG();
17080cfc9255SEric Sandeen #if (PAGE_CACHE_SIZE >= 65536)
17090cfc9255SEric Sandeen 	if (len < 65536)
17100cfc9255SEric Sandeen 		return cpu_to_le16(len);
17110cfc9255SEric Sandeen 	if (len == blocksize) {
17120cfc9255SEric Sandeen 		if (blocksize == 65536)
17130cfc9255SEric Sandeen 			return cpu_to_le16(EXT4_MAX_REC_LEN);
17140cfc9255SEric Sandeen 		else
17150cfc9255SEric Sandeen 			return cpu_to_le16(0);
17160cfc9255SEric Sandeen 	}
17170cfc9255SEric Sandeen 	return cpu_to_le16((len & 65532) | ((len >> 16) & 3));
17180cfc9255SEric Sandeen #else
17190cfc9255SEric Sandeen 	return cpu_to_le16(len);
17200cfc9255SEric Sandeen #endif
17210cfc9255SEric Sandeen }
17220cfc9255SEric Sandeen 
17230cfc9255SEric Sandeen /*
17243dcf5451SChristoph Hellwig  * Hash Tree Directory indexing
17253dcf5451SChristoph Hellwig  * (c) Daniel Phillips, 2001
17263dcf5451SChristoph Hellwig  */
17273dcf5451SChristoph Hellwig 
17283dcf5451SChristoph Hellwig #define is_dx(dir) (EXT4_HAS_COMPAT_FEATURE(dir->i_sb, \
17293dcf5451SChristoph Hellwig 				      EXT4_FEATURE_COMPAT_DIR_INDEX) && \
173012e9b892SDmitry Monakhov 		    ext4_test_inode_flag((dir), EXT4_INODE_INDEX))
17313dcf5451SChristoph Hellwig #define EXT4_DIR_LINK_MAX(dir) (!is_dx(dir) && (dir)->i_nlink >= EXT4_LINK_MAX)
17323dcf5451SChristoph Hellwig #define EXT4_DIR_LINK_EMPTY(dir) ((dir)->i_nlink == 2 || (dir)->i_nlink == 1)
17333dcf5451SChristoph Hellwig 
17343dcf5451SChristoph Hellwig /* Legal values for the dx_root hash_version field: */
17353dcf5451SChristoph Hellwig 
17363dcf5451SChristoph Hellwig #define DX_HASH_LEGACY		0
17373dcf5451SChristoph Hellwig #define DX_HASH_HALF_MD4	1
17383dcf5451SChristoph Hellwig #define DX_HASH_TEA		2
1739f99b2589STheodore Ts'o #define DX_HASH_LEGACY_UNSIGNED	3
1740f99b2589STheodore Ts'o #define DX_HASH_HALF_MD4_UNSIGNED	4
1741f99b2589STheodore Ts'o #define DX_HASH_TEA_UNSIGNED		5
17423dcf5451SChristoph Hellwig 
17430441984aSDarrick J. Wong static inline u32 ext4_chksum(struct ext4_sb_info *sbi, u32 crc,
17440441984aSDarrick J. Wong 			      const void *address, unsigned int length)
17450441984aSDarrick J. Wong {
17460441984aSDarrick J. Wong 	struct {
17470441984aSDarrick J. Wong 		struct shash_desc shash;
17483108b54bSTheodore Ts'o 		char ctx[4];
17490441984aSDarrick J. Wong 	} desc;
17500441984aSDarrick J. Wong 	int err;
17510441984aSDarrick J. Wong 
17523108b54bSTheodore Ts'o 	BUG_ON(crypto_shash_descsize(sbi->s_chksum_driver)!=sizeof(desc.ctx));
17533108b54bSTheodore Ts'o 
17540441984aSDarrick J. Wong 	desc.shash.tfm = sbi->s_chksum_driver;
17550441984aSDarrick J. Wong 	desc.shash.flags = 0;
17560441984aSDarrick J. Wong 	*(u32 *)desc.ctx = crc;
17570441984aSDarrick J. Wong 
17580441984aSDarrick J. Wong 	err = crypto_shash_update(&desc.shash, address, length);
17590441984aSDarrick J. Wong 	BUG_ON(err);
17600441984aSDarrick J. Wong 
17610441984aSDarrick J. Wong 	return *(u32 *)desc.ctx;
17620441984aSDarrick J. Wong }
17630441984aSDarrick J. Wong 
17643dcf5451SChristoph Hellwig #ifdef __KERNEL__
17653dcf5451SChristoph Hellwig 
17663dcf5451SChristoph Hellwig /* hash info structure used by the directory hash */
17673dcf5451SChristoph Hellwig struct dx_hash_info
17683dcf5451SChristoph Hellwig {
17693dcf5451SChristoph Hellwig 	u32		hash;
17703dcf5451SChristoph Hellwig 	u32		minor_hash;
17713dcf5451SChristoph Hellwig 	int		hash_version;
17723dcf5451SChristoph Hellwig 	u32		*seed;
17733dcf5451SChristoph Hellwig };
17743dcf5451SChristoph Hellwig 
1775d1f5273eSFan Yong 
1776d1f5273eSFan Yong /* 32 and 64 bit signed EOF for dx directories */
1777d1f5273eSFan Yong #define EXT4_HTREE_EOF_32BIT   ((1UL  << (32 - 1)) - 1)
1778d1f5273eSFan Yong #define EXT4_HTREE_EOF_64BIT   ((1ULL << (64 - 1)) - 1)
1779d1f5273eSFan Yong 
17803dcf5451SChristoph Hellwig 
17813dcf5451SChristoph Hellwig /*
17823dcf5451SChristoph Hellwig  * Control parameters used by ext4_htree_next_block
17833dcf5451SChristoph Hellwig  */
17843dcf5451SChristoph Hellwig #define HASH_NB_ALWAYS		1
17853dcf5451SChristoph Hellwig 
17863dcf5451SChristoph Hellwig 
17873dcf5451SChristoph Hellwig /*
17883dcf5451SChristoph Hellwig  * Describe an inode's exact location on disk and in memory
17893dcf5451SChristoph Hellwig  */
17903dcf5451SChristoph Hellwig struct ext4_iloc
17913dcf5451SChristoph Hellwig {
17923dcf5451SChristoph Hellwig 	struct buffer_head *bh;
17933dcf5451SChristoph Hellwig 	unsigned long offset;
17943dcf5451SChristoph Hellwig 	ext4_group_t block_group;
17953dcf5451SChristoph Hellwig };
17963dcf5451SChristoph Hellwig 
17973dcf5451SChristoph Hellwig static inline struct ext4_inode *ext4_raw_inode(struct ext4_iloc *iloc)
17983dcf5451SChristoph Hellwig {
17993dcf5451SChristoph Hellwig 	return (struct ext4_inode *) (iloc->bh->b_data + iloc->offset);
18003dcf5451SChristoph Hellwig }
18013dcf5451SChristoph Hellwig 
18023dcf5451SChristoph Hellwig /*
18033dcf5451SChristoph Hellwig  * This structure is stuffed into the struct file's private_data field
18043dcf5451SChristoph Hellwig  * for directories.  It is where we put information so that we can do
18053dcf5451SChristoph Hellwig  * readdir operations in hash tree order.
18063dcf5451SChristoph Hellwig  */
18073dcf5451SChristoph Hellwig struct dir_private_info {
18083dcf5451SChristoph Hellwig 	struct rb_root	root;
18093dcf5451SChristoph Hellwig 	struct rb_node	*curr_node;
18103dcf5451SChristoph Hellwig 	struct fname	*extra_fname;
18113dcf5451SChristoph Hellwig 	loff_t		last_pos;
18123dcf5451SChristoph Hellwig 	__u32		curr_hash;
18133dcf5451SChristoph Hellwig 	__u32		curr_minor_hash;
18143dcf5451SChristoph Hellwig 	__u32		next_hash;
18153dcf5451SChristoph Hellwig };
18163dcf5451SChristoph Hellwig 
18173dcf5451SChristoph Hellwig /* calculate the first block number of the group */
18183dcf5451SChristoph Hellwig static inline ext4_fsblk_t
18193dcf5451SChristoph Hellwig ext4_group_first_block_no(struct super_block *sb, ext4_group_t group_no)
18203dcf5451SChristoph Hellwig {
18213dcf5451SChristoph Hellwig 	return group_no * (ext4_fsblk_t)EXT4_BLOCKS_PER_GROUP(sb) +
18223dcf5451SChristoph Hellwig 		le32_to_cpu(EXT4_SB(sb)->s_es->s_first_data_block);
18233dcf5451SChristoph Hellwig }
18243dcf5451SChristoph Hellwig 
18253dcf5451SChristoph Hellwig /*
18263dcf5451SChristoph Hellwig  * Special error return code only used by dx_probe() and its callers.
18273dcf5451SChristoph Hellwig  */
18283dcf5451SChristoph Hellwig #define ERR_BAD_DX_DIR	-75000
18293dcf5451SChristoph Hellwig 
18303dcf5451SChristoph Hellwig /*
1831bfff6873SLukas Czerner  * Timeout and state flag for lazy initialization inode thread.
1832bfff6873SLukas Czerner  */
1833bfff6873SLukas Czerner #define EXT4_DEF_LI_WAIT_MULT			10
1834bfff6873SLukas Czerner #define EXT4_DEF_LI_MAX_START_DELAY		5
1835bfff6873SLukas Czerner #define EXT4_LAZYINIT_QUIT			0x0001
1836bfff6873SLukas Czerner #define EXT4_LAZYINIT_RUNNING			0x0002
1837bfff6873SLukas Czerner 
1838bfff6873SLukas Czerner /*
1839bfff6873SLukas Czerner  * Lazy inode table initialization info
1840bfff6873SLukas Czerner  */
1841bfff6873SLukas Czerner struct ext4_lazy_init {
1842bfff6873SLukas Czerner 	unsigned long		li_state;
1843bfff6873SLukas Czerner 	struct list_head	li_request_list;
1844bfff6873SLukas Czerner 	struct mutex		li_list_mtx;
1845bfff6873SLukas Czerner };
1846bfff6873SLukas Czerner 
1847bfff6873SLukas Czerner struct ext4_li_request {
1848bfff6873SLukas Czerner 	struct super_block	*lr_super;
1849bfff6873SLukas Czerner 	struct ext4_sb_info	*lr_sbi;
1850bfff6873SLukas Czerner 	ext4_group_t		lr_next_group;
1851bfff6873SLukas Czerner 	struct list_head	lr_request;
1852bfff6873SLukas Czerner 	unsigned long		lr_next_sched;
1853bfff6873SLukas Czerner 	unsigned long		lr_timeout;
1854bfff6873SLukas Czerner };
1855bfff6873SLukas Czerner 
1856857ac889SLukas Czerner struct ext4_features {
1857857ac889SLukas Czerner 	struct kobject f_kobj;
1858857ac889SLukas Czerner 	struct completion f_kobj_unregister;
1859857ac889SLukas Czerner };
1860857ac889SLukas Czerner 
1861bfff6873SLukas Czerner /*
1862c5e06d10SJohann Lombardi  * This structure will be used for multiple mount protection. It will be
1863c5e06d10SJohann Lombardi  * written into the block number saved in the s_mmp_block field in the
1864c5e06d10SJohann Lombardi  * superblock. Programs that check MMP should assume that if
1865c5e06d10SJohann Lombardi  * SEQ_FSCK (or any unknown code above SEQ_MAX) is present then it is NOT safe
1866c5e06d10SJohann Lombardi  * to use the filesystem, regardless of how old the timestamp is.
1867c5e06d10SJohann Lombardi  */
1868c5e06d10SJohann Lombardi #define EXT4_MMP_MAGIC     0x004D4D50U /* ASCII for MMP */
1869c5e06d10SJohann Lombardi #define EXT4_MMP_SEQ_CLEAN 0xFF4D4D50U /* mmp_seq value for clean unmount */
1870c5e06d10SJohann Lombardi #define EXT4_MMP_SEQ_FSCK  0xE24D4D50U /* mmp_seq value when being fscked */
1871c5e06d10SJohann Lombardi #define EXT4_MMP_SEQ_MAX   0xE24D4D4FU /* maximum valid mmp_seq value */
1872c5e06d10SJohann Lombardi 
1873c5e06d10SJohann Lombardi struct mmp_struct {
1874c5e06d10SJohann Lombardi 	__le32	mmp_magic;		/* Magic number for MMP */
1875c5e06d10SJohann Lombardi 	__le32	mmp_seq;		/* Sequence no. updated periodically */
1876c5e06d10SJohann Lombardi 
1877c5e06d10SJohann Lombardi 	/*
1878c5e06d10SJohann Lombardi 	 * mmp_time, mmp_nodename & mmp_bdevname are only used for information
1879c5e06d10SJohann Lombardi 	 * purposes and do not affect the correctness of the algorithm
1880c5e06d10SJohann Lombardi 	 */
1881c5e06d10SJohann Lombardi 	__le64	mmp_time;		/* Time last updated */
1882c5e06d10SJohann Lombardi 	char	mmp_nodename[64];	/* Node which last updated MMP block */
1883c5e06d10SJohann Lombardi 	char	mmp_bdevname[32];	/* Bdev which last updated MMP block */
1884c5e06d10SJohann Lombardi 
1885c5e06d10SJohann Lombardi 	/*
1886c5e06d10SJohann Lombardi 	 * mmp_check_interval is used to verify if the MMP block has been
1887c5e06d10SJohann Lombardi 	 * updated on the block device. The value is updated based on the
1888c5e06d10SJohann Lombardi 	 * maximum time to write the MMP block during an update cycle.
1889c5e06d10SJohann Lombardi 	 */
1890c5e06d10SJohann Lombardi 	__le16	mmp_check_interval;
1891c5e06d10SJohann Lombardi 
1892c5e06d10SJohann Lombardi 	__le16	mmp_pad1;
1893e6153918SDarrick J. Wong 	__le32	mmp_pad2[226];
1894e6153918SDarrick J. Wong 	__le32	mmp_checksum;		/* crc32c(uuid+mmp_block) */
1895c5e06d10SJohann Lombardi };
1896c5e06d10SJohann Lombardi 
1897c5e06d10SJohann Lombardi /* arguments passed to the mmp thread */
1898c5e06d10SJohann Lombardi struct mmpd_data {
1899c5e06d10SJohann Lombardi 	struct buffer_head *bh; /* bh from initial read_mmp_block() */
1900c5e06d10SJohann Lombardi 	struct super_block *sb;  /* super block of the fs */
1901c5e06d10SJohann Lombardi };
1902c5e06d10SJohann Lombardi 
1903c5e06d10SJohann Lombardi /*
1904c5e06d10SJohann Lombardi  * Check interval multiplier
1905c5e06d10SJohann Lombardi  * The MMP block is written every update interval and initially checked every
1906c5e06d10SJohann Lombardi  * update interval x the multiplier (the value is then adapted based on the
1907c5e06d10SJohann Lombardi  * write latency). The reason is that writes can be delayed under load and we
1908c5e06d10SJohann Lombardi  * don't want readers to incorrectly assume that the filesystem is no longer
1909c5e06d10SJohann Lombardi  * in use.
1910c5e06d10SJohann Lombardi  */
1911c5e06d10SJohann Lombardi #define EXT4_MMP_CHECK_MULT		2UL
1912c5e06d10SJohann Lombardi 
1913c5e06d10SJohann Lombardi /*
1914c5e06d10SJohann Lombardi  * Minimum interval for MMP checking in seconds.
1915c5e06d10SJohann Lombardi  */
1916c5e06d10SJohann Lombardi #define EXT4_MMP_MIN_CHECK_INTERVAL	5UL
1917c5e06d10SJohann Lombardi 
1918c5e06d10SJohann Lombardi /*
1919c5e06d10SJohann Lombardi  * Maximum interval for MMP checking in seconds.
1920c5e06d10SJohann Lombardi  */
1921c5e06d10SJohann Lombardi #define EXT4_MMP_MAX_CHECK_INTERVAL	300UL
1922c5e06d10SJohann Lombardi 
1923c5e06d10SJohann Lombardi /*
19243dcf5451SChristoph Hellwig  * Function prototypes
19253dcf5451SChristoph Hellwig  */
19263dcf5451SChristoph Hellwig 
19273dcf5451SChristoph Hellwig /*
19283dcf5451SChristoph Hellwig  * Ok, these declarations are also in <linux/kernel.h> but none of the
19293dcf5451SChristoph Hellwig  * ext4 source programs needs to include it so they are duplicated here.
19303dcf5451SChristoph Hellwig  */
19313dcf5451SChristoph Hellwig # define NORET_TYPE	/**/
19323dcf5451SChristoph Hellwig # define ATTRIB_NORET	__attribute__((noreturn))
19333dcf5451SChristoph Hellwig # define NORET_AND	noreturn,
19343dcf5451SChristoph Hellwig 
1935498e5f24STheodore Ts'o /* bitmap.c */
1936f6fb99caSTheodore Ts'o extern unsigned int ext4_count_free(char *bitmap, unsigned numchars);
193741a246d1SDarrick J. Wong void ext4_inode_bitmap_csum_set(struct super_block *sb, ext4_group_t group,
193841a246d1SDarrick J. Wong 				struct ext4_group_desc *gdp,
193941a246d1SDarrick J. Wong 				struct buffer_head *bh, int sz);
194041a246d1SDarrick J. Wong int ext4_inode_bitmap_csum_verify(struct super_block *sb, ext4_group_t group,
194141a246d1SDarrick J. Wong 				  struct ext4_group_desc *gdp,
194241a246d1SDarrick J. Wong 				  struct buffer_head *bh, int sz);
1943fa77dcfaSDarrick J. Wong void ext4_block_bitmap_csum_set(struct super_block *sb, ext4_group_t group,
1944fa77dcfaSDarrick J. Wong 				struct ext4_group_desc *gdp,
194579f1ba49STao Ma 				struct buffer_head *bh);
1946fa77dcfaSDarrick J. Wong int ext4_block_bitmap_csum_verify(struct super_block *sb, ext4_group_t group,
1947fa77dcfaSDarrick J. Wong 				  struct ext4_group_desc *gdp,
194879f1ba49STao Ma 				  struct buffer_head *bh);
1949498e5f24STheodore Ts'o 
19503dcf5451SChristoph Hellwig /* balloc.c */
1951bd86298eSLukas Czerner extern void ext4_get_group_no_and_offset(struct super_block *sb,
1952bd86298eSLukas Czerner 					 ext4_fsblk_t blocknr,
1953bd86298eSLukas Czerner 					 ext4_group_t *blockgrpp,
1954bd86298eSLukas Czerner 					 ext4_grpblk_t *offsetp);
1955bd86298eSLukas Czerner extern ext4_group_t ext4_get_group_number(struct super_block *sb,
1956bd86298eSLukas Czerner 					  ext4_fsblk_t block);
1957bd86298eSLukas Czerner 
19583dcf5451SChristoph Hellwig extern unsigned int ext4_block_group(struct super_block *sb,
19593dcf5451SChristoph Hellwig 			ext4_fsblk_t blocknr);
19603dcf5451SChristoph Hellwig extern ext4_grpblk_t ext4_block_group_offset(struct super_block *sb,
19613dcf5451SChristoph Hellwig 			ext4_fsblk_t blocknr);
19623dcf5451SChristoph Hellwig extern int ext4_bg_has_super(struct super_block *sb, ext4_group_t group);
19633dcf5451SChristoph Hellwig extern unsigned long ext4_bg_num_gdb(struct super_block *sb,
19643dcf5451SChristoph Hellwig 			ext4_group_t group);
19657061eba7SAneesh Kumar K.V extern ext4_fsblk_t ext4_new_meta_blocks(handle_t *handle, struct inode *inode,
196655f020dbSAllison Henderson 					 ext4_fsblk_t goal,
196755f020dbSAllison Henderson 					 unsigned int flags,
196855f020dbSAllison Henderson 					 unsigned long *count,
196955f020dbSAllison Henderson 					 int *errp);
1970e7d5f315STheodore Ts'o extern int ext4_claim_free_clusters(struct ext4_sb_info *sbi,
1971e7d5f315STheodore Ts'o 				    s64 nclusters, unsigned int flags);
19725dee5437STheodore Ts'o extern ext4_fsblk_t ext4_count_free_clusters(struct super_block *);
19733dcf5451SChristoph Hellwig extern void ext4_check_blocks_bitmap(struct super_block *);
19743dcf5451SChristoph Hellwig extern struct ext4_group_desc * ext4_get_group_desc(struct super_block * sb,
19753dcf5451SChristoph Hellwig 						    ext4_group_t block_group,
19763dcf5451SChristoph Hellwig 						    struct buffer_head ** bh);
19773dcf5451SChristoph Hellwig extern int ext4_should_retry_alloc(struct super_block *sb, int *retries);
1978813e5727STheodore Ts'o 
1979813e5727STheodore Ts'o extern struct buffer_head *ext4_read_block_bitmap_nowait(struct super_block *sb,
1980813e5727STheodore Ts'o 						ext4_group_t block_group);
1981813e5727STheodore Ts'o extern int ext4_wait_block_bitmap(struct super_block *sb,
1982813e5727STheodore Ts'o 				  ext4_group_t block_group,
1983813e5727STheodore Ts'o 				  struct buffer_head *bh);
1984813e5727STheodore Ts'o extern struct buffer_head *ext4_read_block_bitmap(struct super_block *sb,
1985bb23c20aSTheodore Ts'o 						  ext4_group_t block_group);
1986cff1dfd7STheodore Ts'o extern unsigned ext4_free_clusters_after_init(struct super_block *sb,
1987fd034a84STheodore Ts'o 					      ext4_group_t block_group,
1988fd034a84STheodore Ts'o 					      struct ext4_group_desc *gdp);
1989f86186b4SEric Sandeen ext4_fsblk_t ext4_inode_to_goal_block(struct inode *);
19903dcf5451SChristoph Hellwig 
19913dcf5451SChristoph Hellwig /* dir.c */
199260fd4da3STheodore Ts'o extern int __ext4_check_dir_entry(const char *, unsigned int, struct inode *,
1993f7c21177STheodore Ts'o 				  struct file *,
19943dcf5451SChristoph Hellwig 				  struct ext4_dir_entry_2 *,
1995226ba972STao Ma 				  struct buffer_head *, char *, int,
1996226ba972STao Ma 				  unsigned int);
1997226ba972STao Ma #define ext4_check_dir_entry(dir, filp, de, bh, buf, size, offset)	\
1998f7c21177STheodore Ts'o 	unlikely(__ext4_check_dir_entry(__func__, __LINE__, (dir), (filp), \
1999226ba972STao Ma 					(de), (bh), (buf), (size), (offset)))
20003dcf5451SChristoph Hellwig extern int ext4_htree_store_dirent(struct file *dir_file, __u32 hash,
20013dcf5451SChristoph Hellwig 				    __u32 minor_hash,
20023dcf5451SChristoph Hellwig 				    struct ext4_dir_entry_2 *dirent);
20033dcf5451SChristoph Hellwig extern void ext4_htree_free_dir_info(struct dir_private_info *p);
2004978fef91STao Ma extern int ext4_find_dest_de(struct inode *dir, struct inode *inode,
2005978fef91STao Ma 			     struct buffer_head *bh,
2006978fef91STao Ma 			     void *buf, int buf_size,
2007978fef91STao Ma 			     const char *name, int namelen,
2008978fef91STao Ma 			     struct ext4_dir_entry_2 **dest_de);
2009978fef91STao Ma void ext4_insert_dentry(struct inode *inode,
2010978fef91STao Ma 			struct ext4_dir_entry_2 *de,
2011978fef91STao Ma 			int buf_size,
2012978fef91STao Ma 			const char *name, int namelen);
2013978fef91STao Ma static inline void ext4_update_dx_flag(struct inode *inode)
2014978fef91STao Ma {
2015978fef91STao Ma 	if (!EXT4_HAS_COMPAT_FEATURE(inode->i_sb,
2016978fef91STao Ma 				     EXT4_FEATURE_COMPAT_DIR_INDEX))
2017978fef91STao Ma 		ext4_clear_inode_flag(inode, EXT4_INODE_INDEX);
2018978fef91STao Ma }
201965d165d9STao Ma static unsigned char ext4_filetype_table[] = {
202065d165d9STao Ma 	DT_UNKNOWN, DT_REG, DT_DIR, DT_CHR, DT_BLK, DT_FIFO, DT_SOCK, DT_LNK
202165d165d9STao Ma };
202265d165d9STao Ma 
202365d165d9STao Ma static inline  unsigned char get_dtype(struct super_block *sb, int filetype)
202465d165d9STao Ma {
202565d165d9STao Ma 	if (!EXT4_HAS_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_FILETYPE) ||
202665d165d9STao Ma 	    (filetype >= EXT4_FT_MAX))
202765d165d9STao Ma 		return DT_UNKNOWN;
202865d165d9STao Ma 
202965d165d9STao Ma 	return ext4_filetype_table[filetype];
203065d165d9STao Ma }
20313dcf5451SChristoph Hellwig 
20323dcf5451SChristoph Hellwig /* fsync.c */
203302c24a82SJosef Bacik extern int ext4_sync_file(struct file *, loff_t, loff_t, int);
20343dcf5451SChristoph Hellwig 
20353dcf5451SChristoph Hellwig /* hash.c */
20363dcf5451SChristoph Hellwig extern int ext4fs_dirhash(const char *name, int len, struct
20373dcf5451SChristoph Hellwig 			  dx_hash_info *hinfo);
20383dcf5451SChristoph Hellwig 
20393dcf5451SChristoph Hellwig /* ialloc.c */
20401139575aSTheodore Ts'o extern struct inode *__ext4_new_inode(handle_t *, struct inode *, umode_t,
20415cb81dabSDmitry Monakhov 				      const struct qstr *qstr, __u32 goal,
20421139575aSTheodore Ts'o 				      uid_t *owner, int handle_type,
20431139575aSTheodore Ts'o 				      unsigned int line_no, int nblocks);
20441139575aSTheodore Ts'o 
20451139575aSTheodore Ts'o #define ext4_new_inode(handle, dir, mode, qstr, goal, owner) \
20461139575aSTheodore Ts'o 	__ext4_new_inode((handle), (dir), (mode), (qstr), (goal), (owner), \
20471139575aSTheodore Ts'o 			 0, 0, 0)
20481139575aSTheodore Ts'o #define ext4_new_inode_start_handle(dir, mode, qstr, goal, owner, \
20491139575aSTheodore Ts'o 				    type, nblocks)		    \
20501139575aSTheodore Ts'o 	__ext4_new_inode(NULL, (dir), (mode), (qstr), (goal), (owner), \
20511139575aSTheodore Ts'o 			 (type), __LINE__, (nblocks))
20521139575aSTheodore Ts'o 
20531139575aSTheodore Ts'o 
20543dcf5451SChristoph Hellwig extern void ext4_free_inode(handle_t *, struct inode *);
20553dcf5451SChristoph Hellwig extern struct inode * ext4_orphan_get(struct super_block *, unsigned long);
20563dcf5451SChristoph Hellwig extern unsigned long ext4_count_free_inodes(struct super_block *);
20573dcf5451SChristoph Hellwig extern unsigned long ext4_count_dirs(struct super_block *);
20583dcf5451SChristoph Hellwig extern void ext4_check_inodes_bitmap(struct super_block *);
205961d08673STheodore Ts'o extern void ext4_mark_bitmap_end(int start_bit, int end_bit, char *bitmap);
2060bfff6873SLukas Czerner extern int ext4_init_inode_table(struct super_block *sb,
2061bfff6873SLukas Czerner 				 ext4_group_t group, int barrier);
2062813e5727STheodore Ts'o extern void ext4_end_bitmap_read(struct buffer_head *bh, int uptodate);
20633dcf5451SChristoph Hellwig 
20643dcf5451SChristoph Hellwig /* mballoc.c */
20653dcf5451SChristoph Hellwig extern long ext4_mb_stats;
20663dcf5451SChristoph Hellwig extern long ext4_mb_max_to_scan;
20679d99012fSAkira Fujita extern int ext4_mb_init(struct super_block *);
20683dcf5451SChristoph Hellwig extern int ext4_mb_release(struct super_block *);
20693dcf5451SChristoph Hellwig extern ext4_fsblk_t ext4_mb_new_blocks(handle_t *,
20703dcf5451SChristoph Hellwig 				struct ext4_allocation_request *, int *);
20713dcf5451SChristoph Hellwig extern int ext4_mb_reserve_blocks(struct super_block *, int);
2072c2ea3fdeSTheodore Ts'o extern void ext4_discard_preallocations(struct inode *);
20735dabfc78STheodore Ts'o extern int __init ext4_init_mballoc(void);
20745dabfc78STheodore Ts'o extern void ext4_exit_mballoc(void);
207544338711STheodore Ts'o extern void ext4_free_blocks(handle_t *handle, struct inode *inode,
2076e6362609STheodore Ts'o 			     struct buffer_head *bh, ext4_fsblk_t block,
2077e6362609STheodore Ts'o 			     unsigned long count, int flags);
207828623c2fSTheodore Ts'o extern int ext4_mb_alloc_groupinfo(struct super_block *sb,
207928623c2fSTheodore Ts'o 				   ext4_group_t ngroups);
2080920313a7SAneesh Kumar K.V extern int ext4_mb_add_groupinfo(struct super_block *sb,
20815f21b0e6SFrederic Bohe 		ext4_group_t i, struct ext4_group_desc *desc);
2082cc7365dfSYongqiang Yang extern int ext4_group_add_blocks(handle_t *handle, struct super_block *sb,
20832846e820SAmir Goldstein 				ext4_fsblk_t block, unsigned long count);
20847360d173SLukas Czerner extern int ext4_trim_fs(struct super_block *, struct fstrim_range *);
20857360d173SLukas Czerner 
20863dcf5451SChristoph Hellwig /* inode.c */
20873dcf5451SChristoph Hellwig struct buffer_head *ext4_getblk(handle_t *, struct inode *,
20883dcf5451SChristoph Hellwig 						ext4_lblk_t, int, int *);
20893dcf5451SChristoph Hellwig struct buffer_head *ext4_bread(handle_t *, struct inode *,
20903dcf5451SChristoph Hellwig 						ext4_lblk_t, int, int *);
2091f19d5870STao Ma int ext4_get_block_write(struct inode *inode, sector_t iblock,
2092f19d5870STao Ma 			 struct buffer_head *bh_result, int create);
20936873fa0dSEric Sandeen int ext4_get_block(struct inode *inode, sector_t iblock,
20946873fa0dSEric Sandeen 				struct buffer_head *bh_result, int create);
20959c3569b5STao Ma int ext4_da_get_block_prep(struct inode *inode, sector_t iblock,
20969c3569b5STao Ma 			   struct buffer_head *bh, int create);
2097f19d5870STao Ma int ext4_walk_page_buffers(handle_t *handle,
2098f19d5870STao Ma 			   struct buffer_head *head,
2099f19d5870STao Ma 			   unsigned from,
2100f19d5870STao Ma 			   unsigned to,
2101f19d5870STao Ma 			   int *partial,
2102f19d5870STao Ma 			   int (*fn)(handle_t *handle,
2103f19d5870STao Ma 				     struct buffer_head *bh));
2104f19d5870STao Ma int do_journal_get_write_access(handle_t *handle,
2105f19d5870STao Ma 				struct buffer_head *bh);
21069c3569b5STao Ma #define FALL_BACK_TO_NONDELALLOC 1
21079c3569b5STao Ma #define CONVERT_INLINE_DATA	 2
21083dcf5451SChristoph Hellwig 
21093dcf5451SChristoph Hellwig extern struct inode *ext4_iget(struct super_block *, unsigned long);
2110a9185b41SChristoph Hellwig extern int  ext4_write_inode(struct inode *, struct writeback_control *);
21113dcf5451SChristoph Hellwig extern int  ext4_setattr(struct dentry *, struct iattr *);
21123e3398a0SMingming Cao extern int  ext4_getattr(struct vfsmount *mnt, struct dentry *dentry,
21133e3398a0SMingming Cao 				struct kstat *stat);
21140930fcc1SAl Viro extern void ext4_evict_inode(struct inode *);
21150930fcc1SAl Viro extern void ext4_clear_inode(struct inode *);
21163dcf5451SChristoph Hellwig extern int  ext4_sync_inode(handle_t *, struct inode *);
2117aa385729SChristoph Hellwig extern void ext4_dirty_inode(struct inode *, int);
21183dcf5451SChristoph Hellwig extern int ext4_change_inode_journal_flag(struct inode *, int);
21193dcf5451SChristoph Hellwig extern int ext4_get_inode_loc(struct inode *, struct ext4_iloc *);
2120a361293fSJan Kara extern int ext4_inode_attach_jinode(struct inode *inode);
212191ef4cafSDuane Griffin extern int ext4_can_truncate(struct inode *inode);
21223dcf5451SChristoph Hellwig extern void ext4_truncate(struct inode *);
2123aeb2817aSAshish Sangwan extern int ext4_punch_hole(struct inode *inode, loff_t offset, loff_t length);
2124487caeefSJan Kara extern int ext4_truncate_restart_trans(handle_t *, struct inode *, int nblocks);
21253dcf5451SChristoph Hellwig extern void ext4_set_inode_flags(struct inode *);
21263dcf5451SChristoph Hellwig extern void ext4_get_inode_flags(struct ext4_inode_info *);
2127ccd2506bSTheodore Ts'o extern int ext4_alloc_da_blocks(struct inode *inode);
21283dcf5451SChristoph Hellwig extern void ext4_set_aops(struct inode *inode);
21293dcf5451SChristoph Hellwig extern int ext4_writepage_trans_blocks(struct inode *);
2130f3bd1f3fSMingming Cao extern int ext4_chunk_trans_blocks(struct inode *, int nrblocks);
2131a87dd18cSLukas Czerner extern int ext4_zero_partial_blocks(handle_t *handle, struct inode *inode,
2132a87dd18cSLukas Czerner 			     loff_t lstart, loff_t lend);
2133c2ec175cSNick Piggin extern int ext4_page_mkwrite(struct vm_area_struct *vma, struct vm_fault *vmf);
2134a9e7f447SDmitry Monakhov extern qsize_t *ext4_get_reserved_space(struct inode *inode);
21355f634d06SAneesh Kumar K.V extern void ext4_da_update_reserve_space(struct inode *inode,
21365f634d06SAneesh Kumar K.V 					int used, int quota_claim);
2137dae1e52cSAmir Goldstein 
2138dae1e52cSAmir Goldstein /* indirect.c */
2139dae1e52cSAmir Goldstein extern int ext4_ind_map_blocks(handle_t *handle, struct inode *inode,
2140dae1e52cSAmir Goldstein 				struct ext4_map_blocks *map, int flags);
2141dae1e52cSAmir Goldstein extern ssize_t ext4_ind_direct_IO(int rw, struct kiocb *iocb,
214216b1f05dSAl Viro 				struct iov_iter *iter, loff_t offset);
2143dae1e52cSAmir Goldstein extern int ext4_ind_calc_metadata_amount(struct inode *inode, sector_t lblock);
2144fa55a0edSJan Kara extern int ext4_ind_trans_blocks(struct inode *inode, int nrblocks);
2145819c4920STheodore Ts'o extern void ext4_ind_truncate(handle_t *, struct inode *inode);
21464f579ae7SLukas Czerner extern int ext4_ind_remove_space(handle_t *handle, struct inode *inode,
21474f579ae7SLukas Czerner 				 ext4_lblk_t start, ext4_lblk_t end);
2148ff9893dcSAmir Goldstein 
21493dcf5451SChristoph Hellwig /* ioctl.c */
21503dcf5451SChristoph Hellwig extern long ext4_ioctl(struct file *, unsigned int, unsigned long);
21513dcf5451SChristoph Hellwig extern long ext4_compat_ioctl(struct file *, unsigned int, unsigned long);
21523dcf5451SChristoph Hellwig 
21533dcf5451SChristoph Hellwig /* migrate.c */
21542a43a878SAneesh Kumar K.V extern int ext4_ext_migrate(struct inode *);
21550d14b098SLukas Czerner extern int ext4_ind_migrate(struct inode *inode);
21563d0518f4SWei Yongjun 
21573dcf5451SChristoph Hellwig /* namei.c */
2158b0336e8dSDarrick J. Wong extern int ext4_dirent_csum_verify(struct inode *inode,
2159b0336e8dSDarrick J. Wong 				   struct ext4_dir_entry *dirent);
21603dcf5451SChristoph Hellwig extern int ext4_orphan_add(handle_t *, struct inode *);
21613dcf5451SChristoph Hellwig extern int ext4_orphan_del(handle_t *, struct inode *);
21623dcf5451SChristoph Hellwig extern int ext4_htree_fill_tree(struct file *dir_file, __u32 start_hash,
21633dcf5451SChristoph Hellwig 				__u32 start_minor_hash, __u32 *next_hash);
21647335cd3bSTao Ma extern int search_dir(struct buffer_head *bh,
21657335cd3bSTao Ma 		      char *search_buf,
21667335cd3bSTao Ma 		      int buf_size,
21677335cd3bSTao Ma 		      struct inode *dir,
21687335cd3bSTao Ma 		      const struct qstr *d_name,
21697335cd3bSTao Ma 		      unsigned int offset,
21707335cd3bSTao Ma 		      struct ext4_dir_entry_2 **res_dir);
217105019a9eSTao Ma extern int ext4_generic_delete_entry(handle_t *handle,
217205019a9eSTao Ma 				     struct inode *dir,
217305019a9eSTao Ma 				     struct ext4_dir_entry_2 *de_del,
217405019a9eSTao Ma 				     struct buffer_head *bh,
217505019a9eSTao Ma 				     void *entry_buf,
217605019a9eSTao Ma 				     int buf_size,
217705019a9eSTao Ma 				     int csum_size);
21783dcf5451SChristoph Hellwig 
21793dcf5451SChristoph Hellwig /* resize.c */
21803dcf5451SChristoph Hellwig extern int ext4_group_add(struct super_block *sb,
21813dcf5451SChristoph Hellwig 				struct ext4_new_group_data *input);
21823dcf5451SChristoph Hellwig extern int ext4_group_extend(struct super_block *sb,
21833dcf5451SChristoph Hellwig 				struct ext4_super_block *es,
21843dcf5451SChristoph Hellwig 				ext4_fsblk_t n_blocks_count);
218519c5246dSYongqiang Yang extern int ext4_resize_fs(struct super_block *sb, ext4_fsblk_t n_blocks_count);
21863dcf5451SChristoph Hellwig 
21873dcf5451SChristoph Hellwig /* super.c */
2188952fc18eSTheodore Ts'o extern int ext4_calculate_overhead(struct super_block *sb);
218906db49e6STheodore Ts'o extern void ext4_superblock_csum_set(struct super_block *sb);
21909933fc0aSTheodore Ts'o extern void *ext4_kvmalloc(size_t size, gfp_t flags);
21919933fc0aSTheodore Ts'o extern void *ext4_kvzalloc(size_t size, gfp_t flags);
21929933fc0aSTheodore Ts'o extern void ext4_kvfree(void *ptr);
2193117fff10STheodore Ts'o extern int ext4_alloc_flex_bg_array(struct super_block *sb,
2194117fff10STheodore Ts'o 				    ext4_group_t ngroup);
2195722887ddSTheodore Ts'o extern const char *ext4_decode_error(struct super_block *sb, int errno,
2196722887ddSTheodore Ts'o 				     char nbuf[16]);
2197e7c96e8eSJoe Perches 
2198b9075fa9SJoe Perches extern __printf(4, 5)
2199b9075fa9SJoe Perches void __ext4_error(struct super_block *, const char *, unsigned int,
2200b9075fa9SJoe Perches 		  const char *, ...);
2201b9075fa9SJoe Perches extern __printf(5, 6)
2202e7c96e8eSJoe Perches void __ext4_error_inode(struct inode *, const char *, unsigned int, ext4_fsblk_t,
2203b9075fa9SJoe Perches 		      const char *, ...);
2204b9075fa9SJoe Perches extern __printf(5, 6)
2205e7c96e8eSJoe Perches void __ext4_error_file(struct file *, const char *, unsigned int, ext4_fsblk_t,
2206b9075fa9SJoe Perches 		     const char *, ...);
2207c398eda0STheodore Ts'o extern void __ext4_std_error(struct super_block *, const char *,
2208c398eda0STheodore Ts'o 			     unsigned int, int);
2209b9075fa9SJoe Perches extern __printf(4, 5)
2210b9075fa9SJoe Perches void __ext4_abort(struct super_block *, const char *, unsigned int,
2211b9075fa9SJoe Perches 		  const char *, ...);
2212b9075fa9SJoe Perches extern __printf(4, 5)
2213b9075fa9SJoe Perches void __ext4_warning(struct super_block *, const char *, unsigned int,
2214b9075fa9SJoe Perches 		    const char *, ...);
2215b9075fa9SJoe Perches extern __printf(3, 4)
2216e7c96e8eSJoe Perches void __ext4_msg(struct super_block *, const char *, const char *, ...);
2217c5e06d10SJohann Lombardi extern void __dump_mmp_msg(struct super_block *, struct mmp_struct *mmp,
2218c5e06d10SJohann Lombardi 			   const char *, unsigned int, const char *);
2219b9075fa9SJoe Perches extern __printf(7, 8)
2220b9075fa9SJoe Perches void __ext4_grp_locked_error(const char *, unsigned int,
2221b9075fa9SJoe Perches 			     struct super_block *, ext4_group_t,
2222b9075fa9SJoe Perches 			     unsigned long, ext4_fsblk_t,
2223b9075fa9SJoe Perches 			     const char *, ...);
2224e7c96e8eSJoe Perches 
2225e7c96e8eSJoe Perches #ifdef CONFIG_PRINTK
2226e7c96e8eSJoe Perches 
2227e7c96e8eSJoe Perches #define ext4_error_inode(inode, func, line, block, fmt, ...)		\
2228e7c96e8eSJoe Perches 	__ext4_error_inode(inode, func, line, block, fmt, ##__VA_ARGS__)
2229e7c96e8eSJoe Perches #define ext4_error_file(file, func, line, block, fmt, ...)		\
2230e7c96e8eSJoe Perches 	__ext4_error_file(file, func, line, block, fmt, ##__VA_ARGS__)
2231e7c96e8eSJoe Perches #define ext4_error(sb, fmt, ...)					\
2232e7c96e8eSJoe Perches 	__ext4_error(sb, __func__, __LINE__, fmt, ##__VA_ARGS__)
2233e7c96e8eSJoe Perches #define ext4_abort(sb, fmt, ...)					\
2234e7c96e8eSJoe Perches 	__ext4_abort(sb, __func__, __LINE__, fmt, ##__VA_ARGS__)
2235e7c96e8eSJoe Perches #define ext4_warning(sb, fmt, ...)					\
2236e7c96e8eSJoe Perches 	__ext4_warning(sb, __func__, __LINE__, fmt, ##__VA_ARGS__)
2237e7c96e8eSJoe Perches #define ext4_msg(sb, level, fmt, ...)				\
2238e7c96e8eSJoe Perches 	__ext4_msg(sb, level, fmt, ##__VA_ARGS__)
2239e7c96e8eSJoe Perches #define dump_mmp_msg(sb, mmp, msg)					\
2240e7c96e8eSJoe Perches 	__dump_mmp_msg(sb, mmp, __func__, __LINE__, msg)
2241e7c96e8eSJoe Perches #define ext4_grp_locked_error(sb, grp, ino, block, fmt, ...)		\
2242e7c96e8eSJoe Perches 	__ext4_grp_locked_error(__func__, __LINE__, sb, grp, ino, block, \
2243e7c96e8eSJoe Perches 				fmt, ##__VA_ARGS__)
2244e7c96e8eSJoe Perches 
2245e7c96e8eSJoe Perches #else
2246e7c96e8eSJoe Perches 
2247e7c96e8eSJoe Perches #define ext4_error_inode(inode, func, line, block, fmt, ...)		\
2248e7c96e8eSJoe Perches do {									\
2249e7c96e8eSJoe Perches 	no_printk(fmt, ##__VA_ARGS__);					\
2250e7c96e8eSJoe Perches 	__ext4_error_inode(inode, "", 0, block, " ");			\
2251e7c96e8eSJoe Perches } while (0)
2252e7c96e8eSJoe Perches #define ext4_error_file(file, func, line, block, fmt, ...)		\
2253e7c96e8eSJoe Perches do {									\
2254e7c96e8eSJoe Perches 	no_printk(fmt, ##__VA_ARGS__);					\
2255e7c96e8eSJoe Perches 	__ext4_error_file(file, "", 0, block, " ");			\
2256e7c96e8eSJoe Perches } while (0)
2257e7c96e8eSJoe Perches #define ext4_error(sb, fmt, ...)					\
2258e7c96e8eSJoe Perches do {									\
2259e7c96e8eSJoe Perches 	no_printk(fmt, ##__VA_ARGS__);					\
2260e7c96e8eSJoe Perches 	__ext4_error(sb, "", 0, " ");					\
2261e7c96e8eSJoe Perches } while (0)
2262e7c96e8eSJoe Perches #define ext4_abort(sb, fmt, ...)					\
2263e7c96e8eSJoe Perches do {									\
2264e7c96e8eSJoe Perches 	no_printk(fmt, ##__VA_ARGS__);					\
2265e7c96e8eSJoe Perches 	__ext4_abort(sb, "", 0, " ");					\
2266e7c96e8eSJoe Perches } while (0)
2267e7c96e8eSJoe Perches #define ext4_warning(sb, fmt, ...)					\
2268e7c96e8eSJoe Perches do {									\
2269e7c96e8eSJoe Perches 	no_printk(fmt, ##__VA_ARGS__);					\
2270e7c96e8eSJoe Perches 	__ext4_warning(sb, "", 0, " ");					\
2271e7c96e8eSJoe Perches } while (0)
2272e7c96e8eSJoe Perches #define ext4_msg(sb, level, fmt, ...)					\
2273e7c96e8eSJoe Perches do {									\
2274e7c96e8eSJoe Perches 	no_printk(fmt, ##__VA_ARGS__);					\
2275e7c96e8eSJoe Perches 	__ext4_msg(sb, "", " ");					\
2276e7c96e8eSJoe Perches } while (0)
2277e7c96e8eSJoe Perches #define dump_mmp_msg(sb, mmp, msg)					\
2278e7c96e8eSJoe Perches 	__dump_mmp_msg(sb, mmp, "", 0, "")
2279e7c96e8eSJoe Perches #define ext4_grp_locked_error(sb, grp, ino, block, fmt, ...)		\
2280e7c96e8eSJoe Perches do {									\
2281e7c96e8eSJoe Perches 	no_printk(fmt, ##__VA_ARGS__);				\
2282e7c96e8eSJoe Perches 	__ext4_grp_locked_error("", 0, sb, grp, ino, block, " ");	\
2283e7c96e8eSJoe Perches } while (0)
2284e7c96e8eSJoe Perches 
2285e7c96e8eSJoe Perches #endif
2286e7c96e8eSJoe Perches 
22873dcf5451SChristoph Hellwig extern void ext4_update_dynamic_rev(struct super_block *sb);
22883dcf5451SChristoph Hellwig extern int ext4_update_compat_feature(handle_t *handle, struct super_block *sb,
22893dcf5451SChristoph Hellwig 					__u32 compat);
22903dcf5451SChristoph Hellwig extern int ext4_update_rocompat_feature(handle_t *handle,
22913dcf5451SChristoph Hellwig 					struct super_block *sb,	__u32 rocompat);
22923dcf5451SChristoph Hellwig extern int ext4_update_incompat_feature(handle_t *handle,
22933dcf5451SChristoph Hellwig 					struct super_block *sb,	__u32 incompat);
22943dcf5451SChristoph Hellwig extern ext4_fsblk_t ext4_block_bitmap(struct super_block *sb,
22953dcf5451SChristoph Hellwig 				      struct ext4_group_desc *bg);
22963dcf5451SChristoph Hellwig extern ext4_fsblk_t ext4_inode_bitmap(struct super_block *sb,
22973dcf5451SChristoph Hellwig 				      struct ext4_group_desc *bg);
22983dcf5451SChristoph Hellwig extern ext4_fsblk_t ext4_inode_table(struct super_block *sb,
22993dcf5451SChristoph Hellwig 				     struct ext4_group_desc *bg);
2300021b65bbSTheodore Ts'o extern __u32 ext4_free_group_clusters(struct super_block *sb,
2301560671a0SAneesh Kumar K.V 				      struct ext4_group_desc *bg);
2302560671a0SAneesh Kumar K.V extern __u32 ext4_free_inodes_count(struct super_block *sb,
2303560671a0SAneesh Kumar K.V 				 struct ext4_group_desc *bg);
2304560671a0SAneesh Kumar K.V extern __u32 ext4_used_dirs_count(struct super_block *sb,
2305560671a0SAneesh Kumar K.V 				struct ext4_group_desc *bg);
2306560671a0SAneesh Kumar K.V extern __u32 ext4_itable_unused_count(struct super_block *sb,
2307560671a0SAneesh Kumar K.V 				   struct ext4_group_desc *bg);
23083dcf5451SChristoph Hellwig extern void ext4_block_bitmap_set(struct super_block *sb,
23093dcf5451SChristoph Hellwig 				  struct ext4_group_desc *bg, ext4_fsblk_t blk);
23103dcf5451SChristoph Hellwig extern void ext4_inode_bitmap_set(struct super_block *sb,
23113dcf5451SChristoph Hellwig 				  struct ext4_group_desc *bg, ext4_fsblk_t blk);
23123dcf5451SChristoph Hellwig extern void ext4_inode_table_set(struct super_block *sb,
23133dcf5451SChristoph Hellwig 				 struct ext4_group_desc *bg, ext4_fsblk_t blk);
2314021b65bbSTheodore Ts'o extern void ext4_free_group_clusters_set(struct super_block *sb,
2315021b65bbSTheodore Ts'o 					 struct ext4_group_desc *bg,
2316021b65bbSTheodore Ts'o 					 __u32 count);
2317560671a0SAneesh Kumar K.V extern void ext4_free_inodes_set(struct super_block *sb,
2318560671a0SAneesh Kumar K.V 				struct ext4_group_desc *bg, __u32 count);
2319560671a0SAneesh Kumar K.V extern void ext4_used_dirs_set(struct super_block *sb,
2320560671a0SAneesh Kumar K.V 				struct ext4_group_desc *bg, __u32 count);
2321560671a0SAneesh Kumar K.V extern void ext4_itable_unused_set(struct super_block *sb,
2322560671a0SAneesh Kumar K.V 				   struct ext4_group_desc *bg, __u32 count);
2323feb0ab32SDarrick J. Wong extern int ext4_group_desc_csum_verify(struct super_block *sb, __u32 group,
2324bb23c20aSTheodore Ts'o 				       struct ext4_group_desc *gdp);
2325feb0ab32SDarrick J. Wong extern void ext4_group_desc_csum_set(struct super_block *sb, __u32 group,
2326bb23c20aSTheodore Ts'o 				     struct ext4_group_desc *gdp);
23277f511862STheodore Ts'o extern int ext4_register_li_request(struct super_block *sb,
23287f511862STheodore Ts'o 				    ext4_group_t first_not_zeroed);
23293dcf5451SChristoph Hellwig 
233041a246d1SDarrick J. Wong static inline int ext4_has_group_desc_csum(struct super_block *sb)
233141a246d1SDarrick J. Wong {
233241a246d1SDarrick J. Wong 	return EXT4_HAS_RO_COMPAT_FEATURE(sb,
233341a246d1SDarrick J. Wong 					  EXT4_FEATURE_RO_COMPAT_GDT_CSUM |
233441a246d1SDarrick J. Wong 					  EXT4_FEATURE_RO_COMPAT_METADATA_CSUM);
233541a246d1SDarrick J. Wong }
233641a246d1SDarrick J. Wong 
23373dcf5451SChristoph Hellwig static inline ext4_fsblk_t ext4_blocks_count(struct ext4_super_block *es)
23383dcf5451SChristoph Hellwig {
23393dcf5451SChristoph Hellwig 	return ((ext4_fsblk_t)le32_to_cpu(es->s_blocks_count_hi) << 32) |
23403dcf5451SChristoph Hellwig 		le32_to_cpu(es->s_blocks_count_lo);
23413dcf5451SChristoph Hellwig }
23423dcf5451SChristoph Hellwig 
23433dcf5451SChristoph Hellwig static inline ext4_fsblk_t ext4_r_blocks_count(struct ext4_super_block *es)
23443dcf5451SChristoph Hellwig {
23453dcf5451SChristoph Hellwig 	return ((ext4_fsblk_t)le32_to_cpu(es->s_r_blocks_count_hi) << 32) |
23463dcf5451SChristoph Hellwig 		le32_to_cpu(es->s_r_blocks_count_lo);
23473dcf5451SChristoph Hellwig }
23483dcf5451SChristoph Hellwig 
23493dcf5451SChristoph Hellwig static inline ext4_fsblk_t ext4_free_blocks_count(struct ext4_super_block *es)
23503dcf5451SChristoph Hellwig {
23513dcf5451SChristoph Hellwig 	return ((ext4_fsblk_t)le32_to_cpu(es->s_free_blocks_count_hi) << 32) |
23523dcf5451SChristoph Hellwig 		le32_to_cpu(es->s_free_blocks_count_lo);
23533dcf5451SChristoph Hellwig }
23543dcf5451SChristoph Hellwig 
23553dcf5451SChristoph Hellwig static inline void ext4_blocks_count_set(struct ext4_super_block *es,
23563dcf5451SChristoph Hellwig 					 ext4_fsblk_t blk)
23573dcf5451SChristoph Hellwig {
23583dcf5451SChristoph Hellwig 	es->s_blocks_count_lo = cpu_to_le32((u32)blk);
23593dcf5451SChristoph Hellwig 	es->s_blocks_count_hi = cpu_to_le32(blk >> 32);
23603dcf5451SChristoph Hellwig }
23613dcf5451SChristoph Hellwig 
23623dcf5451SChristoph Hellwig static inline void ext4_free_blocks_count_set(struct ext4_super_block *es,
23633dcf5451SChristoph Hellwig 					      ext4_fsblk_t blk)
23643dcf5451SChristoph Hellwig {
23653dcf5451SChristoph Hellwig 	es->s_free_blocks_count_lo = cpu_to_le32((u32)blk);
23663dcf5451SChristoph Hellwig 	es->s_free_blocks_count_hi = cpu_to_le32(blk >> 32);
23673dcf5451SChristoph Hellwig }
23683dcf5451SChristoph Hellwig 
23693dcf5451SChristoph Hellwig static inline void ext4_r_blocks_count_set(struct ext4_super_block *es,
23703dcf5451SChristoph Hellwig 					   ext4_fsblk_t blk)
23713dcf5451SChristoph Hellwig {
23723dcf5451SChristoph Hellwig 	es->s_r_blocks_count_lo = cpu_to_le32((u32)blk);
23733dcf5451SChristoph Hellwig 	es->s_r_blocks_count_hi = cpu_to_le32(blk >> 32);
23743dcf5451SChristoph Hellwig }
23753dcf5451SChristoph Hellwig 
23763dcf5451SChristoph Hellwig static inline loff_t ext4_isize(struct ext4_inode *raw_inode)
23773dcf5451SChristoph Hellwig {
237806a279d6STheodore Ts'o 	if (S_ISREG(le16_to_cpu(raw_inode->i_mode)))
23793dcf5451SChristoph Hellwig 		return ((loff_t)le32_to_cpu(raw_inode->i_size_high) << 32) |
23803dcf5451SChristoph Hellwig 			le32_to_cpu(raw_inode->i_size_lo);
238106a279d6STheodore Ts'o 	else
238206a279d6STheodore Ts'o 		return (loff_t) le32_to_cpu(raw_inode->i_size_lo);
23833dcf5451SChristoph Hellwig }
23843dcf5451SChristoph Hellwig 
23853dcf5451SChristoph Hellwig static inline void ext4_isize_set(struct ext4_inode *raw_inode, loff_t i_size)
23863dcf5451SChristoph Hellwig {
23873dcf5451SChristoph Hellwig 	raw_inode->i_size_lo = cpu_to_le32(i_size);
23883dcf5451SChristoph Hellwig 	raw_inode->i_size_high = cpu_to_le32(i_size >> 32);
23893dcf5451SChristoph Hellwig }
23903dcf5451SChristoph Hellwig 
23913dcf5451SChristoph Hellwig static inline
23923dcf5451SChristoph Hellwig struct ext4_group_info *ext4_get_group_info(struct super_block *sb,
23933dcf5451SChristoph Hellwig 					    ext4_group_t group)
23943dcf5451SChristoph Hellwig {
23953dcf5451SChristoph Hellwig 	 struct ext4_group_info ***grp_info;
23963dcf5451SChristoph Hellwig 	 long indexv, indexh;
23972f2e09ebSTheodore Ts'o 	 BUG_ON(group >= EXT4_SB(sb)->s_groups_count);
23983dcf5451SChristoph Hellwig 	 grp_info = EXT4_SB(sb)->s_group_info;
23993dcf5451SChristoph Hellwig 	 indexv = group >> (EXT4_DESC_PER_BLOCK_BITS(sb));
24003dcf5451SChristoph Hellwig 	 indexh = group & ((EXT4_DESC_PER_BLOCK(sb)) - 1);
24013dcf5451SChristoph Hellwig 	 return grp_info[indexv][indexh];
24023dcf5451SChristoph Hellwig }
24033dcf5451SChristoph Hellwig 
24048df9675fSTheodore Ts'o /*
24058df9675fSTheodore Ts'o  * Reading s_groups_count requires using smp_rmb() afterwards.  See
24068df9675fSTheodore Ts'o  * the locking protocol documented in the comments of ext4_group_add()
24078df9675fSTheodore Ts'o  * in resize.c
24088df9675fSTheodore Ts'o  */
24098df9675fSTheodore Ts'o static inline ext4_group_t ext4_get_groups_count(struct super_block *sb)
24108df9675fSTheodore Ts'o {
24118df9675fSTheodore Ts'o 	ext4_group_t	ngroups = EXT4_SB(sb)->s_groups_count;
24128df9675fSTheodore Ts'o 
24138df9675fSTheodore Ts'o 	smp_rmb();
24148df9675fSTheodore Ts'o 	return ngroups;
24158df9675fSTheodore Ts'o }
24163dcf5451SChristoph Hellwig 
2417772cb7c8SJose R. Santos static inline ext4_group_t ext4_flex_group(struct ext4_sb_info *sbi,
2418772cb7c8SJose R. Santos 					     ext4_group_t block_group)
2419772cb7c8SJose R. Santos {
2420772cb7c8SJose R. Santos 	return block_group >> sbi->s_log_groups_per_flex;
2421772cb7c8SJose R. Santos }
2422772cb7c8SJose R. Santos 
2423772cb7c8SJose R. Santos static inline unsigned int ext4_flex_bg_size(struct ext4_sb_info *sbi)
2424772cb7c8SJose R. Santos {
2425772cb7c8SJose R. Santos 	return 1 << sbi->s_log_groups_per_flex;
2426772cb7c8SJose R. Santos }
2427772cb7c8SJose R. Santos 
24283dcf5451SChristoph Hellwig #define ext4_std_error(sb, errno)				\
24293dcf5451SChristoph Hellwig do {								\
24303dcf5451SChristoph Hellwig 	if ((errno))						\
2431c398eda0STheodore Ts'o 		__ext4_std_error((sb), __func__, __LINE__, (errno));	\
24323dcf5451SChristoph Hellwig } while (0)
24333dcf5451SChristoph Hellwig 
2434a30d542aSAneesh Kumar K.V #ifdef CONFIG_SMP
2435df55c99dSTheodore Ts'o /* Each CPU can accumulate percpu_counter_batch clusters in their local
2436df55c99dSTheodore Ts'o  * counters. So we need to make sure we have free clusters more
2437179f7ebfSEric Dumazet  * than percpu_counter_batch  * nr_cpu_ids. Also add a window of 4 times.
2438a30d542aSAneesh Kumar K.V  */
2439df55c99dSTheodore Ts'o #define EXT4_FREECLUSTERS_WATERMARK (4 * (percpu_counter_batch * nr_cpu_ids))
2440a30d542aSAneesh Kumar K.V #else
2441df55c99dSTheodore Ts'o #define EXT4_FREECLUSTERS_WATERMARK 0
2442a30d542aSAneesh Kumar K.V #endif
2443a30d542aSAneesh Kumar K.V 
244490e775b7SJan Kara /* Update i_disksize. Requires i_mutex to avoid races with truncate */
2445cf17fea6SAneesh Kumar K.V static inline void ext4_update_i_disksize(struct inode *inode, loff_t newsize)
2446cf17fea6SAneesh Kumar K.V {
244790e775b7SJan Kara 	WARN_ON_ONCE(S_ISREG(inode->i_mode) &&
244890e775b7SJan Kara 		     !mutex_is_locked(&inode->i_mutex));
2449cf17fea6SAneesh Kumar K.V 	down_write(&EXT4_I(inode)->i_data_sem);
2450cf17fea6SAneesh Kumar K.V 	if (newsize > EXT4_I(inode)->i_disksize)
2451cf17fea6SAneesh Kumar K.V 		EXT4_I(inode)->i_disksize = newsize;
2452cf17fea6SAneesh Kumar K.V 	up_write(&EXT4_I(inode)->i_data_sem);
245390e775b7SJan Kara }
245490e775b7SJan Kara 
24555d1b1b3fSAneesh Kumar K.V struct ext4_group_info {
24565d1b1b3fSAneesh Kumar K.V 	unsigned long   bb_state;
24575d1b1b3fSAneesh Kumar K.V 	struct rb_root  bb_free_root;
2458a36b4498SEric Sandeen 	ext4_grpblk_t	bb_first_free;	/* first free block */
2459a36b4498SEric Sandeen 	ext4_grpblk_t	bb_free;	/* total free blocks */
2460a36b4498SEric Sandeen 	ext4_grpblk_t	bb_fragments;	/* nr of freespace fragments */
24618a57d9d6SCurt Wohlgemuth 	ext4_grpblk_t	bb_largest_free_order;/* order of largest frag in BG */
24625d1b1b3fSAneesh Kumar K.V 	struct          list_head bb_prealloc_list;
24635d1b1b3fSAneesh Kumar K.V #ifdef DOUBLE_CHECK
24645d1b1b3fSAneesh Kumar K.V 	void            *bb_bitmap;
24655d1b1b3fSAneesh Kumar K.V #endif
24665d1b1b3fSAneesh Kumar K.V 	struct rw_semaphore alloc_sem;
2467a36b4498SEric Sandeen 	ext4_grpblk_t	bb_counters[];	/* Nr of free power-of-two-block
2468a36b4498SEric Sandeen 					 * regions, index is order.
2469a36b4498SEric Sandeen 					 * bb_counters[3] = 5 means
2470a36b4498SEric Sandeen 					 * 5 free 8-block regions. */
24715d1b1b3fSAneesh Kumar K.V };
24725d1b1b3fSAneesh Kumar K.V 
24735d1b1b3fSAneesh Kumar K.V #define EXT4_GROUP_INFO_NEED_INIT_BIT		0
24743d56b8d2STao Ma #define EXT4_GROUP_INFO_WAS_TRIMMED_BIT		1
2475163a203dSDarrick J. Wong #define EXT4_GROUP_INFO_BBITMAP_CORRUPT_BIT	2
247687a39389SDarrick J. Wong #define EXT4_GROUP_INFO_IBITMAP_CORRUPT_BIT	3
24775d1b1b3fSAneesh Kumar K.V 
24785d1b1b3fSAneesh Kumar K.V #define EXT4_MB_GRP_NEED_INIT(grp)	\
24795d1b1b3fSAneesh Kumar K.V 	(test_bit(EXT4_GROUP_INFO_NEED_INIT_BIT, &((grp)->bb_state)))
2480163a203dSDarrick J. Wong #define EXT4_MB_GRP_BBITMAP_CORRUPT(grp)	\
2481163a203dSDarrick J. Wong 	(test_bit(EXT4_GROUP_INFO_BBITMAP_CORRUPT_BIT, &((grp)->bb_state)))
248287a39389SDarrick J. Wong #define EXT4_MB_GRP_IBITMAP_CORRUPT(grp)	\
248387a39389SDarrick J. Wong 	(test_bit(EXT4_GROUP_INFO_IBITMAP_CORRUPT_BIT, &((grp)->bb_state)))
24845d1b1b3fSAneesh Kumar K.V 
24853d56b8d2STao Ma #define EXT4_MB_GRP_WAS_TRIMMED(grp)	\
24863d56b8d2STao Ma 	(test_bit(EXT4_GROUP_INFO_WAS_TRIMMED_BIT, &((grp)->bb_state)))
24873d56b8d2STao Ma #define EXT4_MB_GRP_SET_TRIMMED(grp)	\
24883d56b8d2STao Ma 	(set_bit(EXT4_GROUP_INFO_WAS_TRIMMED_BIT, &((grp)->bb_state)))
24893d56b8d2STao Ma #define EXT4_MB_GRP_CLEAR_TRIMMED(grp)	\
24903d56b8d2STao Ma 	(clear_bit(EXT4_GROUP_INFO_WAS_TRIMMED_BIT, &((grp)->bb_state)))
24913d56b8d2STao Ma 
249250797481STheodore Ts'o #define EXT4_MAX_CONTENTION		8
249350797481STheodore Ts'o #define EXT4_CONTENTION_THRESHOLD	2
249450797481STheodore Ts'o 
2495955ce5f5SAneesh Kumar K.V static inline spinlock_t *ext4_group_lock_ptr(struct super_block *sb,
2496955ce5f5SAneesh Kumar K.V 					      ext4_group_t group)
2497955ce5f5SAneesh Kumar K.V {
2498955ce5f5SAneesh Kumar K.V 	return bgl_lock_ptr(EXT4_SB(sb)->s_blockgroup_lock, group);
2499955ce5f5SAneesh Kumar K.V }
2500955ce5f5SAneesh Kumar K.V 
250150797481STheodore Ts'o /*
250250797481STheodore Ts'o  * Returns true if the filesystem is busy enough that attempts to
250350797481STheodore Ts'o  * access the block group locks has run into contention.
250450797481STheodore Ts'o  */
250550797481STheodore Ts'o static inline int ext4_fs_is_busy(struct ext4_sb_info *sbi)
250650797481STheodore Ts'o {
250750797481STheodore Ts'o 	return (atomic_read(&sbi->s_lock_busy) > EXT4_CONTENTION_THRESHOLD);
250850797481STheodore Ts'o }
250950797481STheodore Ts'o 
25105d1b1b3fSAneesh Kumar K.V static inline void ext4_lock_group(struct super_block *sb, ext4_group_t group)
25115d1b1b3fSAneesh Kumar K.V {
251250797481STheodore Ts'o 	spinlock_t *lock = ext4_group_lock_ptr(sb, group);
251350797481STheodore Ts'o 	if (spin_trylock(lock))
251450797481STheodore Ts'o 		/*
251550797481STheodore Ts'o 		 * We're able to grab the lock right away, so drop the
251650797481STheodore Ts'o 		 * lock contention counter.
251750797481STheodore Ts'o 		 */
251850797481STheodore Ts'o 		atomic_add_unless(&EXT4_SB(sb)->s_lock_busy, -1, 0);
251950797481STheodore Ts'o 	else {
252050797481STheodore Ts'o 		/*
252150797481STheodore Ts'o 		 * The lock is busy, so bump the contention counter,
252250797481STheodore Ts'o 		 * and then wait on the spin lock.
252350797481STheodore Ts'o 		 */
252450797481STheodore Ts'o 		atomic_add_unless(&EXT4_SB(sb)->s_lock_busy, 1,
252550797481STheodore Ts'o 				  EXT4_MAX_CONTENTION);
252650797481STheodore Ts'o 		spin_lock(lock);
252750797481STheodore Ts'o 	}
25285d1b1b3fSAneesh Kumar K.V }
25295d1b1b3fSAneesh Kumar K.V 
25305d1b1b3fSAneesh Kumar K.V static inline void ext4_unlock_group(struct super_block *sb,
25315d1b1b3fSAneesh Kumar K.V 					ext4_group_t group)
25325d1b1b3fSAneesh Kumar K.V {
2533955ce5f5SAneesh Kumar K.V 	spin_unlock(ext4_group_lock_ptr(sb, group));
25345d1b1b3fSAneesh Kumar K.V }
25355d1b1b3fSAneesh Kumar K.V 
25363dcf5451SChristoph Hellwig /*
25371f7d1e77STheodore Ts'o  * Block validity checking
25381f7d1e77STheodore Ts'o  */
25391f7d1e77STheodore Ts'o #define ext4_check_indirect_blockref(inode, bh)				\
25401f7d1e77STheodore Ts'o 	ext4_check_blockref(__func__, __LINE__, inode,			\
25411f7d1e77STheodore Ts'o 			    (__le32 *)(bh)->b_data,			\
25421f7d1e77STheodore Ts'o 			    EXT4_ADDR_PER_BLOCK((inode)->i_sb))
25431f7d1e77STheodore Ts'o 
25441f7d1e77STheodore Ts'o #define ext4_ind_check_inode(inode)					\
25451f7d1e77STheodore Ts'o 	ext4_check_blockref(__func__, __LINE__, inode,			\
25461f7d1e77STheodore Ts'o 			    EXT4_I(inode)->i_data,			\
25471f7d1e77STheodore Ts'o 			    EXT4_NDIR_BLOCKS)
25481f7d1e77STheodore Ts'o 
25491f7d1e77STheodore Ts'o /*
25503dcf5451SChristoph Hellwig  * Inodes and files operations
25513dcf5451SChristoph Hellwig  */
25523dcf5451SChristoph Hellwig 
25533dcf5451SChristoph Hellwig /* dir.c */
25543dcf5451SChristoph Hellwig extern const struct file_operations ext4_dir_operations;
25553dcf5451SChristoph Hellwig 
25563dcf5451SChristoph Hellwig /* file.c */
25573dcf5451SChristoph Hellwig extern const struct inode_operations ext4_file_inode_operations;
25583dcf5451SChristoph Hellwig extern const struct file_operations ext4_file_operations;
2559e0d10bfaSToshiyuki Okajima extern loff_t ext4_llseek(struct file *file, loff_t offset, int origin);
25603dcf5451SChristoph Hellwig 
256195eaefbdSTheodore Ts'o /* inline.c */
256295eaefbdSTheodore Ts'o extern int ext4_get_max_inline_size(struct inode *inode);
256395eaefbdSTheodore Ts'o extern int ext4_find_inline_data_nolock(struct inode *inode);
256495eaefbdSTheodore Ts'o extern int ext4_init_inline_data(handle_t *handle, struct inode *inode,
256595eaefbdSTheodore Ts'o 				 unsigned int len);
256695eaefbdSTheodore Ts'o extern int ext4_destroy_inline_data(handle_t *handle, struct inode *inode);
256795eaefbdSTheodore Ts'o 
256895eaefbdSTheodore Ts'o extern int ext4_readpage_inline(struct inode *inode, struct page *page);
256995eaefbdSTheodore Ts'o extern int ext4_try_to_write_inline_data(struct address_space *mapping,
257095eaefbdSTheodore Ts'o 					 struct inode *inode,
257195eaefbdSTheodore Ts'o 					 loff_t pos, unsigned len,
257295eaefbdSTheodore Ts'o 					 unsigned flags,
257395eaefbdSTheodore Ts'o 					 struct page **pagep);
257495eaefbdSTheodore Ts'o extern int ext4_write_inline_data_end(struct inode *inode,
257595eaefbdSTheodore Ts'o 				      loff_t pos, unsigned len,
257695eaefbdSTheodore Ts'o 				      unsigned copied,
257795eaefbdSTheodore Ts'o 				      struct page *page);
257895eaefbdSTheodore Ts'o extern struct buffer_head *
257995eaefbdSTheodore Ts'o ext4_journalled_write_inline_data(struct inode *inode,
258095eaefbdSTheodore Ts'o 				  unsigned len,
258195eaefbdSTheodore Ts'o 				  struct page *page);
258295eaefbdSTheodore Ts'o extern int ext4_da_write_inline_data_begin(struct address_space *mapping,
258395eaefbdSTheodore Ts'o 					   struct inode *inode,
258495eaefbdSTheodore Ts'o 					   loff_t pos, unsigned len,
258595eaefbdSTheodore Ts'o 					   unsigned flags,
258695eaefbdSTheodore Ts'o 					   struct page **pagep,
258795eaefbdSTheodore Ts'o 					   void **fsdata);
258895eaefbdSTheodore Ts'o extern int ext4_da_write_inline_data_end(struct inode *inode, loff_t pos,
258995eaefbdSTheodore Ts'o 					 unsigned len, unsigned copied,
259095eaefbdSTheodore Ts'o 					 struct page *page);
259195eaefbdSTheodore Ts'o extern int ext4_try_add_inline_entry(handle_t *handle, struct dentry *dentry,
259295eaefbdSTheodore Ts'o 				     struct inode *inode);
259395eaefbdSTheodore Ts'o extern int ext4_try_create_inline_dir(handle_t *handle,
259495eaefbdSTheodore Ts'o 				      struct inode *parent,
259595eaefbdSTheodore Ts'o 				      struct inode *inode);
259695eaefbdSTheodore Ts'o extern int ext4_read_inline_dir(struct file *filp,
2597725bebb2SAl Viro 				struct dir_context *ctx,
259895eaefbdSTheodore Ts'o 				int *has_inline_data);
25998af0f082STao Ma extern int htree_inlinedir_to_tree(struct file *dir_file,
26008af0f082STao Ma 				   struct inode *dir, ext4_lblk_t block,
26018af0f082STao Ma 				   struct dx_hash_info *hinfo,
26028af0f082STao Ma 				   __u32 start_hash, __u32 start_minor_hash,
26038af0f082STao Ma 				   int *has_inline_data);
260495eaefbdSTheodore Ts'o extern struct buffer_head *ext4_find_inline_entry(struct inode *dir,
260595eaefbdSTheodore Ts'o 					const struct qstr *d_name,
260695eaefbdSTheodore Ts'o 					struct ext4_dir_entry_2 **res_dir,
260795eaefbdSTheodore Ts'o 					int *has_inline_data);
260895eaefbdSTheodore Ts'o extern int ext4_delete_inline_entry(handle_t *handle,
260995eaefbdSTheodore Ts'o 				    struct inode *dir,
261095eaefbdSTheodore Ts'o 				    struct ext4_dir_entry_2 *de_del,
261195eaefbdSTheodore Ts'o 				    struct buffer_head *bh,
261295eaefbdSTheodore Ts'o 				    int *has_inline_data);
261395eaefbdSTheodore Ts'o extern int empty_inline_dir(struct inode *dir, int *has_inline_data);
261495eaefbdSTheodore Ts'o extern struct buffer_head *ext4_get_first_inline_block(struct inode *inode,
261595eaefbdSTheodore Ts'o 					struct ext4_dir_entry_2 **parent_de,
261695eaefbdSTheodore Ts'o 					int *retval);
261795eaefbdSTheodore Ts'o extern int ext4_inline_data_fiemap(struct inode *inode,
261895eaefbdSTheodore Ts'o 				   struct fiemap_extent_info *fieinfo,
261995eaefbdSTheodore Ts'o 				   int *has_inline);
262095eaefbdSTheodore Ts'o extern int ext4_try_to_evict_inline_data(handle_t *handle,
262195eaefbdSTheodore Ts'o 					 struct inode *inode,
262295eaefbdSTheodore Ts'o 					 int needed);
262395eaefbdSTheodore Ts'o extern void ext4_inline_data_truncate(struct inode *inode, int *has_inline);
262495eaefbdSTheodore Ts'o 
262595eaefbdSTheodore Ts'o extern int ext4_convert_inline_data(struct inode *inode);
262695eaefbdSTheodore Ts'o 
262783447ccbSZheng Liu static inline int ext4_has_inline_data(struct inode *inode)
262883447ccbSZheng Liu {
262983447ccbSZheng Liu 	return ext4_test_inode_flag(inode, EXT4_INODE_INLINE_DATA) &&
263083447ccbSZheng Liu 	       EXT4_I(inode)->i_inline_off;
263183447ccbSZheng Liu }
263283447ccbSZheng Liu 
26333dcf5451SChristoph Hellwig /* namei.c */
26343dcf5451SChristoph Hellwig extern const struct inode_operations ext4_dir_inode_operations;
26353dcf5451SChristoph Hellwig extern const struct inode_operations ext4_special_inode_operations;
2636596397b7STheodore Ts'o extern struct dentry *ext4_get_parent(struct dentry *child);
2637a774f9c2STao Ma extern struct ext4_dir_entry_2 *ext4_init_dot_dotdot(struct inode *inode,
2638a774f9c2STao Ma 				 struct ext4_dir_entry_2 *de,
2639a774f9c2STao Ma 				 int blocksize, int csum_size,
2640a774f9c2STao Ma 				 unsigned int parent_ino, int dotdot_real_len);
26413c47d541STao Ma extern void initialize_dirent_tail(struct ext4_dir_entry_tail *t,
26423c47d541STao Ma 				   unsigned int blocksize);
26433c47d541STao Ma extern int ext4_handle_dirty_dirent_node(handle_t *handle,
26443c47d541STao Ma 					 struct inode *inode,
26453c47d541STao Ma 					 struct buffer_head *bh);
26468af0f082STao Ma #define S_SHIFT 12
26478af0f082STao Ma static unsigned char ext4_type_by_mode[S_IFMT >> S_SHIFT] = {
26488af0f082STao Ma 	[S_IFREG >> S_SHIFT]	= EXT4_FT_REG_FILE,
26498af0f082STao Ma 	[S_IFDIR >> S_SHIFT]	= EXT4_FT_DIR,
26508af0f082STao Ma 	[S_IFCHR >> S_SHIFT]	= EXT4_FT_CHRDEV,
26518af0f082STao Ma 	[S_IFBLK >> S_SHIFT]	= EXT4_FT_BLKDEV,
26528af0f082STao Ma 	[S_IFIFO >> S_SHIFT]	= EXT4_FT_FIFO,
26538af0f082STao Ma 	[S_IFSOCK >> S_SHIFT]	= EXT4_FT_SOCK,
26548af0f082STao Ma 	[S_IFLNK >> S_SHIFT]	= EXT4_FT_SYMLINK,
26558af0f082STao Ma };
26568af0f082STao Ma 
26578af0f082STao Ma static inline void ext4_set_de_type(struct super_block *sb,
26588af0f082STao Ma 				struct ext4_dir_entry_2 *de,
26598af0f082STao Ma 				umode_t mode) {
26608af0f082STao Ma 	if (EXT4_HAS_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_FILETYPE))
26618af0f082STao Ma 		de->file_type = ext4_type_by_mode[(mode & S_IFMT)>>S_SHIFT];
26628af0f082STao Ma }
26638af0f082STao Ma 
26643dcf5451SChristoph Hellwig 
26653dcf5451SChristoph Hellwig /* symlink.c */
26663dcf5451SChristoph Hellwig extern const struct inode_operations ext4_symlink_inode_operations;
26673dcf5451SChristoph Hellwig extern const struct inode_operations ext4_fast_symlink_inode_operations;
26683dcf5451SChristoph Hellwig 
26696fd058f7STheodore Ts'o /* block_validity */
26706fd058f7STheodore Ts'o extern void ext4_release_system_zone(struct super_block *sb);
26716fd058f7STheodore Ts'o extern int ext4_setup_system_zone(struct super_block *sb);
26725dabfc78STheodore Ts'o extern int __init ext4_init_system_zone(void);
26735dabfc78STheodore Ts'o extern void ext4_exit_system_zone(void);
26746fd058f7STheodore Ts'o extern int ext4_data_block_valid(struct ext4_sb_info *sbi,
26756fd058f7STheodore Ts'o 				 ext4_fsblk_t start_blk,
26766fd058f7STheodore Ts'o 				 unsigned int count);
26771f7d1e77STheodore Ts'o extern int ext4_check_blockref(const char *, unsigned int,
26781f7d1e77STheodore Ts'o 			       struct inode *, __le32 *, unsigned int);
26796fd058f7STheodore Ts'o 
26803dcf5451SChristoph Hellwig /* extents.c */
26814a092d73STheodore Ts'o struct ext4_ext_path;
26824a092d73STheodore Ts'o struct ext4_extent;
26834a092d73STheodore Ts'o 
2684d7b2a00cSZheng Liu /*
2685d7b2a00cSZheng Liu  * Maximum number of logical blocks in a file; ext4_extent's ee_block is
2686d7b2a00cSZheng Liu  * __le32.
2687d7b2a00cSZheng Liu  */
2688d7b2a00cSZheng Liu #define EXT_MAX_BLOCKS	0xffffffff
2689d7b2a00cSZheng Liu 
26903dcf5451SChristoph Hellwig extern int ext4_ext_tree_init(handle_t *handle, struct inode *);
26913dcf5451SChristoph Hellwig extern int ext4_ext_writepage_trans_blocks(struct inode *, int);
2692fffb2739SJan Kara extern int ext4_ext_index_trans_blocks(struct inode *inode, int extents);
2693e35fd660STheodore Ts'o extern int ext4_ext_map_blocks(handle_t *handle, struct inode *inode,
2694e35fd660STheodore Ts'o 			       struct ext4_map_blocks *map, int flags);
2695819c4920STheodore Ts'o extern void ext4_ext_truncate(handle_t *, struct inode *);
269626a4c0c6STheodore Ts'o extern int ext4_ext_remove_space(struct inode *inode, ext4_lblk_t start,
269726a4c0c6STheodore Ts'o 				 ext4_lblk_t end);
26983dcf5451SChristoph Hellwig extern void ext4_ext_init(struct super_block *);
26993dcf5451SChristoph Hellwig extern void ext4_ext_release(struct super_block *);
27002fe17c10SChristoph Hellwig extern long ext4_fallocate(struct file *file, int mode, loff_t offset,
27013dcf5451SChristoph Hellwig 			  loff_t len);
27026b523df4SJan Kara extern int ext4_convert_unwritten_extents(handle_t *handle, struct inode *inode,
27036b523df4SJan Kara 					  loff_t offset, ssize_t len);
2704e35fd660STheodore Ts'o extern int ext4_map_blocks(handle_t *handle, struct inode *inode,
2705e35fd660STheodore Ts'o 			   struct ext4_map_blocks *map, int flags);
27064a092d73STheodore Ts'o extern int ext4_ext_calc_metadata_amount(struct inode *inode,
27074a092d73STheodore Ts'o 					 ext4_lblk_t lblocks);
27084a092d73STheodore Ts'o extern int ext4_extent_tree_init(handle_t *, struct inode *);
27094a092d73STheodore Ts'o extern int ext4_ext_calc_credits_for_single_extent(struct inode *inode,
27104a092d73STheodore Ts'o 						   int num,
27114a092d73STheodore Ts'o 						   struct ext4_ext_path *path);
27124a092d73STheodore Ts'o extern int ext4_can_extents_be_merged(struct inode *inode,
27134a092d73STheodore Ts'o 				      struct ext4_extent *ex1,
27144a092d73STheodore Ts'o 				      struct ext4_extent *ex2);
27154a092d73STheodore Ts'o extern int ext4_ext_insert_extent(handle_t *, struct inode *,
27164a092d73STheodore Ts'o 				  struct ext4_ext_path *,
27174a092d73STheodore Ts'o 				  struct ext4_extent *, int);
27184a092d73STheodore Ts'o extern struct ext4_ext_path *ext4_ext_find_extent(struct inode *, ext4_lblk_t,
2719107a7bd3STheodore Ts'o 						  struct ext4_ext_path *,
2720107a7bd3STheodore Ts'o 						  int flags);
27214a092d73STheodore Ts'o extern void ext4_ext_drop_refs(struct ext4_ext_path *);
27224a092d73STheodore Ts'o extern int ext4_ext_check_inode(struct inode *inode);
2723f7fec032SZheng Liu extern int ext4_find_delalloc_range(struct inode *inode,
2724f7fec032SZheng Liu 				    ext4_lblk_t lblk_start,
2725f7fec032SZheng Liu 				    ext4_lblk_t lblk_end);
27264a092d73STheodore Ts'o extern int ext4_find_delalloc_cluster(struct inode *inode, ext4_lblk_t lblk);
27273a06d778SAneesh Kumar K.V extern int ext4_fiemap(struct inode *inode, struct fiemap_extent_info *fieinfo,
27283a06d778SAneesh Kumar K.V 			__u64 start, __u64 len);
27297869a4a6STheodore Ts'o extern int ext4_ext_precache(struct inode *inode);
27309eb79482SNamjae Jeon extern int ext4_collapse_range(struct inode *inode, loff_t offset, loff_t len);
27314a092d73STheodore Ts'o 
2732748de673SAkira Fujita /* move_extent.c */
2733393d1d1dSDr. Tilmann Bubeck extern void ext4_double_down_write_data_sem(struct inode *first,
2734393d1d1dSDr. Tilmann Bubeck 					    struct inode *second);
2735393d1d1dSDr. Tilmann Bubeck extern void ext4_double_up_write_data_sem(struct inode *orig_inode,
2736393d1d1dSDr. Tilmann Bubeck 					  struct inode *donor_inode);
2737748de673SAkira Fujita extern int ext4_move_extents(struct file *o_filp, struct file *d_filp,
2738748de673SAkira Fujita 			     __u64 start_orig, __u64 start_donor,
2739748de673SAkira Fujita 			     __u64 len, __u64 *moved_len);
27409eb79482SNamjae Jeon extern int mext_next_extent(struct inode *inode, struct ext4_ext_path *path,
27419eb79482SNamjae Jeon 			    struct ext4_extent **extent);
2742748de673SAkira Fujita 
2743bd2d0210STheodore Ts'o /* page-io.c */
27445dabfc78STheodore Ts'o extern int __init ext4_init_pageio(void);
27455dabfc78STheodore Ts'o extern void ext4_exit_pageio(void);
2746bd2d0210STheodore Ts'o extern ext4_io_end_t *ext4_init_io_end(struct inode *inode, gfp_t flags);
274797a851edSJan Kara extern ext4_io_end_t *ext4_get_io_end(ext4_io_end_t *io_end);
274897a851edSJan Kara extern int ext4_put_io_end(ext4_io_end_t *io_end);
274997a851edSJan Kara extern void ext4_put_io_end_defer(ext4_io_end_t *io_end);
275097a851edSJan Kara extern void ext4_io_submit_init(struct ext4_io_submit *io,
275197a851edSJan Kara 				struct writeback_control *wbc);
27522e8fa54eSJan Kara extern void ext4_end_io_rsv_work(struct work_struct *work);
2753bd2d0210STheodore Ts'o extern void ext4_io_submit(struct ext4_io_submit *io);
2754bd2d0210STheodore Ts'o extern int ext4_bio_write_page(struct ext4_io_submit *io,
2755bd2d0210STheodore Ts'o 			       struct page *page,
2756bd2d0210STheodore Ts'o 			       int len,
27571c8349a1SNamjae Jeon 			       struct writeback_control *wbc,
27581c8349a1SNamjae Jeon 			       bool keep_towrite);
27593a06d778SAneesh Kumar K.V 
2760c5e06d10SJohann Lombardi /* mmp.c */
2761c5e06d10SJohann Lombardi extern int ext4_multi_mount_protect(struct super_block *, ext4_fsblk_t);
2762c5e06d10SJohann Lombardi 
27633613d228SJan Kara /*
27643613d228SJan Kara  * Note that these flags will never ever appear in a buffer_head's state flag.
27653613d228SJan Kara  * See EXT4_MAP_... to see where this is used.
27663613d228SJan Kara  */
2767744692dcSJiaying Zhang enum ext4_state_bits {
2768090f32eeSLukas Czerner 	BH_AllocFromCluster	/* allocated blocks were part of already
27693613d228SJan Kara 				 * allocated cluster. */
2770090f32eeSLukas Czerner 	= BH_JBDPrivateStart
2771744692dcSJiaying Zhang };
2772744692dcSJiaying Zhang 
27732ccb5fb9SAneesh Kumar K.V /*
277448fc7f7eSAdam Buchbinder  * Add new method to test whether block and inode bitmaps are properly
27752ccb5fb9SAneesh Kumar K.V  * initialized. With uninit_bg reading the block from disk is not enough
27762ccb5fb9SAneesh Kumar K.V  * to mark the bitmap uptodate. We need to also zero-out the bitmap
27772ccb5fb9SAneesh Kumar K.V  */
27782ccb5fb9SAneesh Kumar K.V #define BH_BITMAP_UPTODATE BH_JBDPrivateStart
27792ccb5fb9SAneesh Kumar K.V 
27802ccb5fb9SAneesh Kumar K.V static inline int bitmap_uptodate(struct buffer_head *bh)
27812ccb5fb9SAneesh Kumar K.V {
27822ccb5fb9SAneesh Kumar K.V 	return (buffer_uptodate(bh) &&
27832ccb5fb9SAneesh Kumar K.V 			test_bit(BH_BITMAP_UPTODATE, &(bh)->b_state));
27842ccb5fb9SAneesh Kumar K.V }
27852ccb5fb9SAneesh Kumar K.V static inline void set_bitmap_uptodate(struct buffer_head *bh)
27862ccb5fb9SAneesh Kumar K.V {
27872ccb5fb9SAneesh Kumar K.V 	set_bit(BH_BITMAP_UPTODATE, &(bh)->b_state);
27882ccb5fb9SAneesh Kumar K.V }
27892ccb5fb9SAneesh Kumar K.V 
279017335dccSDmitry Monakhov /*
279117335dccSDmitry Monakhov  * Disable DIO read nolock optimization, so new dioreaders will be forced
279217335dccSDmitry Monakhov  * to grab i_mutex
279317335dccSDmitry Monakhov  */
279417335dccSDmitry Monakhov static inline void ext4_inode_block_unlocked_dio(struct inode *inode)
279517335dccSDmitry Monakhov {
279617335dccSDmitry Monakhov 	ext4_set_inode_state(inode, EXT4_STATE_DIOREAD_LOCK);
279717335dccSDmitry Monakhov 	smp_mb();
279817335dccSDmitry Monakhov }
279917335dccSDmitry Monakhov static inline void ext4_inode_resume_unlocked_dio(struct inode *inode)
280017335dccSDmitry Monakhov {
280117335dccSDmitry Monakhov 	smp_mb();
280217335dccSDmitry Monakhov 	ext4_clear_inode_state(inode, EXT4_STATE_DIOREAD_LOCK);
280317335dccSDmitry Monakhov }
280417335dccSDmitry Monakhov 
2805731eb1a0SAkinobu Mita #define in_range(b, first, len)	((b) >= (first) && (b) <= (first) + (len) - 1)
2806731eb1a0SAkinobu Mita 
2807e9e3bcecSEric Sandeen /* For ioend & aio unwritten conversion wait queues */
2808e9e3bcecSEric Sandeen #define EXT4_WQ_HASH_SZ		37
2809e9e3bcecSEric Sandeen #define ext4_ioend_wq(v)   (&ext4__ioend_wq[((unsigned long)(v)) %\
2810e9e3bcecSEric Sandeen 					    EXT4_WQ_HASH_SZ])
2811e9e3bcecSEric Sandeen #define ext4_aio_mutex(v)  (&ext4__aio_mutex[((unsigned long)(v)) %\
2812e9e3bcecSEric Sandeen 					     EXT4_WQ_HASH_SZ])
2813e9e3bcecSEric Sandeen extern wait_queue_head_t ext4__ioend_wq[EXT4_WQ_HASH_SZ];
2814e9e3bcecSEric Sandeen extern struct mutex ext4__aio_mutex[EXT4_WQ_HASH_SZ];
2815e9e3bcecSEric Sandeen 
28168f82f840SYongqiang Yang #define EXT4_RESIZING	0
28178f82f840SYongqiang Yang extern int ext4_resize_begin(struct super_block *sb);
28188f82f840SYongqiang Yang extern void ext4_resize_end(struct super_block *sb);
28198f82f840SYongqiang Yang 
28203dcf5451SChristoph Hellwig #endif	/* __KERNEL__ */
28213dcf5451SChristoph Hellwig 
28223dcf5451SChristoph Hellwig #endif	/* _EXT4_H */
2823