xref: /openbmc/linux/fs/ext4/ext4.h (revision dae1e52c)
13dcf5451SChristoph Hellwig /*
23dcf5451SChristoph Hellwig  *  ext4.h
33dcf5451SChristoph Hellwig  *
43dcf5451SChristoph Hellwig  * Copyright (C) 1992, 1993, 1994, 1995
53dcf5451SChristoph Hellwig  * Remy Card (card@masi.ibp.fr)
63dcf5451SChristoph Hellwig  * Laboratoire MASI - Institut Blaise Pascal
73dcf5451SChristoph Hellwig  * Universite Pierre et Marie Curie (Paris VI)
83dcf5451SChristoph Hellwig  *
93dcf5451SChristoph Hellwig  *  from
103dcf5451SChristoph Hellwig  *
113dcf5451SChristoph Hellwig  *  linux/include/linux/minix_fs.h
123dcf5451SChristoph Hellwig  *
133dcf5451SChristoph Hellwig  *  Copyright (C) 1991, 1992  Linus Torvalds
143dcf5451SChristoph Hellwig  */
153dcf5451SChristoph Hellwig 
163dcf5451SChristoph Hellwig #ifndef _EXT4_H
173dcf5451SChristoph Hellwig #define _EXT4_H
183dcf5451SChristoph Hellwig 
193dcf5451SChristoph Hellwig #include <linux/types.h>
203dcf5451SChristoph Hellwig #include <linux/blkdev.h>
213dcf5451SChristoph Hellwig #include <linux/magic.h>
222ccb5fb9SAneesh Kumar K.V #include <linux/jbd2.h>
2360e58e0fSMingming Cao #include <linux/quota.h>
24d444c3c3STheodore Ts'o #include <linux/rwsem.h>
25d444c3c3STheodore Ts'o #include <linux/rbtree.h>
26d444c3c3STheodore Ts'o #include <linux/seqlock.h>
27d444c3c3STheodore Ts'o #include <linux/mutex.h>
28ca0faba0STheodore Ts'o #include <linux/timer.h>
29ca0faba0STheodore Ts'o #include <linux/wait.h>
30ca0faba0STheodore Ts'o #include <linux/blockgroup_lock.h>
31ca0faba0STheodore Ts'o #include <linux/percpu_counter.h>
324d92dc0fSBen Hutchings #ifdef __KERNEL__
334d92dc0fSBen Hutchings #include <linux/compat.h>
344d92dc0fSBen Hutchings #endif
353dcf5451SChristoph Hellwig 
363dcf5451SChristoph Hellwig /*
378a35694eSShen Feng  * The fourth extended filesystem constants/structures
383dcf5451SChristoph Hellwig  */
393dcf5451SChristoph Hellwig 
403dcf5451SChristoph Hellwig /*
413dcf5451SChristoph Hellwig  * Define EXT4FS_DEBUG to produce debug messages
423dcf5451SChristoph Hellwig  */
433dcf5451SChristoph Hellwig #undef EXT4FS_DEBUG
443dcf5451SChristoph Hellwig 
453dcf5451SChristoph Hellwig /*
463dcf5451SChristoph Hellwig  * Debug code
473dcf5451SChristoph Hellwig  */
483dcf5451SChristoph Hellwig #ifdef EXT4FS_DEBUG
493dcf5451SChristoph Hellwig #define ext4_debug(f, a...)						\
503dcf5451SChristoph Hellwig 	do {								\
513dcf5451SChristoph Hellwig 		printk(KERN_DEBUG "EXT4-fs DEBUG (%s, %d): %s:",	\
524db9c54aSStoyan Gaydarov 			__FILE__, __LINE__, __func__);			\
533dcf5451SChristoph Hellwig 		printk(KERN_DEBUG f, ## a);				\
543dcf5451SChristoph Hellwig 	} while (0)
553dcf5451SChristoph Hellwig #else
563dcf5451SChristoph Hellwig #define ext4_debug(f, a...)	do {} while (0)
573dcf5451SChristoph Hellwig #endif
583dcf5451SChristoph Hellwig 
59273df556SFrank Mayhar #define EXT4_ERROR_INODE(inode, fmt, a...) \
60c398eda0STheodore Ts'o 	ext4_error_inode((inode), __func__, __LINE__, 0, (fmt), ## a)
61c398eda0STheodore Ts'o 
62c398eda0STheodore Ts'o #define EXT4_ERROR_INODE_BLOCK(inode, block, fmt, a...)			\
63c398eda0STheodore Ts'o 	ext4_error_inode((inode), __func__, __LINE__, (block), (fmt), ## a)
64273df556SFrank Mayhar 
65f7c21177STheodore Ts'o #define EXT4_ERROR_FILE(file, block, fmt, a...)				\
66f7c21177STheodore Ts'o 	ext4_error_file((file), __func__, __LINE__, (block), (fmt), ## a)
67273df556SFrank Mayhar 
68d444c3c3STheodore Ts'o /* data type for block offset of block group */
69d444c3c3STheodore Ts'o typedef int ext4_grpblk_t;
70d444c3c3STheodore Ts'o 
71d444c3c3STheodore Ts'o /* data type for filesystem-wide blocks number */
72d444c3c3STheodore Ts'o typedef unsigned long long ext4_fsblk_t;
73d444c3c3STheodore Ts'o 
74d444c3c3STheodore Ts'o /* data type for file logical block number */
75d444c3c3STheodore Ts'o typedef __u32 ext4_lblk_t;
76d444c3c3STheodore Ts'o 
77d444c3c3STheodore Ts'o /* data type for block group number */
78d444c3c3STheodore Ts'o typedef unsigned int ext4_group_t;
79d444c3c3STheodore Ts'o 
80296c355cSTheodore Ts'o /*
81296c355cSTheodore Ts'o  * Flags used in mballoc's allocation_context flags field.
82296c355cSTheodore Ts'o  *
83296c355cSTheodore Ts'o  * Also used to show what's going on for debugging purposes when the
84296c355cSTheodore Ts'o  * flag field is exported via the traceport interface
85296c355cSTheodore Ts'o  */
86d444c3c3STheodore Ts'o 
873dcf5451SChristoph Hellwig /* prefer goal again. length */
880ef90db9STheodore Ts'o #define EXT4_MB_HINT_MERGE		0x0001
893dcf5451SChristoph Hellwig /* blocks already reserved */
900ef90db9STheodore Ts'o #define EXT4_MB_HINT_RESERVED		0x0002
913dcf5451SChristoph Hellwig /* metadata is being allocated */
920ef90db9STheodore Ts'o #define EXT4_MB_HINT_METADATA		0x0004
933dcf5451SChristoph Hellwig /* first blocks in the file */
940ef90db9STheodore Ts'o #define EXT4_MB_HINT_FIRST		0x0008
953dcf5451SChristoph Hellwig /* search for the best chunk */
960ef90db9STheodore Ts'o #define EXT4_MB_HINT_BEST		0x0010
973dcf5451SChristoph Hellwig /* data is being allocated */
980ef90db9STheodore Ts'o #define EXT4_MB_HINT_DATA		0x0020
993dcf5451SChristoph Hellwig /* don't preallocate (for tails) */
1000ef90db9STheodore Ts'o #define EXT4_MB_HINT_NOPREALLOC		0x0040
1013dcf5451SChristoph Hellwig /* allocate for locality group */
1020ef90db9STheodore Ts'o #define EXT4_MB_HINT_GROUP_ALLOC	0x0080
1033dcf5451SChristoph Hellwig /* allocate goal blocks or none */
1040ef90db9STheodore Ts'o #define EXT4_MB_HINT_GOAL_ONLY		0x0100
1053dcf5451SChristoph Hellwig /* goal is meaningful */
1060ef90db9STheodore Ts'o #define EXT4_MB_HINT_TRY_GOAL		0x0200
107d2a17637SMingming Cao /* blocks already pre-reserved by delayed allocation */
1080ef90db9STheodore Ts'o #define EXT4_MB_DELALLOC_RESERVED	0x0400
1094ba74d00STheodore Ts'o /* We are doing stream allocation */
1104ba74d00STheodore Ts'o #define EXT4_MB_STREAM_ALLOC		0x0800
11155f020dbSAllison Henderson /* Use reserved root blocks if needed */
11255f020dbSAllison Henderson #define EXT4_MB_USE_ROOT_BLOCKS		0x1000
1133dcf5451SChristoph Hellwig 
1143dcf5451SChristoph Hellwig struct ext4_allocation_request {
1153dcf5451SChristoph Hellwig 	/* target inode for block we're allocating */
1163dcf5451SChristoph Hellwig 	struct inode *inode;
1173dcf5451SChristoph Hellwig 	/* how many blocks we want to allocate */
118498e5f24STheodore Ts'o 	unsigned int len;
119726447d8SEric Sandeen 	/* logical block in target inode */
120726447d8SEric Sandeen 	ext4_lblk_t logical;
121726447d8SEric Sandeen 	/* the closest logical allocated block to the left */
122726447d8SEric Sandeen 	ext4_lblk_t lleft;
123726447d8SEric Sandeen 	/* the closest logical allocated block to the right */
124726447d8SEric Sandeen 	ext4_lblk_t lright;
125726447d8SEric Sandeen 	/* phys. target (a hint) */
126726447d8SEric Sandeen 	ext4_fsblk_t goal;
127726447d8SEric Sandeen 	/* phys. block for the closest logical allocated block to the left */
128726447d8SEric Sandeen 	ext4_fsblk_t pleft;
129726447d8SEric Sandeen 	/* phys. block for the closest logical allocated block to the right */
130726447d8SEric Sandeen 	ext4_fsblk_t pright;
1313dcf5451SChristoph Hellwig 	/* flags. see above EXT4_MB_HINT_* */
132498e5f24STheodore Ts'o 	unsigned int flags;
1333dcf5451SChristoph Hellwig };
1343dcf5451SChristoph Hellwig 
1353dcf5451SChristoph Hellwig /*
136e35fd660STheodore Ts'o  * Logical to physical block mapping, used by ext4_map_blocks()
137e35fd660STheodore Ts'o  *
138e35fd660STheodore Ts'o  * This structure is used to pass requests into ext4_map_blocks() as
139e35fd660STheodore Ts'o  * well as to store the information returned by ext4_map_blocks().  It
140e35fd660STheodore Ts'o  * takes less room on the stack than a struct buffer_head.
141e35fd660STheodore Ts'o  */
142e35fd660STheodore Ts'o #define EXT4_MAP_NEW		(1 << BH_New)
143e35fd660STheodore Ts'o #define EXT4_MAP_MAPPED		(1 << BH_Mapped)
144e35fd660STheodore Ts'o #define EXT4_MAP_UNWRITTEN	(1 << BH_Unwritten)
145e35fd660STheodore Ts'o #define EXT4_MAP_BOUNDARY	(1 << BH_Boundary)
146e35fd660STheodore Ts'o #define EXT4_MAP_UNINIT		(1 << BH_Uninit)
147e35fd660STheodore Ts'o #define EXT4_MAP_FLAGS		(EXT4_MAP_NEW | EXT4_MAP_MAPPED |\
148e35fd660STheodore Ts'o 				 EXT4_MAP_UNWRITTEN | EXT4_MAP_BOUNDARY |\
149e35fd660STheodore Ts'o 				 EXT4_MAP_UNINIT)
150e35fd660STheodore Ts'o 
151e35fd660STheodore Ts'o struct ext4_map_blocks {
152e35fd660STheodore Ts'o 	ext4_fsblk_t m_pblk;
153e35fd660STheodore Ts'o 	ext4_lblk_t m_lblk;
154e35fd660STheodore Ts'o 	unsigned int m_len;
155e35fd660STheodore Ts'o 	unsigned int m_flags;
156e35fd660STheodore Ts'o };
157e35fd660STheodore Ts'o 
158e35fd660STheodore Ts'o /*
159b3a3ca8cSTheodore Ts'o  * For delayed allocation tracking
160b3a3ca8cSTheodore Ts'o  */
161b3a3ca8cSTheodore Ts'o struct mpage_da_data {
162b3a3ca8cSTheodore Ts'o 	struct inode *inode;
163b3a3ca8cSTheodore Ts'o 	sector_t b_blocknr;		/* start block number of extent */
164b3a3ca8cSTheodore Ts'o 	size_t b_size;			/* size of extent */
165b3a3ca8cSTheodore Ts'o 	unsigned long b_state;		/* state of the extent */
166b3a3ca8cSTheodore Ts'o 	unsigned long first_page, next_page;	/* extent of pages */
167b3a3ca8cSTheodore Ts'o 	struct writeback_control *wbc;
168b3a3ca8cSTheodore Ts'o 	int io_done;
169b3a3ca8cSTheodore Ts'o 	int pages_written;
170b3a3ca8cSTheodore Ts'o 	int retval;
171b3a3ca8cSTheodore Ts'o };
172bd2d0210STheodore Ts'o 
173bd2d0210STheodore Ts'o /*
174bd2d0210STheodore Ts'o  * Flags for ext4_io_end->flags
175bd2d0210STheodore Ts'o  */
176bd2d0210STheodore Ts'o #define	EXT4_IO_END_UNWRITTEN	0x0001
177bd2d0210STheodore Ts'o #define EXT4_IO_END_ERROR	0x0002
178bd2d0210STheodore Ts'o 
179bd2d0210STheodore Ts'o struct ext4_io_page {
180bd2d0210STheodore Ts'o 	struct page	*p_page;
18183668e71STheodore Ts'o 	atomic_t	p_count;
182bd2d0210STheodore Ts'o };
183bd2d0210STheodore Ts'o 
184bd2d0210STheodore Ts'o #define MAX_IO_PAGES 128
185bd2d0210STheodore Ts'o 
1860031462bSMingming Cao typedef struct ext4_io_end {
1875b3ff237Sjiayingz@google.com (Jiaying Zhang) 	struct list_head	list;		/* per-file finished IO list */
1880031462bSMingming Cao 	struct inode		*inode;		/* file being written to */
1898d5d02e6SMingming Cao 	unsigned int		flag;		/* unwritten or not */
190744692dcSJiaying Zhang 	struct page		*page;		/* page struct for buffer write */
191a1de02dcSEric Sandeen 	loff_t			offset;		/* offset in the file */
192a1de02dcSEric Sandeen 	ssize_t			size;		/* size of the extent */
1930031462bSMingming Cao 	struct work_struct	work;		/* data work queue */
1945b3ff237Sjiayingz@google.com (Jiaying Zhang) 	struct kiocb		*iocb;		/* iocb struct for AIO */
1955b3ff237Sjiayingz@google.com (Jiaying Zhang) 	int			result;		/* error value for AIO */
196bd2d0210STheodore Ts'o 	int			num_io_pages;
197bd2d0210STheodore Ts'o 	struct ext4_io_page	*pages[MAX_IO_PAGES];
1980031462bSMingming Cao } ext4_io_end_t;
1990031462bSMingming Cao 
200bd2d0210STheodore Ts'o struct ext4_io_submit {
201bd2d0210STheodore Ts'o 	int			io_op;
202bd2d0210STheodore Ts'o 	struct bio		*io_bio;
203bd2d0210STheodore Ts'o 	ext4_io_end_t		*io_end;
204bd2d0210STheodore Ts'o 	struct ext4_io_page	*io_page;
205bd2d0210STheodore Ts'o 	sector_t		io_next_block;
206bd2d0210STheodore Ts'o };
207bd2d0210STheodore Ts'o 
208b3a3ca8cSTheodore Ts'o /*
2093dcf5451SChristoph Hellwig  * Special inodes numbers
2103dcf5451SChristoph Hellwig  */
2113dcf5451SChristoph Hellwig #define	EXT4_BAD_INO		 1	/* Bad blocks inode */
2123dcf5451SChristoph Hellwig #define EXT4_ROOT_INO		 2	/* Root inode */
213ae812306SAditya Kali #define EXT4_USR_QUOTA_INO	 3	/* User quota inode */
214ae812306SAditya Kali #define EXT4_GRP_QUOTA_INO	 4	/* Group quota inode */
2153dcf5451SChristoph Hellwig #define EXT4_BOOT_LOADER_INO	 5	/* Boot loader inode */
2163dcf5451SChristoph Hellwig #define EXT4_UNDEL_DIR_INO	 6	/* Undelete directory inode */
2173dcf5451SChristoph Hellwig #define EXT4_RESIZE_INO		 7	/* Reserved group descriptors inode */
2183dcf5451SChristoph Hellwig #define EXT4_JOURNAL_INO	 8	/* Journal inode */
2193dcf5451SChristoph Hellwig 
2203dcf5451SChristoph Hellwig /* First non-reserved inode for old ext4 filesystems */
2213dcf5451SChristoph Hellwig #define EXT4_GOOD_OLD_FIRST_INO	11
2223dcf5451SChristoph Hellwig 
2233dcf5451SChristoph Hellwig /*
2243dcf5451SChristoph Hellwig  * Maximal count of links to a file
2253dcf5451SChristoph Hellwig  */
2263dcf5451SChristoph Hellwig #define EXT4_LINK_MAX		65000
2273dcf5451SChristoph Hellwig 
2283dcf5451SChristoph Hellwig /*
2293dcf5451SChristoph Hellwig  * Macro-instructions used to manage several block sizes
2303dcf5451SChristoph Hellwig  */
2313dcf5451SChristoph Hellwig #define EXT4_MIN_BLOCK_SIZE		1024
2323dcf5451SChristoph Hellwig #define	EXT4_MAX_BLOCK_SIZE		65536
2333dcf5451SChristoph Hellwig #define EXT4_MIN_BLOCK_LOG_SIZE		10
234fb1813f4SCurt Wohlgemuth #define EXT4_MAX_BLOCK_LOG_SIZE		16
2353dcf5451SChristoph Hellwig #ifdef __KERNEL__
2363dcf5451SChristoph Hellwig # define EXT4_BLOCK_SIZE(s)		((s)->s_blocksize)
2373dcf5451SChristoph Hellwig #else
2383dcf5451SChristoph Hellwig # define EXT4_BLOCK_SIZE(s)		(EXT4_MIN_BLOCK_SIZE << (s)->s_log_block_size)
2393dcf5451SChristoph Hellwig #endif
2403dcf5451SChristoph Hellwig #define	EXT4_ADDR_PER_BLOCK(s)		(EXT4_BLOCK_SIZE(s) / sizeof(__u32))
2413dcf5451SChristoph Hellwig #ifdef __KERNEL__
2423dcf5451SChristoph Hellwig # define EXT4_BLOCK_SIZE_BITS(s)	((s)->s_blocksize_bits)
2433dcf5451SChristoph Hellwig #else
2443dcf5451SChristoph Hellwig # define EXT4_BLOCK_SIZE_BITS(s)	((s)->s_log_block_size + 10)
2453dcf5451SChristoph Hellwig #endif
2463dcf5451SChristoph Hellwig #ifdef __KERNEL__
2473dcf5451SChristoph Hellwig #define	EXT4_ADDR_PER_BLOCK_BITS(s)	(EXT4_SB(s)->s_addr_per_block_bits)
2483dcf5451SChristoph Hellwig #define EXT4_INODE_SIZE(s)		(EXT4_SB(s)->s_inode_size)
2493dcf5451SChristoph Hellwig #define EXT4_FIRST_INO(s)		(EXT4_SB(s)->s_first_ino)
2503dcf5451SChristoph Hellwig #else
2513dcf5451SChristoph Hellwig #define EXT4_INODE_SIZE(s)	(((s)->s_rev_level == EXT4_GOOD_OLD_REV) ? \
2523dcf5451SChristoph Hellwig 				 EXT4_GOOD_OLD_INODE_SIZE : \
2533dcf5451SChristoph Hellwig 				 (s)->s_inode_size)
2543dcf5451SChristoph Hellwig #define EXT4_FIRST_INO(s)	(((s)->s_rev_level == EXT4_GOOD_OLD_REV) ? \
2553dcf5451SChristoph Hellwig 				 EXT4_GOOD_OLD_FIRST_INO : \
2563dcf5451SChristoph Hellwig 				 (s)->s_first_ino)
2573dcf5451SChristoph Hellwig #endif
2583dcf5451SChristoph Hellwig #define EXT4_BLOCK_ALIGN(size, blkbits)		ALIGN((size), (1 << (blkbits)))
2593dcf5451SChristoph Hellwig 
2603dcf5451SChristoph Hellwig /*
2613dcf5451SChristoph Hellwig  * Structure of a blocks group descriptor
2623dcf5451SChristoph Hellwig  */
2633dcf5451SChristoph Hellwig struct ext4_group_desc
2643dcf5451SChristoph Hellwig {
2653dcf5451SChristoph Hellwig 	__le32	bg_block_bitmap_lo;	/* Blocks bitmap block */
2663dcf5451SChristoph Hellwig 	__le32	bg_inode_bitmap_lo;	/* Inodes bitmap block */
2673dcf5451SChristoph Hellwig 	__le32	bg_inode_table_lo;	/* Inodes table block */
268560671a0SAneesh Kumar K.V 	__le16	bg_free_blocks_count_lo;/* Free blocks count */
269560671a0SAneesh Kumar K.V 	__le16	bg_free_inodes_count_lo;/* Free inodes count */
270560671a0SAneesh Kumar K.V 	__le16	bg_used_dirs_count_lo;	/* Directories count */
2713dcf5451SChristoph Hellwig 	__le16	bg_flags;		/* EXT4_BG_flags (INODE_UNINIT, etc) */
2723dcf5451SChristoph Hellwig 	__u32	bg_reserved[2];		/* Likely block/inode bitmap checksum */
273560671a0SAneesh Kumar K.V 	__le16  bg_itable_unused_lo;	/* Unused inodes count */
2743dcf5451SChristoph Hellwig 	__le16  bg_checksum;		/* crc16(sb_uuid+group+desc) */
2753dcf5451SChristoph Hellwig 	__le32	bg_block_bitmap_hi;	/* Blocks bitmap block MSB */
2763dcf5451SChristoph Hellwig 	__le32	bg_inode_bitmap_hi;	/* Inodes bitmap block MSB */
2773dcf5451SChristoph Hellwig 	__le32	bg_inode_table_hi;	/* Inodes table block MSB */
2783dcf5451SChristoph Hellwig 	__le16	bg_free_blocks_count_hi;/* Free blocks count MSB */
2793dcf5451SChristoph Hellwig 	__le16	bg_free_inodes_count_hi;/* Free inodes count MSB */
2803dcf5451SChristoph Hellwig 	__le16	bg_used_dirs_count_hi;	/* Directories count MSB */
2813dcf5451SChristoph Hellwig 	__le16  bg_itable_unused_hi;    /* Unused inodes count MSB */
2823dcf5451SChristoph Hellwig 	__u32	bg_reserved2[3];
2833dcf5451SChristoph Hellwig };
2843dcf5451SChristoph Hellwig 
285772cb7c8SJose R. Santos /*
286772cb7c8SJose R. Santos  * Structure of a flex block group info
287772cb7c8SJose R. Santos  */
288772cb7c8SJose R. Santos 
289772cb7c8SJose R. Santos struct flex_groups {
2909f24e420STheodore Ts'o 	atomic_t free_inodes;
2919f24e420STheodore Ts'o 	atomic_t free_blocks;
2927d39db14STheodore Ts'o 	atomic_t used_dirs;
293772cb7c8SJose R. Santos };
294772cb7c8SJose R. Santos 
2953dcf5451SChristoph Hellwig #define EXT4_BG_INODE_UNINIT	0x0001 /* Inode table/bitmap not in use */
2963dcf5451SChristoph Hellwig #define EXT4_BG_BLOCK_UNINIT	0x0002 /* Block bitmap not in use */
2973dcf5451SChristoph Hellwig #define EXT4_BG_INODE_ZEROED	0x0004 /* On-disk itable initialized to zero */
2983dcf5451SChristoph Hellwig 
2993dcf5451SChristoph Hellwig /*
3003dcf5451SChristoph Hellwig  * Macro-instructions used to manage group descriptors
3013dcf5451SChristoph Hellwig  */
3023dcf5451SChristoph Hellwig #define EXT4_MIN_DESC_SIZE		32
3033dcf5451SChristoph Hellwig #define EXT4_MIN_DESC_SIZE_64BIT	64
3043dcf5451SChristoph Hellwig #define	EXT4_MAX_DESC_SIZE		EXT4_MIN_BLOCK_SIZE
3053dcf5451SChristoph Hellwig #define EXT4_DESC_SIZE(s)		(EXT4_SB(s)->s_desc_size)
3063dcf5451SChristoph Hellwig #ifdef __KERNEL__
3073dcf5451SChristoph Hellwig # define EXT4_BLOCKS_PER_GROUP(s)	(EXT4_SB(s)->s_blocks_per_group)
3083dcf5451SChristoph Hellwig # define EXT4_DESC_PER_BLOCK(s)		(EXT4_SB(s)->s_desc_per_block)
3093dcf5451SChristoph Hellwig # define EXT4_INODES_PER_GROUP(s)	(EXT4_SB(s)->s_inodes_per_group)
3103dcf5451SChristoph Hellwig # define EXT4_DESC_PER_BLOCK_BITS(s)	(EXT4_SB(s)->s_desc_per_block_bits)
3113dcf5451SChristoph Hellwig #else
3123dcf5451SChristoph Hellwig # define EXT4_BLOCKS_PER_GROUP(s)	((s)->s_blocks_per_group)
3133dcf5451SChristoph Hellwig # define EXT4_DESC_PER_BLOCK(s)		(EXT4_BLOCK_SIZE(s) / EXT4_DESC_SIZE(s))
3143dcf5451SChristoph Hellwig # define EXT4_INODES_PER_GROUP(s)	((s)->s_inodes_per_group)
3153dcf5451SChristoph Hellwig #endif
3163dcf5451SChristoph Hellwig 
3173dcf5451SChristoph Hellwig /*
3183dcf5451SChristoph Hellwig  * Constants relative to the data blocks
3193dcf5451SChristoph Hellwig  */
3203dcf5451SChristoph Hellwig #define	EXT4_NDIR_BLOCKS		12
3213dcf5451SChristoph Hellwig #define	EXT4_IND_BLOCK			EXT4_NDIR_BLOCKS
3223dcf5451SChristoph Hellwig #define	EXT4_DIND_BLOCK			(EXT4_IND_BLOCK + 1)
3233dcf5451SChristoph Hellwig #define	EXT4_TIND_BLOCK			(EXT4_DIND_BLOCK + 1)
3243dcf5451SChristoph Hellwig #define	EXT4_N_BLOCKS			(EXT4_TIND_BLOCK + 1)
3253dcf5451SChristoph Hellwig 
3263dcf5451SChristoph Hellwig /*
3273dcf5451SChristoph Hellwig  * Inode flags
3283dcf5451SChristoph Hellwig  */
3293dcf5451SChristoph Hellwig #define	EXT4_SECRM_FL			0x00000001 /* Secure deletion */
3303dcf5451SChristoph Hellwig #define	EXT4_UNRM_FL			0x00000002 /* Undelete */
3313dcf5451SChristoph Hellwig #define	EXT4_COMPR_FL			0x00000004 /* Compress file */
3323dcf5451SChristoph Hellwig #define EXT4_SYNC_FL			0x00000008 /* Synchronous updates */
3333dcf5451SChristoph Hellwig #define EXT4_IMMUTABLE_FL		0x00000010 /* Immutable file */
3343dcf5451SChristoph Hellwig #define EXT4_APPEND_FL			0x00000020 /* writes to file may only append */
3353dcf5451SChristoph Hellwig #define EXT4_NODUMP_FL			0x00000040 /* do not dump file */
3363dcf5451SChristoph Hellwig #define EXT4_NOATIME_FL			0x00000080 /* do not update atime */
3373dcf5451SChristoph Hellwig /* Reserved for compression usage... */
3383dcf5451SChristoph Hellwig #define EXT4_DIRTY_FL			0x00000100
3393dcf5451SChristoph Hellwig #define EXT4_COMPRBLK_FL		0x00000200 /* One or more compressed clusters */
3403dcf5451SChristoph Hellwig #define EXT4_NOCOMPR_FL			0x00000400 /* Don't compress */
3413dcf5451SChristoph Hellwig #define EXT4_ECOMPR_FL			0x00000800 /* Compression error */
3423dcf5451SChristoph Hellwig /* End compression flags --- maybe not all used */
3433dcf5451SChristoph Hellwig #define EXT4_INDEX_FL			0x00001000 /* hash-indexed directory */
3443dcf5451SChristoph Hellwig #define EXT4_IMAGIC_FL			0x00002000 /* AFS directory */
3453dcf5451SChristoph Hellwig #define EXT4_JOURNAL_DATA_FL		0x00004000 /* file data should be journaled */
3463dcf5451SChristoph Hellwig #define EXT4_NOTAIL_FL			0x00008000 /* file tail should not be merged */
3473dcf5451SChristoph Hellwig #define EXT4_DIRSYNC_FL			0x00010000 /* dirsync behaviour (directories only) */
3483dcf5451SChristoph Hellwig #define EXT4_TOPDIR_FL			0x00020000 /* Top of directory hierarchies*/
3493dcf5451SChristoph Hellwig #define EXT4_HUGE_FILE_FL               0x00040000 /* Set to each huge file */
3503dcf5451SChristoph Hellwig #define EXT4_EXTENTS_FL			0x00080000 /* Inode uses extents */
351f710b4b9STheodore Ts'o #define EXT4_EA_INODE_FL	        0x00200000 /* Inode used for large EA */
352c8d46e41SJiaying Zhang #define EXT4_EOFBLOCKS_FL		0x00400000 /* Blocks allocated beyond EOF */
3533dcf5451SChristoph Hellwig #define EXT4_RESERVED_FL		0x80000000 /* reserved for ext4 lib */
3543dcf5451SChristoph Hellwig 
355c8d46e41SJiaying Zhang #define EXT4_FL_USER_VISIBLE		0x004BDFFF /* User visible flags */
356c8d46e41SJiaying Zhang #define EXT4_FL_USER_MODIFIABLE		0x004B80FF /* User modifiable flags */
3573dcf5451SChristoph Hellwig 
3588fa43a81SDuane Griffin /* Flags that should be inherited by new inodes from their parent. */
3598fa43a81SDuane Griffin #define EXT4_FL_INHERITED (EXT4_SECRM_FL | EXT4_UNRM_FL | EXT4_COMPR_FL |\
3608fa43a81SDuane Griffin 			   EXT4_SYNC_FL | EXT4_IMMUTABLE_FL | EXT4_APPEND_FL |\
3618fa43a81SDuane Griffin 			   EXT4_NODUMP_FL | EXT4_NOATIME_FL |\
3628fa43a81SDuane Griffin 			   EXT4_NOCOMPR_FL | EXT4_JOURNAL_DATA_FL |\
3638fa43a81SDuane Griffin 			   EXT4_NOTAIL_FL | EXT4_DIRSYNC_FL)
3648fa43a81SDuane Griffin 
3652dc6b0d4SDuane Griffin /* Flags that are appropriate for regular files (all but dir-specific ones). */
3662dc6b0d4SDuane Griffin #define EXT4_REG_FLMASK (~(EXT4_DIRSYNC_FL | EXT4_TOPDIR_FL))
3672dc6b0d4SDuane Griffin 
3682dc6b0d4SDuane Griffin /* Flags that are appropriate for non-directories/regular files. */
3692dc6b0d4SDuane Griffin #define EXT4_OTHER_FLMASK (EXT4_NODUMP_FL | EXT4_NOATIME_FL)
3702dc6b0d4SDuane Griffin 
3712dc6b0d4SDuane Griffin /* Mask out flags that are inappropriate for the given type of inode. */
3722dc6b0d4SDuane Griffin static inline __u32 ext4_mask_flags(umode_t mode, __u32 flags)
3732dc6b0d4SDuane Griffin {
3742dc6b0d4SDuane Griffin 	if (S_ISDIR(mode))
3752dc6b0d4SDuane Griffin 		return flags;
3762dc6b0d4SDuane Griffin 	else if (S_ISREG(mode))
3772dc6b0d4SDuane Griffin 		return flags & EXT4_REG_FLMASK;
3782dc6b0d4SDuane Griffin 	else
3792dc6b0d4SDuane Griffin 		return flags & EXT4_OTHER_FLMASK;
3802dc6b0d4SDuane Griffin }
3812dc6b0d4SDuane Griffin 
38212e9b892SDmitry Monakhov /*
38312e9b892SDmitry Monakhov  * Inode flags used for atomic set/get
38412e9b892SDmitry Monakhov  */
38512e9b892SDmitry Monakhov enum {
38612e9b892SDmitry Monakhov 	EXT4_INODE_SECRM	= 0,	/* Secure deletion */
38712e9b892SDmitry Monakhov 	EXT4_INODE_UNRM		= 1,	/* Undelete */
38812e9b892SDmitry Monakhov 	EXT4_INODE_COMPR	= 2,	/* Compress file */
38912e9b892SDmitry Monakhov 	EXT4_INODE_SYNC		= 3,	/* Synchronous updates */
39012e9b892SDmitry Monakhov 	EXT4_INODE_IMMUTABLE	= 4,	/* Immutable file */
39112e9b892SDmitry Monakhov 	EXT4_INODE_APPEND	= 5,	/* writes to file may only append */
39212e9b892SDmitry Monakhov 	EXT4_INODE_NODUMP	= 6,	/* do not dump file */
39312e9b892SDmitry Monakhov 	EXT4_INODE_NOATIME	= 7,	/* do not update atime */
39412e9b892SDmitry Monakhov /* Reserved for compression usage... */
39512e9b892SDmitry Monakhov 	EXT4_INODE_DIRTY	= 8,
39612e9b892SDmitry Monakhov 	EXT4_INODE_COMPRBLK	= 9,	/* One or more compressed clusters */
39712e9b892SDmitry Monakhov 	EXT4_INODE_NOCOMPR	= 10,	/* Don't compress */
39812e9b892SDmitry Monakhov 	EXT4_INODE_ECOMPR	= 11,	/* Compression error */
39912e9b892SDmitry Monakhov /* End compression flags --- maybe not all used */
40012e9b892SDmitry Monakhov 	EXT4_INODE_INDEX	= 12,	/* hash-indexed directory */
40112e9b892SDmitry Monakhov 	EXT4_INODE_IMAGIC	= 13,	/* AFS directory */
40212e9b892SDmitry Monakhov 	EXT4_INODE_JOURNAL_DATA	= 14,	/* file data should be journaled */
40312e9b892SDmitry Monakhov 	EXT4_INODE_NOTAIL	= 15,	/* file tail should not be merged */
40412e9b892SDmitry Monakhov 	EXT4_INODE_DIRSYNC	= 16,	/* dirsync behaviour (directories only) */
40512e9b892SDmitry Monakhov 	EXT4_INODE_TOPDIR	= 17,	/* Top of directory hierarchies*/
40612e9b892SDmitry Monakhov 	EXT4_INODE_HUGE_FILE	= 18,	/* Set to each huge file */
40712e9b892SDmitry Monakhov 	EXT4_INODE_EXTENTS	= 19,	/* Inode uses extents */
40812e9b892SDmitry Monakhov 	EXT4_INODE_EA_INODE	= 21,	/* Inode used for large EA */
40912e9b892SDmitry Monakhov 	EXT4_INODE_EOFBLOCKS	= 22,	/* Blocks allocated beyond EOF */
41012e9b892SDmitry Monakhov 	EXT4_INODE_RESERVED	= 31,	/* reserved for ext4 lib */
41112e9b892SDmitry Monakhov };
41212e9b892SDmitry Monakhov 
41312e9b892SDmitry Monakhov #define TEST_FLAG_VALUE(FLAG) (EXT4_##FLAG##_FL == (1 << EXT4_INODE_##FLAG))
41412e9b892SDmitry Monakhov #define CHECK_FLAG_VALUE(FLAG) if (!TEST_FLAG_VALUE(FLAG)) { \
41512e9b892SDmitry Monakhov 	printk(KERN_EMERG "EXT4 flag fail: " #FLAG ": %d %d\n", \
41612e9b892SDmitry Monakhov 		EXT4_##FLAG##_FL, EXT4_INODE_##FLAG); BUG_ON(1); }
41712e9b892SDmitry Monakhov 
41812e9b892SDmitry Monakhov /*
41912e9b892SDmitry Monakhov  * Since it's pretty easy to mix up bit numbers and hex values, and we
42012e9b892SDmitry Monakhov  * can't do a compile-time test for ENUM values, we use a run-time
42112e9b892SDmitry Monakhov  * test to make sure that EXT4_XXX_FL is consistent with respect to
42212e9b892SDmitry Monakhov  * EXT4_INODE_XXX.  If all is well the printk and BUG_ON will all drop
42312e9b892SDmitry Monakhov  * out so it won't cost any extra space in the compiled kernel image.
42412e9b892SDmitry Monakhov  * But it's important that these values are the same, since we are
42512e9b892SDmitry Monakhov  * using EXT4_INODE_XXX to test for the flag values, but EXT4_XX_FL
42612e9b892SDmitry Monakhov  * must be consistent with the values of FS_XXX_FL defined in
42712e9b892SDmitry Monakhov  * include/linux/fs.h and the on-disk values found in ext2, ext3, and
42812e9b892SDmitry Monakhov  * ext4 filesystems, and of course the values defined in e2fsprogs.
42912e9b892SDmitry Monakhov  *
43012e9b892SDmitry Monakhov  * It's not paranoia if the Murphy's Law really *is* out to get you.  :-)
43112e9b892SDmitry Monakhov  */
43212e9b892SDmitry Monakhov static inline void ext4_check_flag_values(void)
43312e9b892SDmitry Monakhov {
43412e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(SECRM);
43512e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(UNRM);
43612e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(COMPR);
43712e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(SYNC);
43812e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(IMMUTABLE);
43912e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(APPEND);
44012e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(NODUMP);
44112e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(NOATIME);
44212e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(DIRTY);
44312e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(COMPRBLK);
44412e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(NOCOMPR);
44512e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(ECOMPR);
44612e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(INDEX);
44712e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(IMAGIC);
44812e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(JOURNAL_DATA);
44912e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(NOTAIL);
45012e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(DIRSYNC);
45112e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(TOPDIR);
45212e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(HUGE_FILE);
45312e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(EXTENTS);
45412e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(EA_INODE);
45512e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(EOFBLOCKS);
45612e9b892SDmitry Monakhov 	CHECK_FLAG_VALUE(RESERVED);
45712e9b892SDmitry Monakhov }
45812e9b892SDmitry Monakhov 
4593dcf5451SChristoph Hellwig /* Used to pass group descriptor data when online resize is done */
4603dcf5451SChristoph Hellwig struct ext4_new_group_input {
4613dcf5451SChristoph Hellwig 	__u32 group;		/* Group number for this data */
4623dcf5451SChristoph Hellwig 	__u64 block_bitmap;	/* Absolute block number of block bitmap */
4633dcf5451SChristoph Hellwig 	__u64 inode_bitmap;	/* Absolute block number of inode bitmap */
4643dcf5451SChristoph Hellwig 	__u64 inode_table;	/* Absolute block number of inode table start */
4653dcf5451SChristoph Hellwig 	__u32 blocks_count;	/* Total number of blocks in this group */
4663dcf5451SChristoph Hellwig 	__u16 reserved_blocks;	/* Number of reserved blocks in this group */
4673dcf5451SChristoph Hellwig 	__u16 unused;
4683dcf5451SChristoph Hellwig };
4693dcf5451SChristoph Hellwig 
4704d92dc0fSBen Hutchings #if defined(__KERNEL__) && defined(CONFIG_COMPAT)
4714d92dc0fSBen Hutchings struct compat_ext4_new_group_input {
4724d92dc0fSBen Hutchings 	u32 group;
4734d92dc0fSBen Hutchings 	compat_u64 block_bitmap;
4744d92dc0fSBen Hutchings 	compat_u64 inode_bitmap;
4754d92dc0fSBen Hutchings 	compat_u64 inode_table;
4764d92dc0fSBen Hutchings 	u32 blocks_count;
4774d92dc0fSBen Hutchings 	u16 reserved_blocks;
4784d92dc0fSBen Hutchings 	u16 unused;
4794d92dc0fSBen Hutchings };
4804d92dc0fSBen Hutchings #endif
4814d92dc0fSBen Hutchings 
4823dcf5451SChristoph Hellwig /* The struct ext4_new_group_input in kernel space, with free_blocks_count */
4833dcf5451SChristoph Hellwig struct ext4_new_group_data {
4843dcf5451SChristoph Hellwig 	__u32 group;
4853dcf5451SChristoph Hellwig 	__u64 block_bitmap;
4863dcf5451SChristoph Hellwig 	__u64 inode_bitmap;
4873dcf5451SChristoph Hellwig 	__u64 inode_table;
4883dcf5451SChristoph Hellwig 	__u32 blocks_count;
4893dcf5451SChristoph Hellwig 	__u16 reserved_blocks;
4903dcf5451SChristoph Hellwig 	__u16 unused;
4913dcf5451SChristoph Hellwig 	__u32 free_blocks_count;
4923dcf5451SChristoph Hellwig };
4933dcf5451SChristoph Hellwig 
4943dcf5451SChristoph Hellwig /*
49579e83036SEric Sandeen  * Flags used by ext4_map_blocks()
4963dcf5451SChristoph Hellwig  */
497c2177057STheodore Ts'o 	/* Allocate any needed blocks and/or convert an unitialized
498c2177057STheodore Ts'o 	   extent to be an initialized ext4 */
4992ac3b6e0STheodore Ts'o #define EXT4_GET_BLOCKS_CREATE			0x0001
500c2177057STheodore Ts'o 	/* Request the creation of an unitialized extent */
5012ac3b6e0STheodore Ts'o #define EXT4_GET_BLOCKS_UNINIT_EXT		0x0002
502c2177057STheodore Ts'o #define EXT4_GET_BLOCKS_CREATE_UNINIT_EXT	(EXT4_GET_BLOCKS_UNINIT_EXT|\
503c2177057STheodore Ts'o 						 EXT4_GET_BLOCKS_CREATE)
504c2177057STheodore Ts'o 	/* Caller is from the delayed allocation writeout path,
5052ac3b6e0STheodore Ts'o 	   so set the magic i_delalloc_reserve_flag after taking the
5062ac3b6e0STheodore Ts'o 	   inode allocation semaphore for */
50703f5d8bcSJan Kara #define EXT4_GET_BLOCKS_DELALLOC_RESERVE	0x0004
5080031462bSMingming Cao 	/* caller is from the direct IO path, request to creation of an
5090031462bSMingming Cao 	unitialized extents if not allocated, split the uninitialized
5100031462bSMingming Cao 	extent if blocks has been preallocated already*/
511c7064ef1SJiaying Zhang #define EXT4_GET_BLOCKS_PRE_IO			0x0008
5121296cc85SAneesh Kumar K.V #define EXT4_GET_BLOCKS_CONVERT			0x0010
513c7064ef1SJiaying Zhang #define EXT4_GET_BLOCKS_IO_CREATE_EXT		(EXT4_GET_BLOCKS_PRE_IO|\
5140031462bSMingming Cao 					 EXT4_GET_BLOCKS_CREATE_UNINIT_EXT)
515c7064ef1SJiaying Zhang 	/* Convert extent to initialized after IO complete */
516c7064ef1SJiaying Zhang #define EXT4_GET_BLOCKS_IO_CONVERT_EXT		(EXT4_GET_BLOCKS_CONVERT|\
517744692dcSJiaying Zhang 					 EXT4_GET_BLOCKS_CREATE_UNINIT_EXT)
51855f020dbSAllison Henderson 	/* Punch out blocks of an extent */
51955f020dbSAllison Henderson #define EXT4_GET_BLOCKS_PUNCH_OUT_EXT		0x0020
520556b27abSVivek Haldar 	/* Don't normalize allocation size (used for fallocate) */
521556b27abSVivek Haldar #define EXT4_GET_BLOCKS_NO_NORMALIZE		0x0040
5223dcf5451SChristoph Hellwig 
5233dcf5451SChristoph Hellwig /*
524e6362609STheodore Ts'o  * Flags used by ext4_free_blocks
525e6362609STheodore Ts'o  */
526e6362609STheodore Ts'o #define EXT4_FREE_BLOCKS_METADATA	0x0001
527e6362609STheodore Ts'o #define EXT4_FREE_BLOCKS_FORGET		0x0002
5281f2acb60STheodore Ts'o #define EXT4_FREE_BLOCKS_VALIDATED	0x0004
529e6362609STheodore Ts'o 
530e6362609STheodore Ts'o /*
5313dcf5451SChristoph Hellwig  * ioctl commands
5323dcf5451SChristoph Hellwig  */
5333dcf5451SChristoph Hellwig #define	EXT4_IOC_GETFLAGS		FS_IOC_GETFLAGS
5343dcf5451SChristoph Hellwig #define	EXT4_IOC_SETFLAGS		FS_IOC_SETFLAGS
5353dcf5451SChristoph Hellwig #define	EXT4_IOC_GETVERSION		_IOR('f', 3, long)
5363dcf5451SChristoph Hellwig #define	EXT4_IOC_SETVERSION		_IOW('f', 4, long)
5373dcf5451SChristoph Hellwig #define	EXT4_IOC_GETVERSION_OLD		FS_IOC_GETVERSION
5383dcf5451SChristoph Hellwig #define	EXT4_IOC_SETVERSION_OLD		FS_IOC_SETVERSION
5393dcf5451SChristoph Hellwig #ifdef CONFIG_JBD2_DEBUG
5403dcf5451SChristoph Hellwig #define EXT4_IOC_WAIT_FOR_READONLY	_IOR('f', 99, long)
5413dcf5451SChristoph Hellwig #endif
5423dcf5451SChristoph Hellwig #define EXT4_IOC_GETRSVSZ		_IOR('f', 5, long)
5433dcf5451SChristoph Hellwig #define EXT4_IOC_SETRSVSZ		_IOW('f', 6, long)
5448eea80d5STheodore Ts'o #define EXT4_IOC_GROUP_EXTEND		_IOW('f', 7, unsigned long)
5458eea80d5STheodore Ts'o #define EXT4_IOC_GROUP_ADD		_IOW('f', 8, struct ext4_new_group_input)
5468eea80d5STheodore Ts'o #define EXT4_IOC_MIGRATE		_IO('f', 9)
547ccd2506bSTheodore Ts'o  /* note ioctl 10 reserved for an early version of the FIEMAP ioctl */
5488eea80d5STheodore Ts'o  /* note ioctl 11 reserved for filesystem-independent FIEMAP ioctl */
549ccd2506bSTheodore Ts'o #define EXT4_IOC_ALLOC_DA_BLKS		_IO('f', 12)
550748de673SAkira Fujita #define EXT4_IOC_MOVE_EXT		_IOWR('f', 15, struct move_extent)
5513dcf5451SChristoph Hellwig 
552899ad0ceSBen Hutchings #if defined(__KERNEL__) && defined(CONFIG_COMPAT)
5533dcf5451SChristoph Hellwig /*
5543dcf5451SChristoph Hellwig  * ioctl commands in 32 bit emulation
5553dcf5451SChristoph Hellwig  */
5563dcf5451SChristoph Hellwig #define EXT4_IOC32_GETFLAGS		FS_IOC32_GETFLAGS
5573dcf5451SChristoph Hellwig #define EXT4_IOC32_SETFLAGS		FS_IOC32_SETFLAGS
5583dcf5451SChristoph Hellwig #define EXT4_IOC32_GETVERSION		_IOR('f', 3, int)
5593dcf5451SChristoph Hellwig #define EXT4_IOC32_SETVERSION		_IOW('f', 4, int)
5603dcf5451SChristoph Hellwig #define EXT4_IOC32_GETRSVSZ		_IOR('f', 5, int)
5613dcf5451SChristoph Hellwig #define EXT4_IOC32_SETRSVSZ		_IOW('f', 6, int)
5623dcf5451SChristoph Hellwig #define EXT4_IOC32_GROUP_EXTEND		_IOW('f', 7, unsigned int)
5634d92dc0fSBen Hutchings #define EXT4_IOC32_GROUP_ADD		_IOW('f', 8, struct compat_ext4_new_group_input)
5643dcf5451SChristoph Hellwig #ifdef CONFIG_JBD2_DEBUG
5653dcf5451SChristoph Hellwig #define EXT4_IOC32_WAIT_FOR_READONLY	_IOR('f', 99, int)
5663dcf5451SChristoph Hellwig #endif
5673dcf5451SChristoph Hellwig #define EXT4_IOC32_GETVERSION_OLD	FS_IOC32_GETVERSION
5683dcf5451SChristoph Hellwig #define EXT4_IOC32_SETVERSION_OLD	FS_IOC32_SETVERSION
569899ad0ceSBen Hutchings #endif
5703dcf5451SChristoph Hellwig 
571b595076aSUwe Kleine-König /* Max physical block we can address w/o extents */
572fb0a387dSEric Sandeen #define EXT4_MAX_BLOCK_FILE_PHYS	0xFFFFFFFF
573fb0a387dSEric Sandeen 
5743dcf5451SChristoph Hellwig /*
5753dcf5451SChristoph Hellwig  * Structure of an inode on the disk
5763dcf5451SChristoph Hellwig  */
5773dcf5451SChristoph Hellwig struct ext4_inode {
5783dcf5451SChristoph Hellwig 	__le16	i_mode;		/* File mode */
5793dcf5451SChristoph Hellwig 	__le16	i_uid;		/* Low 16 bits of Owner Uid */
5803dcf5451SChristoph Hellwig 	__le32	i_size_lo;	/* Size in bytes */
5813dcf5451SChristoph Hellwig 	__le32	i_atime;	/* Access time */
5823dcf5451SChristoph Hellwig 	__le32	i_ctime;	/* Inode Change time */
5833dcf5451SChristoph Hellwig 	__le32	i_mtime;	/* Modification time */
5843dcf5451SChristoph Hellwig 	__le32	i_dtime;	/* Deletion Time */
5853dcf5451SChristoph Hellwig 	__le16	i_gid;		/* Low 16 bits of Group Id */
5863dcf5451SChristoph Hellwig 	__le16	i_links_count;	/* Links count */
5873dcf5451SChristoph Hellwig 	__le32	i_blocks_lo;	/* Blocks count */
5883dcf5451SChristoph Hellwig 	__le32	i_flags;	/* File flags */
5893dcf5451SChristoph Hellwig 	union {
5903dcf5451SChristoph Hellwig 		struct {
5913dcf5451SChristoph Hellwig 			__le32  l_i_version;
5923dcf5451SChristoph Hellwig 		} linux1;
5933dcf5451SChristoph Hellwig 		struct {
5943dcf5451SChristoph Hellwig 			__u32  h_i_translator;
5953dcf5451SChristoph Hellwig 		} hurd1;
5963dcf5451SChristoph Hellwig 		struct {
5973dcf5451SChristoph Hellwig 			__u32  m_i_reserved1;
5983dcf5451SChristoph Hellwig 		} masix1;
5993dcf5451SChristoph Hellwig 	} osd1;				/* OS dependent 1 */
6003dcf5451SChristoph Hellwig 	__le32	i_block[EXT4_N_BLOCKS];/* Pointers to blocks */
6013dcf5451SChristoph Hellwig 	__le32	i_generation;	/* File version (for NFS) */
6023dcf5451SChristoph Hellwig 	__le32	i_file_acl_lo;	/* File ACL */
6033dcf5451SChristoph Hellwig 	__le32	i_size_high;
6043dcf5451SChristoph Hellwig 	__le32	i_obso_faddr;	/* Obsoleted fragment address */
6053dcf5451SChristoph Hellwig 	union {
6063dcf5451SChristoph Hellwig 		struct {
6073dcf5451SChristoph Hellwig 			__le16	l_i_blocks_high; /* were l_i_reserved1 */
6083dcf5451SChristoph Hellwig 			__le16	l_i_file_acl_high;
6093dcf5451SChristoph Hellwig 			__le16	l_i_uid_high;	/* these 2 fields */
6103dcf5451SChristoph Hellwig 			__le16	l_i_gid_high;	/* were reserved2[0] */
6113dcf5451SChristoph Hellwig 			__u32	l_i_reserved2;
6123dcf5451SChristoph Hellwig 		} linux2;
6133dcf5451SChristoph Hellwig 		struct {
6143dcf5451SChristoph Hellwig 			__le16	h_i_reserved1;	/* Obsoleted fragment number/size which are removed in ext4 */
6153dcf5451SChristoph Hellwig 			__u16	h_i_mode_high;
6163dcf5451SChristoph Hellwig 			__u16	h_i_uid_high;
6173dcf5451SChristoph Hellwig 			__u16	h_i_gid_high;
6183dcf5451SChristoph Hellwig 			__u32	h_i_author;
6193dcf5451SChristoph Hellwig 		} hurd2;
6203dcf5451SChristoph Hellwig 		struct {
6213dcf5451SChristoph Hellwig 			__le16	h_i_reserved1;	/* Obsoleted fragment number/size which are removed in ext4 */
6223dcf5451SChristoph Hellwig 			__le16	m_i_file_acl_high;
6233dcf5451SChristoph Hellwig 			__u32	m_i_reserved2[2];
6243dcf5451SChristoph Hellwig 		} masix2;
6253dcf5451SChristoph Hellwig 	} osd2;				/* OS dependent 2 */
6263dcf5451SChristoph Hellwig 	__le16	i_extra_isize;
6273dcf5451SChristoph Hellwig 	__le16	i_pad1;
6283dcf5451SChristoph Hellwig 	__le32  i_ctime_extra;  /* extra Change time      (nsec << 2 | epoch) */
6293dcf5451SChristoph Hellwig 	__le32  i_mtime_extra;  /* extra Modification time(nsec << 2 | epoch) */
6303dcf5451SChristoph Hellwig 	__le32  i_atime_extra;  /* extra Access time      (nsec << 2 | epoch) */
6313dcf5451SChristoph Hellwig 	__le32  i_crtime;       /* File Creation time */
6323dcf5451SChristoph Hellwig 	__le32  i_crtime_extra; /* extra FileCreationtime (nsec << 2 | epoch) */
6333dcf5451SChristoph Hellwig 	__le32  i_version_hi;	/* high 32 bits for 64-bit version */
6343dcf5451SChristoph Hellwig };
6353dcf5451SChristoph Hellwig 
636748de673SAkira Fujita struct move_extent {
637748de673SAkira Fujita 	__u32 reserved;		/* should be zero */
638748de673SAkira Fujita 	__u32 donor_fd;		/* donor file descriptor */
639748de673SAkira Fujita 	__u64 orig_start;	/* logical start offset in block for orig */
640748de673SAkira Fujita 	__u64 donor_start;	/* logical start offset in block for donor */
641748de673SAkira Fujita 	__u64 len;		/* block length to be moved */
642748de673SAkira Fujita 	__u64 moved_len;	/* moved block length */
643748de673SAkira Fujita };
6443dcf5451SChristoph Hellwig 
6453dcf5451SChristoph Hellwig #define EXT4_EPOCH_BITS 2
6463dcf5451SChristoph Hellwig #define EXT4_EPOCH_MASK ((1 << EXT4_EPOCH_BITS) - 1)
6473dcf5451SChristoph Hellwig #define EXT4_NSEC_MASK  (~0UL << EXT4_EPOCH_BITS)
6483dcf5451SChristoph Hellwig 
6493dcf5451SChristoph Hellwig /*
6503dcf5451SChristoph Hellwig  * Extended fields will fit into an inode if the filesystem was formatted
6513dcf5451SChristoph Hellwig  * with large inodes (-I 256 or larger) and there are not currently any EAs
6523dcf5451SChristoph Hellwig  * consuming all of the available space. For new inodes we always reserve
6533dcf5451SChristoph Hellwig  * enough space for the kernel's known extended fields, but for inodes
6543dcf5451SChristoph Hellwig  * created with an old kernel this might not have been the case. None of
6553dcf5451SChristoph Hellwig  * the extended inode fields is critical for correct filesystem operation.
6563dcf5451SChristoph Hellwig  * This macro checks if a certain field fits in the inode. Note that
6573dcf5451SChristoph Hellwig  * inode-size = GOOD_OLD_INODE_SIZE + i_extra_isize
6583dcf5451SChristoph Hellwig  */
6593dcf5451SChristoph Hellwig #define EXT4_FITS_IN_INODE(ext4_inode, einode, field)	\
6603dcf5451SChristoph Hellwig 	((offsetof(typeof(*ext4_inode), field) +	\
6613dcf5451SChristoph Hellwig 	  sizeof((ext4_inode)->field))			\
6623dcf5451SChristoph Hellwig 	<= (EXT4_GOOD_OLD_INODE_SIZE +			\
6633dcf5451SChristoph Hellwig 	    (einode)->i_extra_isize))			\
6643dcf5451SChristoph Hellwig 
6653dcf5451SChristoph Hellwig static inline __le32 ext4_encode_extra_time(struct timespec *time)
6663dcf5451SChristoph Hellwig {
6673dcf5451SChristoph Hellwig        return cpu_to_le32((sizeof(time->tv_sec) > 4 ?
668c1fccc06STheodore Ts'o 			   (time->tv_sec >> 32) & EXT4_EPOCH_MASK : 0) |
669c1fccc06STheodore Ts'o                           ((time->tv_nsec << EXT4_EPOCH_BITS) & EXT4_NSEC_MASK));
6703dcf5451SChristoph Hellwig }
6713dcf5451SChristoph Hellwig 
6723dcf5451SChristoph Hellwig static inline void ext4_decode_extra_time(struct timespec *time, __le32 extra)
6733dcf5451SChristoph Hellwig {
6743dcf5451SChristoph Hellwig        if (sizeof(time->tv_sec) > 4)
6753dcf5451SChristoph Hellwig 	       time->tv_sec |= (__u64)(le32_to_cpu(extra) & EXT4_EPOCH_MASK)
6763dcf5451SChristoph Hellwig 			       << 32;
677c1fccc06STheodore Ts'o        time->tv_nsec = (le32_to_cpu(extra) & EXT4_NSEC_MASK) >> EXT4_EPOCH_BITS;
6783dcf5451SChristoph Hellwig }
6793dcf5451SChristoph Hellwig 
6803dcf5451SChristoph Hellwig #define EXT4_INODE_SET_XTIME(xtime, inode, raw_inode)			       \
6813dcf5451SChristoph Hellwig do {									       \
6823dcf5451SChristoph Hellwig 	(raw_inode)->xtime = cpu_to_le32((inode)->xtime.tv_sec);	       \
6833dcf5451SChristoph Hellwig 	if (EXT4_FITS_IN_INODE(raw_inode, EXT4_I(inode), xtime ## _extra))     \
6843dcf5451SChristoph Hellwig 		(raw_inode)->xtime ## _extra =				       \
6853dcf5451SChristoph Hellwig 				ext4_encode_extra_time(&(inode)->xtime);       \
6863dcf5451SChristoph Hellwig } while (0)
6873dcf5451SChristoph Hellwig 
6883dcf5451SChristoph Hellwig #define EXT4_EINODE_SET_XTIME(xtime, einode, raw_inode)			       \
6893dcf5451SChristoph Hellwig do {									       \
6903dcf5451SChristoph Hellwig 	if (EXT4_FITS_IN_INODE(raw_inode, einode, xtime))		       \
6913dcf5451SChristoph Hellwig 		(raw_inode)->xtime = cpu_to_le32((einode)->xtime.tv_sec);      \
6923dcf5451SChristoph Hellwig 	if (EXT4_FITS_IN_INODE(raw_inode, einode, xtime ## _extra))	       \
6933dcf5451SChristoph Hellwig 		(raw_inode)->xtime ## _extra =				       \
6943dcf5451SChristoph Hellwig 				ext4_encode_extra_time(&(einode)->xtime);      \
6953dcf5451SChristoph Hellwig } while (0)
6963dcf5451SChristoph Hellwig 
6973dcf5451SChristoph Hellwig #define EXT4_INODE_GET_XTIME(xtime, inode, raw_inode)			       \
6983dcf5451SChristoph Hellwig do {									       \
6993dcf5451SChristoph Hellwig 	(inode)->xtime.tv_sec = (signed)le32_to_cpu((raw_inode)->xtime);       \
7003dcf5451SChristoph Hellwig 	if (EXT4_FITS_IN_INODE(raw_inode, EXT4_I(inode), xtime ## _extra))     \
7013dcf5451SChristoph Hellwig 		ext4_decode_extra_time(&(inode)->xtime,			       \
7023dcf5451SChristoph Hellwig 				       raw_inode->xtime ## _extra);	       \
703af0b44a1SEric Sandeen 	else								       \
704af0b44a1SEric Sandeen 		(inode)->xtime.tv_nsec = 0;				       \
7053dcf5451SChristoph Hellwig } while (0)
7063dcf5451SChristoph Hellwig 
7073dcf5451SChristoph Hellwig #define EXT4_EINODE_GET_XTIME(xtime, einode, raw_inode)			       \
7083dcf5451SChristoph Hellwig do {									       \
7093dcf5451SChristoph Hellwig 	if (EXT4_FITS_IN_INODE(raw_inode, einode, xtime))		       \
7103dcf5451SChristoph Hellwig 		(einode)->xtime.tv_sec = 				       \
7113dcf5451SChristoph Hellwig 			(signed)le32_to_cpu((raw_inode)->xtime);	       \
7123dcf5451SChristoph Hellwig 	if (EXT4_FITS_IN_INODE(raw_inode, einode, xtime ## _extra))	       \
7133dcf5451SChristoph Hellwig 		ext4_decode_extra_time(&(einode)->xtime,		       \
7143dcf5451SChristoph Hellwig 				       raw_inode->xtime ## _extra);	       \
715af0b44a1SEric Sandeen 	else								       \
716af0b44a1SEric Sandeen 		(einode)->xtime.tv_nsec = 0;				       \
7173dcf5451SChristoph Hellwig } while (0)
7183dcf5451SChristoph Hellwig 
7193dcf5451SChristoph Hellwig #define i_disk_version osd1.linux1.l_i_version
7203dcf5451SChristoph Hellwig 
7213dcf5451SChristoph Hellwig #if defined(__KERNEL__) || defined(__linux__)
7223dcf5451SChristoph Hellwig #define i_reserved1	osd1.linux1.l_i_reserved1
7233dcf5451SChristoph Hellwig #define i_file_acl_high	osd2.linux2.l_i_file_acl_high
7243dcf5451SChristoph Hellwig #define i_blocks_high	osd2.linux2.l_i_blocks_high
7253dcf5451SChristoph Hellwig #define i_uid_low	i_uid
7263dcf5451SChristoph Hellwig #define i_gid_low	i_gid
7273dcf5451SChristoph Hellwig #define i_uid_high	osd2.linux2.l_i_uid_high
7283dcf5451SChristoph Hellwig #define i_gid_high	osd2.linux2.l_i_gid_high
7293dcf5451SChristoph Hellwig #define i_reserved2	osd2.linux2.l_i_reserved2
7303dcf5451SChristoph Hellwig 
7313dcf5451SChristoph Hellwig #elif defined(__GNU__)
7323dcf5451SChristoph Hellwig 
7333dcf5451SChristoph Hellwig #define i_translator	osd1.hurd1.h_i_translator
7343dcf5451SChristoph Hellwig #define i_uid_high	osd2.hurd2.h_i_uid_high
7353dcf5451SChristoph Hellwig #define i_gid_high	osd2.hurd2.h_i_gid_high
7363dcf5451SChristoph Hellwig #define i_author	osd2.hurd2.h_i_author
7373dcf5451SChristoph Hellwig 
7383dcf5451SChristoph Hellwig #elif defined(__masix__)
7393dcf5451SChristoph Hellwig 
7403dcf5451SChristoph Hellwig #define i_reserved1	osd1.masix1.m_i_reserved1
7413dcf5451SChristoph Hellwig #define i_file_acl_high	osd2.masix2.m_i_file_acl_high
7423dcf5451SChristoph Hellwig #define i_reserved2	osd2.masix2.m_i_reserved2
7433dcf5451SChristoph Hellwig 
7443dcf5451SChristoph Hellwig #endif /* defined(__KERNEL__) || defined(__linux__) */
7453dcf5451SChristoph Hellwig 
7463dcf5451SChristoph Hellwig /*
747d444c3c3STheodore Ts'o  * storage for cached extent
748b05e6ae5STheodore Ts'o  * If ec_len == 0, then the cache is invalid.
749b05e6ae5STheodore Ts'o  * If ec_start == 0, then the cache represents a gap (null mapping)
750d444c3c3STheodore Ts'o  */
751d444c3c3STheodore Ts'o struct ext4_ext_cache {
752d444c3c3STheodore Ts'o 	ext4_fsblk_t	ec_start;
753d444c3c3STheodore Ts'o 	ext4_lblk_t	ec_block;
754d444c3c3STheodore Ts'o 	__u32		ec_len; /* must be 32bit to return holes */
755d444c3c3STheodore Ts'o };
756d444c3c3STheodore Ts'o 
757d444c3c3STheodore Ts'o /*
758d444c3c3STheodore Ts'o  * fourth extended file system inode data in memory
759d444c3c3STheodore Ts'o  */
760d444c3c3STheodore Ts'o struct ext4_inode_info {
761d444c3c3STheodore Ts'o 	__le32	i_data[15];	/* unconverted */
762d444c3c3STheodore Ts'o 	__u32	i_dtime;
76312e9b892SDmitry Monakhov 	ext4_fsblk_t	i_file_acl;
764d444c3c3STheodore Ts'o 
765d444c3c3STheodore Ts'o 	/*
766d444c3c3STheodore Ts'o 	 * i_block_group is the number of the block group which contains
767d444c3c3STheodore Ts'o 	 * this file's inode.  Constant across the lifetime of the inode,
768d444c3c3STheodore Ts'o 	 * it is ued for making block allocation decisions - we try to
769d444c3c3STheodore Ts'o 	 * place a file's data blocks near its inode block, and new inodes
770d444c3c3STheodore Ts'o 	 * near to their parent directory's inode.
771d444c3c3STheodore Ts'o 	 */
772d444c3c3STheodore Ts'o 	ext4_group_t	i_block_group;
7738a2005d3STheodore Ts'o 	ext4_lblk_t	i_dir_start_lookup;
774353eb83cSTheodore Ts'o #if (BITS_PER_LONG < 64)
77519f5fb7aSTheodore Ts'o 	unsigned long	i_state_flags;		/* Dynamic state flags */
776353eb83cSTheodore Ts'o #endif
77712e9b892SDmitry Monakhov 	unsigned long	i_flags;
778d444c3c3STheodore Ts'o 
779d444c3c3STheodore Ts'o #ifdef CONFIG_EXT4_FS_XATTR
780d444c3c3STheodore Ts'o 	/*
781d444c3c3STheodore Ts'o 	 * Extended attributes can be read independently of the main file
782d444c3c3STheodore Ts'o 	 * data. Taking i_mutex even when reading would cause contention
783d444c3c3STheodore Ts'o 	 * between readers of EAs and writers of regular file data, so
784d444c3c3STheodore Ts'o 	 * instead we synchronize on xattr_sem when reading or changing
785d444c3c3STheodore Ts'o 	 * EAs.
786d444c3c3STheodore Ts'o 	 */
787d444c3c3STheodore Ts'o 	struct rw_semaphore xattr_sem;
788d444c3c3STheodore Ts'o #endif
789d444c3c3STheodore Ts'o 
790d444c3c3STheodore Ts'o 	struct list_head i_orphan;	/* unlinked but open inodes */
791d444c3c3STheodore Ts'o 
792d444c3c3STheodore Ts'o 	/*
793d444c3c3STheodore Ts'o 	 * i_disksize keeps track of what the inode size is ON DISK, not
794d444c3c3STheodore Ts'o 	 * in memory.  During truncate, i_size is set to the new size by
795d444c3c3STheodore Ts'o 	 * the VFS prior to calling ext4_truncate(), but the filesystem won't
796d444c3c3STheodore Ts'o 	 * set i_disksize to 0 until the truncate is actually under way.
797d444c3c3STheodore Ts'o 	 *
798d444c3c3STheodore Ts'o 	 * The intent is that i_disksize always represents the blocks which
799d444c3c3STheodore Ts'o 	 * are used by this file.  This allows recovery to restart truncate
800d444c3c3STheodore Ts'o 	 * on orphans if we crash during truncate.  We actually write i_disksize
801d444c3c3STheodore Ts'o 	 * into the on-disk inode when writing inodes out, instead of i_size.
802d444c3c3STheodore Ts'o 	 *
803d444c3c3STheodore Ts'o 	 * The only time when i_disksize and i_size may be different is when
804d444c3c3STheodore Ts'o 	 * a truncate is in progress.  The only things which change i_disksize
805d444c3c3STheodore Ts'o 	 * are ext4_get_block (growth) and ext4_truncate (shrinkth).
806d444c3c3STheodore Ts'o 	 */
807d444c3c3STheodore Ts'o 	loff_t	i_disksize;
808d444c3c3STheodore Ts'o 
809d444c3c3STheodore Ts'o 	/*
810d444c3c3STheodore Ts'o 	 * i_data_sem is for serialising ext4_truncate() against
811d444c3c3STheodore Ts'o 	 * ext4_getblock().  In the 2.4 ext2 design, great chunks of inode's
812d444c3c3STheodore Ts'o 	 * data tree are chopped off during truncate. We can't do that in
813d444c3c3STheodore Ts'o 	 * ext4 because whenever we perform intermediate commits during
814d444c3c3STheodore Ts'o 	 * truncate, the inode and all the metadata blocks *must* be in a
815d444c3c3STheodore Ts'o 	 * consistent state which allows truncation of the orphans to restart
816d444c3c3STheodore Ts'o 	 * during recovery.  Hence we must fix the get_block-vs-truncate race
817d444c3c3STheodore Ts'o 	 * by other means, so we have i_data_sem.
818d444c3c3STheodore Ts'o 	 */
819d444c3c3STheodore Ts'o 	struct rw_semaphore i_data_sem;
820d444c3c3STheodore Ts'o 	struct inode vfs_inode;
8218aefcd55STheodore Ts'o 	struct jbd2_inode *jinode;
822d444c3c3STheodore Ts'o 
823d444c3c3STheodore Ts'o 	struct ext4_ext_cache i_cached_extent;
824d444c3c3STheodore Ts'o 	/*
825d444c3c3STheodore Ts'o 	 * File creation time. Its function is same as that of
826d444c3c3STheodore Ts'o 	 * struct timespec i_{a,c,m}time in the generic inode.
827d444c3c3STheodore Ts'o 	 */
828d444c3c3STheodore Ts'o 	struct timespec i_crtime;
829d444c3c3STheodore Ts'o 
830d444c3c3STheodore Ts'o 	/* mballoc */
831d444c3c3STheodore Ts'o 	struct list_head i_prealloc_list;
832d444c3c3STheodore Ts'o 	spinlock_t i_prealloc_lock;
833d444c3c3STheodore Ts'o 
834d444c3c3STheodore Ts'o 	/* ialloc */
835d444c3c3STheodore Ts'o 	ext4_group_t	i_last_alloc_group;
836d444c3c3STheodore Ts'o 
837d444c3c3STheodore Ts'o 	/* allocation reservation info for delalloc */
838d444c3c3STheodore Ts'o 	unsigned int i_reserved_data_blocks;
839d444c3c3STheodore Ts'o 	unsigned int i_reserved_meta_blocks;
840d444c3c3STheodore Ts'o 	unsigned int i_allocated_meta_blocks;
84101f49d0bSTheodore Ts'o 	ext4_lblk_t i_da_metadata_calc_last_lblock;
8429d0be502STheodore Ts'o 	int i_da_metadata_calc_len;
843d444c3c3STheodore Ts'o 
844d444c3c3STheodore Ts'o 	/* on-disk additional length */
845d444c3c3STheodore Ts'o 	__u16 i_extra_isize;
846d444c3c3STheodore Ts'o 
847a9e7f447SDmitry Monakhov #ifdef CONFIG_QUOTA
848a9e7f447SDmitry Monakhov 	/* quota space reservation, managed internally by quota code */
849a9e7f447SDmitry Monakhov 	qsize_t i_reserved_quota;
850a9e7f447SDmitry Monakhov #endif
8518d5d02e6SMingming Cao 
852c7064ef1SJiaying Zhang 	/* completed IOs that might need unwritten extents handling */
853c7064ef1SJiaying Zhang 	struct list_head i_completed_io_list;
854744692dcSJiaying Zhang 	spinlock_t i_completed_io_lock;
8558a2005d3STheodore Ts'o 	atomic_t i_ioend_count;	/* Number of outstanding io_end structs */
8568d5d02e6SMingming Cao 	/* current io_end structure for async DIO write*/
8578d5d02e6SMingming Cao 	ext4_io_end_t *cur_aio_dio;
858e9e3bcecSEric Sandeen 	atomic_t i_aiodio_unwritten; /* Nr. of inflight conversions pending */
8598a2005d3STheodore Ts'o 
8608a2005d3STheodore Ts'o 	spinlock_t i_block_reservation_lock;
861b436b9beSJan Kara 
862b436b9beSJan Kara 	/*
863b436b9beSJan Kara 	 * Transactions that contain inode's metadata needed to complete
864b436b9beSJan Kara 	 * fsync and fdatasync, respectively.
865b436b9beSJan Kara 	 */
866b436b9beSJan Kara 	tid_t i_sync_tid;
867b436b9beSJan Kara 	tid_t i_datasync_tid;
868d444c3c3STheodore Ts'o };
869d444c3c3STheodore Ts'o 
870d444c3c3STheodore Ts'o /*
8713dcf5451SChristoph Hellwig  * File system states
8723dcf5451SChristoph Hellwig  */
8733dcf5451SChristoph Hellwig #define	EXT4_VALID_FS			0x0001	/* Unmounted cleanly */
8743dcf5451SChristoph Hellwig #define	EXT4_ERROR_FS			0x0002	/* Errors detected */
8753dcf5451SChristoph Hellwig #define	EXT4_ORPHAN_FS			0x0004	/* Orphans being recovered */
8763dcf5451SChristoph Hellwig 
8773dcf5451SChristoph Hellwig /*
8783dcf5451SChristoph Hellwig  * Misc. filesystem flags
8793dcf5451SChristoph Hellwig  */
8803dcf5451SChristoph Hellwig #define EXT2_FLAGS_SIGNED_HASH		0x0001  /* Signed dirhash in use */
8813dcf5451SChristoph Hellwig #define EXT2_FLAGS_UNSIGNED_HASH	0x0002  /* Unsigned dirhash in use */
8823dcf5451SChristoph Hellwig #define EXT2_FLAGS_TEST_FILESYS		0x0004	/* to test development code */
8833dcf5451SChristoph Hellwig 
8843dcf5451SChristoph Hellwig /*
8853dcf5451SChristoph Hellwig  * Mount flags
8863dcf5451SChristoph Hellwig  */
8873dcf5451SChristoph Hellwig #define EXT4_MOUNT_OLDALLOC		0x00002  /* Don't use the new Orlov allocator */
8883dcf5451SChristoph Hellwig #define EXT4_MOUNT_GRPID		0x00004	/* Create files with directory's group */
8893dcf5451SChristoph Hellwig #define EXT4_MOUNT_DEBUG		0x00008	/* Some debugging messages */
8903dcf5451SChristoph Hellwig #define EXT4_MOUNT_ERRORS_CONT		0x00010	/* Continue on errors */
8913dcf5451SChristoph Hellwig #define EXT4_MOUNT_ERRORS_RO		0x00020	/* Remount fs ro on errors */
8923dcf5451SChristoph Hellwig #define EXT4_MOUNT_ERRORS_PANIC		0x00040	/* Panic on errors */
8933dcf5451SChristoph Hellwig #define EXT4_MOUNT_MINIX_DF		0x00080	/* Mimics the Minix statfs */
8943dcf5451SChristoph Hellwig #define EXT4_MOUNT_NOLOAD		0x00100	/* Don't use existing journal*/
8953dcf5451SChristoph Hellwig #define EXT4_MOUNT_DATA_FLAGS		0x00C00	/* Mode for data writes: */
8963dcf5451SChristoph Hellwig #define EXT4_MOUNT_JOURNAL_DATA		0x00400	/* Write data to journal */
8973dcf5451SChristoph Hellwig #define EXT4_MOUNT_ORDERED_DATA		0x00800	/* Flush data before commit */
8983dcf5451SChristoph Hellwig #define EXT4_MOUNT_WRITEBACK_DATA	0x00C00	/* No data ordering */
8993dcf5451SChristoph Hellwig #define EXT4_MOUNT_UPDATE_JOURNAL	0x01000	/* Update the journal format */
9003dcf5451SChristoph Hellwig #define EXT4_MOUNT_NO_UID32		0x02000  /* Disable 32-bit UIDs */
9013dcf5451SChristoph Hellwig #define EXT4_MOUNT_XATTR_USER		0x04000	/* Extended user attributes */
9023dcf5451SChristoph Hellwig #define EXT4_MOUNT_POSIX_ACL		0x08000	/* POSIX Access Control Lists */
903afd4672dSTheodore Ts'o #define EXT4_MOUNT_NO_AUTO_DA_ALLOC	0x10000	/* No auto delalloc mapping */
9043dcf5451SChristoph Hellwig #define EXT4_MOUNT_BARRIER		0x20000 /* Use block barriers */
9053dcf5451SChristoph Hellwig #define EXT4_MOUNT_QUOTA		0x80000 /* Some quota option set */
9063dcf5451SChristoph Hellwig #define EXT4_MOUNT_USRQUOTA		0x100000 /* "old" user quota */
9073dcf5451SChristoph Hellwig #define EXT4_MOUNT_GRPQUOTA		0x200000 /* "old" group quota */
908744692dcSJiaying Zhang #define EXT4_MOUNT_DIOREAD_NOLOCK	0x400000 /* Enable support for dio read nolocking */
909d4da6c9cSLinus Torvalds #define EXT4_MOUNT_JOURNAL_CHECKSUM	0x800000 /* Journal checksums */
9103dcf5451SChristoph Hellwig #define EXT4_MOUNT_JOURNAL_ASYNC_COMMIT	0x1000000 /* Journal Async Commit */
9113dcf5451SChristoph Hellwig #define EXT4_MOUNT_I_VERSION            0x2000000 /* i_version support */
9121449032bSTheodore Ts'o #define EXT4_MOUNT_MBLK_IO_SUBMIT	0x4000000 /* multi-block io submits */
91364769240SAlex Tomas #define EXT4_MOUNT_DELALLOC		0x8000000 /* Delalloc support */
9145bf5683aSHidehiro Kawai #define EXT4_MOUNT_DATA_ERR_ABORT	0x10000000 /* Abort on file data write */
9156fd058f7STheodore Ts'o #define EXT4_MOUNT_BLOCK_VALIDITY	0x20000000 /* Block validity checking */
9165328e635SEric Sandeen #define EXT4_MOUNT_DISCARD		0x40000000 /* Issue DISCARD requests */
917bfff6873SLukas Czerner #define EXT4_MOUNT_INIT_INODE_TABLE	0x80000000 /* Initialize uninitialized itables */
9185bf5683aSHidehiro Kawai 
919fd8c37ecSTheodore Ts'o #define clear_opt(sb, opt)		EXT4_SB(sb)->s_mount_opt &= \
920fd8c37ecSTheodore Ts'o 						~EXT4_MOUNT_##opt
921fd8c37ecSTheodore Ts'o #define set_opt(sb, opt)		EXT4_SB(sb)->s_mount_opt |= \
922fd8c37ecSTheodore Ts'o 						EXT4_MOUNT_##opt
9233dcf5451SChristoph Hellwig #define test_opt(sb, opt)		(EXT4_SB(sb)->s_mount_opt & \
9243dcf5451SChristoph Hellwig 					 EXT4_MOUNT_##opt)
9253dcf5451SChristoph Hellwig 
926a2595b8aSTheodore Ts'o #define clear_opt2(sb, opt)		EXT4_SB(sb)->s_mount_opt2 &= \
927a2595b8aSTheodore Ts'o 						~EXT4_MOUNT2_##opt
928a2595b8aSTheodore Ts'o #define set_opt2(sb, opt)		EXT4_SB(sb)->s_mount_opt2 |= \
929a2595b8aSTheodore Ts'o 						EXT4_MOUNT2_##opt
930a2595b8aSTheodore Ts'o #define test_opt2(sb, opt)		(EXT4_SB(sb)->s_mount_opt2 & \
931a2595b8aSTheodore Ts'o 					 EXT4_MOUNT2_##opt)
932a2595b8aSTheodore Ts'o 
93350e0168cSAkinobu Mita #define ext4_set_bit			__test_and_set_bit_le
9343dcf5451SChristoph Hellwig #define ext4_set_bit_atomic		ext2_set_bit_atomic
93550e0168cSAkinobu Mita #define ext4_clear_bit			__test_and_clear_bit_le
9363dcf5451SChristoph Hellwig #define ext4_clear_bit_atomic		ext2_clear_bit_atomic
93750e0168cSAkinobu Mita #define ext4_test_bit			test_bit_le
93850e0168cSAkinobu Mita #define ext4_find_first_zero_bit	find_first_zero_bit_le
93950e0168cSAkinobu Mita #define ext4_find_next_zero_bit		find_next_zero_bit_le
94050e0168cSAkinobu Mita #define ext4_find_next_bit		find_next_bit_le
9413dcf5451SChristoph Hellwig 
9423dcf5451SChristoph Hellwig /*
9433dcf5451SChristoph Hellwig  * Maximal mount counts between two filesystem checks
9443dcf5451SChristoph Hellwig  */
9453dcf5451SChristoph Hellwig #define EXT4_DFL_MAX_MNT_COUNT		20	/* Allow 20 mounts */
9463dcf5451SChristoph Hellwig #define EXT4_DFL_CHECKINTERVAL		0	/* Don't use interval check */
9473dcf5451SChristoph Hellwig 
9483dcf5451SChristoph Hellwig /*
9493dcf5451SChristoph Hellwig  * Behaviour when detecting errors
9503dcf5451SChristoph Hellwig  */
9513dcf5451SChristoph Hellwig #define EXT4_ERRORS_CONTINUE		1	/* Continue execution */
9523dcf5451SChristoph Hellwig #define EXT4_ERRORS_RO			2	/* Remount fs read-only */
9533dcf5451SChristoph Hellwig #define EXT4_ERRORS_PANIC		3	/* Panic */
9543dcf5451SChristoph Hellwig #define EXT4_ERRORS_DEFAULT		EXT4_ERRORS_CONTINUE
9553dcf5451SChristoph Hellwig 
9563dcf5451SChristoph Hellwig /*
9573dcf5451SChristoph Hellwig  * Structure of the super block
9583dcf5451SChristoph Hellwig  */
9593dcf5451SChristoph Hellwig struct ext4_super_block {
9603dcf5451SChristoph Hellwig /*00*/	__le32	s_inodes_count;		/* Inodes count */
9613dcf5451SChristoph Hellwig 	__le32	s_blocks_count_lo;	/* Blocks count */
9623dcf5451SChristoph Hellwig 	__le32	s_r_blocks_count_lo;	/* Reserved blocks count */
9633dcf5451SChristoph Hellwig 	__le32	s_free_blocks_count_lo;	/* Free blocks count */
9643dcf5451SChristoph Hellwig /*10*/	__le32	s_free_inodes_count;	/* Free inodes count */
9653dcf5451SChristoph Hellwig 	__le32	s_first_data_block;	/* First Data Block */
9663dcf5451SChristoph Hellwig 	__le32	s_log_block_size;	/* Block size */
9673dcf5451SChristoph Hellwig 	__le32	s_obso_log_frag_size;	/* Obsoleted fragment size */
9683dcf5451SChristoph Hellwig /*20*/	__le32	s_blocks_per_group;	/* # Blocks per group */
9693dcf5451SChristoph Hellwig 	__le32	s_obso_frags_per_group;	/* Obsoleted fragments per group */
9703dcf5451SChristoph Hellwig 	__le32	s_inodes_per_group;	/* # Inodes per group */
9713dcf5451SChristoph Hellwig 	__le32	s_mtime;		/* Mount time */
9723dcf5451SChristoph Hellwig /*30*/	__le32	s_wtime;		/* Write time */
9733dcf5451SChristoph Hellwig 	__le16	s_mnt_count;		/* Mount count */
9743dcf5451SChristoph Hellwig 	__le16	s_max_mnt_count;	/* Maximal mount count */
9753dcf5451SChristoph Hellwig 	__le16	s_magic;		/* Magic signature */
9763dcf5451SChristoph Hellwig 	__le16	s_state;		/* File system state */
9773dcf5451SChristoph Hellwig 	__le16	s_errors;		/* Behaviour when detecting errors */
9783dcf5451SChristoph Hellwig 	__le16	s_minor_rev_level;	/* minor revision level */
9793dcf5451SChristoph Hellwig /*40*/	__le32	s_lastcheck;		/* time of last check */
9803dcf5451SChristoph Hellwig 	__le32	s_checkinterval;	/* max. time between checks */
9813dcf5451SChristoph Hellwig 	__le32	s_creator_os;		/* OS */
9823dcf5451SChristoph Hellwig 	__le32	s_rev_level;		/* Revision level */
9833dcf5451SChristoph Hellwig /*50*/	__le16	s_def_resuid;		/* Default uid for reserved blocks */
9843dcf5451SChristoph Hellwig 	__le16	s_def_resgid;		/* Default gid for reserved blocks */
9853dcf5451SChristoph Hellwig 	/*
9863dcf5451SChristoph Hellwig 	 * These fields are for EXT4_DYNAMIC_REV superblocks only.
9873dcf5451SChristoph Hellwig 	 *
9883dcf5451SChristoph Hellwig 	 * Note: the difference between the compatible feature set and
9893dcf5451SChristoph Hellwig 	 * the incompatible feature set is that if there is a bit set
9903dcf5451SChristoph Hellwig 	 * in the incompatible feature set that the kernel doesn't
9913dcf5451SChristoph Hellwig 	 * know about, it should refuse to mount the filesystem.
9923dcf5451SChristoph Hellwig 	 *
9933dcf5451SChristoph Hellwig 	 * e2fsck's requirements are more strict; if it doesn't know
9943dcf5451SChristoph Hellwig 	 * about a feature in either the compatible or incompatible
9953dcf5451SChristoph Hellwig 	 * feature set, it must abort and not try to meddle with
9963dcf5451SChristoph Hellwig 	 * things it doesn't understand...
9973dcf5451SChristoph Hellwig 	 */
9983dcf5451SChristoph Hellwig 	__le32	s_first_ino;		/* First non-reserved inode */
9993dcf5451SChristoph Hellwig 	__le16  s_inode_size;		/* size of inode structure */
10003dcf5451SChristoph Hellwig 	__le16	s_block_group_nr;	/* block group # of this superblock */
10013dcf5451SChristoph Hellwig 	__le32	s_feature_compat;	/* compatible feature set */
10023dcf5451SChristoph Hellwig /*60*/	__le32	s_feature_incompat;	/* incompatible feature set */
10033dcf5451SChristoph Hellwig 	__le32	s_feature_ro_compat;	/* readonly-compatible feature set */
10043dcf5451SChristoph Hellwig /*68*/	__u8	s_uuid[16];		/* 128-bit uuid for volume */
10053dcf5451SChristoph Hellwig /*78*/	char	s_volume_name[16];	/* volume name */
10063dcf5451SChristoph Hellwig /*88*/	char	s_last_mounted[64];	/* directory where last mounted */
10073dcf5451SChristoph Hellwig /*C8*/	__le32	s_algorithm_usage_bitmap; /* For compression */
10083dcf5451SChristoph Hellwig 	/*
10093dcf5451SChristoph Hellwig 	 * Performance hints.  Directory preallocation should only
10103dcf5451SChristoph Hellwig 	 * happen if the EXT4_FEATURE_COMPAT_DIR_PREALLOC flag is on.
10113dcf5451SChristoph Hellwig 	 */
10123dcf5451SChristoph Hellwig 	__u8	s_prealloc_blocks;	/* Nr of blocks to try to preallocate*/
10133dcf5451SChristoph Hellwig 	__u8	s_prealloc_dir_blocks;	/* Nr to preallocate for dirs */
10143dcf5451SChristoph Hellwig 	__le16	s_reserved_gdt_blocks;	/* Per group desc for online growth */
10153dcf5451SChristoph Hellwig 	/*
10163dcf5451SChristoph Hellwig 	 * Journaling support valid if EXT4_FEATURE_COMPAT_HAS_JOURNAL set.
10173dcf5451SChristoph Hellwig 	 */
10183dcf5451SChristoph Hellwig /*D0*/	__u8	s_journal_uuid[16];	/* uuid of journal superblock */
10193dcf5451SChristoph Hellwig /*E0*/	__le32	s_journal_inum;		/* inode number of journal file */
10203dcf5451SChristoph Hellwig 	__le32	s_journal_dev;		/* device number of journal file */
10213dcf5451SChristoph Hellwig 	__le32	s_last_orphan;		/* start of list of inodes to delete */
10223dcf5451SChristoph Hellwig 	__le32	s_hash_seed[4];		/* HTREE hash seed */
10233dcf5451SChristoph Hellwig 	__u8	s_def_hash_version;	/* Default hash version to use */
102489eeddf0STheodore Ts'o 	__u8	s_jnl_backup_type;
10253dcf5451SChristoph Hellwig 	__le16  s_desc_size;		/* size of group descriptor */
10263dcf5451SChristoph Hellwig /*100*/	__le32	s_default_mount_opts;
10273dcf5451SChristoph Hellwig 	__le32	s_first_meta_bg;	/* First metablock block group */
10283dcf5451SChristoph Hellwig 	__le32	s_mkfs_time;		/* When the filesystem was created */
10293dcf5451SChristoph Hellwig 	__le32	s_jnl_blocks[17];	/* Backup of the journal inode */
10303dcf5451SChristoph Hellwig 	/* 64bit support valid if EXT4_FEATURE_COMPAT_64BIT */
10313dcf5451SChristoph Hellwig /*150*/	__le32	s_blocks_count_hi;	/* Blocks count */
10323dcf5451SChristoph Hellwig 	__le32	s_r_blocks_count_hi;	/* Reserved blocks count */
10333dcf5451SChristoph Hellwig 	__le32	s_free_blocks_count_hi;	/* Free blocks count */
10343dcf5451SChristoph Hellwig 	__le16	s_min_extra_isize;	/* All inodes have at least # bytes */
10353dcf5451SChristoph Hellwig 	__le16	s_want_extra_isize; 	/* New inodes should reserve # bytes */
10363dcf5451SChristoph Hellwig 	__le32	s_flags;		/* Miscellaneous flags */
10373dcf5451SChristoph Hellwig 	__le16  s_raid_stride;		/* RAID stride */
1038c5e06d10SJohann Lombardi 	__le16  s_mmp_update_interval;  /* # seconds to wait in MMP checking */
10393dcf5451SChristoph Hellwig 	__le64  s_mmp_block;            /* Block for multi-mount protection */
10403dcf5451SChristoph Hellwig 	__le32  s_raid_stripe_width;    /* blocks on all data disks (N*stride)*/
1041772cb7c8SJose R. Santos 	__u8	s_log_groups_per_flex;  /* FLEX_BG group size */
104289eeddf0STheodore Ts'o 	__u8	s_reserved_char_pad;
1043772cb7c8SJose R. Santos 	__le16  s_reserved_pad;
1044afc32f7eSTheodore Ts'o 	__le64	s_kbytes_written;	/* nr of lifetime kilobytes written */
10454a9cdec7STheodore Ts'o 	__le32	s_snapshot_inum;	/* Inode number of active snapshot */
10464a9cdec7STheodore Ts'o 	__le32	s_snapshot_id;		/* sequential ID of active snapshot */
10474a9cdec7STheodore Ts'o 	__le64	s_snapshot_r_blocks_count; /* reserved blocks for active
10484a9cdec7STheodore Ts'o 					      snapshot's future use */
10494a9cdec7STheodore Ts'o 	__le32	s_snapshot_list;	/* inode number of the head of the
10504a9cdec7STheodore Ts'o 					   on-disk snapshot list */
10511c13d5c0STheodore Ts'o #define EXT4_S_ERR_START offsetof(struct ext4_super_block, s_error_count)
10521c13d5c0STheodore Ts'o 	__le32	s_error_count;		/* number of fs errors */
10531c13d5c0STheodore Ts'o 	__le32	s_first_error_time;	/* first time an error happened */
10541c13d5c0STheodore Ts'o 	__le32	s_first_error_ino;	/* inode involved in first error */
10551c13d5c0STheodore Ts'o 	__le64	s_first_error_block;	/* block involved of first error */
10561c13d5c0STheodore Ts'o 	__u8	s_first_error_func[32];	/* function where the error happened */
10571c13d5c0STheodore Ts'o 	__le32	s_first_error_line;	/* line number where error happened */
10581c13d5c0STheodore Ts'o 	__le32	s_last_error_time;	/* most recent time of an error */
10591c13d5c0STheodore Ts'o 	__le32	s_last_error_ino;	/* inode involved in last error */
10601c13d5c0STheodore Ts'o 	__le32	s_last_error_line;	/* line number where error happened */
10611c13d5c0STheodore Ts'o 	__le64	s_last_error_block;	/* block involved of last error */
10621c13d5c0STheodore Ts'o 	__u8	s_last_error_func[32];	/* function where the error happened */
10638b67f04aSTheodore Ts'o #define EXT4_S_ERR_END offsetof(struct ext4_super_block, s_mount_opts)
10648b67f04aSTheodore Ts'o 	__u8	s_mount_opts[64];
10658b67f04aSTheodore Ts'o 	__le32	s_reserved[112];        /* Padding to the end of the block */
10663dcf5451SChristoph Hellwig };
10673dcf5451SChristoph Hellwig 
10681c13d5c0STheodore Ts'o #define EXT4_S_ERR_LEN (EXT4_S_ERR_END - EXT4_S_ERR_START)
10691c13d5c0STheodore Ts'o 
10703dcf5451SChristoph Hellwig #ifdef __KERNEL__
1071bc0b0d6dSTheodore Ts'o 
1072bc0b0d6dSTheodore Ts'o /*
10734ab2f15bSTheodore Ts'o  * run-time mount flags
1074bc0b0d6dSTheodore Ts'o  */
1075bc0b0d6dSTheodore Ts'o #define EXT4_MF_MNTDIR_SAMPLED	0x0001
10764ab2f15bSTheodore Ts'o #define EXT4_MF_FS_ABORTED	0x0002	/* Fatal error detected */
1077bc0b0d6dSTheodore Ts'o 
1078ca0faba0STheodore Ts'o /*
1079ca0faba0STheodore Ts'o  * fourth extended-fs super-block data in memory
1080ca0faba0STheodore Ts'o  */
1081ca0faba0STheodore Ts'o struct ext4_sb_info {
1082ca0faba0STheodore Ts'o 	unsigned long s_desc_size;	/* Size of a group descriptor in bytes */
1083ca0faba0STheodore Ts'o 	unsigned long s_inodes_per_block;/* Number of inodes per block */
1084ca0faba0STheodore Ts'o 	unsigned long s_blocks_per_group;/* Number of blocks in a group */
1085ca0faba0STheodore Ts'o 	unsigned long s_inodes_per_group;/* Number of inodes in a group */
1086ca0faba0STheodore Ts'o 	unsigned long s_itb_per_group;	/* Number of inode table blocks per group */
1087ca0faba0STheodore Ts'o 	unsigned long s_gdb_count;	/* Number of group descriptor blocks */
1088ca0faba0STheodore Ts'o 	unsigned long s_desc_per_block;	/* Number of group descriptors per block */
1089ca0faba0STheodore Ts'o 	ext4_group_t s_groups_count;	/* Number of groups in the fs */
1090fb0a387dSEric Sandeen 	ext4_group_t s_blockfile_groups;/* Groups acceptable for non-extent files */
1091ca0faba0STheodore Ts'o 	unsigned long s_overhead_last;  /* Last calculated overhead */
1092ca0faba0STheodore Ts'o 	unsigned long s_blocks_last;    /* Last seen block count */
1093ca0faba0STheodore Ts'o 	loff_t s_bitmap_maxbytes;	/* max bytes for bitmap files */
1094ca0faba0STheodore Ts'o 	struct buffer_head * s_sbh;	/* Buffer containing the super block */
1095ca0faba0STheodore Ts'o 	struct ext4_super_block *s_es;	/* Pointer to the super block in the buffer */
1096ca0faba0STheodore Ts'o 	struct buffer_head **s_group_desc;
10977f4520ccSTheodore Ts'o 	unsigned int s_mount_opt;
1098a2595b8aSTheodore Ts'o 	unsigned int s_mount_opt2;
1099bc0b0d6dSTheodore Ts'o 	unsigned int s_mount_flags;
1100ca0faba0STheodore Ts'o 	ext4_fsblk_t s_sb_block;
1101ca0faba0STheodore Ts'o 	uid_t s_resuid;
1102ca0faba0STheodore Ts'o 	gid_t s_resgid;
1103ca0faba0STheodore Ts'o 	unsigned short s_mount_state;
1104ca0faba0STheodore Ts'o 	unsigned short s_pad;
1105ca0faba0STheodore Ts'o 	int s_addr_per_block_bits;
1106ca0faba0STheodore Ts'o 	int s_desc_per_block_bits;
1107ca0faba0STheodore Ts'o 	int s_inode_size;
1108ca0faba0STheodore Ts'o 	int s_first_ino;
1109ca0faba0STheodore Ts'o 	unsigned int s_inode_readahead_blks;
111011013911SAndreas Dilger 	unsigned int s_inode_goal;
1111ca0faba0STheodore Ts'o 	spinlock_t s_next_gen_lock;
1112ca0faba0STheodore Ts'o 	u32 s_next_generation;
1113ca0faba0STheodore Ts'o 	u32 s_hash_seed[4];
1114ca0faba0STheodore Ts'o 	int s_def_hash_version;
1115ca0faba0STheodore Ts'o 	int s_hash_unsigned;	/* 3 if hash should be signed, 0 if not */
1116ca0faba0STheodore Ts'o 	struct percpu_counter s_freeblocks_counter;
1117ca0faba0STheodore Ts'o 	struct percpu_counter s_freeinodes_counter;
1118ca0faba0STheodore Ts'o 	struct percpu_counter s_dirs_counter;
1119ca0faba0STheodore Ts'o 	struct percpu_counter s_dirtyblocks_counter;
1120ca0faba0STheodore Ts'o 	struct blockgroup_lock *s_blockgroup_lock;
1121ca0faba0STheodore Ts'o 	struct proc_dir_entry *s_proc;
1122ca0faba0STheodore Ts'o 	struct kobject s_kobj;
1123ca0faba0STheodore Ts'o 	struct completion s_kobj_unregister;
1124ca0faba0STheodore Ts'o 
1125ca0faba0STheodore Ts'o 	/* Journaling */
1126ca0faba0STheodore Ts'o 	struct journal_s *s_journal;
1127ca0faba0STheodore Ts'o 	struct list_head s_orphan;
1128ca0faba0STheodore Ts'o 	struct mutex s_orphan_lock;
1129ca0faba0STheodore Ts'o 	struct mutex s_resize_lock;
1130ca0faba0STheodore Ts'o 	unsigned long s_commit_interval;
1131ca0faba0STheodore Ts'o 	u32 s_max_batch_time;
1132ca0faba0STheodore Ts'o 	u32 s_min_batch_time;
1133ca0faba0STheodore Ts'o 	struct block_device *journal_bdev;
1134ca0faba0STheodore Ts'o #ifdef CONFIG_JBD2_DEBUG
1135ca0faba0STheodore Ts'o 	struct timer_list turn_ro_timer;	/* For turning read-only (crash simulation) */
1136ca0faba0STheodore Ts'o 	wait_queue_head_t ro_wait_queue;	/* For people waiting for the fs to go read-only */
1137ca0faba0STheodore Ts'o #endif
1138ca0faba0STheodore Ts'o #ifdef CONFIG_QUOTA
1139ca0faba0STheodore Ts'o 	char *s_qf_names[MAXQUOTAS];		/* Names of quota files with journalled quota */
1140ca0faba0STheodore Ts'o 	int s_jquota_fmt;			/* Format of quota to use */
1141ca0faba0STheodore Ts'o #endif
1142ca0faba0STheodore Ts'o 	unsigned int s_want_extra_isize; /* New inodes should reserve # bytes */
11436fd058f7STheodore Ts'o 	struct rb_root system_blks;
1144ca0faba0STheodore Ts'o 
1145ca0faba0STheodore Ts'o #ifdef EXTENTS_STATS
1146ca0faba0STheodore Ts'o 	/* ext4 extents stats */
1147ca0faba0STheodore Ts'o 	unsigned long s_ext_min;
1148ca0faba0STheodore Ts'o 	unsigned long s_ext_max;
1149ca0faba0STheodore Ts'o 	unsigned long s_depth_max;
1150ca0faba0STheodore Ts'o 	spinlock_t s_ext_stats_lock;
1151ca0faba0STheodore Ts'o 	unsigned long s_ext_blocks;
1152ca0faba0STheodore Ts'o 	unsigned long s_ext_extents;
1153ca0faba0STheodore Ts'o #endif
115477f4135fSVivek Haldar 	/* ext4 extent cache stats */
115577f4135fSVivek Haldar 	unsigned long extent_cache_hits;
115677f4135fSVivek Haldar 	unsigned long extent_cache_misses;
1157ca0faba0STheodore Ts'o 
1158ca0faba0STheodore Ts'o 	/* for buddy allocator */
1159ca0faba0STheodore Ts'o 	struct ext4_group_info ***s_group_info;
1160ca0faba0STheodore Ts'o 	struct inode *s_buddy_cache;
1161ca0faba0STheodore Ts'o 	spinlock_t s_md_lock;
1162ca0faba0STheodore Ts'o 	unsigned short *s_mb_offsets;
1163ca0faba0STheodore Ts'o 	unsigned int *s_mb_maxs;
1164ca0faba0STheodore Ts'o 
1165ca0faba0STheodore Ts'o 	/* tunables */
1166ca0faba0STheodore Ts'o 	unsigned long s_stripe;
1167ca0faba0STheodore Ts'o 	unsigned int s_mb_stream_request;
1168ca0faba0STheodore Ts'o 	unsigned int s_mb_max_to_scan;
1169ca0faba0STheodore Ts'o 	unsigned int s_mb_min_to_scan;
1170ca0faba0STheodore Ts'o 	unsigned int s_mb_stats;
1171ca0faba0STheodore Ts'o 	unsigned int s_mb_order2_reqs;
1172ca0faba0STheodore Ts'o 	unsigned int s_mb_group_prealloc;
117355138e0bSTheodore Ts'o 	unsigned int s_max_writeback_mb_bump;
1174ca0faba0STheodore Ts'o 	/* where last allocation was done - for stream allocation */
1175ca0faba0STheodore Ts'o 	unsigned long s_mb_last_group;
1176ca0faba0STheodore Ts'o 	unsigned long s_mb_last_start;
1177ca0faba0STheodore Ts'o 
1178ca0faba0STheodore Ts'o 	/* stats for buddy allocator */
1179ca0faba0STheodore Ts'o 	atomic_t s_bal_reqs;	/* number of reqs with len > 1 */
1180ca0faba0STheodore Ts'o 	atomic_t s_bal_success;	/* we found long enough chunks */
1181ca0faba0STheodore Ts'o 	atomic_t s_bal_allocated;	/* in blocks */
1182ca0faba0STheodore Ts'o 	atomic_t s_bal_ex_scanned;	/* total extents scanned */
1183ca0faba0STheodore Ts'o 	atomic_t s_bal_goals;	/* goal hits */
1184ca0faba0STheodore Ts'o 	atomic_t s_bal_breaks;	/* too long searches */
1185ca0faba0STheodore Ts'o 	atomic_t s_bal_2orders;	/* 2^order hits */
1186ca0faba0STheodore Ts'o 	spinlock_t s_bal_lock;
1187ca0faba0STheodore Ts'o 	unsigned long s_mb_buddies_generated;
1188ca0faba0STheodore Ts'o 	unsigned long long s_mb_generation_time;
1189ca0faba0STheodore Ts'o 	atomic_t s_mb_lost_chunks;
1190ca0faba0STheodore Ts'o 	atomic_t s_mb_preallocated;
1191ca0faba0STheodore Ts'o 	atomic_t s_mb_discarded;
119250797481STheodore Ts'o 	atomic_t s_lock_busy;
1193ca0faba0STheodore Ts'o 
1194ca0faba0STheodore Ts'o 	/* locality groups */
1195003cb608STejun Heo 	struct ext4_locality_group __percpu *s_locality_groups;
1196ca0faba0STheodore Ts'o 
1197ca0faba0STheodore Ts'o 	/* for write statistics */
1198ca0faba0STheodore Ts'o 	unsigned long s_sectors_written_start;
1199ca0faba0STheodore Ts'o 	u64 s_kbytes_written;
1200ca0faba0STheodore Ts'o 
1201ca0faba0STheodore Ts'o 	unsigned int s_log_groups_per_flex;
1202ca0faba0STheodore Ts'o 	struct flex_groups *s_flex_groups;
12034c0425ffSMingming Cao 
12044c0425ffSMingming Cao 	/* workqueue for dio unwritten */
12054c0425ffSMingming Cao 	struct workqueue_struct *dio_unwritten_wq;
120666e61a9eSTheodore Ts'o 
120766e61a9eSTheodore Ts'o 	/* timer for periodic error stats printing */
120866e61a9eSTheodore Ts'o 	struct timer_list s_err_report;
1209bfff6873SLukas Czerner 
1210bfff6873SLukas Czerner 	/* Lazy inode table initialization info */
1211bfff6873SLukas Czerner 	struct ext4_li_request *s_li_request;
1212bfff6873SLukas Czerner 	/* Wait multiplier for lazy initialization thread */
1213bfff6873SLukas Czerner 	unsigned int s_li_wait_mult;
1214c5e06d10SJohann Lombardi 
1215c5e06d10SJohann Lombardi 	/* Kernel thread for multiple mount protection */
1216c5e06d10SJohann Lombardi 	struct task_struct *s_mmp_tsk;
1217ca0faba0STheodore Ts'o };
1218ca0faba0STheodore Ts'o 
12193dcf5451SChristoph Hellwig static inline struct ext4_sb_info *EXT4_SB(struct super_block *sb)
12203dcf5451SChristoph Hellwig {
12213dcf5451SChristoph Hellwig 	return sb->s_fs_info;
12223dcf5451SChristoph Hellwig }
12233dcf5451SChristoph Hellwig static inline struct ext4_inode_info *EXT4_I(struct inode *inode)
12243dcf5451SChristoph Hellwig {
12253dcf5451SChristoph Hellwig 	return container_of(inode, struct ext4_inode_info, vfs_inode);
12263dcf5451SChristoph Hellwig }
12273dcf5451SChristoph Hellwig 
12283dcf5451SChristoph Hellwig static inline struct timespec ext4_current_time(struct inode *inode)
12293dcf5451SChristoph Hellwig {
12303dcf5451SChristoph Hellwig 	return (inode->i_sb->s_time_gran < NSEC_PER_SEC) ?
12313dcf5451SChristoph Hellwig 		current_fs_time(inode->i_sb) : CURRENT_TIME_SEC;
12323dcf5451SChristoph Hellwig }
12333dcf5451SChristoph Hellwig 
12343dcf5451SChristoph Hellwig static inline int ext4_valid_inum(struct super_block *sb, unsigned long ino)
12353dcf5451SChristoph Hellwig {
12363dcf5451SChristoph Hellwig 	return ino == EXT4_ROOT_INO ||
12373dcf5451SChristoph Hellwig 		ino == EXT4_JOURNAL_INO ||
12383dcf5451SChristoph Hellwig 		ino == EXT4_RESIZE_INO ||
12393dcf5451SChristoph Hellwig 		(ino >= EXT4_FIRST_INO(sb) &&
12403dcf5451SChristoph Hellwig 		 ino <= le32_to_cpu(EXT4_SB(sb)->s_es->s_inodes_count));
12413dcf5451SChristoph Hellwig }
124219f5fb7aSTheodore Ts'o 
124319f5fb7aSTheodore Ts'o /*
124419f5fb7aSTheodore Ts'o  * Inode dynamic state flags
124519f5fb7aSTheodore Ts'o  */
124619f5fb7aSTheodore Ts'o enum {
124719f5fb7aSTheodore Ts'o 	EXT4_STATE_JDATA,		/* journaled data exists */
124819f5fb7aSTheodore Ts'o 	EXT4_STATE_NEW,			/* inode is newly created */
124919f5fb7aSTheodore Ts'o 	EXT4_STATE_XATTR,		/* has in-inode xattrs */
125019f5fb7aSTheodore Ts'o 	EXT4_STATE_NO_EXPAND,		/* No space for expansion */
125119f5fb7aSTheodore Ts'o 	EXT4_STATE_DA_ALLOC_CLOSE,	/* Alloc DA blks on close */
125219f5fb7aSTheodore Ts'o 	EXT4_STATE_EXT_MIGRATE,		/* Inode is migrating */
125319f5fb7aSTheodore Ts'o 	EXT4_STATE_DIO_UNWRITTEN,	/* need convert on dio done*/
125414ece102SFrank Mayhar 	EXT4_STATE_NEWENTRY,		/* File just added to dir */
1255f2321097STheodore Ts'o 	EXT4_STATE_DELALLOC_RESERVED,	/* blks already reserved for delalloc */
125619f5fb7aSTheodore Ts'o };
125719f5fb7aSTheodore Ts'o 
1258353eb83cSTheodore Ts'o #define EXT4_INODE_BIT_FNS(name, field, offset)				\
125912e9b892SDmitry Monakhov static inline int ext4_test_inode_##name(struct inode *inode, int bit)	\
126012e9b892SDmitry Monakhov {									\
1261353eb83cSTheodore Ts'o 	return test_bit(bit + (offset), &EXT4_I(inode)->i_##field);	\
126212e9b892SDmitry Monakhov }									\
126312e9b892SDmitry Monakhov static inline void ext4_set_inode_##name(struct inode *inode, int bit)	\
126412e9b892SDmitry Monakhov {									\
1265353eb83cSTheodore Ts'o 	set_bit(bit + (offset), &EXT4_I(inode)->i_##field);		\
126612e9b892SDmitry Monakhov }									\
126712e9b892SDmitry Monakhov static inline void ext4_clear_inode_##name(struct inode *inode, int bit) \
126812e9b892SDmitry Monakhov {									\
1269353eb83cSTheodore Ts'o 	clear_bit(bit + (offset), &EXT4_I(inode)->i_##field);		\
127019f5fb7aSTheodore Ts'o }
127119f5fb7aSTheodore Ts'o 
1272353eb83cSTheodore Ts'o EXT4_INODE_BIT_FNS(flag, flags, 0)
1273353eb83cSTheodore Ts'o #if (BITS_PER_LONG < 64)
1274353eb83cSTheodore Ts'o EXT4_INODE_BIT_FNS(state, state_flags, 0)
1275353eb83cSTheodore Ts'o 
1276353eb83cSTheodore Ts'o static inline void ext4_clear_state_flags(struct ext4_inode_info *ei)
1277353eb83cSTheodore Ts'o {
1278353eb83cSTheodore Ts'o 	(ei)->i_state_flags = 0;
1279353eb83cSTheodore Ts'o }
1280353eb83cSTheodore Ts'o #else
1281353eb83cSTheodore Ts'o EXT4_INODE_BIT_FNS(state, flags, 32)
1282353eb83cSTheodore Ts'o 
1283353eb83cSTheodore Ts'o static inline void ext4_clear_state_flags(struct ext4_inode_info *ei)
1284353eb83cSTheodore Ts'o {
1285353eb83cSTheodore Ts'o 	/* We depend on the fact that callers will set i_flags */
1286353eb83cSTheodore Ts'o }
1287353eb83cSTheodore Ts'o #endif
12883dcf5451SChristoph Hellwig #else
12893dcf5451SChristoph Hellwig /* Assume that user mode programs are passing in an ext4fs superblock, not
12903dcf5451SChristoph Hellwig  * a kernel struct super_block.  This will allow us to call the feature-test
12913dcf5451SChristoph Hellwig  * macros from user land. */
12923dcf5451SChristoph Hellwig #define EXT4_SB(sb)	(sb)
12933dcf5451SChristoph Hellwig #endif
12943dcf5451SChristoph Hellwig 
12953dcf5451SChristoph Hellwig #define NEXT_ORPHAN(inode) EXT4_I(inode)->i_dtime
12963dcf5451SChristoph Hellwig 
12973dcf5451SChristoph Hellwig /*
12983dcf5451SChristoph Hellwig  * Codes for operating systems
12993dcf5451SChristoph Hellwig  */
13003dcf5451SChristoph Hellwig #define EXT4_OS_LINUX		0
13013dcf5451SChristoph Hellwig #define EXT4_OS_HURD		1
13023dcf5451SChristoph Hellwig #define EXT4_OS_MASIX		2
13033dcf5451SChristoph Hellwig #define EXT4_OS_FREEBSD		3
13043dcf5451SChristoph Hellwig #define EXT4_OS_LITES		4
13053dcf5451SChristoph Hellwig 
13063dcf5451SChristoph Hellwig /*
13073dcf5451SChristoph Hellwig  * Revision levels
13083dcf5451SChristoph Hellwig  */
13093dcf5451SChristoph Hellwig #define EXT4_GOOD_OLD_REV	0	/* The good old (original) format */
13103dcf5451SChristoph Hellwig #define EXT4_DYNAMIC_REV	1	/* V2 format w/ dynamic inode sizes */
13113dcf5451SChristoph Hellwig 
13123dcf5451SChristoph Hellwig #define EXT4_CURRENT_REV	EXT4_GOOD_OLD_REV
13133dcf5451SChristoph Hellwig #define EXT4_MAX_SUPP_REV	EXT4_DYNAMIC_REV
13143dcf5451SChristoph Hellwig 
13153dcf5451SChristoph Hellwig #define EXT4_GOOD_OLD_INODE_SIZE 128
13163dcf5451SChristoph Hellwig 
13173dcf5451SChristoph Hellwig /*
13183dcf5451SChristoph Hellwig  * Feature set definitions
13193dcf5451SChristoph Hellwig  */
13203dcf5451SChristoph Hellwig 
13213dcf5451SChristoph Hellwig #define EXT4_HAS_COMPAT_FEATURE(sb,mask)			\
13223a06d778SAneesh Kumar K.V 	((EXT4_SB(sb)->s_es->s_feature_compat & cpu_to_le32(mask)) != 0)
13233dcf5451SChristoph Hellwig #define EXT4_HAS_RO_COMPAT_FEATURE(sb,mask)			\
13243a06d778SAneesh Kumar K.V 	((EXT4_SB(sb)->s_es->s_feature_ro_compat & cpu_to_le32(mask)) != 0)
13253dcf5451SChristoph Hellwig #define EXT4_HAS_INCOMPAT_FEATURE(sb,mask)			\
13263a06d778SAneesh Kumar K.V 	((EXT4_SB(sb)->s_es->s_feature_incompat & cpu_to_le32(mask)) != 0)
13273dcf5451SChristoph Hellwig #define EXT4_SET_COMPAT_FEATURE(sb,mask)			\
13283dcf5451SChristoph Hellwig 	EXT4_SB(sb)->s_es->s_feature_compat |= cpu_to_le32(mask)
13293dcf5451SChristoph Hellwig #define EXT4_SET_RO_COMPAT_FEATURE(sb,mask)			\
13303dcf5451SChristoph Hellwig 	EXT4_SB(sb)->s_es->s_feature_ro_compat |= cpu_to_le32(mask)
13313dcf5451SChristoph Hellwig #define EXT4_SET_INCOMPAT_FEATURE(sb,mask)			\
13323dcf5451SChristoph Hellwig 	EXT4_SB(sb)->s_es->s_feature_incompat |= cpu_to_le32(mask)
13333dcf5451SChristoph Hellwig #define EXT4_CLEAR_COMPAT_FEATURE(sb,mask)			\
13343dcf5451SChristoph Hellwig 	EXT4_SB(sb)->s_es->s_feature_compat &= ~cpu_to_le32(mask)
13353dcf5451SChristoph Hellwig #define EXT4_CLEAR_RO_COMPAT_FEATURE(sb,mask)			\
13363dcf5451SChristoph Hellwig 	EXT4_SB(sb)->s_es->s_feature_ro_compat &= ~cpu_to_le32(mask)
13373dcf5451SChristoph Hellwig #define EXT4_CLEAR_INCOMPAT_FEATURE(sb,mask)			\
13383dcf5451SChristoph Hellwig 	EXT4_SB(sb)->s_es->s_feature_incompat &= ~cpu_to_le32(mask)
13393dcf5451SChristoph Hellwig 
13403dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_DIR_PREALLOC	0x0001
13413dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_IMAGIC_INODES	0x0002
13423dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_HAS_JOURNAL		0x0004
13433dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_EXT_ATTR		0x0008
13443dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_RESIZE_INODE	0x0010
13453dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_DIR_INDEX		0x0020
13463dcf5451SChristoph Hellwig 
13473dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER	0x0001
13483dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_LARGE_FILE	0x0002
13493dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_BTREE_DIR	0x0004
13503dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_HUGE_FILE        0x0008
13513dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_GDT_CSUM		0x0010
13523dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_DIR_NLINK	0x0020
13533dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_EXTRA_ISIZE	0x0040
1354ae812306SAditya Kali #define EXT4_FEATURE_RO_COMPAT_QUOTA		0x0100
13553dcf5451SChristoph Hellwig 
13563dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_COMPRESSION	0x0001
13573dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_FILETYPE		0x0002
13583dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_RECOVER		0x0004 /* Needs recovery */
13593dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_JOURNAL_DEV	0x0008 /* Journal device */
13603dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_META_BG		0x0010
13613dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_EXTENTS		0x0040 /* extents support */
13623dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_64BIT		0x0080
13633dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_MMP               0x0100
13643dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_FLEX_BG		0x0200
1365f710b4b9STheodore Ts'o #define EXT4_FEATURE_INCOMPAT_EA_INODE		0x0400 /* EA in inode */
1366f710b4b9STheodore Ts'o #define EXT4_FEATURE_INCOMPAT_DIRDATA		0x1000 /* data in dirent */
13673dcf5451SChristoph Hellwig 
13682035e776STheodore Ts'o #define EXT2_FEATURE_COMPAT_SUPP	EXT4_FEATURE_COMPAT_EXT_ATTR
13692035e776STheodore Ts'o #define EXT2_FEATURE_INCOMPAT_SUPP	(EXT4_FEATURE_INCOMPAT_FILETYPE| \
13702035e776STheodore Ts'o 					 EXT4_FEATURE_INCOMPAT_META_BG)
13712035e776STheodore Ts'o #define EXT2_FEATURE_RO_COMPAT_SUPP	(EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER| \
13722035e776STheodore Ts'o 					 EXT4_FEATURE_RO_COMPAT_LARGE_FILE| \
13732035e776STheodore Ts'o 					 EXT4_FEATURE_RO_COMPAT_BTREE_DIR)
13742035e776STheodore Ts'o 
13752035e776STheodore Ts'o #define EXT3_FEATURE_COMPAT_SUPP	EXT4_FEATURE_COMPAT_EXT_ATTR
13762035e776STheodore Ts'o #define EXT3_FEATURE_INCOMPAT_SUPP	(EXT4_FEATURE_INCOMPAT_FILETYPE| \
13772035e776STheodore Ts'o 					 EXT4_FEATURE_INCOMPAT_RECOVER| \
13782035e776STheodore Ts'o 					 EXT4_FEATURE_INCOMPAT_META_BG)
13792035e776STheodore Ts'o #define EXT3_FEATURE_RO_COMPAT_SUPP	(EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER| \
13802035e776STheodore Ts'o 					 EXT4_FEATURE_RO_COMPAT_LARGE_FILE| \
13812035e776STheodore Ts'o 					 EXT4_FEATURE_RO_COMPAT_BTREE_DIR)
13822035e776STheodore Ts'o 
13833dcf5451SChristoph Hellwig #define EXT4_FEATURE_COMPAT_SUPP	EXT2_FEATURE_COMPAT_EXT_ATTR
13843dcf5451SChristoph Hellwig #define EXT4_FEATURE_INCOMPAT_SUPP	(EXT4_FEATURE_INCOMPAT_FILETYPE| \
13853dcf5451SChristoph Hellwig 					 EXT4_FEATURE_INCOMPAT_RECOVER| \
13863dcf5451SChristoph Hellwig 					 EXT4_FEATURE_INCOMPAT_META_BG| \
13873dcf5451SChristoph Hellwig 					 EXT4_FEATURE_INCOMPAT_EXTENTS| \
13883dcf5451SChristoph Hellwig 					 EXT4_FEATURE_INCOMPAT_64BIT| \
1389c5e06d10SJohann Lombardi 					 EXT4_FEATURE_INCOMPAT_FLEX_BG| \
1390c5e06d10SJohann Lombardi 					 EXT4_FEATURE_INCOMPAT_MMP)
13913dcf5451SChristoph Hellwig #define EXT4_FEATURE_RO_COMPAT_SUPP	(EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER| \
13923dcf5451SChristoph Hellwig 					 EXT4_FEATURE_RO_COMPAT_LARGE_FILE| \
13933dcf5451SChristoph Hellwig 					 EXT4_FEATURE_RO_COMPAT_GDT_CSUM| \
13943dcf5451SChristoph Hellwig 					 EXT4_FEATURE_RO_COMPAT_DIR_NLINK | \
13953dcf5451SChristoph Hellwig 					 EXT4_FEATURE_RO_COMPAT_EXTRA_ISIZE | \
13963dcf5451SChristoph Hellwig 					 EXT4_FEATURE_RO_COMPAT_BTREE_DIR |\
13973dcf5451SChristoph Hellwig 					 EXT4_FEATURE_RO_COMPAT_HUGE_FILE)
13983dcf5451SChristoph Hellwig 
13993dcf5451SChristoph Hellwig /*
14003dcf5451SChristoph Hellwig  * Default values for user and/or group using reserved blocks
14013dcf5451SChristoph Hellwig  */
14023dcf5451SChristoph Hellwig #define	EXT4_DEF_RESUID		0
14033dcf5451SChristoph Hellwig #define	EXT4_DEF_RESGID		0
14043dcf5451SChristoph Hellwig 
1405240799cdSTheodore Ts'o #define EXT4_DEF_INODE_READAHEAD_BLKS	32
1406240799cdSTheodore Ts'o 
14073dcf5451SChristoph Hellwig /*
14083dcf5451SChristoph Hellwig  * Default mount options
14093dcf5451SChristoph Hellwig  */
14103dcf5451SChristoph Hellwig #define EXT4_DEFM_DEBUG		0x0001
14113dcf5451SChristoph Hellwig #define EXT4_DEFM_BSDGROUPS	0x0002
14123dcf5451SChristoph Hellwig #define EXT4_DEFM_XATTR_USER	0x0004
14133dcf5451SChristoph Hellwig #define EXT4_DEFM_ACL		0x0008
14143dcf5451SChristoph Hellwig #define EXT4_DEFM_UID16		0x0010
14153dcf5451SChristoph Hellwig #define EXT4_DEFM_JMODE		0x0060
14163dcf5451SChristoph Hellwig #define EXT4_DEFM_JMODE_DATA	0x0020
14173dcf5451SChristoph Hellwig #define EXT4_DEFM_JMODE_ORDERED	0x0040
14183dcf5451SChristoph Hellwig #define EXT4_DEFM_JMODE_WBACK	0x0060
14198b67f04aSTheodore Ts'o #define EXT4_DEFM_NOBARRIER	0x0100
14208b67f04aSTheodore Ts'o #define EXT4_DEFM_BLOCK_VALIDITY 0x0200
14218b67f04aSTheodore Ts'o #define EXT4_DEFM_DISCARD	0x0400
14228b67f04aSTheodore Ts'o #define EXT4_DEFM_NODELALLOC	0x0800
14233dcf5451SChristoph Hellwig 
14243dcf5451SChristoph Hellwig /*
142530773840STheodore Ts'o  * Default journal batch times
142630773840STheodore Ts'o  */
142730773840STheodore Ts'o #define EXT4_DEF_MIN_BATCH_TIME	0
142830773840STheodore Ts'o #define EXT4_DEF_MAX_BATCH_TIME	15000 /* 15ms */
142930773840STheodore Ts'o 
143030773840STheodore Ts'o /*
1431a4912123STheodore Ts'o  * Minimum number of groups in a flexgroup before we separate out
1432a4912123STheodore Ts'o  * directories into the first block group of a flexgroup
1433a4912123STheodore Ts'o  */
1434a4912123STheodore Ts'o #define EXT4_FLEX_SIZE_DIR_ALLOC_SCHEME	4
1435a4912123STheodore Ts'o 
1436a4912123STheodore Ts'o /*
14373dcf5451SChristoph Hellwig  * Structure of a directory entry
14383dcf5451SChristoph Hellwig  */
14393dcf5451SChristoph Hellwig #define EXT4_NAME_LEN 255
14403dcf5451SChristoph Hellwig 
14413dcf5451SChristoph Hellwig struct ext4_dir_entry {
14423dcf5451SChristoph Hellwig 	__le32	inode;			/* Inode number */
14433dcf5451SChristoph Hellwig 	__le16	rec_len;		/* Directory entry length */
14443dcf5451SChristoph Hellwig 	__le16	name_len;		/* Name length */
14453dcf5451SChristoph Hellwig 	char	name[EXT4_NAME_LEN];	/* File name */
14463dcf5451SChristoph Hellwig };
14473dcf5451SChristoph Hellwig 
14483dcf5451SChristoph Hellwig /*
14493dcf5451SChristoph Hellwig  * The new version of the directory entry.  Since EXT4 structures are
14503dcf5451SChristoph Hellwig  * stored in intel byte order, and the name_len field could never be
14513dcf5451SChristoph Hellwig  * bigger than 255 chars, it's safe to reclaim the extra byte for the
14523dcf5451SChristoph Hellwig  * file_type field.
14533dcf5451SChristoph Hellwig  */
14543dcf5451SChristoph Hellwig struct ext4_dir_entry_2 {
14553dcf5451SChristoph Hellwig 	__le32	inode;			/* Inode number */
14563dcf5451SChristoph Hellwig 	__le16	rec_len;		/* Directory entry length */
14573dcf5451SChristoph Hellwig 	__u8	name_len;		/* Name length */
14583dcf5451SChristoph Hellwig 	__u8	file_type;
14593dcf5451SChristoph Hellwig 	char	name[EXT4_NAME_LEN];	/* File name */
14603dcf5451SChristoph Hellwig };
14613dcf5451SChristoph Hellwig 
14623dcf5451SChristoph Hellwig /*
14633dcf5451SChristoph Hellwig  * Ext4 directory file types.  Only the low 3 bits are used.  The
14643dcf5451SChristoph Hellwig  * other bits are reserved for now.
14653dcf5451SChristoph Hellwig  */
14663dcf5451SChristoph Hellwig #define EXT4_FT_UNKNOWN		0
14673dcf5451SChristoph Hellwig #define EXT4_FT_REG_FILE	1
14683dcf5451SChristoph Hellwig #define EXT4_FT_DIR		2
14693dcf5451SChristoph Hellwig #define EXT4_FT_CHRDEV		3
14703dcf5451SChristoph Hellwig #define EXT4_FT_BLKDEV		4
14713dcf5451SChristoph Hellwig #define EXT4_FT_FIFO		5
14723dcf5451SChristoph Hellwig #define EXT4_FT_SOCK		6
14733dcf5451SChristoph Hellwig #define EXT4_FT_SYMLINK		7
14743dcf5451SChristoph Hellwig 
14753dcf5451SChristoph Hellwig #define EXT4_FT_MAX		8
14763dcf5451SChristoph Hellwig 
14773dcf5451SChristoph Hellwig /*
14783dcf5451SChristoph Hellwig  * EXT4_DIR_PAD defines the directory entries boundaries
14793dcf5451SChristoph Hellwig  *
14803dcf5451SChristoph Hellwig  * NOTE: It must be a multiple of 4
14813dcf5451SChristoph Hellwig  */
14823dcf5451SChristoph Hellwig #define EXT4_DIR_PAD			4
14833dcf5451SChristoph Hellwig #define EXT4_DIR_ROUND			(EXT4_DIR_PAD - 1)
14843dcf5451SChristoph Hellwig #define EXT4_DIR_REC_LEN(name_len)	(((name_len) + 8 + EXT4_DIR_ROUND) & \
14853dcf5451SChristoph Hellwig 					 ~EXT4_DIR_ROUND)
14863dcf5451SChristoph Hellwig #define EXT4_MAX_REC_LEN		((1<<16)-1)
14873dcf5451SChristoph Hellwig 
14883dcf5451SChristoph Hellwig /*
14890cfc9255SEric Sandeen  * If we ever get support for fs block sizes > page_size, we'll need
14900cfc9255SEric Sandeen  * to remove the #if statements in the next two functions...
14910cfc9255SEric Sandeen  */
14920cfc9255SEric Sandeen static inline unsigned int
14930cfc9255SEric Sandeen ext4_rec_len_from_disk(__le16 dlen, unsigned blocksize)
14940cfc9255SEric Sandeen {
14950cfc9255SEric Sandeen 	unsigned len = le16_to_cpu(dlen);
14960cfc9255SEric Sandeen 
14970cfc9255SEric Sandeen #if (PAGE_CACHE_SIZE >= 65536)
14980cfc9255SEric Sandeen 	if (len == EXT4_MAX_REC_LEN || len == 0)
14990cfc9255SEric Sandeen 		return blocksize;
15000cfc9255SEric Sandeen 	return (len & 65532) | ((len & 3) << 16);
15010cfc9255SEric Sandeen #else
15020cfc9255SEric Sandeen 	return len;
15030cfc9255SEric Sandeen #endif
15040cfc9255SEric Sandeen }
15050cfc9255SEric Sandeen 
15060cfc9255SEric Sandeen static inline __le16 ext4_rec_len_to_disk(unsigned len, unsigned blocksize)
15070cfc9255SEric Sandeen {
15080cfc9255SEric Sandeen 	if ((len > blocksize) || (blocksize > (1 << 18)) || (len & 3))
15090cfc9255SEric Sandeen 		BUG();
15100cfc9255SEric Sandeen #if (PAGE_CACHE_SIZE >= 65536)
15110cfc9255SEric Sandeen 	if (len < 65536)
15120cfc9255SEric Sandeen 		return cpu_to_le16(len);
15130cfc9255SEric Sandeen 	if (len == blocksize) {
15140cfc9255SEric Sandeen 		if (blocksize == 65536)
15150cfc9255SEric Sandeen 			return cpu_to_le16(EXT4_MAX_REC_LEN);
15160cfc9255SEric Sandeen 		else
15170cfc9255SEric Sandeen 			return cpu_to_le16(0);
15180cfc9255SEric Sandeen 	}
15190cfc9255SEric Sandeen 	return cpu_to_le16((len & 65532) | ((len >> 16) & 3));
15200cfc9255SEric Sandeen #else
15210cfc9255SEric Sandeen 	return cpu_to_le16(len);
15220cfc9255SEric Sandeen #endif
15230cfc9255SEric Sandeen }
15240cfc9255SEric Sandeen 
15250cfc9255SEric Sandeen /*
15263dcf5451SChristoph Hellwig  * Hash Tree Directory indexing
15273dcf5451SChristoph Hellwig  * (c) Daniel Phillips, 2001
15283dcf5451SChristoph Hellwig  */
15293dcf5451SChristoph Hellwig 
15303dcf5451SChristoph Hellwig #define is_dx(dir) (EXT4_HAS_COMPAT_FEATURE(dir->i_sb, \
15313dcf5451SChristoph Hellwig 				      EXT4_FEATURE_COMPAT_DIR_INDEX) && \
153212e9b892SDmitry Monakhov 		    ext4_test_inode_flag((dir), EXT4_INODE_INDEX))
15333dcf5451SChristoph Hellwig #define EXT4_DIR_LINK_MAX(dir) (!is_dx(dir) && (dir)->i_nlink >= EXT4_LINK_MAX)
15343dcf5451SChristoph Hellwig #define EXT4_DIR_LINK_EMPTY(dir) ((dir)->i_nlink == 2 || (dir)->i_nlink == 1)
15353dcf5451SChristoph Hellwig 
15363dcf5451SChristoph Hellwig /* Legal values for the dx_root hash_version field: */
15373dcf5451SChristoph Hellwig 
15383dcf5451SChristoph Hellwig #define DX_HASH_LEGACY		0
15393dcf5451SChristoph Hellwig #define DX_HASH_HALF_MD4	1
15403dcf5451SChristoph Hellwig #define DX_HASH_TEA		2
1541f99b2589STheodore Ts'o #define DX_HASH_LEGACY_UNSIGNED	3
1542f99b2589STheodore Ts'o #define DX_HASH_HALF_MD4_UNSIGNED	4
1543f99b2589STheodore Ts'o #define DX_HASH_TEA_UNSIGNED		5
15443dcf5451SChristoph Hellwig 
15453dcf5451SChristoph Hellwig #ifdef __KERNEL__
15463dcf5451SChristoph Hellwig 
15473dcf5451SChristoph Hellwig /* hash info structure used by the directory hash */
15483dcf5451SChristoph Hellwig struct dx_hash_info
15493dcf5451SChristoph Hellwig {
15503dcf5451SChristoph Hellwig 	u32		hash;
15513dcf5451SChristoph Hellwig 	u32		minor_hash;
15523dcf5451SChristoph Hellwig 	int		hash_version;
15533dcf5451SChristoph Hellwig 	u32		*seed;
15543dcf5451SChristoph Hellwig };
15553dcf5451SChristoph Hellwig 
15563dcf5451SChristoph Hellwig #define EXT4_HTREE_EOF	0x7fffffff
15573dcf5451SChristoph Hellwig 
15583dcf5451SChristoph Hellwig /*
15593dcf5451SChristoph Hellwig  * Control parameters used by ext4_htree_next_block
15603dcf5451SChristoph Hellwig  */
15613dcf5451SChristoph Hellwig #define HASH_NB_ALWAYS		1
15623dcf5451SChristoph Hellwig 
15633dcf5451SChristoph Hellwig 
15643dcf5451SChristoph Hellwig /*
15653dcf5451SChristoph Hellwig  * Describe an inode's exact location on disk and in memory
15663dcf5451SChristoph Hellwig  */
15673dcf5451SChristoph Hellwig struct ext4_iloc
15683dcf5451SChristoph Hellwig {
15693dcf5451SChristoph Hellwig 	struct buffer_head *bh;
15703dcf5451SChristoph Hellwig 	unsigned long offset;
15713dcf5451SChristoph Hellwig 	ext4_group_t block_group;
15723dcf5451SChristoph Hellwig };
15733dcf5451SChristoph Hellwig 
15743dcf5451SChristoph Hellwig static inline struct ext4_inode *ext4_raw_inode(struct ext4_iloc *iloc)
15753dcf5451SChristoph Hellwig {
15763dcf5451SChristoph Hellwig 	return (struct ext4_inode *) (iloc->bh->b_data + iloc->offset);
15773dcf5451SChristoph Hellwig }
15783dcf5451SChristoph Hellwig 
15793dcf5451SChristoph Hellwig /*
15803dcf5451SChristoph Hellwig  * This structure is stuffed into the struct file's private_data field
15813dcf5451SChristoph Hellwig  * for directories.  It is where we put information so that we can do
15823dcf5451SChristoph Hellwig  * readdir operations in hash tree order.
15833dcf5451SChristoph Hellwig  */
15843dcf5451SChristoph Hellwig struct dir_private_info {
15853dcf5451SChristoph Hellwig 	struct rb_root	root;
15863dcf5451SChristoph Hellwig 	struct rb_node	*curr_node;
15873dcf5451SChristoph Hellwig 	struct fname	*extra_fname;
15883dcf5451SChristoph Hellwig 	loff_t		last_pos;
15893dcf5451SChristoph Hellwig 	__u32		curr_hash;
15903dcf5451SChristoph Hellwig 	__u32		curr_minor_hash;
15913dcf5451SChristoph Hellwig 	__u32		next_hash;
15923dcf5451SChristoph Hellwig };
15933dcf5451SChristoph Hellwig 
15943dcf5451SChristoph Hellwig /* calculate the first block number of the group */
15953dcf5451SChristoph Hellwig static inline ext4_fsblk_t
15963dcf5451SChristoph Hellwig ext4_group_first_block_no(struct super_block *sb, ext4_group_t group_no)
15973dcf5451SChristoph Hellwig {
15983dcf5451SChristoph Hellwig 	return group_no * (ext4_fsblk_t)EXT4_BLOCKS_PER_GROUP(sb) +
15993dcf5451SChristoph Hellwig 		le32_to_cpu(EXT4_SB(sb)->s_es->s_first_data_block);
16003dcf5451SChristoph Hellwig }
16013dcf5451SChristoph Hellwig 
16023dcf5451SChristoph Hellwig /*
16033dcf5451SChristoph Hellwig  * Special error return code only used by dx_probe() and its callers.
16043dcf5451SChristoph Hellwig  */
16053dcf5451SChristoph Hellwig #define ERR_BAD_DX_DIR	-75000
16063dcf5451SChristoph Hellwig 
16073dcf5451SChristoph Hellwig void ext4_get_group_no_and_offset(struct super_block *sb, ext4_fsblk_t blocknr,
1608a9df9a49STheodore Ts'o 			ext4_group_t *blockgrpp, ext4_grpblk_t *offsetp);
16093dcf5451SChristoph Hellwig 
16103dcf5451SChristoph Hellwig /*
1611bfff6873SLukas Czerner  * Timeout and state flag for lazy initialization inode thread.
1612bfff6873SLukas Czerner  */
1613bfff6873SLukas Czerner #define EXT4_DEF_LI_WAIT_MULT			10
1614bfff6873SLukas Czerner #define EXT4_DEF_LI_MAX_START_DELAY		5
1615bfff6873SLukas Czerner #define EXT4_LAZYINIT_QUIT			0x0001
1616bfff6873SLukas Czerner #define EXT4_LAZYINIT_RUNNING			0x0002
1617bfff6873SLukas Czerner 
1618bfff6873SLukas Czerner /*
1619bfff6873SLukas Czerner  * Lazy inode table initialization info
1620bfff6873SLukas Czerner  */
1621bfff6873SLukas Czerner struct ext4_lazy_init {
1622bfff6873SLukas Czerner 	unsigned long		li_state;
1623bfff6873SLukas Czerner 	struct list_head	li_request_list;
1624bfff6873SLukas Czerner 	struct mutex		li_list_mtx;
1625bfff6873SLukas Czerner };
1626bfff6873SLukas Czerner 
1627bfff6873SLukas Czerner struct ext4_li_request {
1628bfff6873SLukas Czerner 	struct super_block	*lr_super;
1629bfff6873SLukas Czerner 	struct ext4_sb_info	*lr_sbi;
1630bfff6873SLukas Czerner 	ext4_group_t		lr_next_group;
1631bfff6873SLukas Czerner 	struct list_head	lr_request;
1632bfff6873SLukas Czerner 	unsigned long		lr_next_sched;
1633bfff6873SLukas Czerner 	unsigned long		lr_timeout;
1634bfff6873SLukas Czerner };
1635bfff6873SLukas Czerner 
1636857ac889SLukas Czerner struct ext4_features {
1637857ac889SLukas Czerner 	struct kobject f_kobj;
1638857ac889SLukas Czerner 	struct completion f_kobj_unregister;
1639857ac889SLukas Czerner };
1640857ac889SLukas Czerner 
1641bfff6873SLukas Czerner /*
1642c5e06d10SJohann Lombardi  * This structure will be used for multiple mount protection. It will be
1643c5e06d10SJohann Lombardi  * written into the block number saved in the s_mmp_block field in the
1644c5e06d10SJohann Lombardi  * superblock. Programs that check MMP should assume that if
1645c5e06d10SJohann Lombardi  * SEQ_FSCK (or any unknown code above SEQ_MAX) is present then it is NOT safe
1646c5e06d10SJohann Lombardi  * to use the filesystem, regardless of how old the timestamp is.
1647c5e06d10SJohann Lombardi  */
1648c5e06d10SJohann Lombardi #define EXT4_MMP_MAGIC     0x004D4D50U /* ASCII for MMP */
1649c5e06d10SJohann Lombardi #define EXT4_MMP_SEQ_CLEAN 0xFF4D4D50U /* mmp_seq value for clean unmount */
1650c5e06d10SJohann Lombardi #define EXT4_MMP_SEQ_FSCK  0xE24D4D50U /* mmp_seq value when being fscked */
1651c5e06d10SJohann Lombardi #define EXT4_MMP_SEQ_MAX   0xE24D4D4FU /* maximum valid mmp_seq value */
1652c5e06d10SJohann Lombardi 
1653c5e06d10SJohann Lombardi struct mmp_struct {
1654c5e06d10SJohann Lombardi 	__le32	mmp_magic;		/* Magic number for MMP */
1655c5e06d10SJohann Lombardi 	__le32	mmp_seq;		/* Sequence no. updated periodically */
1656c5e06d10SJohann Lombardi 
1657c5e06d10SJohann Lombardi 	/*
1658c5e06d10SJohann Lombardi 	 * mmp_time, mmp_nodename & mmp_bdevname are only used for information
1659c5e06d10SJohann Lombardi 	 * purposes and do not affect the correctness of the algorithm
1660c5e06d10SJohann Lombardi 	 */
1661c5e06d10SJohann Lombardi 	__le64	mmp_time;		/* Time last updated */
1662c5e06d10SJohann Lombardi 	char	mmp_nodename[64];	/* Node which last updated MMP block */
1663c5e06d10SJohann Lombardi 	char	mmp_bdevname[32];	/* Bdev which last updated MMP block */
1664c5e06d10SJohann Lombardi 
1665c5e06d10SJohann Lombardi 	/*
1666c5e06d10SJohann Lombardi 	 * mmp_check_interval is used to verify if the MMP block has been
1667c5e06d10SJohann Lombardi 	 * updated on the block device. The value is updated based on the
1668c5e06d10SJohann Lombardi 	 * maximum time to write the MMP block during an update cycle.
1669c5e06d10SJohann Lombardi 	 */
1670c5e06d10SJohann Lombardi 	__le16	mmp_check_interval;
1671c5e06d10SJohann Lombardi 
1672c5e06d10SJohann Lombardi 	__le16	mmp_pad1;
1673c5e06d10SJohann Lombardi 	__le32	mmp_pad2[227];
1674c5e06d10SJohann Lombardi };
1675c5e06d10SJohann Lombardi 
1676c5e06d10SJohann Lombardi /* arguments passed to the mmp thread */
1677c5e06d10SJohann Lombardi struct mmpd_data {
1678c5e06d10SJohann Lombardi 	struct buffer_head *bh; /* bh from initial read_mmp_block() */
1679c5e06d10SJohann Lombardi 	struct super_block *sb;  /* super block of the fs */
1680c5e06d10SJohann Lombardi };
1681c5e06d10SJohann Lombardi 
1682c5e06d10SJohann Lombardi /*
1683c5e06d10SJohann Lombardi  * Check interval multiplier
1684c5e06d10SJohann Lombardi  * The MMP block is written every update interval and initially checked every
1685c5e06d10SJohann Lombardi  * update interval x the multiplier (the value is then adapted based on the
1686c5e06d10SJohann Lombardi  * write latency). The reason is that writes can be delayed under load and we
1687c5e06d10SJohann Lombardi  * don't want readers to incorrectly assume that the filesystem is no longer
1688c5e06d10SJohann Lombardi  * in use.
1689c5e06d10SJohann Lombardi  */
1690c5e06d10SJohann Lombardi #define EXT4_MMP_CHECK_MULT		2UL
1691c5e06d10SJohann Lombardi 
1692c5e06d10SJohann Lombardi /*
1693c5e06d10SJohann Lombardi  * Minimum interval for MMP checking in seconds.
1694c5e06d10SJohann Lombardi  */
1695c5e06d10SJohann Lombardi #define EXT4_MMP_MIN_CHECK_INTERVAL	5UL
1696c5e06d10SJohann Lombardi 
1697c5e06d10SJohann Lombardi /*
1698c5e06d10SJohann Lombardi  * Maximum interval for MMP checking in seconds.
1699c5e06d10SJohann Lombardi  */
1700c5e06d10SJohann Lombardi #define EXT4_MMP_MAX_CHECK_INTERVAL	300UL
1701c5e06d10SJohann Lombardi 
1702c5e06d10SJohann Lombardi /*
17033dcf5451SChristoph Hellwig  * Function prototypes
17043dcf5451SChristoph Hellwig  */
17053dcf5451SChristoph Hellwig 
17063dcf5451SChristoph Hellwig /*
17073dcf5451SChristoph Hellwig  * Ok, these declarations are also in <linux/kernel.h> but none of the
17083dcf5451SChristoph Hellwig  * ext4 source programs needs to include it so they are duplicated here.
17093dcf5451SChristoph Hellwig  */
17103dcf5451SChristoph Hellwig # define NORET_TYPE	/**/
17113dcf5451SChristoph Hellwig # define ATTRIB_NORET	__attribute__((noreturn))
17123dcf5451SChristoph Hellwig # define NORET_AND	noreturn,
17133dcf5451SChristoph Hellwig 
1714498e5f24STheodore Ts'o /* bitmap.c */
1715498e5f24STheodore Ts'o extern unsigned int ext4_count_free(struct buffer_head *, unsigned);
1716498e5f24STheodore Ts'o 
17173dcf5451SChristoph Hellwig /* balloc.c */
17183dcf5451SChristoph Hellwig extern unsigned int ext4_block_group(struct super_block *sb,
17193dcf5451SChristoph Hellwig 			ext4_fsblk_t blocknr);
17203dcf5451SChristoph Hellwig extern ext4_grpblk_t ext4_block_group_offset(struct super_block *sb,
17213dcf5451SChristoph Hellwig 			ext4_fsblk_t blocknr);
17223dcf5451SChristoph Hellwig extern int ext4_bg_has_super(struct super_block *sb, ext4_group_t group);
17233dcf5451SChristoph Hellwig extern unsigned long ext4_bg_num_gdb(struct super_block *sb,
17243dcf5451SChristoph Hellwig 			ext4_group_t group);
17257061eba7SAneesh Kumar K.V extern ext4_fsblk_t ext4_new_meta_blocks(handle_t *handle, struct inode *inode,
172655f020dbSAllison Henderson 					 ext4_fsblk_t goal,
172755f020dbSAllison Henderson 					 unsigned int flags,
172855f020dbSAllison Henderson 					 unsigned long *count,
172955f020dbSAllison Henderson 					 int *errp);
173055f020dbSAllison Henderson extern int ext4_claim_free_blocks(struct ext4_sb_info *sbi,
173155f020dbSAllison Henderson 				  s64 nblocks, unsigned int flags);
17323dcf5451SChristoph Hellwig extern ext4_fsblk_t ext4_count_free_blocks(struct super_block *);
17333dcf5451SChristoph Hellwig extern void ext4_check_blocks_bitmap(struct super_block *);
17343dcf5451SChristoph Hellwig extern struct ext4_group_desc * ext4_get_group_desc(struct super_block * sb,
17353dcf5451SChristoph Hellwig 						    ext4_group_t block_group,
17363dcf5451SChristoph Hellwig 						    struct buffer_head ** bh);
17373dcf5451SChristoph Hellwig extern int ext4_should_retry_alloc(struct super_block *sb, int *retries);
1738bb23c20aSTheodore Ts'o struct buffer_head *ext4_read_block_bitmap(struct super_block *sb,
1739bb23c20aSTheodore Ts'o 				      ext4_group_t block_group);
1740bb23c20aSTheodore Ts'o extern unsigned ext4_init_block_bitmap(struct super_block *sb,
1741bb23c20aSTheodore Ts'o 				       struct buffer_head *bh,
1742bb23c20aSTheodore Ts'o 				       ext4_group_t group,
1743bb23c20aSTheodore Ts'o 				       struct ext4_group_desc *desc);
1744bb23c20aSTheodore Ts'o #define ext4_free_blocks_after_init(sb, group, desc)			\
1745bb23c20aSTheodore Ts'o 		ext4_init_block_bitmap(sb, NULL, group, desc)
17463dcf5451SChristoph Hellwig 
17473dcf5451SChristoph Hellwig /* dir.c */
174860fd4da3STheodore Ts'o extern int __ext4_check_dir_entry(const char *, unsigned int, struct inode *,
1749f7c21177STheodore Ts'o 				  struct file *,
17503dcf5451SChristoph Hellwig 				  struct ext4_dir_entry_2 *,
1751498e5f24STheodore Ts'o 				  struct buffer_head *, unsigned int);
1752f7c21177STheodore Ts'o #define ext4_check_dir_entry(dir, filp, de, bh, offset)			\
1753f7c21177STheodore Ts'o 	unlikely(__ext4_check_dir_entry(__func__, __LINE__, (dir), (filp), \
1754f7c21177STheodore Ts'o 					(de), (bh), (offset)))
17553dcf5451SChristoph Hellwig extern int ext4_htree_store_dirent(struct file *dir_file, __u32 hash,
17563dcf5451SChristoph Hellwig 				    __u32 minor_hash,
17573dcf5451SChristoph Hellwig 				    struct ext4_dir_entry_2 *dirent);
17583dcf5451SChristoph Hellwig extern void ext4_htree_free_dir_info(struct dir_private_info *p);
17593dcf5451SChristoph Hellwig 
17603dcf5451SChristoph Hellwig /* fsync.c */
17617ea80859SChristoph Hellwig extern int ext4_sync_file(struct file *, int);
17623889fd57SJiaying Zhang extern int ext4_flush_completed_IO(struct inode *);
17633dcf5451SChristoph Hellwig 
17643dcf5451SChristoph Hellwig /* hash.c */
17653dcf5451SChristoph Hellwig extern int ext4fs_dirhash(const char *name, int len, struct
17663dcf5451SChristoph Hellwig 			  dx_hash_info *hinfo);
17673dcf5451SChristoph Hellwig 
17683dcf5451SChristoph Hellwig /* ialloc.c */
1769f157a4aaSTheodore Ts'o extern struct inode *ext4_new_inode(handle_t *, struct inode *, int,
177011013911SAndreas Dilger 				    const struct qstr *qstr, __u32 goal);
17713dcf5451SChristoph Hellwig extern void ext4_free_inode(handle_t *, struct inode *);
17723dcf5451SChristoph Hellwig extern struct inode * ext4_orphan_get(struct super_block *, unsigned long);
17733dcf5451SChristoph Hellwig extern unsigned long ext4_count_free_inodes(struct super_block *);
17743dcf5451SChristoph Hellwig extern unsigned long ext4_count_dirs(struct super_block *);
17753dcf5451SChristoph Hellwig extern void ext4_check_inodes_bitmap(struct super_block *);
177661d08673STheodore Ts'o extern void ext4_mark_bitmap_end(int start_bit, int end_bit, char *bitmap);
1777bfff6873SLukas Czerner extern int ext4_init_inode_table(struct super_block *sb,
1778bfff6873SLukas Czerner 				 ext4_group_t group, int barrier);
17793dcf5451SChristoph Hellwig 
17803dcf5451SChristoph Hellwig /* mballoc.c */
17813dcf5451SChristoph Hellwig extern long ext4_mb_stats;
17823dcf5451SChristoph Hellwig extern long ext4_mb_max_to_scan;
17833dcf5451SChristoph Hellwig extern int ext4_mb_init(struct super_block *, int);
17843dcf5451SChristoph Hellwig extern int ext4_mb_release(struct super_block *);
17853dcf5451SChristoph Hellwig extern ext4_fsblk_t ext4_mb_new_blocks(handle_t *,
17863dcf5451SChristoph Hellwig 				struct ext4_allocation_request *, int *);
17873dcf5451SChristoph Hellwig extern int ext4_mb_reserve_blocks(struct super_block *, int);
1788c2ea3fdeSTheodore Ts'o extern void ext4_discard_preallocations(struct inode *);
17895dabfc78STheodore Ts'o extern int __init ext4_init_mballoc(void);
17905dabfc78STheodore Ts'o extern void ext4_exit_mballoc(void);
179144338711STheodore Ts'o extern void ext4_free_blocks(handle_t *handle, struct inode *inode,
1792e6362609STheodore Ts'o 			     struct buffer_head *bh, ext4_fsblk_t block,
1793e6362609STheodore Ts'o 			     unsigned long count, int flags);
1794920313a7SAneesh Kumar K.V extern int ext4_mb_add_groupinfo(struct super_block *sb,
17955f21b0e6SFrederic Bohe 		ext4_group_t i, struct ext4_group_desc *desc);
17962846e820SAmir Goldstein extern void ext4_add_groupblocks(handle_t *handle, struct super_block *sb,
17972846e820SAmir Goldstein 				ext4_fsblk_t block, unsigned long count);
17987360d173SLukas Czerner extern int ext4_trim_fs(struct super_block *, struct fstrim_range *);
17997360d173SLukas Czerner 
18003dcf5451SChristoph Hellwig /* inode.c */
18013dcf5451SChristoph Hellwig struct buffer_head *ext4_getblk(handle_t *, struct inode *,
18023dcf5451SChristoph Hellwig 						ext4_lblk_t, int, int *);
18033dcf5451SChristoph Hellwig struct buffer_head *ext4_bread(handle_t *, struct inode *,
18043dcf5451SChristoph Hellwig 						ext4_lblk_t, int, int *);
18056873fa0dSEric Sandeen int ext4_get_block(struct inode *inode, sector_t iblock,
18066873fa0dSEric Sandeen 				struct buffer_head *bh_result, int create);
18073dcf5451SChristoph Hellwig 
18083dcf5451SChristoph Hellwig extern struct inode *ext4_iget(struct super_block *, unsigned long);
1809a9185b41SChristoph Hellwig extern int  ext4_write_inode(struct inode *, struct writeback_control *);
18103dcf5451SChristoph Hellwig extern int  ext4_setattr(struct dentry *, struct iattr *);
18113e3398a0SMingming Cao extern int  ext4_getattr(struct vfsmount *mnt, struct dentry *dentry,
18123e3398a0SMingming Cao 				struct kstat *stat);
18130930fcc1SAl Viro extern void ext4_evict_inode(struct inode *);
18140930fcc1SAl Viro extern void ext4_clear_inode(struct inode *);
18153dcf5451SChristoph Hellwig extern int  ext4_sync_inode(handle_t *, struct inode *);
1816aa385729SChristoph Hellwig extern void ext4_dirty_inode(struct inode *, int);
18173dcf5451SChristoph Hellwig extern int ext4_change_inode_journal_flag(struct inode *, int);
18183dcf5451SChristoph Hellwig extern int ext4_get_inode_loc(struct inode *, struct ext4_iloc *);
181991ef4cafSDuane Griffin extern int ext4_can_truncate(struct inode *inode);
18203dcf5451SChristoph Hellwig extern void ext4_truncate(struct inode *);
1821a4bb6b64SAllison Henderson extern int ext4_punch_hole(struct file *file, loff_t offset, loff_t length);
1822487caeefSJan Kara extern int ext4_truncate_restart_trans(handle_t *, struct inode *, int nblocks);
18233dcf5451SChristoph Hellwig extern void ext4_set_inode_flags(struct inode *);
18243dcf5451SChristoph Hellwig extern void ext4_get_inode_flags(struct ext4_inode_info *);
1825ccd2506bSTheodore Ts'o extern int ext4_alloc_da_blocks(struct inode *inode);
18263dcf5451SChristoph Hellwig extern void ext4_set_aops(struct inode *inode);
18273dcf5451SChristoph Hellwig extern int ext4_writepage_trans_blocks(struct inode *);
1828f3bd1f3fSMingming Cao extern int ext4_chunk_trans_blocks(struct inode *, int nrblocks);
1829cf108bcaSJan Kara extern int ext4_block_truncate_page(handle_t *handle,
18303dcf5451SChristoph Hellwig 		struct address_space *mapping, loff_t from);
183130848851SAllison Henderson extern int ext4_block_zero_page_range(handle_t *handle,
183230848851SAllison Henderson 		struct address_space *mapping, loff_t from, loff_t length);
1833c2ec175cSNick Piggin extern int ext4_page_mkwrite(struct vm_area_struct *vma, struct vm_fault *vmf);
1834a9e7f447SDmitry Monakhov extern qsize_t *ext4_get_reserved_space(struct inode *inode);
18355f634d06SAneesh Kumar K.V extern void ext4_da_update_reserve_space(struct inode *inode,
18365f634d06SAneesh Kumar K.V 					int used, int quota_claim);
1837dae1e52cSAmir Goldstein 
1838dae1e52cSAmir Goldstein /* indirect.c */
1839dae1e52cSAmir Goldstein extern int ext4_ind_map_blocks(handle_t *handle, struct inode *inode,
1840dae1e52cSAmir Goldstein 				struct ext4_map_blocks *map, int flags);
1841dae1e52cSAmir Goldstein extern ssize_t ext4_ind_direct_IO(int rw, struct kiocb *iocb,
1842dae1e52cSAmir Goldstein 				const struct iovec *iov, loff_t offset,
1843dae1e52cSAmir Goldstein 				unsigned long nr_segs);
1844dae1e52cSAmir Goldstein extern int ext4_ind_calc_metadata_amount(struct inode *inode, sector_t lblock);
1845dae1e52cSAmir Goldstein extern int ext4_ind_trans_blocks(struct inode *inode, int nrblocks, int chunk);
1846ff9893dcSAmir Goldstein extern void ext4_ind_truncate(struct inode *inode);
1847ff9893dcSAmir Goldstein 
18483dcf5451SChristoph Hellwig /* ioctl.c */
18493dcf5451SChristoph Hellwig extern long ext4_ioctl(struct file *, unsigned int, unsigned long);
18503dcf5451SChristoph Hellwig extern long ext4_compat_ioctl(struct file *, unsigned int, unsigned long);
18513dcf5451SChristoph Hellwig 
18523dcf5451SChristoph Hellwig /* migrate.c */
18532a43a878SAneesh Kumar K.V extern int ext4_ext_migrate(struct inode *);
18543d0518f4SWei Yongjun 
18553dcf5451SChristoph Hellwig /* namei.c */
18563dcf5451SChristoph Hellwig extern int ext4_orphan_add(handle_t *, struct inode *);
18573dcf5451SChristoph Hellwig extern int ext4_orphan_del(handle_t *, struct inode *);
18583dcf5451SChristoph Hellwig extern int ext4_htree_fill_tree(struct file *dir_file, __u32 start_hash,
18593dcf5451SChristoph Hellwig 				__u32 start_minor_hash, __u32 *next_hash);
18603dcf5451SChristoph Hellwig 
18613dcf5451SChristoph Hellwig /* resize.c */
18623dcf5451SChristoph Hellwig extern int ext4_group_add(struct super_block *sb,
18633dcf5451SChristoph Hellwig 				struct ext4_new_group_data *input);
18643dcf5451SChristoph Hellwig extern int ext4_group_extend(struct super_block *sb,
18653dcf5451SChristoph Hellwig 				struct ext4_super_block *es,
18663dcf5451SChristoph Hellwig 				ext4_fsblk_t n_blocks_count);
18673dcf5451SChristoph Hellwig 
18683dcf5451SChristoph Hellwig /* super.c */
1869c398eda0STheodore Ts'o extern void __ext4_error(struct super_block *, const char *, unsigned int,
187012062dddSEric Sandeen 			 const char *, ...)
1871c398eda0STheodore Ts'o 	__attribute__ ((format (printf, 4, 5)));
1872c398eda0STheodore Ts'o #define ext4_error(sb, message...)	__ext4_error(sb, __func__,	\
1873c398eda0STheodore Ts'o 						     __LINE__, ## message)
1874c398eda0STheodore Ts'o extern void ext4_error_inode(struct inode *, const char *, unsigned int,
1875c398eda0STheodore Ts'o 			     ext4_fsblk_t, const char *, ...)
1876c398eda0STheodore Ts'o 	__attribute__ ((format (printf, 5, 6)));
1877c398eda0STheodore Ts'o extern void ext4_error_file(struct file *, const char *, unsigned int,
1878f7c21177STheodore Ts'o 			    ext4_fsblk_t, const char *, ...)
1879f7c21177STheodore Ts'o 	__attribute__ ((format (printf, 5, 6)));
1880c398eda0STheodore Ts'o extern void __ext4_std_error(struct super_block *, const char *,
1881c398eda0STheodore Ts'o 			     unsigned int, int);
1882c398eda0STheodore Ts'o extern void __ext4_abort(struct super_block *, const char *, unsigned int,
1883c398eda0STheodore Ts'o 		       const char *, ...)
1884c398eda0STheodore Ts'o 	__attribute__ ((format (printf, 4, 5)));
1885c398eda0STheodore Ts'o #define ext4_abort(sb, message...)	__ext4_abort(sb, __func__, \
1886c398eda0STheodore Ts'o 						       __LINE__, ## message)
1887c398eda0STheodore Ts'o extern void __ext4_warning(struct super_block *, const char *, unsigned int,
1888c398eda0STheodore Ts'o 			  const char *, ...)
1889c398eda0STheodore Ts'o 	__attribute__ ((format (printf, 4, 5)));
1890c398eda0STheodore Ts'o #define ext4_warning(sb, message...)	__ext4_warning(sb, __func__, \
1891c398eda0STheodore Ts'o 						       __LINE__, ## message)
1892b31e1552SEric Sandeen extern void ext4_msg(struct super_block *, const char *, const char *, ...)
1893b31e1552SEric Sandeen 	__attribute__ ((format (printf, 3, 4)));
1894c5e06d10SJohann Lombardi extern void __dump_mmp_msg(struct super_block *, struct mmp_struct *mmp,
1895c5e06d10SJohann Lombardi 			   const char *, unsigned int, const char *);
1896c5e06d10SJohann Lombardi #define dump_mmp_msg(sb, mmp, msg)	__dump_mmp_msg(sb, mmp, __func__, \
1897c5e06d10SJohann Lombardi 						       __LINE__, msg)
1898e29136f8STheodore Ts'o extern void __ext4_grp_locked_error(const char *, unsigned int, \
1899e29136f8STheodore Ts'o 				    struct super_block *, ext4_group_t, \
1900e29136f8STheodore Ts'o 				    unsigned long, ext4_fsblk_t, \
1901e29136f8STheodore Ts'o 				    const char *, ...)
1902e29136f8STheodore Ts'o 	__attribute__ ((format (printf, 7, 8)));
1903e29136f8STheodore Ts'o #define ext4_grp_locked_error(sb, grp, message...) \
1904e29136f8STheodore Ts'o 	__ext4_grp_locked_error(__func__, __LINE__, (sb), (grp), ## message)
19053dcf5451SChristoph Hellwig extern void ext4_update_dynamic_rev(struct super_block *sb);
19063dcf5451SChristoph Hellwig extern int ext4_update_compat_feature(handle_t *handle, struct super_block *sb,
19073dcf5451SChristoph Hellwig 					__u32 compat);
19083dcf5451SChristoph Hellwig extern int ext4_update_rocompat_feature(handle_t *handle,
19093dcf5451SChristoph Hellwig 					struct super_block *sb,	__u32 rocompat);
19103dcf5451SChristoph Hellwig extern int ext4_update_incompat_feature(handle_t *handle,
19113dcf5451SChristoph Hellwig 					struct super_block *sb,	__u32 incompat);
19123dcf5451SChristoph Hellwig extern ext4_fsblk_t ext4_block_bitmap(struct super_block *sb,
19133dcf5451SChristoph Hellwig 				      struct ext4_group_desc *bg);
19143dcf5451SChristoph Hellwig extern ext4_fsblk_t ext4_inode_bitmap(struct super_block *sb,
19153dcf5451SChristoph Hellwig 				      struct ext4_group_desc *bg);
19163dcf5451SChristoph Hellwig extern ext4_fsblk_t ext4_inode_table(struct super_block *sb,
19173dcf5451SChristoph Hellwig 				     struct ext4_group_desc *bg);
1918560671a0SAneesh Kumar K.V extern __u32 ext4_free_blks_count(struct super_block *sb,
1919560671a0SAneesh Kumar K.V 				struct ext4_group_desc *bg);
1920560671a0SAneesh Kumar K.V extern __u32 ext4_free_inodes_count(struct super_block *sb,
1921560671a0SAneesh Kumar K.V 				 struct ext4_group_desc *bg);
1922560671a0SAneesh Kumar K.V extern __u32 ext4_used_dirs_count(struct super_block *sb,
1923560671a0SAneesh Kumar K.V 				struct ext4_group_desc *bg);
1924560671a0SAneesh Kumar K.V extern __u32 ext4_itable_unused_count(struct super_block *sb,
1925560671a0SAneesh Kumar K.V 				   struct ext4_group_desc *bg);
19263dcf5451SChristoph Hellwig extern void ext4_block_bitmap_set(struct super_block *sb,
19273dcf5451SChristoph Hellwig 				  struct ext4_group_desc *bg, ext4_fsblk_t blk);
19283dcf5451SChristoph Hellwig extern void ext4_inode_bitmap_set(struct super_block *sb,
19293dcf5451SChristoph Hellwig 				  struct ext4_group_desc *bg, ext4_fsblk_t blk);
19303dcf5451SChristoph Hellwig extern void ext4_inode_table_set(struct super_block *sb,
19313dcf5451SChristoph Hellwig 				 struct ext4_group_desc *bg, ext4_fsblk_t blk);
1932560671a0SAneesh Kumar K.V extern void ext4_free_blks_set(struct super_block *sb,
1933560671a0SAneesh Kumar K.V 			       struct ext4_group_desc *bg, __u32 count);
1934560671a0SAneesh Kumar K.V extern void ext4_free_inodes_set(struct super_block *sb,
1935560671a0SAneesh Kumar K.V 				struct ext4_group_desc *bg, __u32 count);
1936560671a0SAneesh Kumar K.V extern void ext4_used_dirs_set(struct super_block *sb,
1937560671a0SAneesh Kumar K.V 				struct ext4_group_desc *bg, __u32 count);
1938560671a0SAneesh Kumar K.V extern void ext4_itable_unused_set(struct super_block *sb,
1939560671a0SAneesh Kumar K.V 				   struct ext4_group_desc *bg, __u32 count);
1940bb23c20aSTheodore Ts'o extern __le16 ext4_group_desc_csum(struct ext4_sb_info *sbi, __u32 group,
1941bb23c20aSTheodore Ts'o 				   struct ext4_group_desc *gdp);
1942bb23c20aSTheodore Ts'o extern int ext4_group_desc_csum_verify(struct ext4_sb_info *sbi, __u32 group,
1943bb23c20aSTheodore Ts'o 				       struct ext4_group_desc *gdp);
19443dcf5451SChristoph Hellwig 
19453dcf5451SChristoph Hellwig static inline ext4_fsblk_t ext4_blocks_count(struct ext4_super_block *es)
19463dcf5451SChristoph Hellwig {
19473dcf5451SChristoph Hellwig 	return ((ext4_fsblk_t)le32_to_cpu(es->s_blocks_count_hi) << 32) |
19483dcf5451SChristoph Hellwig 		le32_to_cpu(es->s_blocks_count_lo);
19493dcf5451SChristoph Hellwig }
19503dcf5451SChristoph Hellwig 
19513dcf5451SChristoph Hellwig static inline ext4_fsblk_t ext4_r_blocks_count(struct ext4_super_block *es)
19523dcf5451SChristoph Hellwig {
19533dcf5451SChristoph Hellwig 	return ((ext4_fsblk_t)le32_to_cpu(es->s_r_blocks_count_hi) << 32) |
19543dcf5451SChristoph Hellwig 		le32_to_cpu(es->s_r_blocks_count_lo);
19553dcf5451SChristoph Hellwig }
19563dcf5451SChristoph Hellwig 
19573dcf5451SChristoph Hellwig static inline ext4_fsblk_t ext4_free_blocks_count(struct ext4_super_block *es)
19583dcf5451SChristoph Hellwig {
19593dcf5451SChristoph Hellwig 	return ((ext4_fsblk_t)le32_to_cpu(es->s_free_blocks_count_hi) << 32) |
19603dcf5451SChristoph Hellwig 		le32_to_cpu(es->s_free_blocks_count_lo);
19613dcf5451SChristoph Hellwig }
19623dcf5451SChristoph Hellwig 
19633dcf5451SChristoph Hellwig static inline void ext4_blocks_count_set(struct ext4_super_block *es,
19643dcf5451SChristoph Hellwig 					 ext4_fsblk_t blk)
19653dcf5451SChristoph Hellwig {
19663dcf5451SChristoph Hellwig 	es->s_blocks_count_lo = cpu_to_le32((u32)blk);
19673dcf5451SChristoph Hellwig 	es->s_blocks_count_hi = cpu_to_le32(blk >> 32);
19683dcf5451SChristoph Hellwig }
19693dcf5451SChristoph Hellwig 
19703dcf5451SChristoph Hellwig static inline void ext4_free_blocks_count_set(struct ext4_super_block *es,
19713dcf5451SChristoph Hellwig 					      ext4_fsblk_t blk)
19723dcf5451SChristoph Hellwig {
19733dcf5451SChristoph Hellwig 	es->s_free_blocks_count_lo = cpu_to_le32((u32)blk);
19743dcf5451SChristoph Hellwig 	es->s_free_blocks_count_hi = cpu_to_le32(blk >> 32);
19753dcf5451SChristoph Hellwig }
19763dcf5451SChristoph Hellwig 
19773dcf5451SChristoph Hellwig static inline void ext4_r_blocks_count_set(struct ext4_super_block *es,
19783dcf5451SChristoph Hellwig 					   ext4_fsblk_t blk)
19793dcf5451SChristoph Hellwig {
19803dcf5451SChristoph Hellwig 	es->s_r_blocks_count_lo = cpu_to_le32((u32)blk);
19813dcf5451SChristoph Hellwig 	es->s_r_blocks_count_hi = cpu_to_le32(blk >> 32);
19823dcf5451SChristoph Hellwig }
19833dcf5451SChristoph Hellwig 
19843dcf5451SChristoph Hellwig static inline loff_t ext4_isize(struct ext4_inode *raw_inode)
19853dcf5451SChristoph Hellwig {
198606a279d6STheodore Ts'o 	if (S_ISREG(le16_to_cpu(raw_inode->i_mode)))
19873dcf5451SChristoph Hellwig 		return ((loff_t)le32_to_cpu(raw_inode->i_size_high) << 32) |
19883dcf5451SChristoph Hellwig 			le32_to_cpu(raw_inode->i_size_lo);
198906a279d6STheodore Ts'o 	else
199006a279d6STheodore Ts'o 		return (loff_t) le32_to_cpu(raw_inode->i_size_lo);
19913dcf5451SChristoph Hellwig }
19923dcf5451SChristoph Hellwig 
19933dcf5451SChristoph Hellwig static inline void ext4_isize_set(struct ext4_inode *raw_inode, loff_t i_size)
19943dcf5451SChristoph Hellwig {
19953dcf5451SChristoph Hellwig 	raw_inode->i_size_lo = cpu_to_le32(i_size);
19963dcf5451SChristoph Hellwig 	raw_inode->i_size_high = cpu_to_le32(i_size >> 32);
19973dcf5451SChristoph Hellwig }
19983dcf5451SChristoph Hellwig 
19993dcf5451SChristoph Hellwig static inline
20003dcf5451SChristoph Hellwig struct ext4_group_info *ext4_get_group_info(struct super_block *sb,
20013dcf5451SChristoph Hellwig 					    ext4_group_t group)
20023dcf5451SChristoph Hellwig {
20033dcf5451SChristoph Hellwig 	 struct ext4_group_info ***grp_info;
20043dcf5451SChristoph Hellwig 	 long indexv, indexh;
20053dcf5451SChristoph Hellwig 	 grp_info = EXT4_SB(sb)->s_group_info;
20063dcf5451SChristoph Hellwig 	 indexv = group >> (EXT4_DESC_PER_BLOCK_BITS(sb));
20073dcf5451SChristoph Hellwig 	 indexh = group & ((EXT4_DESC_PER_BLOCK(sb)) - 1);
20083dcf5451SChristoph Hellwig 	 return grp_info[indexv][indexh];
20093dcf5451SChristoph Hellwig }
20103dcf5451SChristoph Hellwig 
20118df9675fSTheodore Ts'o /*
20128df9675fSTheodore Ts'o  * Reading s_groups_count requires using smp_rmb() afterwards.  See
20138df9675fSTheodore Ts'o  * the locking protocol documented in the comments of ext4_group_add()
20148df9675fSTheodore Ts'o  * in resize.c
20158df9675fSTheodore Ts'o  */
20168df9675fSTheodore Ts'o static inline ext4_group_t ext4_get_groups_count(struct super_block *sb)
20178df9675fSTheodore Ts'o {
20188df9675fSTheodore Ts'o 	ext4_group_t	ngroups = EXT4_SB(sb)->s_groups_count;
20198df9675fSTheodore Ts'o 
20208df9675fSTheodore Ts'o 	smp_rmb();
20218df9675fSTheodore Ts'o 	return ngroups;
20228df9675fSTheodore Ts'o }
20233dcf5451SChristoph Hellwig 
2024772cb7c8SJose R. Santos static inline ext4_group_t ext4_flex_group(struct ext4_sb_info *sbi,
2025772cb7c8SJose R. Santos 					     ext4_group_t block_group)
2026772cb7c8SJose R. Santos {
2027772cb7c8SJose R. Santos 	return block_group >> sbi->s_log_groups_per_flex;
2028772cb7c8SJose R. Santos }
2029772cb7c8SJose R. Santos 
2030772cb7c8SJose R. Santos static inline unsigned int ext4_flex_bg_size(struct ext4_sb_info *sbi)
2031772cb7c8SJose R. Santos {
2032772cb7c8SJose R. Santos 	return 1 << sbi->s_log_groups_per_flex;
2033772cb7c8SJose R. Santos }
2034772cb7c8SJose R. Santos 
20353dcf5451SChristoph Hellwig #define ext4_std_error(sb, errno)				\
20363dcf5451SChristoph Hellwig do {								\
20373dcf5451SChristoph Hellwig 	if ((errno))						\
2038c398eda0STheodore Ts'o 		__ext4_std_error((sb), __func__, __LINE__, (errno));	\
20393dcf5451SChristoph Hellwig } while (0)
20403dcf5451SChristoph Hellwig 
2041a30d542aSAneesh Kumar K.V #ifdef CONFIG_SMP
2042179f7ebfSEric Dumazet /* Each CPU can accumulate percpu_counter_batch blocks in their local
2043a30d542aSAneesh Kumar K.V  * counters. So we need to make sure we have free blocks more
2044179f7ebfSEric Dumazet  * than percpu_counter_batch  * nr_cpu_ids. Also add a window of 4 times.
2045a30d542aSAneesh Kumar K.V  */
2046179f7ebfSEric Dumazet #define EXT4_FREEBLOCKS_WATERMARK (4 * (percpu_counter_batch * nr_cpu_ids))
2047a30d542aSAneesh Kumar K.V #else
2048a30d542aSAneesh Kumar K.V #define EXT4_FREEBLOCKS_WATERMARK 0
2049a30d542aSAneesh Kumar K.V #endif
2050a30d542aSAneesh Kumar K.V 
2051cf17fea6SAneesh Kumar K.V static inline void ext4_update_i_disksize(struct inode *inode, loff_t newsize)
2052cf17fea6SAneesh Kumar K.V {
2053cf17fea6SAneesh Kumar K.V 	/*
2054cf17fea6SAneesh Kumar K.V 	 * XXX: replace with spinlock if seen contended -bzzz
2055cf17fea6SAneesh Kumar K.V 	 */
2056cf17fea6SAneesh Kumar K.V 	down_write(&EXT4_I(inode)->i_data_sem);
2057cf17fea6SAneesh Kumar K.V 	if (newsize > EXT4_I(inode)->i_disksize)
2058cf17fea6SAneesh Kumar K.V 		EXT4_I(inode)->i_disksize = newsize;
2059cf17fea6SAneesh Kumar K.V 	up_write(&EXT4_I(inode)->i_data_sem);
2060cf17fea6SAneesh Kumar K.V 	return ;
2061cf17fea6SAneesh Kumar K.V }
2062a30d542aSAneesh Kumar K.V 
20635d1b1b3fSAneesh Kumar K.V struct ext4_group_info {
20645d1b1b3fSAneesh Kumar K.V 	unsigned long   bb_state;
20655d1b1b3fSAneesh Kumar K.V 	struct rb_root  bb_free_root;
2066a36b4498SEric Sandeen 	ext4_grpblk_t	bb_first_free;	/* first free block */
2067a36b4498SEric Sandeen 	ext4_grpblk_t	bb_free;	/* total free blocks */
2068a36b4498SEric Sandeen 	ext4_grpblk_t	bb_fragments;	/* nr of freespace fragments */
20698a57d9d6SCurt Wohlgemuth 	ext4_grpblk_t	bb_largest_free_order;/* order of largest frag in BG */
20705d1b1b3fSAneesh Kumar K.V 	struct          list_head bb_prealloc_list;
20715d1b1b3fSAneesh Kumar K.V #ifdef DOUBLE_CHECK
20725d1b1b3fSAneesh Kumar K.V 	void            *bb_bitmap;
20735d1b1b3fSAneesh Kumar K.V #endif
20745d1b1b3fSAneesh Kumar K.V 	struct rw_semaphore alloc_sem;
2075a36b4498SEric Sandeen 	ext4_grpblk_t	bb_counters[];	/* Nr of free power-of-two-block
2076a36b4498SEric Sandeen 					 * regions, index is order.
2077a36b4498SEric Sandeen 					 * bb_counters[3] = 5 means
2078a36b4498SEric Sandeen 					 * 5 free 8-block regions. */
20795d1b1b3fSAneesh Kumar K.V };
20805d1b1b3fSAneesh Kumar K.V 
20815d1b1b3fSAneesh Kumar K.V #define EXT4_GROUP_INFO_NEED_INIT_BIT	0
20825d1b1b3fSAneesh Kumar K.V 
20835d1b1b3fSAneesh Kumar K.V #define EXT4_MB_GRP_NEED_INIT(grp)	\
20845d1b1b3fSAneesh Kumar K.V 	(test_bit(EXT4_GROUP_INFO_NEED_INIT_BIT, &((grp)->bb_state)))
20855d1b1b3fSAneesh Kumar K.V 
208650797481STheodore Ts'o #define EXT4_MAX_CONTENTION		8
208750797481STheodore Ts'o #define EXT4_CONTENTION_THRESHOLD	2
208850797481STheodore Ts'o 
2089955ce5f5SAneesh Kumar K.V static inline spinlock_t *ext4_group_lock_ptr(struct super_block *sb,
2090955ce5f5SAneesh Kumar K.V 					      ext4_group_t group)
2091955ce5f5SAneesh Kumar K.V {
2092955ce5f5SAneesh Kumar K.V 	return bgl_lock_ptr(EXT4_SB(sb)->s_blockgroup_lock, group);
2093955ce5f5SAneesh Kumar K.V }
2094955ce5f5SAneesh Kumar K.V 
209550797481STheodore Ts'o /*
209650797481STheodore Ts'o  * Returns true if the filesystem is busy enough that attempts to
209750797481STheodore Ts'o  * access the block group locks has run into contention.
209850797481STheodore Ts'o  */
209950797481STheodore Ts'o static inline int ext4_fs_is_busy(struct ext4_sb_info *sbi)
210050797481STheodore Ts'o {
210150797481STheodore Ts'o 	return (atomic_read(&sbi->s_lock_busy) > EXT4_CONTENTION_THRESHOLD);
210250797481STheodore Ts'o }
210350797481STheodore Ts'o 
21045d1b1b3fSAneesh Kumar K.V static inline void ext4_lock_group(struct super_block *sb, ext4_group_t group)
21055d1b1b3fSAneesh Kumar K.V {
210650797481STheodore Ts'o 	spinlock_t *lock = ext4_group_lock_ptr(sb, group);
210750797481STheodore Ts'o 	if (spin_trylock(lock))
210850797481STheodore Ts'o 		/*
210950797481STheodore Ts'o 		 * We're able to grab the lock right away, so drop the
211050797481STheodore Ts'o 		 * lock contention counter.
211150797481STheodore Ts'o 		 */
211250797481STheodore Ts'o 		atomic_add_unless(&EXT4_SB(sb)->s_lock_busy, -1, 0);
211350797481STheodore Ts'o 	else {
211450797481STheodore Ts'o 		/*
211550797481STheodore Ts'o 		 * The lock is busy, so bump the contention counter,
211650797481STheodore Ts'o 		 * and then wait on the spin lock.
211750797481STheodore Ts'o 		 */
211850797481STheodore Ts'o 		atomic_add_unless(&EXT4_SB(sb)->s_lock_busy, 1,
211950797481STheodore Ts'o 				  EXT4_MAX_CONTENTION);
212050797481STheodore Ts'o 		spin_lock(lock);
212150797481STheodore Ts'o 	}
21225d1b1b3fSAneesh Kumar K.V }
21235d1b1b3fSAneesh Kumar K.V 
21245d1b1b3fSAneesh Kumar K.V static inline void ext4_unlock_group(struct super_block *sb,
21255d1b1b3fSAneesh Kumar K.V 					ext4_group_t group)
21265d1b1b3fSAneesh Kumar K.V {
2127955ce5f5SAneesh Kumar K.V 	spin_unlock(ext4_group_lock_ptr(sb, group));
21285d1b1b3fSAneesh Kumar K.V }
21295d1b1b3fSAneesh Kumar K.V 
2130a0375156STheodore Ts'o static inline void ext4_mark_super_dirty(struct super_block *sb)
2131a0375156STheodore Ts'o {
2132a0375156STheodore Ts'o 	if (EXT4_SB(sb)->s_journal == NULL)
2133a0375156STheodore Ts'o 		sb->s_dirt =1;
2134a0375156STheodore Ts'o }
2135a0375156STheodore Ts'o 
21363dcf5451SChristoph Hellwig /*
21371f7d1e77STheodore Ts'o  * Block validity checking
21381f7d1e77STheodore Ts'o  */
21391f7d1e77STheodore Ts'o #define ext4_check_indirect_blockref(inode, bh)				\
21401f7d1e77STheodore Ts'o 	ext4_check_blockref(__func__, __LINE__, inode,			\
21411f7d1e77STheodore Ts'o 			    (__le32 *)(bh)->b_data,			\
21421f7d1e77STheodore Ts'o 			    EXT4_ADDR_PER_BLOCK((inode)->i_sb))
21431f7d1e77STheodore Ts'o 
21441f7d1e77STheodore Ts'o #define ext4_ind_check_inode(inode)					\
21451f7d1e77STheodore Ts'o 	ext4_check_blockref(__func__, __LINE__, inode,			\
21461f7d1e77STheodore Ts'o 			    EXT4_I(inode)->i_data,			\
21471f7d1e77STheodore Ts'o 			    EXT4_NDIR_BLOCKS)
21481f7d1e77STheodore Ts'o 
21491f7d1e77STheodore Ts'o /*
21503dcf5451SChristoph Hellwig  * Inodes and files operations
21513dcf5451SChristoph Hellwig  */
21523dcf5451SChristoph Hellwig 
21533dcf5451SChristoph Hellwig /* dir.c */
21543dcf5451SChristoph Hellwig extern const struct file_operations ext4_dir_operations;
21553dcf5451SChristoph Hellwig 
21563dcf5451SChristoph Hellwig /* file.c */
21573dcf5451SChristoph Hellwig extern const struct inode_operations ext4_file_inode_operations;
21583dcf5451SChristoph Hellwig extern const struct file_operations ext4_file_operations;
2159e0d10bfaSToshiyuki Okajima extern loff_t ext4_llseek(struct file *file, loff_t offset, int origin);
21603dcf5451SChristoph Hellwig 
21613dcf5451SChristoph Hellwig /* namei.c */
21623dcf5451SChristoph Hellwig extern const struct inode_operations ext4_dir_inode_operations;
21633dcf5451SChristoph Hellwig extern const struct inode_operations ext4_special_inode_operations;
2164596397b7STheodore Ts'o extern struct dentry *ext4_get_parent(struct dentry *child);
21653dcf5451SChristoph Hellwig 
21663dcf5451SChristoph Hellwig /* symlink.c */
21673dcf5451SChristoph Hellwig extern const struct inode_operations ext4_symlink_inode_operations;
21683dcf5451SChristoph Hellwig extern const struct inode_operations ext4_fast_symlink_inode_operations;
21693dcf5451SChristoph Hellwig 
21706fd058f7STheodore Ts'o /* block_validity */
21716fd058f7STheodore Ts'o extern void ext4_release_system_zone(struct super_block *sb);
21726fd058f7STheodore Ts'o extern int ext4_setup_system_zone(struct super_block *sb);
21735dabfc78STheodore Ts'o extern int __init ext4_init_system_zone(void);
21745dabfc78STheodore Ts'o extern void ext4_exit_system_zone(void);
21756fd058f7STheodore Ts'o extern int ext4_data_block_valid(struct ext4_sb_info *sbi,
21766fd058f7STheodore Ts'o 				 ext4_fsblk_t start_blk,
21776fd058f7STheodore Ts'o 				 unsigned int count);
21781f7d1e77STheodore Ts'o extern int ext4_check_blockref(const char *, unsigned int,
21791f7d1e77STheodore Ts'o 			       struct inode *, __le32 *, unsigned int);
21806fd058f7STheodore Ts'o 
21813dcf5451SChristoph Hellwig /* extents.c */
21823dcf5451SChristoph Hellwig extern int ext4_ext_tree_init(handle_t *handle, struct inode *);
21833dcf5451SChristoph Hellwig extern int ext4_ext_writepage_trans_blocks(struct inode *, int);
2184a02908f1SMingming Cao extern int ext4_ext_index_trans_blocks(struct inode *inode, int nrblocks,
2185a02908f1SMingming Cao 				       int chunk);
2186e35fd660STheodore Ts'o extern int ext4_ext_map_blocks(handle_t *handle, struct inode *inode,
2187e35fd660STheodore Ts'o 			       struct ext4_map_blocks *map, int flags);
2188cf108bcaSJan Kara extern void ext4_ext_truncate(struct inode *);
2189a4bb6b64SAllison Henderson extern int ext4_ext_punch_hole(struct file *file, loff_t offset,
2190a4bb6b64SAllison Henderson 				loff_t length);
21913dcf5451SChristoph Hellwig extern void ext4_ext_init(struct super_block *);
21923dcf5451SChristoph Hellwig extern void ext4_ext_release(struct super_block *);
21932fe17c10SChristoph Hellwig extern long ext4_fallocate(struct file *file, int mode, loff_t offset,
21943dcf5451SChristoph Hellwig 			  loff_t len);
21950031462bSMingming Cao extern int ext4_convert_unwritten_extents(struct inode *inode, loff_t offset,
2196a1de02dcSEric Sandeen 			  ssize_t len);
2197e35fd660STheodore Ts'o extern int ext4_map_blocks(handle_t *handle, struct inode *inode,
2198e35fd660STheodore Ts'o 			   struct ext4_map_blocks *map, int flags);
21993a06d778SAneesh Kumar K.V extern int ext4_fiemap(struct inode *inode, struct fiemap_extent_info *fieinfo,
22003a06d778SAneesh Kumar K.V 			__u64 start, __u64 len);
2201748de673SAkira Fujita /* move_extent.c */
2202748de673SAkira Fujita extern int ext4_move_extents(struct file *o_filp, struct file *d_filp,
2203748de673SAkira Fujita 			     __u64 start_orig, __u64 start_donor,
2204748de673SAkira Fujita 			     __u64 len, __u64 *moved_len);
2205748de673SAkira Fujita 
2206bd2d0210STheodore Ts'o /* page-io.c */
22075dabfc78STheodore Ts'o extern int __init ext4_init_pageio(void);
22085dabfc78STheodore Ts'o extern void ext4_exit_pageio(void);
2209f7ad6d2eSTheodore Ts'o extern void ext4_ioend_wait(struct inode *);
2210bd2d0210STheodore Ts'o extern void ext4_free_io_end(ext4_io_end_t *io);
2211bd2d0210STheodore Ts'o extern ext4_io_end_t *ext4_init_io_end(struct inode *inode, gfp_t flags);
2212bd2d0210STheodore Ts'o extern int ext4_end_io_nolock(ext4_io_end_t *io);
2213bd2d0210STheodore Ts'o extern void ext4_io_submit(struct ext4_io_submit *io);
2214bd2d0210STheodore Ts'o extern int ext4_bio_write_page(struct ext4_io_submit *io,
2215bd2d0210STheodore Ts'o 			       struct page *page,
2216bd2d0210STheodore Ts'o 			       int len,
2217bd2d0210STheodore Ts'o 			       struct writeback_control *wbc);
22183a06d778SAneesh Kumar K.V 
2219c5e06d10SJohann Lombardi /* mmp.c */
2220c5e06d10SJohann Lombardi extern int ext4_multi_mount_protect(struct super_block *, ext4_fsblk_t);
2221c5e06d10SJohann Lombardi 
2222744692dcSJiaying Zhang /* BH_Uninit flag: blocks are allocated but uninitialized on disk */
2223744692dcSJiaying Zhang enum ext4_state_bits {
2224744692dcSJiaying Zhang 	BH_Uninit	/* blocks are allocated but uninitialized on disk */
2225744692dcSJiaying Zhang 	  = BH_JBDPrivateStart,
2226744692dcSJiaying Zhang };
2227744692dcSJiaying Zhang 
2228744692dcSJiaying Zhang BUFFER_FNS(Uninit, uninit)
2229744692dcSJiaying Zhang TAS_BUFFER_FNS(Uninit, uninit)
2230744692dcSJiaying Zhang 
22312ccb5fb9SAneesh Kumar K.V /*
22322ccb5fb9SAneesh Kumar K.V  * Add new method to test wether block and inode bitmaps are properly
22332ccb5fb9SAneesh Kumar K.V  * initialized. With uninit_bg reading the block from disk is not enough
22342ccb5fb9SAneesh Kumar K.V  * to mark the bitmap uptodate. We need to also zero-out the bitmap
22352ccb5fb9SAneesh Kumar K.V  */
22362ccb5fb9SAneesh Kumar K.V #define BH_BITMAP_UPTODATE BH_JBDPrivateStart
22372ccb5fb9SAneesh Kumar K.V 
22382ccb5fb9SAneesh Kumar K.V static inline int bitmap_uptodate(struct buffer_head *bh)
22392ccb5fb9SAneesh Kumar K.V {
22402ccb5fb9SAneesh Kumar K.V 	return (buffer_uptodate(bh) &&
22412ccb5fb9SAneesh Kumar K.V 			test_bit(BH_BITMAP_UPTODATE, &(bh)->b_state));
22422ccb5fb9SAneesh Kumar K.V }
22432ccb5fb9SAneesh Kumar K.V static inline void set_bitmap_uptodate(struct buffer_head *bh)
22442ccb5fb9SAneesh Kumar K.V {
22452ccb5fb9SAneesh Kumar K.V 	set_bit(BH_BITMAP_UPTODATE, &(bh)->b_state);
22462ccb5fb9SAneesh Kumar K.V }
22472ccb5fb9SAneesh Kumar K.V 
2248731eb1a0SAkinobu Mita #define in_range(b, first, len)	((b) >= (first) && (b) <= (first) + (len) - 1)
2249731eb1a0SAkinobu Mita 
2250e9e3bcecSEric Sandeen /* For ioend & aio unwritten conversion wait queues */
2251e9e3bcecSEric Sandeen #define EXT4_WQ_HASH_SZ		37
2252e9e3bcecSEric Sandeen #define ext4_ioend_wq(v)   (&ext4__ioend_wq[((unsigned long)(v)) %\
2253e9e3bcecSEric Sandeen 					    EXT4_WQ_HASH_SZ])
2254e9e3bcecSEric Sandeen #define ext4_aio_mutex(v)  (&ext4__aio_mutex[((unsigned long)(v)) %\
2255e9e3bcecSEric Sandeen 					     EXT4_WQ_HASH_SZ])
2256e9e3bcecSEric Sandeen extern wait_queue_head_t ext4__ioend_wq[EXT4_WQ_HASH_SZ];
2257e9e3bcecSEric Sandeen extern struct mutex ext4__aio_mutex[EXT4_WQ_HASH_SZ];
2258e9e3bcecSEric Sandeen 
22593dcf5451SChristoph Hellwig #endif	/* __KERNEL__ */
22603dcf5451SChristoph Hellwig 
22613dcf5451SChristoph Hellwig #endif	/* _EXT4_H */
2262