xref: /openbmc/linux/fs/btrfs/ctree.h (revision 7b7dfdd2)
1 /*
2  * Copyright (C) 2007 Oracle.  All rights reserved.
3  *
4  * This program is free software; you can redistribute it and/or
5  * modify it under the terms of the GNU General Public
6  * License v2 as published by the Free Software Foundation.
7  *
8  * This program is distributed in the hope that it will be useful,
9  * but WITHOUT ANY WARRANTY; without even the implied warranty of
10  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
11  * General Public License for more details.
12  *
13  * You should have received a copy of the GNU General Public
14  * License along with this program; if not, write to the
15  * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
16  * Boston, MA 021110-1307, USA.
17  */
18 
19 #ifndef __BTRFS_CTREE__
20 #define __BTRFS_CTREE__
21 
22 #include <linux/mm.h>
23 #include <linux/highmem.h>
24 #include <linux/fs.h>
25 #include <linux/rwsem.h>
26 #include <linux/semaphore.h>
27 #include <linux/completion.h>
28 #include <linux/backing-dev.h>
29 #include <linux/wait.h>
30 #include <linux/slab.h>
31 #include <linux/kobject.h>
32 #include <trace/events/btrfs.h>
33 #include <asm/kmap_types.h>
34 #include <linux/pagemap.h>
35 #include <linux/btrfs.h>
36 #include <linux/workqueue.h>
37 #include "extent_io.h"
38 #include "extent_map.h"
39 #include "async-thread.h"
40 
41 struct btrfs_trans_handle;
42 struct btrfs_transaction;
43 struct btrfs_pending_snapshot;
44 extern struct kmem_cache *btrfs_trans_handle_cachep;
45 extern struct kmem_cache *btrfs_transaction_cachep;
46 extern struct kmem_cache *btrfs_bit_radix_cachep;
47 extern struct kmem_cache *btrfs_path_cachep;
48 extern struct kmem_cache *btrfs_free_space_cachep;
49 struct btrfs_ordered_sum;
50 
51 #ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS
52 #define STATIC noinline
53 #else
54 #define STATIC static noinline
55 #endif
56 
57 #define BTRFS_MAGIC 0x4D5F53665248425FULL /* ascii _BHRfS_M, no null */
58 
59 #define BTRFS_MAX_MIRRORS 3
60 
61 #define BTRFS_MAX_LEVEL 8
62 
63 #define BTRFS_COMPAT_EXTENT_TREE_V0
64 
65 /*
66  * files bigger than this get some pre-flushing when they are added
67  * to the ordered operations list.  That way we limit the total
68  * work done by the commit
69  */
70 #define BTRFS_ORDERED_OPERATIONS_FLUSH_LIMIT (8 * 1024 * 1024)
71 
72 /* holds pointers to all of the tree roots */
73 #define BTRFS_ROOT_TREE_OBJECTID 1ULL
74 
75 /* stores information about which extents are in use, and reference counts */
76 #define BTRFS_EXTENT_TREE_OBJECTID 2ULL
77 
78 /*
79  * chunk tree stores translations from logical -> physical block numbering
80  * the super block points to the chunk tree
81  */
82 #define BTRFS_CHUNK_TREE_OBJECTID 3ULL
83 
84 /*
85  * stores information about which areas of a given device are in use.
86  * one per device.  The tree of tree roots points to the device tree
87  */
88 #define BTRFS_DEV_TREE_OBJECTID 4ULL
89 
90 /* one per subvolume, storing files and directories */
91 #define BTRFS_FS_TREE_OBJECTID 5ULL
92 
93 /* directory objectid inside the root tree */
94 #define BTRFS_ROOT_TREE_DIR_OBJECTID 6ULL
95 
96 /* holds checksums of all the data extents */
97 #define BTRFS_CSUM_TREE_OBJECTID 7ULL
98 
99 /* holds quota configuration and tracking */
100 #define BTRFS_QUOTA_TREE_OBJECTID 8ULL
101 
102 /* for storing items that use the BTRFS_UUID_KEY* types */
103 #define BTRFS_UUID_TREE_OBJECTID 9ULL
104 
105 /* for storing balance parameters in the root tree */
106 #define BTRFS_BALANCE_OBJECTID -4ULL
107 
108 /* orhpan objectid for tracking unlinked/truncated files */
109 #define BTRFS_ORPHAN_OBJECTID -5ULL
110 
111 /* does write ahead logging to speed up fsyncs */
112 #define BTRFS_TREE_LOG_OBJECTID -6ULL
113 #define BTRFS_TREE_LOG_FIXUP_OBJECTID -7ULL
114 
115 /* for space balancing */
116 #define BTRFS_TREE_RELOC_OBJECTID -8ULL
117 #define BTRFS_DATA_RELOC_TREE_OBJECTID -9ULL
118 
119 /*
120  * extent checksums all have this objectid
121  * this allows them to share the logging tree
122  * for fsyncs
123  */
124 #define BTRFS_EXTENT_CSUM_OBJECTID -10ULL
125 
126 /* For storing free space cache */
127 #define BTRFS_FREE_SPACE_OBJECTID -11ULL
128 
129 /*
130  * The inode number assigned to the special inode for storing
131  * free ino cache
132  */
133 #define BTRFS_FREE_INO_OBJECTID -12ULL
134 
135 /* dummy objectid represents multiple objectids */
136 #define BTRFS_MULTIPLE_OBJECTIDS -255ULL
137 
138 /*
139  * All files have objectids in this range.
140  */
141 #define BTRFS_FIRST_FREE_OBJECTID 256ULL
142 #define BTRFS_LAST_FREE_OBJECTID -256ULL
143 #define BTRFS_FIRST_CHUNK_TREE_OBJECTID 256ULL
144 
145 
146 /*
147  * the device items go into the chunk tree.  The key is in the form
148  * [ 1 BTRFS_DEV_ITEM_KEY device_id ]
149  */
150 #define BTRFS_DEV_ITEMS_OBJECTID 1ULL
151 
152 #define BTRFS_BTREE_INODE_OBJECTID 1
153 
154 #define BTRFS_EMPTY_SUBVOL_DIR_OBJECTID 2
155 
156 #define BTRFS_DEV_REPLACE_DEVID 0ULL
157 
158 /*
159  * the max metadata block size.  This limit is somewhat artificial,
160  * but the memmove costs go through the roof for larger blocks.
161  */
162 #define BTRFS_MAX_METADATA_BLOCKSIZE 65536
163 
164 /*
165  * we can actually store much bigger names, but lets not confuse the rest
166  * of linux
167  */
168 #define BTRFS_NAME_LEN 255
169 
170 /*
171  * Theoretical limit is larger, but we keep this down to a sane
172  * value. That should limit greatly the possibility of collisions on
173  * inode ref items.
174  */
175 #define BTRFS_LINK_MAX 65535U
176 
177 /* 32 bytes in various csum fields */
178 #define BTRFS_CSUM_SIZE 32
179 
180 /* csum types */
181 #define BTRFS_CSUM_TYPE_CRC32	0
182 
183 static int btrfs_csum_sizes[] = { 4, 0 };
184 
185 /* four bytes for CRC32 */
186 #define BTRFS_EMPTY_DIR_SIZE 0
187 
188 /* spefic to btrfs_map_block(), therefore not in include/linux/blk_types.h */
189 #define REQ_GET_READ_MIRRORS	(1 << 30)
190 
191 #define BTRFS_FT_UNKNOWN	0
192 #define BTRFS_FT_REG_FILE	1
193 #define BTRFS_FT_DIR		2
194 #define BTRFS_FT_CHRDEV		3
195 #define BTRFS_FT_BLKDEV		4
196 #define BTRFS_FT_FIFO		5
197 #define BTRFS_FT_SOCK		6
198 #define BTRFS_FT_SYMLINK	7
199 #define BTRFS_FT_XATTR		8
200 #define BTRFS_FT_MAX		9
201 
202 /* ioprio of readahead is set to idle */
203 #define BTRFS_IOPRIO_READA (IOPRIO_PRIO_VALUE(IOPRIO_CLASS_IDLE, 0))
204 
205 #define BTRFS_DIRTY_METADATA_THRESH	(32 * 1024 * 1024)
206 
207 /*
208  * The key defines the order in the tree, and so it also defines (optimal)
209  * block layout.
210  *
211  * objectid corresponds to the inode number.
212  *
213  * type tells us things about the object, and is a kind of stream selector.
214  * so for a given inode, keys with type of 1 might refer to the inode data,
215  * type of 2 may point to file data in the btree and type == 3 may point to
216  * extents.
217  *
218  * offset is the starting byte offset for this key in the stream.
219  *
220  * btrfs_disk_key is in disk byte order.  struct btrfs_key is always
221  * in cpu native order.  Otherwise they are identical and their sizes
222  * should be the same (ie both packed)
223  */
224 struct btrfs_disk_key {
225 	__le64 objectid;
226 	u8 type;
227 	__le64 offset;
228 } __attribute__ ((__packed__));
229 
230 struct btrfs_key {
231 	u64 objectid;
232 	u8 type;
233 	u64 offset;
234 } __attribute__ ((__packed__));
235 
236 struct btrfs_mapping_tree {
237 	struct extent_map_tree map_tree;
238 };
239 
240 struct btrfs_dev_item {
241 	/* the internal btrfs device id */
242 	__le64 devid;
243 
244 	/* size of the device */
245 	__le64 total_bytes;
246 
247 	/* bytes used */
248 	__le64 bytes_used;
249 
250 	/* optimal io alignment for this device */
251 	__le32 io_align;
252 
253 	/* optimal io width for this device */
254 	__le32 io_width;
255 
256 	/* minimal io size for this device */
257 	__le32 sector_size;
258 
259 	/* type and info about this device */
260 	__le64 type;
261 
262 	/* expected generation for this device */
263 	__le64 generation;
264 
265 	/*
266 	 * starting byte of this partition on the device,
267 	 * to allow for stripe alignment in the future
268 	 */
269 	__le64 start_offset;
270 
271 	/* grouping information for allocation decisions */
272 	__le32 dev_group;
273 
274 	/* seek speed 0-100 where 100 is fastest */
275 	u8 seek_speed;
276 
277 	/* bandwidth 0-100 where 100 is fastest */
278 	u8 bandwidth;
279 
280 	/* btrfs generated uuid for this device */
281 	u8 uuid[BTRFS_UUID_SIZE];
282 
283 	/* uuid of FS who owns this device */
284 	u8 fsid[BTRFS_UUID_SIZE];
285 } __attribute__ ((__packed__));
286 
287 struct btrfs_stripe {
288 	__le64 devid;
289 	__le64 offset;
290 	u8 dev_uuid[BTRFS_UUID_SIZE];
291 } __attribute__ ((__packed__));
292 
293 struct btrfs_chunk {
294 	/* size of this chunk in bytes */
295 	__le64 length;
296 
297 	/* objectid of the root referencing this chunk */
298 	__le64 owner;
299 
300 	__le64 stripe_len;
301 	__le64 type;
302 
303 	/* optimal io alignment for this chunk */
304 	__le32 io_align;
305 
306 	/* optimal io width for this chunk */
307 	__le32 io_width;
308 
309 	/* minimal io size for this chunk */
310 	__le32 sector_size;
311 
312 	/* 2^16 stripes is quite a lot, a second limit is the size of a single
313 	 * item in the btree
314 	 */
315 	__le16 num_stripes;
316 
317 	/* sub stripes only matter for raid10 */
318 	__le16 sub_stripes;
319 	struct btrfs_stripe stripe;
320 	/* additional stripes go here */
321 } __attribute__ ((__packed__));
322 
323 #define BTRFS_FREE_SPACE_EXTENT	1
324 #define BTRFS_FREE_SPACE_BITMAP	2
325 
326 struct btrfs_free_space_entry {
327 	__le64 offset;
328 	__le64 bytes;
329 	u8 type;
330 } __attribute__ ((__packed__));
331 
332 struct btrfs_free_space_header {
333 	struct btrfs_disk_key location;
334 	__le64 generation;
335 	__le64 num_entries;
336 	__le64 num_bitmaps;
337 } __attribute__ ((__packed__));
338 
339 static inline unsigned long btrfs_chunk_item_size(int num_stripes)
340 {
341 	BUG_ON(num_stripes == 0);
342 	return sizeof(struct btrfs_chunk) +
343 		sizeof(struct btrfs_stripe) * (num_stripes - 1);
344 }
345 
346 #define BTRFS_HEADER_FLAG_WRITTEN	(1ULL << 0)
347 #define BTRFS_HEADER_FLAG_RELOC		(1ULL << 1)
348 
349 /*
350  * File system states
351  */
352 #define BTRFS_FS_STATE_ERROR		0
353 #define BTRFS_FS_STATE_REMOUNTING	1
354 #define BTRFS_FS_STATE_TRANS_ABORTED	2
355 #define BTRFS_FS_STATE_DEV_REPLACING	3
356 
357 /* Super block flags */
358 /* Errors detected */
359 #define BTRFS_SUPER_FLAG_ERROR		(1ULL << 2)
360 
361 #define BTRFS_SUPER_FLAG_SEEDING	(1ULL << 32)
362 #define BTRFS_SUPER_FLAG_METADUMP	(1ULL << 33)
363 
364 #define BTRFS_BACKREF_REV_MAX		256
365 #define BTRFS_BACKREF_REV_SHIFT		56
366 #define BTRFS_BACKREF_REV_MASK		(((u64)BTRFS_BACKREF_REV_MAX - 1) << \
367 					 BTRFS_BACKREF_REV_SHIFT)
368 
369 #define BTRFS_OLD_BACKREF_REV		0
370 #define BTRFS_MIXED_BACKREF_REV		1
371 
372 /*
373  * every tree block (leaf or node) starts with this header.
374  */
375 struct btrfs_header {
376 	/* these first four must match the super block */
377 	u8 csum[BTRFS_CSUM_SIZE];
378 	u8 fsid[BTRFS_FSID_SIZE]; /* FS specific uuid */
379 	__le64 bytenr; /* which block this node is supposed to live in */
380 	__le64 flags;
381 
382 	/* allowed to be different from the super from here on down */
383 	u8 chunk_tree_uuid[BTRFS_UUID_SIZE];
384 	__le64 generation;
385 	__le64 owner;
386 	__le32 nritems;
387 	u8 level;
388 } __attribute__ ((__packed__));
389 
390 #define BTRFS_NODEPTRS_PER_BLOCK(r) (((r)->nodesize - \
391 				      sizeof(struct btrfs_header)) / \
392 				     sizeof(struct btrfs_key_ptr))
393 #define __BTRFS_LEAF_DATA_SIZE(bs) ((bs) - sizeof(struct btrfs_header))
394 #define BTRFS_LEAF_DATA_SIZE(r) (__BTRFS_LEAF_DATA_SIZE(r->leafsize))
395 #define BTRFS_MAX_INLINE_DATA_SIZE(r) (BTRFS_LEAF_DATA_SIZE(r) - \
396 					sizeof(struct btrfs_item) - \
397 					sizeof(struct btrfs_file_extent_item))
398 #define BTRFS_MAX_XATTR_SIZE(r)	(BTRFS_LEAF_DATA_SIZE(r) - \
399 				 sizeof(struct btrfs_item) -\
400 				 sizeof(struct btrfs_dir_item))
401 
402 
403 /*
404  * this is a very generous portion of the super block, giving us
405  * room to translate 14 chunks with 3 stripes each.
406  */
407 #define BTRFS_SYSTEM_CHUNK_ARRAY_SIZE 2048
408 #define BTRFS_LABEL_SIZE 256
409 
410 /*
411  * just in case we somehow lose the roots and are not able to mount,
412  * we store an array of the roots from previous transactions
413  * in the super.
414  */
415 #define BTRFS_NUM_BACKUP_ROOTS 4
416 struct btrfs_root_backup {
417 	__le64 tree_root;
418 	__le64 tree_root_gen;
419 
420 	__le64 chunk_root;
421 	__le64 chunk_root_gen;
422 
423 	__le64 extent_root;
424 	__le64 extent_root_gen;
425 
426 	__le64 fs_root;
427 	__le64 fs_root_gen;
428 
429 	__le64 dev_root;
430 	__le64 dev_root_gen;
431 
432 	__le64 csum_root;
433 	__le64 csum_root_gen;
434 
435 	__le64 total_bytes;
436 	__le64 bytes_used;
437 	__le64 num_devices;
438 	/* future */
439 	__le64 unused_64[4];
440 
441 	u8 tree_root_level;
442 	u8 chunk_root_level;
443 	u8 extent_root_level;
444 	u8 fs_root_level;
445 	u8 dev_root_level;
446 	u8 csum_root_level;
447 	/* future and to align */
448 	u8 unused_8[10];
449 } __attribute__ ((__packed__));
450 
451 /*
452  * the super block basically lists the main trees of the FS
453  * it currently lacks any block count etc etc
454  */
455 struct btrfs_super_block {
456 	u8 csum[BTRFS_CSUM_SIZE];
457 	/* the first 4 fields must match struct btrfs_header */
458 	u8 fsid[BTRFS_FSID_SIZE];    /* FS specific uuid */
459 	__le64 bytenr; /* this block number */
460 	__le64 flags;
461 
462 	/* allowed to be different from the btrfs_header from here own down */
463 	__le64 magic;
464 	__le64 generation;
465 	__le64 root;
466 	__le64 chunk_root;
467 	__le64 log_root;
468 
469 	/* this will help find the new super based on the log root */
470 	__le64 log_root_transid;
471 	__le64 total_bytes;
472 	__le64 bytes_used;
473 	__le64 root_dir_objectid;
474 	__le64 num_devices;
475 	__le32 sectorsize;
476 	__le32 nodesize;
477 	__le32 leafsize;
478 	__le32 stripesize;
479 	__le32 sys_chunk_array_size;
480 	__le64 chunk_root_generation;
481 	__le64 compat_flags;
482 	__le64 compat_ro_flags;
483 	__le64 incompat_flags;
484 	__le16 csum_type;
485 	u8 root_level;
486 	u8 chunk_root_level;
487 	u8 log_root_level;
488 	struct btrfs_dev_item dev_item;
489 
490 	char label[BTRFS_LABEL_SIZE];
491 
492 	__le64 cache_generation;
493 	__le64 uuid_tree_generation;
494 
495 	/* future expansion */
496 	__le64 reserved[30];
497 	u8 sys_chunk_array[BTRFS_SYSTEM_CHUNK_ARRAY_SIZE];
498 	struct btrfs_root_backup super_roots[BTRFS_NUM_BACKUP_ROOTS];
499 } __attribute__ ((__packed__));
500 
501 /*
502  * Compat flags that we support.  If any incompat flags are set other than the
503  * ones specified below then we will fail to mount
504  */
505 #define BTRFS_FEATURE_INCOMPAT_MIXED_BACKREF	(1ULL << 0)
506 #define BTRFS_FEATURE_INCOMPAT_DEFAULT_SUBVOL	(1ULL << 1)
507 #define BTRFS_FEATURE_INCOMPAT_MIXED_GROUPS	(1ULL << 2)
508 #define BTRFS_FEATURE_INCOMPAT_COMPRESS_LZO	(1ULL << 3)
509 /*
510  * some patches floated around with a second compression method
511  * lets save that incompat here for when they do get in
512  * Note we don't actually support it, we're just reserving the
513  * number
514  */
515 #define BTRFS_FEATURE_INCOMPAT_COMPRESS_LZOv2	(1ULL << 4)
516 
517 /*
518  * older kernels tried to do bigger metadata blocks, but the
519  * code was pretty buggy.  Lets not let them try anymore.
520  */
521 #define BTRFS_FEATURE_INCOMPAT_BIG_METADATA	(1ULL << 5)
522 
523 #define BTRFS_FEATURE_INCOMPAT_EXTENDED_IREF	(1ULL << 6)
524 #define BTRFS_FEATURE_INCOMPAT_RAID56		(1ULL << 7)
525 #define BTRFS_FEATURE_INCOMPAT_SKINNY_METADATA	(1ULL << 8)
526 #define BTRFS_FEATURE_INCOMPAT_NO_HOLES		(1ULL << 9)
527 
528 #define BTRFS_FEATURE_COMPAT_SUPP		0ULL
529 #define BTRFS_FEATURE_COMPAT_SAFE_SET		0ULL
530 #define BTRFS_FEATURE_COMPAT_SAFE_CLEAR		0ULL
531 #define BTRFS_FEATURE_COMPAT_RO_SUPP		0ULL
532 #define BTRFS_FEATURE_COMPAT_RO_SAFE_SET	0ULL
533 #define BTRFS_FEATURE_COMPAT_RO_SAFE_CLEAR	0ULL
534 
535 #define BTRFS_FEATURE_INCOMPAT_SUPP			\
536 	(BTRFS_FEATURE_INCOMPAT_MIXED_BACKREF |		\
537 	 BTRFS_FEATURE_INCOMPAT_DEFAULT_SUBVOL |	\
538 	 BTRFS_FEATURE_INCOMPAT_MIXED_GROUPS |		\
539 	 BTRFS_FEATURE_INCOMPAT_BIG_METADATA |		\
540 	 BTRFS_FEATURE_INCOMPAT_COMPRESS_LZO |		\
541 	 BTRFS_FEATURE_INCOMPAT_RAID56 |		\
542 	 BTRFS_FEATURE_INCOMPAT_EXTENDED_IREF |		\
543 	 BTRFS_FEATURE_INCOMPAT_SKINNY_METADATA |	\
544 	 BTRFS_FEATURE_INCOMPAT_NO_HOLES)
545 
546 #define BTRFS_FEATURE_INCOMPAT_SAFE_SET			\
547 	(BTRFS_FEATURE_INCOMPAT_EXTENDED_IREF)
548 #define BTRFS_FEATURE_INCOMPAT_SAFE_CLEAR		0ULL
549 
550 /*
551  * A leaf is full of items. offset and size tell us where to find
552  * the item in the leaf (relative to the start of the data area)
553  */
554 struct btrfs_item {
555 	struct btrfs_disk_key key;
556 	__le32 offset;
557 	__le32 size;
558 } __attribute__ ((__packed__));
559 
560 /*
561  * leaves have an item area and a data area:
562  * [item0, item1....itemN] [free space] [dataN...data1, data0]
563  *
564  * The data is separate from the items to get the keys closer together
565  * during searches.
566  */
567 struct btrfs_leaf {
568 	struct btrfs_header header;
569 	struct btrfs_item items[];
570 } __attribute__ ((__packed__));
571 
572 /*
573  * all non-leaf blocks are nodes, they hold only keys and pointers to
574  * other blocks
575  */
576 struct btrfs_key_ptr {
577 	struct btrfs_disk_key key;
578 	__le64 blockptr;
579 	__le64 generation;
580 } __attribute__ ((__packed__));
581 
582 struct btrfs_node {
583 	struct btrfs_header header;
584 	struct btrfs_key_ptr ptrs[];
585 } __attribute__ ((__packed__));
586 
587 /*
588  * btrfs_paths remember the path taken from the root down to the leaf.
589  * level 0 is always the leaf, and nodes[1...BTRFS_MAX_LEVEL] will point
590  * to any other levels that are present.
591  *
592  * The slots array records the index of the item or block pointer
593  * used while walking the tree.
594  */
595 struct btrfs_path {
596 	struct extent_buffer *nodes[BTRFS_MAX_LEVEL];
597 	int slots[BTRFS_MAX_LEVEL];
598 	/* if there is real range locking, this locks field will change */
599 	int locks[BTRFS_MAX_LEVEL];
600 	int reada;
601 	/* keep some upper locks as we walk down */
602 	int lowest_level;
603 
604 	/*
605 	 * set by btrfs_split_item, tells search_slot to keep all locks
606 	 * and to force calls to keep space in the nodes
607 	 */
608 	unsigned int search_for_split:1;
609 	unsigned int keep_locks:1;
610 	unsigned int skip_locking:1;
611 	unsigned int leave_spinning:1;
612 	unsigned int search_commit_root:1;
613 	unsigned int need_commit_sem:1;
614 };
615 
616 /*
617  * items in the extent btree are used to record the objectid of the
618  * owner of the block and the number of references
619  */
620 
621 struct btrfs_extent_item {
622 	__le64 refs;
623 	__le64 generation;
624 	__le64 flags;
625 } __attribute__ ((__packed__));
626 
627 struct btrfs_extent_item_v0 {
628 	__le32 refs;
629 } __attribute__ ((__packed__));
630 
631 #define BTRFS_MAX_EXTENT_ITEM_SIZE(r) ((BTRFS_LEAF_DATA_SIZE(r) >> 4) - \
632 					sizeof(struct btrfs_item))
633 
634 #define BTRFS_EXTENT_FLAG_DATA		(1ULL << 0)
635 #define BTRFS_EXTENT_FLAG_TREE_BLOCK	(1ULL << 1)
636 
637 /* following flags only apply to tree blocks */
638 
639 /* use full backrefs for extent pointers in the block */
640 #define BTRFS_BLOCK_FLAG_FULL_BACKREF	(1ULL << 8)
641 
642 /*
643  * this flag is only used internally by scrub and may be changed at any time
644  * it is only declared here to avoid collisions
645  */
646 #define BTRFS_EXTENT_FLAG_SUPER		(1ULL << 48)
647 
648 struct btrfs_tree_block_info {
649 	struct btrfs_disk_key key;
650 	u8 level;
651 } __attribute__ ((__packed__));
652 
653 struct btrfs_extent_data_ref {
654 	__le64 root;
655 	__le64 objectid;
656 	__le64 offset;
657 	__le32 count;
658 } __attribute__ ((__packed__));
659 
660 struct btrfs_shared_data_ref {
661 	__le32 count;
662 } __attribute__ ((__packed__));
663 
664 struct btrfs_extent_inline_ref {
665 	u8 type;
666 	__le64 offset;
667 } __attribute__ ((__packed__));
668 
669 /* old style backrefs item */
670 struct btrfs_extent_ref_v0 {
671 	__le64 root;
672 	__le64 generation;
673 	__le64 objectid;
674 	__le32 count;
675 } __attribute__ ((__packed__));
676 
677 
678 /* dev extents record free space on individual devices.  The owner
679  * field points back to the chunk allocation mapping tree that allocated
680  * the extent.  The chunk tree uuid field is a way to double check the owner
681  */
682 struct btrfs_dev_extent {
683 	__le64 chunk_tree;
684 	__le64 chunk_objectid;
685 	__le64 chunk_offset;
686 	__le64 length;
687 	u8 chunk_tree_uuid[BTRFS_UUID_SIZE];
688 } __attribute__ ((__packed__));
689 
690 struct btrfs_inode_ref {
691 	__le64 index;
692 	__le16 name_len;
693 	/* name goes here */
694 } __attribute__ ((__packed__));
695 
696 struct btrfs_inode_extref {
697 	__le64 parent_objectid;
698 	__le64 index;
699 	__le16 name_len;
700 	__u8   name[0];
701 	/* name goes here */
702 } __attribute__ ((__packed__));
703 
704 struct btrfs_timespec {
705 	__le64 sec;
706 	__le32 nsec;
707 } __attribute__ ((__packed__));
708 
709 enum btrfs_compression_type {
710 	BTRFS_COMPRESS_NONE  = 0,
711 	BTRFS_COMPRESS_ZLIB  = 1,
712 	BTRFS_COMPRESS_LZO   = 2,
713 	BTRFS_COMPRESS_TYPES = 2,
714 	BTRFS_COMPRESS_LAST  = 3,
715 };
716 
717 struct btrfs_inode_item {
718 	/* nfs style generation number */
719 	__le64 generation;
720 	/* transid that last touched this inode */
721 	__le64 transid;
722 	__le64 size;
723 	__le64 nbytes;
724 	__le64 block_group;
725 	__le32 nlink;
726 	__le32 uid;
727 	__le32 gid;
728 	__le32 mode;
729 	__le64 rdev;
730 	__le64 flags;
731 
732 	/* modification sequence number for NFS */
733 	__le64 sequence;
734 
735 	/*
736 	 * a little future expansion, for more than this we can
737 	 * just grow the inode item and version it
738 	 */
739 	__le64 reserved[4];
740 	struct btrfs_timespec atime;
741 	struct btrfs_timespec ctime;
742 	struct btrfs_timespec mtime;
743 	struct btrfs_timespec otime;
744 } __attribute__ ((__packed__));
745 
746 struct btrfs_dir_log_item {
747 	__le64 end;
748 } __attribute__ ((__packed__));
749 
750 struct btrfs_dir_item {
751 	struct btrfs_disk_key location;
752 	__le64 transid;
753 	__le16 data_len;
754 	__le16 name_len;
755 	u8 type;
756 } __attribute__ ((__packed__));
757 
758 #define BTRFS_ROOT_SUBVOL_RDONLY	(1ULL << 0)
759 
760 /*
761  * Internal in-memory flag that a subvolume has been marked for deletion but
762  * still visible as a directory
763  */
764 #define BTRFS_ROOT_SUBVOL_DEAD		(1ULL << 48)
765 
766 struct btrfs_root_item {
767 	struct btrfs_inode_item inode;
768 	__le64 generation;
769 	__le64 root_dirid;
770 	__le64 bytenr;
771 	__le64 byte_limit;
772 	__le64 bytes_used;
773 	__le64 last_snapshot;
774 	__le64 flags;
775 	__le32 refs;
776 	struct btrfs_disk_key drop_progress;
777 	u8 drop_level;
778 	u8 level;
779 
780 	/*
781 	 * The following fields appear after subvol_uuids+subvol_times
782 	 * were introduced.
783 	 */
784 
785 	/*
786 	 * This generation number is used to test if the new fields are valid
787 	 * and up to date while reading the root item. Everytime the root item
788 	 * is written out, the "generation" field is copied into this field. If
789 	 * anyone ever mounted the fs with an older kernel, we will have
790 	 * mismatching generation values here and thus must invalidate the
791 	 * new fields. See btrfs_update_root and btrfs_find_last_root for
792 	 * details.
793 	 * the offset of generation_v2 is also used as the start for the memset
794 	 * when invalidating the fields.
795 	 */
796 	__le64 generation_v2;
797 	u8 uuid[BTRFS_UUID_SIZE];
798 	u8 parent_uuid[BTRFS_UUID_SIZE];
799 	u8 received_uuid[BTRFS_UUID_SIZE];
800 	__le64 ctransid; /* updated when an inode changes */
801 	__le64 otransid; /* trans when created */
802 	__le64 stransid; /* trans when sent. non-zero for received subvol */
803 	__le64 rtransid; /* trans when received. non-zero for received subvol */
804 	struct btrfs_timespec ctime;
805 	struct btrfs_timespec otime;
806 	struct btrfs_timespec stime;
807 	struct btrfs_timespec rtime;
808 	__le64 reserved[8]; /* for future */
809 } __attribute__ ((__packed__));
810 
811 /*
812  * this is used for both forward and backward root refs
813  */
814 struct btrfs_root_ref {
815 	__le64 dirid;
816 	__le64 sequence;
817 	__le16 name_len;
818 } __attribute__ ((__packed__));
819 
820 struct btrfs_disk_balance_args {
821 	/*
822 	 * profiles to operate on, single is denoted by
823 	 * BTRFS_AVAIL_ALLOC_BIT_SINGLE
824 	 */
825 	__le64 profiles;
826 
827 	/* usage filter */
828 	__le64 usage;
829 
830 	/* devid filter */
831 	__le64 devid;
832 
833 	/* devid subset filter [pstart..pend) */
834 	__le64 pstart;
835 	__le64 pend;
836 
837 	/* btrfs virtual address space subset filter [vstart..vend) */
838 	__le64 vstart;
839 	__le64 vend;
840 
841 	/*
842 	 * profile to convert to, single is denoted by
843 	 * BTRFS_AVAIL_ALLOC_BIT_SINGLE
844 	 */
845 	__le64 target;
846 
847 	/* BTRFS_BALANCE_ARGS_* */
848 	__le64 flags;
849 
850 	/* BTRFS_BALANCE_ARGS_LIMIT value */
851 	__le64 limit;
852 
853 	__le64 unused[7];
854 } __attribute__ ((__packed__));
855 
856 /*
857  * store balance parameters to disk so that balance can be properly
858  * resumed after crash or unmount
859  */
860 struct btrfs_balance_item {
861 	/* BTRFS_BALANCE_* */
862 	__le64 flags;
863 
864 	struct btrfs_disk_balance_args data;
865 	struct btrfs_disk_balance_args meta;
866 	struct btrfs_disk_balance_args sys;
867 
868 	__le64 unused[4];
869 } __attribute__ ((__packed__));
870 
871 #define BTRFS_FILE_EXTENT_INLINE 0
872 #define BTRFS_FILE_EXTENT_REG 1
873 #define BTRFS_FILE_EXTENT_PREALLOC 2
874 
875 struct btrfs_file_extent_item {
876 	/*
877 	 * transaction id that created this extent
878 	 */
879 	__le64 generation;
880 	/*
881 	 * max number of bytes to hold this extent in ram
882 	 * when we split a compressed extent we can't know how big
883 	 * each of the resulting pieces will be.  So, this is
884 	 * an upper limit on the size of the extent in ram instead of
885 	 * an exact limit.
886 	 */
887 	__le64 ram_bytes;
888 
889 	/*
890 	 * 32 bits for the various ways we might encode the data,
891 	 * including compression and encryption.  If any of these
892 	 * are set to something a given disk format doesn't understand
893 	 * it is treated like an incompat flag for reading and writing,
894 	 * but not for stat.
895 	 */
896 	u8 compression;
897 	u8 encryption;
898 	__le16 other_encoding; /* spare for later use */
899 
900 	/* are we inline data or a real extent? */
901 	u8 type;
902 
903 	/*
904 	 * disk space consumed by the extent, checksum blocks are included
905 	 * in these numbers
906 	 */
907 	__le64 disk_bytenr;
908 	__le64 disk_num_bytes;
909 	/*
910 	 * the logical offset in file blocks (no csums)
911 	 * this extent record is for.  This allows a file extent to point
912 	 * into the middle of an existing extent on disk, sharing it
913 	 * between two snapshots (useful if some bytes in the middle of the
914 	 * extent have changed
915 	 */
916 	__le64 offset;
917 	/*
918 	 * the logical number of file blocks (no csums included).  This
919 	 * always reflects the size uncompressed and without encoding.
920 	 */
921 	__le64 num_bytes;
922 
923 } __attribute__ ((__packed__));
924 
925 struct btrfs_csum_item {
926 	u8 csum;
927 } __attribute__ ((__packed__));
928 
929 struct btrfs_dev_stats_item {
930 	/*
931 	 * grow this item struct at the end for future enhancements and keep
932 	 * the existing values unchanged
933 	 */
934 	__le64 values[BTRFS_DEV_STAT_VALUES_MAX];
935 } __attribute__ ((__packed__));
936 
937 #define BTRFS_DEV_REPLACE_ITEM_CONT_READING_FROM_SRCDEV_MODE_ALWAYS	0
938 #define BTRFS_DEV_REPLACE_ITEM_CONT_READING_FROM_SRCDEV_MODE_AVOID	1
939 #define BTRFS_DEV_REPLACE_ITEM_STATE_NEVER_STARTED	0
940 #define BTRFS_DEV_REPLACE_ITEM_STATE_STARTED		1
941 #define BTRFS_DEV_REPLACE_ITEM_STATE_SUSPENDED		2
942 #define BTRFS_DEV_REPLACE_ITEM_STATE_FINISHED		3
943 #define BTRFS_DEV_REPLACE_ITEM_STATE_CANCELED		4
944 
945 struct btrfs_dev_replace {
946 	u64 replace_state;	/* see #define above */
947 	u64 time_started;	/* seconds since 1-Jan-1970 */
948 	u64 time_stopped;	/* seconds since 1-Jan-1970 */
949 	atomic64_t num_write_errors;
950 	atomic64_t num_uncorrectable_read_errors;
951 
952 	u64 cursor_left;
953 	u64 committed_cursor_left;
954 	u64 cursor_left_last_write_of_item;
955 	u64 cursor_right;
956 
957 	u64 cont_reading_from_srcdev_mode;	/* see #define above */
958 
959 	int is_valid;
960 	int item_needs_writeback;
961 	struct btrfs_device *srcdev;
962 	struct btrfs_device *tgtdev;
963 
964 	pid_t lock_owner;
965 	atomic_t nesting_level;
966 	struct mutex lock_finishing_cancel_unmount;
967 	struct mutex lock_management_lock;
968 	struct mutex lock;
969 
970 	struct btrfs_scrub_progress scrub_progress;
971 };
972 
973 struct btrfs_dev_replace_item {
974 	/*
975 	 * grow this item struct at the end for future enhancements and keep
976 	 * the existing values unchanged
977 	 */
978 	__le64 src_devid;
979 	__le64 cursor_left;
980 	__le64 cursor_right;
981 	__le64 cont_reading_from_srcdev_mode;
982 
983 	__le64 replace_state;
984 	__le64 time_started;
985 	__le64 time_stopped;
986 	__le64 num_write_errors;
987 	__le64 num_uncorrectable_read_errors;
988 } __attribute__ ((__packed__));
989 
990 /* different types of block groups (and chunks) */
991 #define BTRFS_BLOCK_GROUP_DATA		(1ULL << 0)
992 #define BTRFS_BLOCK_GROUP_SYSTEM	(1ULL << 1)
993 #define BTRFS_BLOCK_GROUP_METADATA	(1ULL << 2)
994 #define BTRFS_BLOCK_GROUP_RAID0		(1ULL << 3)
995 #define BTRFS_BLOCK_GROUP_RAID1		(1ULL << 4)
996 #define BTRFS_BLOCK_GROUP_DUP		(1ULL << 5)
997 #define BTRFS_BLOCK_GROUP_RAID10	(1ULL << 6)
998 #define BTRFS_BLOCK_GROUP_RAID5         (1ULL << 7)
999 #define BTRFS_BLOCK_GROUP_RAID6         (1ULL << 8)
1000 #define BTRFS_BLOCK_GROUP_RESERVED	(BTRFS_AVAIL_ALLOC_BIT_SINGLE | \
1001 					 BTRFS_SPACE_INFO_GLOBAL_RSV)
1002 
1003 enum btrfs_raid_types {
1004 	BTRFS_RAID_RAID10,
1005 	BTRFS_RAID_RAID1,
1006 	BTRFS_RAID_DUP,
1007 	BTRFS_RAID_RAID0,
1008 	BTRFS_RAID_SINGLE,
1009 	BTRFS_RAID_RAID5,
1010 	BTRFS_RAID_RAID6,
1011 	BTRFS_NR_RAID_TYPES
1012 };
1013 
1014 #define BTRFS_BLOCK_GROUP_TYPE_MASK	(BTRFS_BLOCK_GROUP_DATA |    \
1015 					 BTRFS_BLOCK_GROUP_SYSTEM |  \
1016 					 BTRFS_BLOCK_GROUP_METADATA)
1017 
1018 #define BTRFS_BLOCK_GROUP_PROFILE_MASK	(BTRFS_BLOCK_GROUP_RAID0 |   \
1019 					 BTRFS_BLOCK_GROUP_RAID1 |   \
1020 					 BTRFS_BLOCK_GROUP_RAID5 |   \
1021 					 BTRFS_BLOCK_GROUP_RAID6 |   \
1022 					 BTRFS_BLOCK_GROUP_DUP |     \
1023 					 BTRFS_BLOCK_GROUP_RAID10)
1024 /*
1025  * We need a bit for restriper to be able to tell when chunks of type
1026  * SINGLE are available.  This "extended" profile format is used in
1027  * fs_info->avail_*_alloc_bits (in-memory) and balance item fields
1028  * (on-disk).  The corresponding on-disk bit in chunk.type is reserved
1029  * to avoid remappings between two formats in future.
1030  */
1031 #define BTRFS_AVAIL_ALLOC_BIT_SINGLE	(1ULL << 48)
1032 
1033 /*
1034  * A fake block group type that is used to communicate global block reserve
1035  * size to userspace via the SPACE_INFO ioctl.
1036  */
1037 #define BTRFS_SPACE_INFO_GLOBAL_RSV	(1ULL << 49)
1038 
1039 #define BTRFS_EXTENDED_PROFILE_MASK	(BTRFS_BLOCK_GROUP_PROFILE_MASK | \
1040 					 BTRFS_AVAIL_ALLOC_BIT_SINGLE)
1041 
1042 static inline u64 chunk_to_extended(u64 flags)
1043 {
1044 	if ((flags & BTRFS_BLOCK_GROUP_PROFILE_MASK) == 0)
1045 		flags |= BTRFS_AVAIL_ALLOC_BIT_SINGLE;
1046 
1047 	return flags;
1048 }
1049 static inline u64 extended_to_chunk(u64 flags)
1050 {
1051 	return flags & ~BTRFS_AVAIL_ALLOC_BIT_SINGLE;
1052 }
1053 
1054 struct btrfs_block_group_item {
1055 	__le64 used;
1056 	__le64 chunk_objectid;
1057 	__le64 flags;
1058 } __attribute__ ((__packed__));
1059 
1060 /*
1061  * is subvolume quota turned on?
1062  */
1063 #define BTRFS_QGROUP_STATUS_FLAG_ON		(1ULL << 0)
1064 /*
1065  * RESCAN is set during the initialization phase
1066  */
1067 #define BTRFS_QGROUP_STATUS_FLAG_RESCAN		(1ULL << 1)
1068 /*
1069  * Some qgroup entries are known to be out of date,
1070  * either because the configuration has changed in a way that
1071  * makes a rescan necessary, or because the fs has been mounted
1072  * with a non-qgroup-aware version.
1073  * Turning qouta off and on again makes it inconsistent, too.
1074  */
1075 #define BTRFS_QGROUP_STATUS_FLAG_INCONSISTENT	(1ULL << 2)
1076 
1077 #define BTRFS_QGROUP_STATUS_VERSION        1
1078 
1079 struct btrfs_qgroup_status_item {
1080 	__le64 version;
1081 	/*
1082 	 * the generation is updated during every commit. As older
1083 	 * versions of btrfs are not aware of qgroups, it will be
1084 	 * possible to detect inconsistencies by checking the
1085 	 * generation on mount time
1086 	 */
1087 	__le64 generation;
1088 
1089 	/* flag definitions see above */
1090 	__le64 flags;
1091 
1092 	/*
1093 	 * only used during scanning to record the progress
1094 	 * of the scan. It contains a logical address
1095 	 */
1096 	__le64 rescan;
1097 } __attribute__ ((__packed__));
1098 
1099 struct btrfs_qgroup_info_item {
1100 	__le64 generation;
1101 	__le64 rfer;
1102 	__le64 rfer_cmpr;
1103 	__le64 excl;
1104 	__le64 excl_cmpr;
1105 } __attribute__ ((__packed__));
1106 
1107 /* flags definition for qgroup limits */
1108 #define BTRFS_QGROUP_LIMIT_MAX_RFER	(1ULL << 0)
1109 #define BTRFS_QGROUP_LIMIT_MAX_EXCL	(1ULL << 1)
1110 #define BTRFS_QGROUP_LIMIT_RSV_RFER	(1ULL << 2)
1111 #define BTRFS_QGROUP_LIMIT_RSV_EXCL	(1ULL << 3)
1112 #define BTRFS_QGROUP_LIMIT_RFER_CMPR	(1ULL << 4)
1113 #define BTRFS_QGROUP_LIMIT_EXCL_CMPR	(1ULL << 5)
1114 
1115 struct btrfs_qgroup_limit_item {
1116 	/*
1117 	 * only updated when any of the other values change
1118 	 */
1119 	__le64 flags;
1120 	__le64 max_rfer;
1121 	__le64 max_excl;
1122 	__le64 rsv_rfer;
1123 	__le64 rsv_excl;
1124 } __attribute__ ((__packed__));
1125 
1126 /* For raid type sysfs entries */
1127 struct raid_kobject {
1128 	int raid_type;
1129 	struct kobject kobj;
1130 };
1131 
1132 struct btrfs_space_info {
1133 	spinlock_t lock;
1134 
1135 	u64 total_bytes;	/* total bytes in the space,
1136 				   this doesn't take mirrors into account */
1137 	u64 bytes_used;		/* total bytes used,
1138 				   this doesn't take mirrors into account */
1139 	u64 bytes_pinned;	/* total bytes pinned, will be freed when the
1140 				   transaction finishes */
1141 	u64 bytes_reserved;	/* total bytes the allocator has reserved for
1142 				   current allocations */
1143 	u64 bytes_may_use;	/* number of bytes that may be used for
1144 				   delalloc/allocations */
1145 	u64 bytes_readonly;	/* total bytes that are read only */
1146 
1147 	unsigned int full:1;	/* indicates that we cannot allocate any more
1148 				   chunks for this space */
1149 	unsigned int chunk_alloc:1;	/* set if we are allocating a chunk */
1150 
1151 	unsigned int flush:1;		/* set if we are trying to make space */
1152 
1153 	unsigned int force_alloc;	/* set if we need to force a chunk
1154 					   alloc for this space */
1155 
1156 	u64 disk_used;		/* total bytes used on disk */
1157 	u64 disk_total;		/* total bytes on disk, takes mirrors into
1158 				   account */
1159 
1160 	u64 flags;
1161 
1162 	/*
1163 	 * bytes_pinned is kept in line with what is actually pinned, as in
1164 	 * we've called update_block_group and dropped the bytes_used counter
1165 	 * and increased the bytes_pinned counter.  However this means that
1166 	 * bytes_pinned does not reflect the bytes that will be pinned once the
1167 	 * delayed refs are flushed, so this counter is inc'ed everytime we call
1168 	 * btrfs_free_extent so it is a realtime count of what will be freed
1169 	 * once the transaction is committed.  It will be zero'ed everytime the
1170 	 * transaction commits.
1171 	 */
1172 	struct percpu_counter total_bytes_pinned;
1173 
1174 	struct list_head list;
1175 
1176 	struct rw_semaphore groups_sem;
1177 	/* for block groups in our same type */
1178 	struct list_head block_groups[BTRFS_NR_RAID_TYPES];
1179 	wait_queue_head_t wait;
1180 
1181 	struct kobject kobj;
1182 	struct kobject *block_group_kobjs[BTRFS_NR_RAID_TYPES];
1183 };
1184 
1185 #define	BTRFS_BLOCK_RSV_GLOBAL		1
1186 #define	BTRFS_BLOCK_RSV_DELALLOC	2
1187 #define	BTRFS_BLOCK_RSV_TRANS		3
1188 #define	BTRFS_BLOCK_RSV_CHUNK		4
1189 #define	BTRFS_BLOCK_RSV_DELOPS		5
1190 #define	BTRFS_BLOCK_RSV_EMPTY		6
1191 #define	BTRFS_BLOCK_RSV_TEMP		7
1192 
1193 struct btrfs_block_rsv {
1194 	u64 size;
1195 	u64 reserved;
1196 	struct btrfs_space_info *space_info;
1197 	spinlock_t lock;
1198 	unsigned short full;
1199 	unsigned short type;
1200 	unsigned short failfast;
1201 };
1202 
1203 /*
1204  * free clusters are used to claim free space in relatively large chunks,
1205  * allowing us to do less seeky writes.  They are used for all metadata
1206  * allocations and data allocations in ssd mode.
1207  */
1208 struct btrfs_free_cluster {
1209 	spinlock_t lock;
1210 	spinlock_t refill_lock;
1211 	struct rb_root root;
1212 
1213 	/* largest extent in this cluster */
1214 	u64 max_size;
1215 
1216 	/* first extent starting offset */
1217 	u64 window_start;
1218 
1219 	struct btrfs_block_group_cache *block_group;
1220 	/*
1221 	 * when a cluster is allocated from a block group, we put the
1222 	 * cluster onto a list in the block group so that it can
1223 	 * be freed before the block group is freed.
1224 	 */
1225 	struct list_head block_group_list;
1226 };
1227 
1228 enum btrfs_caching_type {
1229 	BTRFS_CACHE_NO		= 0,
1230 	BTRFS_CACHE_STARTED	= 1,
1231 	BTRFS_CACHE_FAST	= 2,
1232 	BTRFS_CACHE_FINISHED	= 3,
1233 	BTRFS_CACHE_ERROR	= 4,
1234 };
1235 
1236 enum btrfs_disk_cache_state {
1237 	BTRFS_DC_WRITTEN	= 0,
1238 	BTRFS_DC_ERROR		= 1,
1239 	BTRFS_DC_CLEAR		= 2,
1240 	BTRFS_DC_SETUP		= 3,
1241 	BTRFS_DC_NEED_WRITE	= 4,
1242 };
1243 
1244 struct btrfs_caching_control {
1245 	struct list_head list;
1246 	struct mutex mutex;
1247 	wait_queue_head_t wait;
1248 	struct btrfs_work work;
1249 	struct btrfs_block_group_cache *block_group;
1250 	u64 progress;
1251 	atomic_t count;
1252 };
1253 
1254 struct btrfs_block_group_cache {
1255 	struct btrfs_key key;
1256 	struct btrfs_block_group_item item;
1257 	struct btrfs_fs_info *fs_info;
1258 	struct inode *inode;
1259 	spinlock_t lock;
1260 	u64 pinned;
1261 	u64 reserved;
1262 	u64 bytes_super;
1263 	u64 flags;
1264 	u64 sectorsize;
1265 	u64 cache_generation;
1266 
1267 	/* for raid56, this is a full stripe, without parity */
1268 	unsigned long full_stripe_len;
1269 
1270 	unsigned int ro:1;
1271 	unsigned int dirty:1;
1272 	unsigned int iref:1;
1273 
1274 	int disk_cache_state;
1275 
1276 	/* cache tracking stuff */
1277 	int cached;
1278 	struct btrfs_caching_control *caching_ctl;
1279 	u64 last_byte_to_unpin;
1280 
1281 	struct btrfs_space_info *space_info;
1282 
1283 	/* free space cache stuff */
1284 	struct btrfs_free_space_ctl *free_space_ctl;
1285 
1286 	/* block group cache stuff */
1287 	struct rb_node cache_node;
1288 
1289 	/* for block groups in the same raid type */
1290 	struct list_head list;
1291 
1292 	/* usage count */
1293 	atomic_t count;
1294 
1295 	/* List of struct btrfs_free_clusters for this block group.
1296 	 * Today it will only have one thing on it, but that may change
1297 	 */
1298 	struct list_head cluster_list;
1299 
1300 	/* For delayed block group creation */
1301 	struct list_head new_bg_list;
1302 };
1303 
1304 /* delayed seq elem */
1305 struct seq_list {
1306 	struct list_head list;
1307 	u64 seq;
1308 };
1309 
1310 enum btrfs_orphan_cleanup_state {
1311 	ORPHAN_CLEANUP_STARTED	= 1,
1312 	ORPHAN_CLEANUP_DONE	= 2,
1313 };
1314 
1315 /* used by the raid56 code to lock stripes for read/modify/write */
1316 struct btrfs_stripe_hash {
1317 	struct list_head hash_list;
1318 	wait_queue_head_t wait;
1319 	spinlock_t lock;
1320 };
1321 
1322 /* used by the raid56 code to lock stripes for read/modify/write */
1323 struct btrfs_stripe_hash_table {
1324 	struct list_head stripe_cache;
1325 	spinlock_t cache_lock;
1326 	int cache_size;
1327 	struct btrfs_stripe_hash table[];
1328 };
1329 
1330 #define BTRFS_STRIPE_HASH_TABLE_BITS 11
1331 
1332 void btrfs_init_async_reclaim_work(struct work_struct *work);
1333 
1334 /* fs_info */
1335 struct reloc_control;
1336 struct btrfs_device;
1337 struct btrfs_fs_devices;
1338 struct btrfs_balance_control;
1339 struct btrfs_delayed_root;
1340 struct btrfs_fs_info {
1341 	u8 fsid[BTRFS_FSID_SIZE];
1342 	u8 chunk_tree_uuid[BTRFS_UUID_SIZE];
1343 	struct btrfs_root *extent_root;
1344 	struct btrfs_root *tree_root;
1345 	struct btrfs_root *chunk_root;
1346 	struct btrfs_root *dev_root;
1347 	struct btrfs_root *fs_root;
1348 	struct btrfs_root *csum_root;
1349 	struct btrfs_root *quota_root;
1350 	struct btrfs_root *uuid_root;
1351 
1352 	/* the log root tree is a directory of all the other log roots */
1353 	struct btrfs_root *log_root_tree;
1354 
1355 	spinlock_t fs_roots_radix_lock;
1356 	struct radix_tree_root fs_roots_radix;
1357 
1358 	/* block group cache stuff */
1359 	spinlock_t block_group_cache_lock;
1360 	u64 first_logical_byte;
1361 	struct rb_root block_group_cache_tree;
1362 
1363 	/* keep track of unallocated space */
1364 	spinlock_t free_chunk_lock;
1365 	u64 free_chunk_space;
1366 
1367 	struct extent_io_tree freed_extents[2];
1368 	struct extent_io_tree *pinned_extents;
1369 
1370 	/* logical->physical extent mapping */
1371 	struct btrfs_mapping_tree mapping_tree;
1372 
1373 	/*
1374 	 * block reservation for extent, checksum, root tree and
1375 	 * delayed dir index item
1376 	 */
1377 	struct btrfs_block_rsv global_block_rsv;
1378 	/* block reservation for delay allocation */
1379 	struct btrfs_block_rsv delalloc_block_rsv;
1380 	/* block reservation for metadata operations */
1381 	struct btrfs_block_rsv trans_block_rsv;
1382 	/* block reservation for chunk tree */
1383 	struct btrfs_block_rsv chunk_block_rsv;
1384 	/* block reservation for delayed operations */
1385 	struct btrfs_block_rsv delayed_block_rsv;
1386 
1387 	struct btrfs_block_rsv empty_block_rsv;
1388 
1389 	u64 generation;
1390 	u64 last_trans_committed;
1391 	u64 avg_delayed_ref_runtime;
1392 
1393 	/*
1394 	 * this is updated to the current trans every time a full commit
1395 	 * is required instead of the faster short fsync log commits
1396 	 */
1397 	u64 last_trans_log_full_commit;
1398 	unsigned long mount_opt;
1399 	unsigned long compress_type:4;
1400 	int commit_interval;
1401 	/*
1402 	 * It is a suggestive number, the read side is safe even it gets a
1403 	 * wrong number because we will write out the data into a regular
1404 	 * extent. The write side(mount/remount) is under ->s_umount lock,
1405 	 * so it is also safe.
1406 	 */
1407 	u64 max_inline;
1408 	/*
1409 	 * Protected by ->chunk_mutex and sb->s_umount.
1410 	 *
1411 	 * The reason that we use two lock to protect it is because only
1412 	 * remount and mount operations can change it and these two operations
1413 	 * are under sb->s_umount, but the read side (chunk allocation) can not
1414 	 * acquire sb->s_umount or the deadlock would happen. So we use two
1415 	 * locks to protect it. On the write side, we must acquire two locks,
1416 	 * and on the read side, we just need acquire one of them.
1417 	 */
1418 	u64 alloc_start;
1419 	struct btrfs_transaction *running_transaction;
1420 	wait_queue_head_t transaction_throttle;
1421 	wait_queue_head_t transaction_wait;
1422 	wait_queue_head_t transaction_blocked_wait;
1423 	wait_queue_head_t async_submit_wait;
1424 
1425 	/*
1426 	 * Used to protect the incompat_flags, compat_flags, compat_ro_flags
1427 	 * when they are updated.
1428 	 *
1429 	 * Because we do not clear the flags for ever, so we needn't use
1430 	 * the lock on the read side.
1431 	 *
1432 	 * We also needn't use the lock when we mount the fs, because
1433 	 * there is no other task which will update the flag.
1434 	 */
1435 	spinlock_t super_lock;
1436 	struct btrfs_super_block *super_copy;
1437 	struct btrfs_super_block *super_for_commit;
1438 	struct block_device *__bdev;
1439 	struct super_block *sb;
1440 	struct inode *btree_inode;
1441 	struct backing_dev_info bdi;
1442 	struct mutex tree_log_mutex;
1443 	struct mutex transaction_kthread_mutex;
1444 	struct mutex cleaner_mutex;
1445 	struct mutex chunk_mutex;
1446 	struct mutex volume_mutex;
1447 
1448 	/* this is used during read/modify/write to make sure
1449 	 * no two ios are trying to mod the same stripe at the same
1450 	 * time
1451 	 */
1452 	struct btrfs_stripe_hash_table *stripe_hash_table;
1453 
1454 	/*
1455 	 * this protects the ordered operations list only while we are
1456 	 * processing all of the entries on it.  This way we make
1457 	 * sure the commit code doesn't find the list temporarily empty
1458 	 * because another function happens to be doing non-waiting preflush
1459 	 * before jumping into the main commit.
1460 	 */
1461 	struct mutex ordered_operations_mutex;
1462 
1463 	/*
1464 	 * Same as ordered_operations_mutex except this is for ordered extents
1465 	 * and not the operations.
1466 	 */
1467 	struct mutex ordered_extent_flush_mutex;
1468 
1469 	struct rw_semaphore commit_root_sem;
1470 
1471 	struct rw_semaphore cleanup_work_sem;
1472 
1473 	struct rw_semaphore subvol_sem;
1474 	struct srcu_struct subvol_srcu;
1475 
1476 	spinlock_t trans_lock;
1477 	/*
1478 	 * the reloc mutex goes with the trans lock, it is taken
1479 	 * during commit to protect us from the relocation code
1480 	 */
1481 	struct mutex reloc_mutex;
1482 
1483 	struct list_head trans_list;
1484 	struct list_head dead_roots;
1485 	struct list_head caching_block_groups;
1486 
1487 	spinlock_t delayed_iput_lock;
1488 	struct list_head delayed_iputs;
1489 
1490 	/* this protects tree_mod_seq_list */
1491 	spinlock_t tree_mod_seq_lock;
1492 	atomic64_t tree_mod_seq;
1493 	struct list_head tree_mod_seq_list;
1494 
1495 	/* this protects tree_mod_log */
1496 	rwlock_t tree_mod_log_lock;
1497 	struct rb_root tree_mod_log;
1498 
1499 	atomic_t nr_async_submits;
1500 	atomic_t async_submit_draining;
1501 	atomic_t nr_async_bios;
1502 	atomic_t async_delalloc_pages;
1503 	atomic_t open_ioctl_trans;
1504 
1505 	/*
1506 	 * this is used to protect the following list -- ordered_roots.
1507 	 */
1508 	spinlock_t ordered_root_lock;
1509 
1510 	/*
1511 	 * all fs/file tree roots in which there are data=ordered extents
1512 	 * pending writeback are added into this list.
1513 	 *
1514 	 * these can span multiple transactions and basically include
1515 	 * every dirty data page that isn't from nodatacow
1516 	 */
1517 	struct list_head ordered_roots;
1518 
1519 	struct mutex delalloc_root_mutex;
1520 	spinlock_t delalloc_root_lock;
1521 	/* all fs/file tree roots that have delalloc inodes. */
1522 	struct list_head delalloc_roots;
1523 
1524 	/*
1525 	 * there is a pool of worker threads for checksumming during writes
1526 	 * and a pool for checksumming after reads.  This is because readers
1527 	 * can run with FS locks held, and the writers may be waiting for
1528 	 * those locks.  We don't want ordering in the pending list to cause
1529 	 * deadlocks, and so the two are serviced separately.
1530 	 *
1531 	 * A third pool does submit_bio to avoid deadlocking with the other
1532 	 * two
1533 	 */
1534 	struct btrfs_workqueue *workers;
1535 	struct btrfs_workqueue *delalloc_workers;
1536 	struct btrfs_workqueue *flush_workers;
1537 	struct btrfs_workqueue *endio_workers;
1538 	struct btrfs_workqueue *endio_meta_workers;
1539 	struct btrfs_workqueue *endio_raid56_workers;
1540 	struct btrfs_workqueue *rmw_workers;
1541 	struct btrfs_workqueue *endio_meta_write_workers;
1542 	struct btrfs_workqueue *endio_write_workers;
1543 	struct btrfs_workqueue *endio_freespace_worker;
1544 	struct btrfs_workqueue *submit_workers;
1545 	struct btrfs_workqueue *caching_workers;
1546 	struct btrfs_workqueue *readahead_workers;
1547 
1548 	/*
1549 	 * fixup workers take dirty pages that didn't properly go through
1550 	 * the cow mechanism and make them safe to write.  It happens
1551 	 * for the sys_munmap function call path
1552 	 */
1553 	struct btrfs_workqueue *fixup_workers;
1554 	struct btrfs_workqueue *delayed_workers;
1555 
1556 	/* the extent workers do delayed refs on the extent allocation tree */
1557 	struct btrfs_workqueue *extent_workers;
1558 	struct task_struct *transaction_kthread;
1559 	struct task_struct *cleaner_kthread;
1560 	int thread_pool_size;
1561 
1562 	struct kobject super_kobj;
1563 	struct kobject *space_info_kobj;
1564 	struct kobject *device_dir_kobj;
1565 	struct completion kobj_unregister;
1566 	int do_barriers;
1567 	int closing;
1568 	int log_root_recovering;
1569 
1570 	u64 total_pinned;
1571 
1572 	/* used to keep from writing metadata until there is a nice batch */
1573 	struct percpu_counter dirty_metadata_bytes;
1574 	struct percpu_counter delalloc_bytes;
1575 	s32 dirty_metadata_batch;
1576 	s32 delalloc_batch;
1577 
1578 	struct list_head dirty_cowonly_roots;
1579 
1580 	struct btrfs_fs_devices *fs_devices;
1581 
1582 	/*
1583 	 * the space_info list is almost entirely read only.  It only changes
1584 	 * when we add a new raid type to the FS, and that happens
1585 	 * very rarely.  RCU is used to protect it.
1586 	 */
1587 	struct list_head space_info;
1588 
1589 	struct btrfs_space_info *data_sinfo;
1590 
1591 	struct reloc_control *reloc_ctl;
1592 
1593 	/* data_alloc_cluster is only used in ssd mode */
1594 	struct btrfs_free_cluster data_alloc_cluster;
1595 
1596 	/* all metadata allocations go through this cluster */
1597 	struct btrfs_free_cluster meta_alloc_cluster;
1598 
1599 	/* auto defrag inodes go here */
1600 	spinlock_t defrag_inodes_lock;
1601 	struct rb_root defrag_inodes;
1602 	atomic_t defrag_running;
1603 
1604 	/* Used to protect avail_{data, metadata, system}_alloc_bits */
1605 	seqlock_t profiles_lock;
1606 	/*
1607 	 * these three are in extended format (availability of single
1608 	 * chunks is denoted by BTRFS_AVAIL_ALLOC_BIT_SINGLE bit, other
1609 	 * types are denoted by corresponding BTRFS_BLOCK_GROUP_* bits)
1610 	 */
1611 	u64 avail_data_alloc_bits;
1612 	u64 avail_metadata_alloc_bits;
1613 	u64 avail_system_alloc_bits;
1614 
1615 	/* restriper state */
1616 	spinlock_t balance_lock;
1617 	struct mutex balance_mutex;
1618 	atomic_t balance_running;
1619 	atomic_t balance_pause_req;
1620 	atomic_t balance_cancel_req;
1621 	struct btrfs_balance_control *balance_ctl;
1622 	wait_queue_head_t balance_wait_q;
1623 
1624 	unsigned data_chunk_allocations;
1625 	unsigned metadata_ratio;
1626 
1627 	void *bdev_holder;
1628 
1629 	/* private scrub information */
1630 	struct mutex scrub_lock;
1631 	atomic_t scrubs_running;
1632 	atomic_t scrub_pause_req;
1633 	atomic_t scrubs_paused;
1634 	atomic_t scrub_cancel_req;
1635 	wait_queue_head_t scrub_pause_wait;
1636 	int scrub_workers_refcnt;
1637 	struct btrfs_workqueue *scrub_workers;
1638 	struct btrfs_workqueue *scrub_wr_completion_workers;
1639 	struct btrfs_workqueue *scrub_nocow_workers;
1640 
1641 #ifdef CONFIG_BTRFS_FS_CHECK_INTEGRITY
1642 	u32 check_integrity_print_mask;
1643 #endif
1644 	/*
1645 	 * quota information
1646 	 */
1647 	unsigned int quota_enabled:1;
1648 
1649 	/*
1650 	 * quota_enabled only changes state after a commit. This holds the
1651 	 * next state.
1652 	 */
1653 	unsigned int pending_quota_state:1;
1654 
1655 	/* is qgroup tracking in a consistent state? */
1656 	u64 qgroup_flags;
1657 
1658 	/* holds configuration and tracking. Protected by qgroup_lock */
1659 	struct rb_root qgroup_tree;
1660 	struct rb_root qgroup_op_tree;
1661 	spinlock_t qgroup_lock;
1662 	spinlock_t qgroup_op_lock;
1663 	atomic_t qgroup_op_seq;
1664 
1665 	/*
1666 	 * used to avoid frequently calling ulist_alloc()/ulist_free()
1667 	 * when doing qgroup accounting, it must be protected by qgroup_lock.
1668 	 */
1669 	struct ulist *qgroup_ulist;
1670 
1671 	/* protect user change for quota operations */
1672 	struct mutex qgroup_ioctl_lock;
1673 
1674 	/* list of dirty qgroups to be written at next commit */
1675 	struct list_head dirty_qgroups;
1676 
1677 	/* used by btrfs_qgroup_record_ref for an efficient tree traversal */
1678 	u64 qgroup_seq;
1679 
1680 	/* qgroup rescan items */
1681 	struct mutex qgroup_rescan_lock; /* protects the progress item */
1682 	struct btrfs_key qgroup_rescan_progress;
1683 	struct btrfs_workqueue *qgroup_rescan_workers;
1684 	struct completion qgroup_rescan_completion;
1685 	struct btrfs_work qgroup_rescan_work;
1686 
1687 	/* filesystem state */
1688 	unsigned long fs_state;
1689 
1690 	struct btrfs_delayed_root *delayed_root;
1691 
1692 	/* readahead tree */
1693 	spinlock_t reada_lock;
1694 	struct radix_tree_root reada_tree;
1695 
1696 	/* Extent buffer radix tree */
1697 	spinlock_t buffer_lock;
1698 	struct radix_tree_root buffer_radix;
1699 
1700 	/* next backup root to be overwritten */
1701 	int backup_root_index;
1702 
1703 	int num_tolerated_disk_barrier_failures;
1704 
1705 	/* device replace state */
1706 	struct btrfs_dev_replace dev_replace;
1707 
1708 	atomic_t mutually_exclusive_operation_running;
1709 
1710 	struct percpu_counter bio_counter;
1711 	wait_queue_head_t replace_wait;
1712 
1713 	struct semaphore uuid_tree_rescan_sem;
1714 	unsigned int update_uuid_tree_gen:1;
1715 
1716 	/* Used to reclaim the metadata space in the background. */
1717 	struct work_struct async_reclaim_work;
1718 };
1719 
1720 struct btrfs_subvolume_writers {
1721 	struct percpu_counter	counter;
1722 	wait_queue_head_t	wait;
1723 };
1724 
1725 /*
1726  * The state of btrfs root
1727  */
1728 /*
1729  * btrfs_record_root_in_trans is a multi-step process,
1730  * and it can race with the balancing code.   But the
1731  * race is very small, and only the first time the root
1732  * is added to each transaction.  So IN_TRANS_SETUP
1733  * is used to tell us when more checks are required
1734  */
1735 #define BTRFS_ROOT_IN_TRANS_SETUP	0
1736 #define BTRFS_ROOT_REF_COWS		1
1737 #define BTRFS_ROOT_TRACK_DIRTY		2
1738 #define BTRFS_ROOT_IN_RADIX		3
1739 #define BTRFS_ROOT_DUMMY_ROOT		4
1740 #define BTRFS_ROOT_ORPHAN_ITEM_INSERTED	5
1741 #define BTRFS_ROOT_DEFRAG_RUNNING	6
1742 #define BTRFS_ROOT_FORCE_COW		7
1743 #define BTRFS_ROOT_MULTI_LOG_TASKS	8
1744 
1745 /*
1746  * in ram representation of the tree.  extent_root is used for all allocations
1747  * and for the extent tree extent_root root.
1748  */
1749 struct btrfs_root {
1750 	struct extent_buffer *node;
1751 
1752 	struct extent_buffer *commit_root;
1753 	struct btrfs_root *log_root;
1754 	struct btrfs_root *reloc_root;
1755 
1756 	unsigned long state;
1757 	struct btrfs_root_item root_item;
1758 	struct btrfs_key root_key;
1759 	struct btrfs_fs_info *fs_info;
1760 	struct extent_io_tree dirty_log_pages;
1761 
1762 	struct kobject root_kobj;
1763 	struct completion kobj_unregister;
1764 	struct mutex objectid_mutex;
1765 
1766 	spinlock_t accounting_lock;
1767 	struct btrfs_block_rsv *block_rsv;
1768 
1769 	/* free ino cache stuff */
1770 	struct btrfs_free_space_ctl *free_ino_ctl;
1771 	enum btrfs_caching_type cached;
1772 	spinlock_t cache_lock;
1773 	wait_queue_head_t cache_wait;
1774 	struct btrfs_free_space_ctl *free_ino_pinned;
1775 	u64 cache_progress;
1776 	struct inode *cache_inode;
1777 
1778 	struct mutex log_mutex;
1779 	wait_queue_head_t log_writer_wait;
1780 	wait_queue_head_t log_commit_wait[2];
1781 	struct list_head log_ctxs[2];
1782 	atomic_t log_writers;
1783 	atomic_t log_commit[2];
1784 	atomic_t log_batch;
1785 	int log_transid;
1786 	/* No matter the commit succeeds or not*/
1787 	int log_transid_committed;
1788 	/* Just be updated when the commit succeeds. */
1789 	int last_log_commit;
1790 	pid_t log_start_pid;
1791 
1792 	u64 objectid;
1793 	u64 last_trans;
1794 
1795 	/* data allocations are done in sectorsize units */
1796 	u32 sectorsize;
1797 
1798 	/* node allocations are done in nodesize units */
1799 	u32 nodesize;
1800 
1801 	/* leaf allocations are done in leafsize units */
1802 	u32 leafsize;
1803 
1804 	u32 stripesize;
1805 
1806 	u32 type;
1807 
1808 	u64 highest_objectid;
1809 
1810 #ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS
1811 	u64 alloc_bytenr;
1812 #endif
1813 
1814 	u64 defrag_trans_start;
1815 	struct btrfs_key defrag_progress;
1816 	struct btrfs_key defrag_max;
1817 	char *name;
1818 
1819 	/* the dirty list is only used by non-reference counted roots */
1820 	struct list_head dirty_list;
1821 
1822 	struct list_head root_list;
1823 
1824 	spinlock_t log_extents_lock[2];
1825 	struct list_head logged_list[2];
1826 
1827 	spinlock_t orphan_lock;
1828 	atomic_t orphan_inodes;
1829 	struct btrfs_block_rsv *orphan_block_rsv;
1830 	int orphan_cleanup_state;
1831 
1832 	spinlock_t inode_lock;
1833 	/* red-black tree that keeps track of in-memory inodes */
1834 	struct rb_root inode_tree;
1835 
1836 	/*
1837 	 * radix tree that keeps track of delayed nodes of every inode,
1838 	 * protected by inode_lock
1839 	 */
1840 	struct radix_tree_root delayed_nodes_tree;
1841 	/*
1842 	 * right now this just gets used so that a root has its own devid
1843 	 * for stat.  It may be used for more later
1844 	 */
1845 	dev_t anon_dev;
1846 
1847 	spinlock_t root_item_lock;
1848 	atomic_t refs;
1849 
1850 	struct mutex delalloc_mutex;
1851 	spinlock_t delalloc_lock;
1852 	/*
1853 	 * all of the inodes that have delalloc bytes.  It is possible for
1854 	 * this list to be empty even when there is still dirty data=ordered
1855 	 * extents waiting to finish IO.
1856 	 */
1857 	struct list_head delalloc_inodes;
1858 	struct list_head delalloc_root;
1859 	u64 nr_delalloc_inodes;
1860 
1861 	struct mutex ordered_extent_mutex;
1862 	/*
1863 	 * this is used by the balancing code to wait for all the pending
1864 	 * ordered extents
1865 	 */
1866 	spinlock_t ordered_extent_lock;
1867 
1868 	/*
1869 	 * all of the data=ordered extents pending writeback
1870 	 * these can span multiple transactions and basically include
1871 	 * every dirty data page that isn't from nodatacow
1872 	 */
1873 	struct list_head ordered_extents;
1874 	struct list_head ordered_root;
1875 	u64 nr_ordered_extents;
1876 
1877 	/*
1878 	 * Number of currently running SEND ioctls to prevent
1879 	 * manipulation with the read-only status via SUBVOL_SETFLAGS
1880 	 */
1881 	int send_in_progress;
1882 	struct btrfs_subvolume_writers *subv_writers;
1883 	atomic_t will_be_snapshoted;
1884 };
1885 
1886 struct btrfs_ioctl_defrag_range_args {
1887 	/* start of the defrag operation */
1888 	__u64 start;
1889 
1890 	/* number of bytes to defrag, use (u64)-1 to say all */
1891 	__u64 len;
1892 
1893 	/*
1894 	 * flags for the operation, which can include turning
1895 	 * on compression for this one defrag
1896 	 */
1897 	__u64 flags;
1898 
1899 	/*
1900 	 * any extent bigger than this will be considered
1901 	 * already defragged.  Use 0 to take the kernel default
1902 	 * Use 1 to say every single extent must be rewritten
1903 	 */
1904 	__u32 extent_thresh;
1905 
1906 	/*
1907 	 * which compression method to use if turning on compression
1908 	 * for this defrag operation.  If unspecified, zlib will
1909 	 * be used
1910 	 */
1911 	__u32 compress_type;
1912 
1913 	/* spare for later */
1914 	__u32 unused[4];
1915 };
1916 
1917 
1918 /*
1919  * inode items have the data typically returned from stat and store other
1920  * info about object characteristics.  There is one for every file and dir in
1921  * the FS
1922  */
1923 #define BTRFS_INODE_ITEM_KEY		1
1924 #define BTRFS_INODE_REF_KEY		12
1925 #define BTRFS_INODE_EXTREF_KEY		13
1926 #define BTRFS_XATTR_ITEM_KEY		24
1927 #define BTRFS_ORPHAN_ITEM_KEY		48
1928 /* reserve 2-15 close to the inode for later flexibility */
1929 
1930 /*
1931  * dir items are the name -> inode pointers in a directory.  There is one
1932  * for every name in a directory.
1933  */
1934 #define BTRFS_DIR_LOG_ITEM_KEY  60
1935 #define BTRFS_DIR_LOG_INDEX_KEY 72
1936 #define BTRFS_DIR_ITEM_KEY	84
1937 #define BTRFS_DIR_INDEX_KEY	96
1938 /*
1939  * extent data is for file data
1940  */
1941 #define BTRFS_EXTENT_DATA_KEY	108
1942 
1943 /*
1944  * extent csums are stored in a separate tree and hold csums for
1945  * an entire extent on disk.
1946  */
1947 #define BTRFS_EXTENT_CSUM_KEY	128
1948 
1949 /*
1950  * root items point to tree roots.  They are typically in the root
1951  * tree used by the super block to find all the other trees
1952  */
1953 #define BTRFS_ROOT_ITEM_KEY	132
1954 
1955 /*
1956  * root backrefs tie subvols and snapshots to the directory entries that
1957  * reference them
1958  */
1959 #define BTRFS_ROOT_BACKREF_KEY	144
1960 
1961 /*
1962  * root refs make a fast index for listing all of the snapshots and
1963  * subvolumes referenced by a given root.  They point directly to the
1964  * directory item in the root that references the subvol
1965  */
1966 #define BTRFS_ROOT_REF_KEY	156
1967 
1968 /*
1969  * extent items are in the extent map tree.  These record which blocks
1970  * are used, and how many references there are to each block
1971  */
1972 #define BTRFS_EXTENT_ITEM_KEY	168
1973 
1974 /*
1975  * The same as the BTRFS_EXTENT_ITEM_KEY, except it's metadata we already know
1976  * the length, so we save the level in key->offset instead of the length.
1977  */
1978 #define BTRFS_METADATA_ITEM_KEY	169
1979 
1980 #define BTRFS_TREE_BLOCK_REF_KEY	176
1981 
1982 #define BTRFS_EXTENT_DATA_REF_KEY	178
1983 
1984 #define BTRFS_EXTENT_REF_V0_KEY		180
1985 
1986 #define BTRFS_SHARED_BLOCK_REF_KEY	182
1987 
1988 #define BTRFS_SHARED_DATA_REF_KEY	184
1989 
1990 /*
1991  * block groups give us hints into the extent allocation trees.  Which
1992  * blocks are free etc etc
1993  */
1994 #define BTRFS_BLOCK_GROUP_ITEM_KEY 192
1995 
1996 #define BTRFS_DEV_EXTENT_KEY	204
1997 #define BTRFS_DEV_ITEM_KEY	216
1998 #define BTRFS_CHUNK_ITEM_KEY	228
1999 
2000 /*
2001  * Records the overall state of the qgroups.
2002  * There's only one instance of this key present,
2003  * (0, BTRFS_QGROUP_STATUS_KEY, 0)
2004  */
2005 #define BTRFS_QGROUP_STATUS_KEY         240
2006 /*
2007  * Records the currently used space of the qgroup.
2008  * One key per qgroup, (0, BTRFS_QGROUP_INFO_KEY, qgroupid).
2009  */
2010 #define BTRFS_QGROUP_INFO_KEY           242
2011 /*
2012  * Contains the user configured limits for the qgroup.
2013  * One key per qgroup, (0, BTRFS_QGROUP_LIMIT_KEY, qgroupid).
2014  */
2015 #define BTRFS_QGROUP_LIMIT_KEY          244
2016 /*
2017  * Records the child-parent relationship of qgroups. For
2018  * each relation, 2 keys are present:
2019  * (childid, BTRFS_QGROUP_RELATION_KEY, parentid)
2020  * (parentid, BTRFS_QGROUP_RELATION_KEY, childid)
2021  */
2022 #define BTRFS_QGROUP_RELATION_KEY       246
2023 
2024 #define BTRFS_BALANCE_ITEM_KEY	248
2025 
2026 /*
2027  * Persistantly stores the io stats in the device tree.
2028  * One key for all stats, (0, BTRFS_DEV_STATS_KEY, devid).
2029  */
2030 #define BTRFS_DEV_STATS_KEY	249
2031 
2032 /*
2033  * Persistantly stores the device replace state in the device tree.
2034  * The key is built like this: (0, BTRFS_DEV_REPLACE_KEY, 0).
2035  */
2036 #define BTRFS_DEV_REPLACE_KEY	250
2037 
2038 /*
2039  * Stores items that allow to quickly map UUIDs to something else.
2040  * These items are part of the filesystem UUID tree.
2041  * The key is built like this:
2042  * (UUID_upper_64_bits, BTRFS_UUID_KEY*, UUID_lower_64_bits).
2043  */
2044 #if BTRFS_UUID_SIZE != 16
2045 #error "UUID items require BTRFS_UUID_SIZE == 16!"
2046 #endif
2047 #define BTRFS_UUID_KEY_SUBVOL	251	/* for UUIDs assigned to subvols */
2048 #define BTRFS_UUID_KEY_RECEIVED_SUBVOL	252	/* for UUIDs assigned to
2049 						 * received subvols */
2050 
2051 /*
2052  * string items are for debugging.  They just store a short string of
2053  * data in the FS
2054  */
2055 #define BTRFS_STRING_ITEM_KEY	253
2056 
2057 /*
2058  * Flags for mount options.
2059  *
2060  * Note: don't forget to add new options to btrfs_show_options()
2061  */
2062 #define BTRFS_MOUNT_NODATASUM		(1 << 0)
2063 #define BTRFS_MOUNT_NODATACOW		(1 << 1)
2064 #define BTRFS_MOUNT_NOBARRIER		(1 << 2)
2065 #define BTRFS_MOUNT_SSD			(1 << 3)
2066 #define BTRFS_MOUNT_DEGRADED		(1 << 4)
2067 #define BTRFS_MOUNT_COMPRESS		(1 << 5)
2068 #define BTRFS_MOUNT_NOTREELOG           (1 << 6)
2069 #define BTRFS_MOUNT_FLUSHONCOMMIT       (1 << 7)
2070 #define BTRFS_MOUNT_SSD_SPREAD		(1 << 8)
2071 #define BTRFS_MOUNT_NOSSD		(1 << 9)
2072 #define BTRFS_MOUNT_DISCARD		(1 << 10)
2073 #define BTRFS_MOUNT_FORCE_COMPRESS      (1 << 11)
2074 #define BTRFS_MOUNT_SPACE_CACHE		(1 << 12)
2075 #define BTRFS_MOUNT_CLEAR_CACHE		(1 << 13)
2076 #define BTRFS_MOUNT_USER_SUBVOL_RM_ALLOWED (1 << 14)
2077 #define BTRFS_MOUNT_ENOSPC_DEBUG	 (1 << 15)
2078 #define BTRFS_MOUNT_AUTO_DEFRAG		(1 << 16)
2079 #define BTRFS_MOUNT_INODE_MAP_CACHE	(1 << 17)
2080 #define BTRFS_MOUNT_RECOVERY		(1 << 18)
2081 #define BTRFS_MOUNT_SKIP_BALANCE	(1 << 19)
2082 #define BTRFS_MOUNT_CHECK_INTEGRITY	(1 << 20)
2083 #define BTRFS_MOUNT_CHECK_INTEGRITY_INCLUDING_EXTENT_DATA (1 << 21)
2084 #define BTRFS_MOUNT_PANIC_ON_FATAL_ERROR	(1 << 22)
2085 #define BTRFS_MOUNT_RESCAN_UUID_TREE	(1 << 23)
2086 #define	BTRFS_MOUNT_CHANGE_INODE_CACHE	(1 << 24)
2087 
2088 #define BTRFS_DEFAULT_COMMIT_INTERVAL	(30)
2089 
2090 #define btrfs_clear_opt(o, opt)		((o) &= ~BTRFS_MOUNT_##opt)
2091 #define btrfs_set_opt(o, opt)		((o) |= BTRFS_MOUNT_##opt)
2092 #define btrfs_raw_test_opt(o, opt)	((o) & BTRFS_MOUNT_##opt)
2093 #define btrfs_test_opt(root, opt)	((root)->fs_info->mount_opt & \
2094 					 BTRFS_MOUNT_##opt)
2095 #define btrfs_set_and_info(root, opt, fmt, args...)			\
2096 {									\
2097 	if (!btrfs_test_opt(root, opt))					\
2098 		btrfs_info(root->fs_info, fmt, ##args);			\
2099 	btrfs_set_opt(root->fs_info->mount_opt, opt);			\
2100 }
2101 
2102 #define btrfs_clear_and_info(root, opt, fmt, args...)			\
2103 {									\
2104 	if (btrfs_test_opt(root, opt))					\
2105 		btrfs_info(root->fs_info, fmt, ##args);			\
2106 	btrfs_clear_opt(root->fs_info->mount_opt, opt);			\
2107 }
2108 
2109 /*
2110  * Inode flags
2111  */
2112 #define BTRFS_INODE_NODATASUM		(1 << 0)
2113 #define BTRFS_INODE_NODATACOW		(1 << 1)
2114 #define BTRFS_INODE_READONLY		(1 << 2)
2115 #define BTRFS_INODE_NOCOMPRESS		(1 << 3)
2116 #define BTRFS_INODE_PREALLOC		(1 << 4)
2117 #define BTRFS_INODE_SYNC		(1 << 5)
2118 #define BTRFS_INODE_IMMUTABLE		(1 << 6)
2119 #define BTRFS_INODE_APPEND		(1 << 7)
2120 #define BTRFS_INODE_NODUMP		(1 << 8)
2121 #define BTRFS_INODE_NOATIME		(1 << 9)
2122 #define BTRFS_INODE_DIRSYNC		(1 << 10)
2123 #define BTRFS_INODE_COMPRESS		(1 << 11)
2124 
2125 #define BTRFS_INODE_ROOT_ITEM_INIT	(1 << 31)
2126 
2127 struct btrfs_map_token {
2128 	struct extent_buffer *eb;
2129 	char *kaddr;
2130 	unsigned long offset;
2131 };
2132 
2133 static inline void btrfs_init_map_token (struct btrfs_map_token *token)
2134 {
2135 	token->kaddr = NULL;
2136 }
2137 
2138 /* some macros to generate set/get funcs for the struct fields.  This
2139  * assumes there is a lefoo_to_cpu for every type, so lets make a simple
2140  * one for u8:
2141  */
2142 #define le8_to_cpu(v) (v)
2143 #define cpu_to_le8(v) (v)
2144 #define __le8 u8
2145 
2146 #define read_eb_member(eb, ptr, type, member, result) (			\
2147 	read_extent_buffer(eb, (char *)(result),			\
2148 			   ((unsigned long)(ptr)) +			\
2149 			    offsetof(type, member),			\
2150 			   sizeof(((type *)0)->member)))
2151 
2152 #define write_eb_member(eb, ptr, type, member, result) (		\
2153 	write_extent_buffer(eb, (char *)(result),			\
2154 			   ((unsigned long)(ptr)) +			\
2155 			    offsetof(type, member),			\
2156 			   sizeof(((type *)0)->member)))
2157 
2158 #define DECLARE_BTRFS_SETGET_BITS(bits)					\
2159 u##bits btrfs_get_token_##bits(struct extent_buffer *eb, void *ptr,	\
2160 			       unsigned long off,			\
2161                               struct btrfs_map_token *token);		\
2162 void btrfs_set_token_##bits(struct extent_buffer *eb, void *ptr,	\
2163 			    unsigned long off, u##bits val,		\
2164 			    struct btrfs_map_token *token);		\
2165 static inline u##bits btrfs_get_##bits(struct extent_buffer *eb, void *ptr, \
2166 				       unsigned long off)		\
2167 {									\
2168 	return btrfs_get_token_##bits(eb, ptr, off, NULL);		\
2169 }									\
2170 static inline void btrfs_set_##bits(struct extent_buffer *eb, void *ptr, \
2171 				    unsigned long off, u##bits val)	\
2172 {									\
2173        btrfs_set_token_##bits(eb, ptr, off, val, NULL);			\
2174 }
2175 
2176 DECLARE_BTRFS_SETGET_BITS(8)
2177 DECLARE_BTRFS_SETGET_BITS(16)
2178 DECLARE_BTRFS_SETGET_BITS(32)
2179 DECLARE_BTRFS_SETGET_BITS(64)
2180 
2181 #define BTRFS_SETGET_FUNCS(name, type, member, bits)			\
2182 static inline u##bits btrfs_##name(struct extent_buffer *eb, type *s)	\
2183 {									\
2184 	BUILD_BUG_ON(sizeof(u##bits) != sizeof(((type *)0))->member);	\
2185 	return btrfs_get_##bits(eb, s, offsetof(type, member));		\
2186 }									\
2187 static inline void btrfs_set_##name(struct extent_buffer *eb, type *s,	\
2188 				    u##bits val)			\
2189 {									\
2190 	BUILD_BUG_ON(sizeof(u##bits) != sizeof(((type *)0))->member);	\
2191 	btrfs_set_##bits(eb, s, offsetof(type, member), val);		\
2192 }									\
2193 static inline u##bits btrfs_token_##name(struct extent_buffer *eb, type *s, \
2194 					 struct btrfs_map_token *token)	\
2195 {									\
2196 	BUILD_BUG_ON(sizeof(u##bits) != sizeof(((type *)0))->member);	\
2197 	return btrfs_get_token_##bits(eb, s, offsetof(type, member), token); \
2198 }									\
2199 static inline void btrfs_set_token_##name(struct extent_buffer *eb,	\
2200 					  type *s, u##bits val,		\
2201                                          struct btrfs_map_token *token)	\
2202 {									\
2203 	BUILD_BUG_ON(sizeof(u##bits) != sizeof(((type *)0))->member);	\
2204 	btrfs_set_token_##bits(eb, s, offsetof(type, member), val, token); \
2205 }
2206 
2207 #define BTRFS_SETGET_HEADER_FUNCS(name, type, member, bits)		\
2208 static inline u##bits btrfs_##name(struct extent_buffer *eb)		\
2209 {									\
2210 	type *p = page_address(eb->pages[0]);				\
2211 	u##bits res = le##bits##_to_cpu(p->member);			\
2212 	return res;							\
2213 }									\
2214 static inline void btrfs_set_##name(struct extent_buffer *eb,		\
2215 				    u##bits val)			\
2216 {									\
2217 	type *p = page_address(eb->pages[0]);				\
2218 	p->member = cpu_to_le##bits(val);				\
2219 }
2220 
2221 #define BTRFS_SETGET_STACK_FUNCS(name, type, member, bits)		\
2222 static inline u##bits btrfs_##name(type *s)				\
2223 {									\
2224 	return le##bits##_to_cpu(s->member);				\
2225 }									\
2226 static inline void btrfs_set_##name(type *s, u##bits val)		\
2227 {									\
2228 	s->member = cpu_to_le##bits(val);				\
2229 }
2230 
2231 BTRFS_SETGET_FUNCS(device_type, struct btrfs_dev_item, type, 64);
2232 BTRFS_SETGET_FUNCS(device_total_bytes, struct btrfs_dev_item, total_bytes, 64);
2233 BTRFS_SETGET_FUNCS(device_bytes_used, struct btrfs_dev_item, bytes_used, 64);
2234 BTRFS_SETGET_FUNCS(device_io_align, struct btrfs_dev_item, io_align, 32);
2235 BTRFS_SETGET_FUNCS(device_io_width, struct btrfs_dev_item, io_width, 32);
2236 BTRFS_SETGET_FUNCS(device_start_offset, struct btrfs_dev_item,
2237 		   start_offset, 64);
2238 BTRFS_SETGET_FUNCS(device_sector_size, struct btrfs_dev_item, sector_size, 32);
2239 BTRFS_SETGET_FUNCS(device_id, struct btrfs_dev_item, devid, 64);
2240 BTRFS_SETGET_FUNCS(device_group, struct btrfs_dev_item, dev_group, 32);
2241 BTRFS_SETGET_FUNCS(device_seek_speed, struct btrfs_dev_item, seek_speed, 8);
2242 BTRFS_SETGET_FUNCS(device_bandwidth, struct btrfs_dev_item, bandwidth, 8);
2243 BTRFS_SETGET_FUNCS(device_generation, struct btrfs_dev_item, generation, 64);
2244 
2245 BTRFS_SETGET_STACK_FUNCS(stack_device_type, struct btrfs_dev_item, type, 64);
2246 BTRFS_SETGET_STACK_FUNCS(stack_device_total_bytes, struct btrfs_dev_item,
2247 			 total_bytes, 64);
2248 BTRFS_SETGET_STACK_FUNCS(stack_device_bytes_used, struct btrfs_dev_item,
2249 			 bytes_used, 64);
2250 BTRFS_SETGET_STACK_FUNCS(stack_device_io_align, struct btrfs_dev_item,
2251 			 io_align, 32);
2252 BTRFS_SETGET_STACK_FUNCS(stack_device_io_width, struct btrfs_dev_item,
2253 			 io_width, 32);
2254 BTRFS_SETGET_STACK_FUNCS(stack_device_sector_size, struct btrfs_dev_item,
2255 			 sector_size, 32);
2256 BTRFS_SETGET_STACK_FUNCS(stack_device_id, struct btrfs_dev_item, devid, 64);
2257 BTRFS_SETGET_STACK_FUNCS(stack_device_group, struct btrfs_dev_item,
2258 			 dev_group, 32);
2259 BTRFS_SETGET_STACK_FUNCS(stack_device_seek_speed, struct btrfs_dev_item,
2260 			 seek_speed, 8);
2261 BTRFS_SETGET_STACK_FUNCS(stack_device_bandwidth, struct btrfs_dev_item,
2262 			 bandwidth, 8);
2263 BTRFS_SETGET_STACK_FUNCS(stack_device_generation, struct btrfs_dev_item,
2264 			 generation, 64);
2265 
2266 static inline unsigned long btrfs_device_uuid(struct btrfs_dev_item *d)
2267 {
2268 	return (unsigned long)d + offsetof(struct btrfs_dev_item, uuid);
2269 }
2270 
2271 static inline unsigned long btrfs_device_fsid(struct btrfs_dev_item *d)
2272 {
2273 	return (unsigned long)d + offsetof(struct btrfs_dev_item, fsid);
2274 }
2275 
2276 BTRFS_SETGET_FUNCS(chunk_length, struct btrfs_chunk, length, 64);
2277 BTRFS_SETGET_FUNCS(chunk_owner, struct btrfs_chunk, owner, 64);
2278 BTRFS_SETGET_FUNCS(chunk_stripe_len, struct btrfs_chunk, stripe_len, 64);
2279 BTRFS_SETGET_FUNCS(chunk_io_align, struct btrfs_chunk, io_align, 32);
2280 BTRFS_SETGET_FUNCS(chunk_io_width, struct btrfs_chunk, io_width, 32);
2281 BTRFS_SETGET_FUNCS(chunk_sector_size, struct btrfs_chunk, sector_size, 32);
2282 BTRFS_SETGET_FUNCS(chunk_type, struct btrfs_chunk, type, 64);
2283 BTRFS_SETGET_FUNCS(chunk_num_stripes, struct btrfs_chunk, num_stripes, 16);
2284 BTRFS_SETGET_FUNCS(chunk_sub_stripes, struct btrfs_chunk, sub_stripes, 16);
2285 BTRFS_SETGET_FUNCS(stripe_devid, struct btrfs_stripe, devid, 64);
2286 BTRFS_SETGET_FUNCS(stripe_offset, struct btrfs_stripe, offset, 64);
2287 
2288 static inline char *btrfs_stripe_dev_uuid(struct btrfs_stripe *s)
2289 {
2290 	return (char *)s + offsetof(struct btrfs_stripe, dev_uuid);
2291 }
2292 
2293 BTRFS_SETGET_STACK_FUNCS(stack_chunk_length, struct btrfs_chunk, length, 64);
2294 BTRFS_SETGET_STACK_FUNCS(stack_chunk_owner, struct btrfs_chunk, owner, 64);
2295 BTRFS_SETGET_STACK_FUNCS(stack_chunk_stripe_len, struct btrfs_chunk,
2296 			 stripe_len, 64);
2297 BTRFS_SETGET_STACK_FUNCS(stack_chunk_io_align, struct btrfs_chunk,
2298 			 io_align, 32);
2299 BTRFS_SETGET_STACK_FUNCS(stack_chunk_io_width, struct btrfs_chunk,
2300 			 io_width, 32);
2301 BTRFS_SETGET_STACK_FUNCS(stack_chunk_sector_size, struct btrfs_chunk,
2302 			 sector_size, 32);
2303 BTRFS_SETGET_STACK_FUNCS(stack_chunk_type, struct btrfs_chunk, type, 64);
2304 BTRFS_SETGET_STACK_FUNCS(stack_chunk_num_stripes, struct btrfs_chunk,
2305 			 num_stripes, 16);
2306 BTRFS_SETGET_STACK_FUNCS(stack_chunk_sub_stripes, struct btrfs_chunk,
2307 			 sub_stripes, 16);
2308 BTRFS_SETGET_STACK_FUNCS(stack_stripe_devid, struct btrfs_stripe, devid, 64);
2309 BTRFS_SETGET_STACK_FUNCS(stack_stripe_offset, struct btrfs_stripe, offset, 64);
2310 
2311 static inline struct btrfs_stripe *btrfs_stripe_nr(struct btrfs_chunk *c,
2312 						   int nr)
2313 {
2314 	unsigned long offset = (unsigned long)c;
2315 	offset += offsetof(struct btrfs_chunk, stripe);
2316 	offset += nr * sizeof(struct btrfs_stripe);
2317 	return (struct btrfs_stripe *)offset;
2318 }
2319 
2320 static inline char *btrfs_stripe_dev_uuid_nr(struct btrfs_chunk *c, int nr)
2321 {
2322 	return btrfs_stripe_dev_uuid(btrfs_stripe_nr(c, nr));
2323 }
2324 
2325 static inline u64 btrfs_stripe_offset_nr(struct extent_buffer *eb,
2326 					 struct btrfs_chunk *c, int nr)
2327 {
2328 	return btrfs_stripe_offset(eb, btrfs_stripe_nr(c, nr));
2329 }
2330 
2331 static inline u64 btrfs_stripe_devid_nr(struct extent_buffer *eb,
2332 					 struct btrfs_chunk *c, int nr)
2333 {
2334 	return btrfs_stripe_devid(eb, btrfs_stripe_nr(c, nr));
2335 }
2336 
2337 /* struct btrfs_block_group_item */
2338 BTRFS_SETGET_STACK_FUNCS(block_group_used, struct btrfs_block_group_item,
2339 			 used, 64);
2340 BTRFS_SETGET_FUNCS(disk_block_group_used, struct btrfs_block_group_item,
2341 			 used, 64);
2342 BTRFS_SETGET_STACK_FUNCS(block_group_chunk_objectid,
2343 			struct btrfs_block_group_item, chunk_objectid, 64);
2344 
2345 BTRFS_SETGET_FUNCS(disk_block_group_chunk_objectid,
2346 		   struct btrfs_block_group_item, chunk_objectid, 64);
2347 BTRFS_SETGET_FUNCS(disk_block_group_flags,
2348 		   struct btrfs_block_group_item, flags, 64);
2349 BTRFS_SETGET_STACK_FUNCS(block_group_flags,
2350 			struct btrfs_block_group_item, flags, 64);
2351 
2352 /* struct btrfs_inode_ref */
2353 BTRFS_SETGET_FUNCS(inode_ref_name_len, struct btrfs_inode_ref, name_len, 16);
2354 BTRFS_SETGET_FUNCS(inode_ref_index, struct btrfs_inode_ref, index, 64);
2355 
2356 /* struct btrfs_inode_extref */
2357 BTRFS_SETGET_FUNCS(inode_extref_parent, struct btrfs_inode_extref,
2358 		   parent_objectid, 64);
2359 BTRFS_SETGET_FUNCS(inode_extref_name_len, struct btrfs_inode_extref,
2360 		   name_len, 16);
2361 BTRFS_SETGET_FUNCS(inode_extref_index, struct btrfs_inode_extref, index, 64);
2362 
2363 /* struct btrfs_inode_item */
2364 BTRFS_SETGET_FUNCS(inode_generation, struct btrfs_inode_item, generation, 64);
2365 BTRFS_SETGET_FUNCS(inode_sequence, struct btrfs_inode_item, sequence, 64);
2366 BTRFS_SETGET_FUNCS(inode_transid, struct btrfs_inode_item, transid, 64);
2367 BTRFS_SETGET_FUNCS(inode_size, struct btrfs_inode_item, size, 64);
2368 BTRFS_SETGET_FUNCS(inode_nbytes, struct btrfs_inode_item, nbytes, 64);
2369 BTRFS_SETGET_FUNCS(inode_block_group, struct btrfs_inode_item, block_group, 64);
2370 BTRFS_SETGET_FUNCS(inode_nlink, struct btrfs_inode_item, nlink, 32);
2371 BTRFS_SETGET_FUNCS(inode_uid, struct btrfs_inode_item, uid, 32);
2372 BTRFS_SETGET_FUNCS(inode_gid, struct btrfs_inode_item, gid, 32);
2373 BTRFS_SETGET_FUNCS(inode_mode, struct btrfs_inode_item, mode, 32);
2374 BTRFS_SETGET_FUNCS(inode_rdev, struct btrfs_inode_item, rdev, 64);
2375 BTRFS_SETGET_FUNCS(inode_flags, struct btrfs_inode_item, flags, 64);
2376 BTRFS_SETGET_STACK_FUNCS(stack_inode_generation, struct btrfs_inode_item,
2377 			 generation, 64);
2378 BTRFS_SETGET_STACK_FUNCS(stack_inode_sequence, struct btrfs_inode_item,
2379 			 sequence, 64);
2380 BTRFS_SETGET_STACK_FUNCS(stack_inode_transid, struct btrfs_inode_item,
2381 			 transid, 64);
2382 BTRFS_SETGET_STACK_FUNCS(stack_inode_size, struct btrfs_inode_item, size, 64);
2383 BTRFS_SETGET_STACK_FUNCS(stack_inode_nbytes, struct btrfs_inode_item,
2384 			 nbytes, 64);
2385 BTRFS_SETGET_STACK_FUNCS(stack_inode_block_group, struct btrfs_inode_item,
2386 			 block_group, 64);
2387 BTRFS_SETGET_STACK_FUNCS(stack_inode_nlink, struct btrfs_inode_item, nlink, 32);
2388 BTRFS_SETGET_STACK_FUNCS(stack_inode_uid, struct btrfs_inode_item, uid, 32);
2389 BTRFS_SETGET_STACK_FUNCS(stack_inode_gid, struct btrfs_inode_item, gid, 32);
2390 BTRFS_SETGET_STACK_FUNCS(stack_inode_mode, struct btrfs_inode_item, mode, 32);
2391 BTRFS_SETGET_STACK_FUNCS(stack_inode_rdev, struct btrfs_inode_item, rdev, 64);
2392 BTRFS_SETGET_STACK_FUNCS(stack_inode_flags, struct btrfs_inode_item, flags, 64);
2393 
2394 static inline struct btrfs_timespec *
2395 btrfs_inode_atime(struct btrfs_inode_item *inode_item)
2396 {
2397 	unsigned long ptr = (unsigned long)inode_item;
2398 	ptr += offsetof(struct btrfs_inode_item, atime);
2399 	return (struct btrfs_timespec *)ptr;
2400 }
2401 
2402 static inline struct btrfs_timespec *
2403 btrfs_inode_mtime(struct btrfs_inode_item *inode_item)
2404 {
2405 	unsigned long ptr = (unsigned long)inode_item;
2406 	ptr += offsetof(struct btrfs_inode_item, mtime);
2407 	return (struct btrfs_timespec *)ptr;
2408 }
2409 
2410 static inline struct btrfs_timespec *
2411 btrfs_inode_ctime(struct btrfs_inode_item *inode_item)
2412 {
2413 	unsigned long ptr = (unsigned long)inode_item;
2414 	ptr += offsetof(struct btrfs_inode_item, ctime);
2415 	return (struct btrfs_timespec *)ptr;
2416 }
2417 
2418 BTRFS_SETGET_FUNCS(timespec_sec, struct btrfs_timespec, sec, 64);
2419 BTRFS_SETGET_FUNCS(timespec_nsec, struct btrfs_timespec, nsec, 32);
2420 BTRFS_SETGET_STACK_FUNCS(stack_timespec_sec, struct btrfs_timespec, sec, 64);
2421 BTRFS_SETGET_STACK_FUNCS(stack_timespec_nsec, struct btrfs_timespec, nsec, 32);
2422 
2423 /* struct btrfs_dev_extent */
2424 BTRFS_SETGET_FUNCS(dev_extent_chunk_tree, struct btrfs_dev_extent,
2425 		   chunk_tree, 64);
2426 BTRFS_SETGET_FUNCS(dev_extent_chunk_objectid, struct btrfs_dev_extent,
2427 		   chunk_objectid, 64);
2428 BTRFS_SETGET_FUNCS(dev_extent_chunk_offset, struct btrfs_dev_extent,
2429 		   chunk_offset, 64);
2430 BTRFS_SETGET_FUNCS(dev_extent_length, struct btrfs_dev_extent, length, 64);
2431 
2432 static inline unsigned long btrfs_dev_extent_chunk_tree_uuid(struct btrfs_dev_extent *dev)
2433 {
2434 	unsigned long ptr = offsetof(struct btrfs_dev_extent, chunk_tree_uuid);
2435 	return (unsigned long)dev + ptr;
2436 }
2437 
2438 BTRFS_SETGET_FUNCS(extent_refs, struct btrfs_extent_item, refs, 64);
2439 BTRFS_SETGET_FUNCS(extent_generation, struct btrfs_extent_item,
2440 		   generation, 64);
2441 BTRFS_SETGET_FUNCS(extent_flags, struct btrfs_extent_item, flags, 64);
2442 
2443 BTRFS_SETGET_FUNCS(extent_refs_v0, struct btrfs_extent_item_v0, refs, 32);
2444 
2445 
2446 BTRFS_SETGET_FUNCS(tree_block_level, struct btrfs_tree_block_info, level, 8);
2447 
2448 static inline void btrfs_tree_block_key(struct extent_buffer *eb,
2449 					struct btrfs_tree_block_info *item,
2450 					struct btrfs_disk_key *key)
2451 {
2452 	read_eb_member(eb, item, struct btrfs_tree_block_info, key, key);
2453 }
2454 
2455 static inline void btrfs_set_tree_block_key(struct extent_buffer *eb,
2456 					    struct btrfs_tree_block_info *item,
2457 					    struct btrfs_disk_key *key)
2458 {
2459 	write_eb_member(eb, item, struct btrfs_tree_block_info, key, key);
2460 }
2461 
2462 BTRFS_SETGET_FUNCS(extent_data_ref_root, struct btrfs_extent_data_ref,
2463 		   root, 64);
2464 BTRFS_SETGET_FUNCS(extent_data_ref_objectid, struct btrfs_extent_data_ref,
2465 		   objectid, 64);
2466 BTRFS_SETGET_FUNCS(extent_data_ref_offset, struct btrfs_extent_data_ref,
2467 		   offset, 64);
2468 BTRFS_SETGET_FUNCS(extent_data_ref_count, struct btrfs_extent_data_ref,
2469 		   count, 32);
2470 
2471 BTRFS_SETGET_FUNCS(shared_data_ref_count, struct btrfs_shared_data_ref,
2472 		   count, 32);
2473 
2474 BTRFS_SETGET_FUNCS(extent_inline_ref_type, struct btrfs_extent_inline_ref,
2475 		   type, 8);
2476 BTRFS_SETGET_FUNCS(extent_inline_ref_offset, struct btrfs_extent_inline_ref,
2477 		   offset, 64);
2478 
2479 static inline u32 btrfs_extent_inline_ref_size(int type)
2480 {
2481 	if (type == BTRFS_TREE_BLOCK_REF_KEY ||
2482 	    type == BTRFS_SHARED_BLOCK_REF_KEY)
2483 		return sizeof(struct btrfs_extent_inline_ref);
2484 	if (type == BTRFS_SHARED_DATA_REF_KEY)
2485 		return sizeof(struct btrfs_shared_data_ref) +
2486 		       sizeof(struct btrfs_extent_inline_ref);
2487 	if (type == BTRFS_EXTENT_DATA_REF_KEY)
2488 		return sizeof(struct btrfs_extent_data_ref) +
2489 		       offsetof(struct btrfs_extent_inline_ref, offset);
2490 	BUG();
2491 	return 0;
2492 }
2493 
2494 BTRFS_SETGET_FUNCS(ref_root_v0, struct btrfs_extent_ref_v0, root, 64);
2495 BTRFS_SETGET_FUNCS(ref_generation_v0, struct btrfs_extent_ref_v0,
2496 		   generation, 64);
2497 BTRFS_SETGET_FUNCS(ref_objectid_v0, struct btrfs_extent_ref_v0, objectid, 64);
2498 BTRFS_SETGET_FUNCS(ref_count_v0, struct btrfs_extent_ref_v0, count, 32);
2499 
2500 /* struct btrfs_node */
2501 BTRFS_SETGET_FUNCS(key_blockptr, struct btrfs_key_ptr, blockptr, 64);
2502 BTRFS_SETGET_FUNCS(key_generation, struct btrfs_key_ptr, generation, 64);
2503 BTRFS_SETGET_STACK_FUNCS(stack_key_blockptr, struct btrfs_key_ptr,
2504 			 blockptr, 64);
2505 BTRFS_SETGET_STACK_FUNCS(stack_key_generation, struct btrfs_key_ptr,
2506 			 generation, 64);
2507 
2508 static inline u64 btrfs_node_blockptr(struct extent_buffer *eb, int nr)
2509 {
2510 	unsigned long ptr;
2511 	ptr = offsetof(struct btrfs_node, ptrs) +
2512 		sizeof(struct btrfs_key_ptr) * nr;
2513 	return btrfs_key_blockptr(eb, (struct btrfs_key_ptr *)ptr);
2514 }
2515 
2516 static inline void btrfs_set_node_blockptr(struct extent_buffer *eb,
2517 					   int nr, u64 val)
2518 {
2519 	unsigned long ptr;
2520 	ptr = offsetof(struct btrfs_node, ptrs) +
2521 		sizeof(struct btrfs_key_ptr) * nr;
2522 	btrfs_set_key_blockptr(eb, (struct btrfs_key_ptr *)ptr, val);
2523 }
2524 
2525 static inline u64 btrfs_node_ptr_generation(struct extent_buffer *eb, int nr)
2526 {
2527 	unsigned long ptr;
2528 	ptr = offsetof(struct btrfs_node, ptrs) +
2529 		sizeof(struct btrfs_key_ptr) * nr;
2530 	return btrfs_key_generation(eb, (struct btrfs_key_ptr *)ptr);
2531 }
2532 
2533 static inline void btrfs_set_node_ptr_generation(struct extent_buffer *eb,
2534 						 int nr, u64 val)
2535 {
2536 	unsigned long ptr;
2537 	ptr = offsetof(struct btrfs_node, ptrs) +
2538 		sizeof(struct btrfs_key_ptr) * nr;
2539 	btrfs_set_key_generation(eb, (struct btrfs_key_ptr *)ptr, val);
2540 }
2541 
2542 static inline unsigned long btrfs_node_key_ptr_offset(int nr)
2543 {
2544 	return offsetof(struct btrfs_node, ptrs) +
2545 		sizeof(struct btrfs_key_ptr) * nr;
2546 }
2547 
2548 void btrfs_node_key(struct extent_buffer *eb,
2549 		    struct btrfs_disk_key *disk_key, int nr);
2550 
2551 static inline void btrfs_set_node_key(struct extent_buffer *eb,
2552 				      struct btrfs_disk_key *disk_key, int nr)
2553 {
2554 	unsigned long ptr;
2555 	ptr = btrfs_node_key_ptr_offset(nr);
2556 	write_eb_member(eb, (struct btrfs_key_ptr *)ptr,
2557 		       struct btrfs_key_ptr, key, disk_key);
2558 }
2559 
2560 /* struct btrfs_item */
2561 BTRFS_SETGET_FUNCS(item_offset, struct btrfs_item, offset, 32);
2562 BTRFS_SETGET_FUNCS(item_size, struct btrfs_item, size, 32);
2563 BTRFS_SETGET_STACK_FUNCS(stack_item_offset, struct btrfs_item, offset, 32);
2564 BTRFS_SETGET_STACK_FUNCS(stack_item_size, struct btrfs_item, size, 32);
2565 
2566 static inline unsigned long btrfs_item_nr_offset(int nr)
2567 {
2568 	return offsetof(struct btrfs_leaf, items) +
2569 		sizeof(struct btrfs_item) * nr;
2570 }
2571 
2572 static inline struct btrfs_item *btrfs_item_nr(int nr)
2573 {
2574 	return (struct btrfs_item *)btrfs_item_nr_offset(nr);
2575 }
2576 
2577 static inline u32 btrfs_item_end(struct extent_buffer *eb,
2578 				 struct btrfs_item *item)
2579 {
2580 	return btrfs_item_offset(eb, item) + btrfs_item_size(eb, item);
2581 }
2582 
2583 static inline u32 btrfs_item_end_nr(struct extent_buffer *eb, int nr)
2584 {
2585 	return btrfs_item_end(eb, btrfs_item_nr(nr));
2586 }
2587 
2588 static inline u32 btrfs_item_offset_nr(struct extent_buffer *eb, int nr)
2589 {
2590 	return btrfs_item_offset(eb, btrfs_item_nr(nr));
2591 }
2592 
2593 static inline u32 btrfs_item_size_nr(struct extent_buffer *eb, int nr)
2594 {
2595 	return btrfs_item_size(eb, btrfs_item_nr(nr));
2596 }
2597 
2598 static inline void btrfs_item_key(struct extent_buffer *eb,
2599 			   struct btrfs_disk_key *disk_key, int nr)
2600 {
2601 	struct btrfs_item *item = btrfs_item_nr(nr);
2602 	read_eb_member(eb, item, struct btrfs_item, key, disk_key);
2603 }
2604 
2605 static inline void btrfs_set_item_key(struct extent_buffer *eb,
2606 			       struct btrfs_disk_key *disk_key, int nr)
2607 {
2608 	struct btrfs_item *item = btrfs_item_nr(nr);
2609 	write_eb_member(eb, item, struct btrfs_item, key, disk_key);
2610 }
2611 
2612 BTRFS_SETGET_FUNCS(dir_log_end, struct btrfs_dir_log_item, end, 64);
2613 
2614 /*
2615  * struct btrfs_root_ref
2616  */
2617 BTRFS_SETGET_FUNCS(root_ref_dirid, struct btrfs_root_ref, dirid, 64);
2618 BTRFS_SETGET_FUNCS(root_ref_sequence, struct btrfs_root_ref, sequence, 64);
2619 BTRFS_SETGET_FUNCS(root_ref_name_len, struct btrfs_root_ref, name_len, 16);
2620 
2621 /* struct btrfs_dir_item */
2622 BTRFS_SETGET_FUNCS(dir_data_len, struct btrfs_dir_item, data_len, 16);
2623 BTRFS_SETGET_FUNCS(dir_type, struct btrfs_dir_item, type, 8);
2624 BTRFS_SETGET_FUNCS(dir_name_len, struct btrfs_dir_item, name_len, 16);
2625 BTRFS_SETGET_FUNCS(dir_transid, struct btrfs_dir_item, transid, 64);
2626 BTRFS_SETGET_STACK_FUNCS(stack_dir_type, struct btrfs_dir_item, type, 8);
2627 BTRFS_SETGET_STACK_FUNCS(stack_dir_data_len, struct btrfs_dir_item,
2628 			 data_len, 16);
2629 BTRFS_SETGET_STACK_FUNCS(stack_dir_name_len, struct btrfs_dir_item,
2630 			 name_len, 16);
2631 BTRFS_SETGET_STACK_FUNCS(stack_dir_transid, struct btrfs_dir_item,
2632 			 transid, 64);
2633 
2634 static inline void btrfs_dir_item_key(struct extent_buffer *eb,
2635 				      struct btrfs_dir_item *item,
2636 				      struct btrfs_disk_key *key)
2637 {
2638 	read_eb_member(eb, item, struct btrfs_dir_item, location, key);
2639 }
2640 
2641 static inline void btrfs_set_dir_item_key(struct extent_buffer *eb,
2642 					  struct btrfs_dir_item *item,
2643 					  struct btrfs_disk_key *key)
2644 {
2645 	write_eb_member(eb, item, struct btrfs_dir_item, location, key);
2646 }
2647 
2648 BTRFS_SETGET_FUNCS(free_space_entries, struct btrfs_free_space_header,
2649 		   num_entries, 64);
2650 BTRFS_SETGET_FUNCS(free_space_bitmaps, struct btrfs_free_space_header,
2651 		   num_bitmaps, 64);
2652 BTRFS_SETGET_FUNCS(free_space_generation, struct btrfs_free_space_header,
2653 		   generation, 64);
2654 
2655 static inline void btrfs_free_space_key(struct extent_buffer *eb,
2656 					struct btrfs_free_space_header *h,
2657 					struct btrfs_disk_key *key)
2658 {
2659 	read_eb_member(eb, h, struct btrfs_free_space_header, location, key);
2660 }
2661 
2662 static inline void btrfs_set_free_space_key(struct extent_buffer *eb,
2663 					    struct btrfs_free_space_header *h,
2664 					    struct btrfs_disk_key *key)
2665 {
2666 	write_eb_member(eb, h, struct btrfs_free_space_header, location, key);
2667 }
2668 
2669 /* struct btrfs_disk_key */
2670 BTRFS_SETGET_STACK_FUNCS(disk_key_objectid, struct btrfs_disk_key,
2671 			 objectid, 64);
2672 BTRFS_SETGET_STACK_FUNCS(disk_key_offset, struct btrfs_disk_key, offset, 64);
2673 BTRFS_SETGET_STACK_FUNCS(disk_key_type, struct btrfs_disk_key, type, 8);
2674 
2675 static inline void btrfs_disk_key_to_cpu(struct btrfs_key *cpu,
2676 					 struct btrfs_disk_key *disk)
2677 {
2678 	cpu->offset = le64_to_cpu(disk->offset);
2679 	cpu->type = disk->type;
2680 	cpu->objectid = le64_to_cpu(disk->objectid);
2681 }
2682 
2683 static inline void btrfs_cpu_key_to_disk(struct btrfs_disk_key *disk,
2684 					 struct btrfs_key *cpu)
2685 {
2686 	disk->offset = cpu_to_le64(cpu->offset);
2687 	disk->type = cpu->type;
2688 	disk->objectid = cpu_to_le64(cpu->objectid);
2689 }
2690 
2691 static inline void btrfs_node_key_to_cpu(struct extent_buffer *eb,
2692 				  struct btrfs_key *key, int nr)
2693 {
2694 	struct btrfs_disk_key disk_key;
2695 	btrfs_node_key(eb, &disk_key, nr);
2696 	btrfs_disk_key_to_cpu(key, &disk_key);
2697 }
2698 
2699 static inline void btrfs_item_key_to_cpu(struct extent_buffer *eb,
2700 				  struct btrfs_key *key, int nr)
2701 {
2702 	struct btrfs_disk_key disk_key;
2703 	btrfs_item_key(eb, &disk_key, nr);
2704 	btrfs_disk_key_to_cpu(key, &disk_key);
2705 }
2706 
2707 static inline void btrfs_dir_item_key_to_cpu(struct extent_buffer *eb,
2708 				      struct btrfs_dir_item *item,
2709 				      struct btrfs_key *key)
2710 {
2711 	struct btrfs_disk_key disk_key;
2712 	btrfs_dir_item_key(eb, item, &disk_key);
2713 	btrfs_disk_key_to_cpu(key, &disk_key);
2714 }
2715 
2716 
2717 static inline u8 btrfs_key_type(struct btrfs_key *key)
2718 {
2719 	return key->type;
2720 }
2721 
2722 static inline void btrfs_set_key_type(struct btrfs_key *key, u8 val)
2723 {
2724 	key->type = val;
2725 }
2726 
2727 /* struct btrfs_header */
2728 BTRFS_SETGET_HEADER_FUNCS(header_bytenr, struct btrfs_header, bytenr, 64);
2729 BTRFS_SETGET_HEADER_FUNCS(header_generation, struct btrfs_header,
2730 			  generation, 64);
2731 BTRFS_SETGET_HEADER_FUNCS(header_owner, struct btrfs_header, owner, 64);
2732 BTRFS_SETGET_HEADER_FUNCS(header_nritems, struct btrfs_header, nritems, 32);
2733 BTRFS_SETGET_HEADER_FUNCS(header_flags, struct btrfs_header, flags, 64);
2734 BTRFS_SETGET_HEADER_FUNCS(header_level, struct btrfs_header, level, 8);
2735 BTRFS_SETGET_STACK_FUNCS(stack_header_generation, struct btrfs_header,
2736 			 generation, 64);
2737 BTRFS_SETGET_STACK_FUNCS(stack_header_owner, struct btrfs_header, owner, 64);
2738 BTRFS_SETGET_STACK_FUNCS(stack_header_nritems, struct btrfs_header,
2739 			 nritems, 32);
2740 BTRFS_SETGET_STACK_FUNCS(stack_header_bytenr, struct btrfs_header, bytenr, 64);
2741 
2742 static inline int btrfs_header_flag(struct extent_buffer *eb, u64 flag)
2743 {
2744 	return (btrfs_header_flags(eb) & flag) == flag;
2745 }
2746 
2747 static inline int btrfs_set_header_flag(struct extent_buffer *eb, u64 flag)
2748 {
2749 	u64 flags = btrfs_header_flags(eb);
2750 	btrfs_set_header_flags(eb, flags | flag);
2751 	return (flags & flag) == flag;
2752 }
2753 
2754 static inline int btrfs_clear_header_flag(struct extent_buffer *eb, u64 flag)
2755 {
2756 	u64 flags = btrfs_header_flags(eb);
2757 	btrfs_set_header_flags(eb, flags & ~flag);
2758 	return (flags & flag) == flag;
2759 }
2760 
2761 static inline int btrfs_header_backref_rev(struct extent_buffer *eb)
2762 {
2763 	u64 flags = btrfs_header_flags(eb);
2764 	return flags >> BTRFS_BACKREF_REV_SHIFT;
2765 }
2766 
2767 static inline void btrfs_set_header_backref_rev(struct extent_buffer *eb,
2768 						int rev)
2769 {
2770 	u64 flags = btrfs_header_flags(eb);
2771 	flags &= ~BTRFS_BACKREF_REV_MASK;
2772 	flags |= (u64)rev << BTRFS_BACKREF_REV_SHIFT;
2773 	btrfs_set_header_flags(eb, flags);
2774 }
2775 
2776 static inline unsigned long btrfs_header_fsid(void)
2777 {
2778 	return offsetof(struct btrfs_header, fsid);
2779 }
2780 
2781 static inline unsigned long btrfs_header_chunk_tree_uuid(struct extent_buffer *eb)
2782 {
2783 	return offsetof(struct btrfs_header, chunk_tree_uuid);
2784 }
2785 
2786 static inline int btrfs_is_leaf(struct extent_buffer *eb)
2787 {
2788 	return btrfs_header_level(eb) == 0;
2789 }
2790 
2791 /* struct btrfs_root_item */
2792 BTRFS_SETGET_FUNCS(disk_root_generation, struct btrfs_root_item,
2793 		   generation, 64);
2794 BTRFS_SETGET_FUNCS(disk_root_refs, struct btrfs_root_item, refs, 32);
2795 BTRFS_SETGET_FUNCS(disk_root_bytenr, struct btrfs_root_item, bytenr, 64);
2796 BTRFS_SETGET_FUNCS(disk_root_level, struct btrfs_root_item, level, 8);
2797 
2798 BTRFS_SETGET_STACK_FUNCS(root_generation, struct btrfs_root_item,
2799 			 generation, 64);
2800 BTRFS_SETGET_STACK_FUNCS(root_bytenr, struct btrfs_root_item, bytenr, 64);
2801 BTRFS_SETGET_STACK_FUNCS(root_level, struct btrfs_root_item, level, 8);
2802 BTRFS_SETGET_STACK_FUNCS(root_dirid, struct btrfs_root_item, root_dirid, 64);
2803 BTRFS_SETGET_STACK_FUNCS(root_refs, struct btrfs_root_item, refs, 32);
2804 BTRFS_SETGET_STACK_FUNCS(root_flags, struct btrfs_root_item, flags, 64);
2805 BTRFS_SETGET_STACK_FUNCS(root_used, struct btrfs_root_item, bytes_used, 64);
2806 BTRFS_SETGET_STACK_FUNCS(root_limit, struct btrfs_root_item, byte_limit, 64);
2807 BTRFS_SETGET_STACK_FUNCS(root_last_snapshot, struct btrfs_root_item,
2808 			 last_snapshot, 64);
2809 BTRFS_SETGET_STACK_FUNCS(root_generation_v2, struct btrfs_root_item,
2810 			 generation_v2, 64);
2811 BTRFS_SETGET_STACK_FUNCS(root_ctransid, struct btrfs_root_item,
2812 			 ctransid, 64);
2813 BTRFS_SETGET_STACK_FUNCS(root_otransid, struct btrfs_root_item,
2814 			 otransid, 64);
2815 BTRFS_SETGET_STACK_FUNCS(root_stransid, struct btrfs_root_item,
2816 			 stransid, 64);
2817 BTRFS_SETGET_STACK_FUNCS(root_rtransid, struct btrfs_root_item,
2818 			 rtransid, 64);
2819 
2820 static inline bool btrfs_root_readonly(struct btrfs_root *root)
2821 {
2822 	return (root->root_item.flags & cpu_to_le64(BTRFS_ROOT_SUBVOL_RDONLY)) != 0;
2823 }
2824 
2825 static inline bool btrfs_root_dead(struct btrfs_root *root)
2826 {
2827 	return (root->root_item.flags & cpu_to_le64(BTRFS_ROOT_SUBVOL_DEAD)) != 0;
2828 }
2829 
2830 /* struct btrfs_root_backup */
2831 BTRFS_SETGET_STACK_FUNCS(backup_tree_root, struct btrfs_root_backup,
2832 		   tree_root, 64);
2833 BTRFS_SETGET_STACK_FUNCS(backup_tree_root_gen, struct btrfs_root_backup,
2834 		   tree_root_gen, 64);
2835 BTRFS_SETGET_STACK_FUNCS(backup_tree_root_level, struct btrfs_root_backup,
2836 		   tree_root_level, 8);
2837 
2838 BTRFS_SETGET_STACK_FUNCS(backup_chunk_root, struct btrfs_root_backup,
2839 		   chunk_root, 64);
2840 BTRFS_SETGET_STACK_FUNCS(backup_chunk_root_gen, struct btrfs_root_backup,
2841 		   chunk_root_gen, 64);
2842 BTRFS_SETGET_STACK_FUNCS(backup_chunk_root_level, struct btrfs_root_backup,
2843 		   chunk_root_level, 8);
2844 
2845 BTRFS_SETGET_STACK_FUNCS(backup_extent_root, struct btrfs_root_backup,
2846 		   extent_root, 64);
2847 BTRFS_SETGET_STACK_FUNCS(backup_extent_root_gen, struct btrfs_root_backup,
2848 		   extent_root_gen, 64);
2849 BTRFS_SETGET_STACK_FUNCS(backup_extent_root_level, struct btrfs_root_backup,
2850 		   extent_root_level, 8);
2851 
2852 BTRFS_SETGET_STACK_FUNCS(backup_fs_root, struct btrfs_root_backup,
2853 		   fs_root, 64);
2854 BTRFS_SETGET_STACK_FUNCS(backup_fs_root_gen, struct btrfs_root_backup,
2855 		   fs_root_gen, 64);
2856 BTRFS_SETGET_STACK_FUNCS(backup_fs_root_level, struct btrfs_root_backup,
2857 		   fs_root_level, 8);
2858 
2859 BTRFS_SETGET_STACK_FUNCS(backup_dev_root, struct btrfs_root_backup,
2860 		   dev_root, 64);
2861 BTRFS_SETGET_STACK_FUNCS(backup_dev_root_gen, struct btrfs_root_backup,
2862 		   dev_root_gen, 64);
2863 BTRFS_SETGET_STACK_FUNCS(backup_dev_root_level, struct btrfs_root_backup,
2864 		   dev_root_level, 8);
2865 
2866 BTRFS_SETGET_STACK_FUNCS(backup_csum_root, struct btrfs_root_backup,
2867 		   csum_root, 64);
2868 BTRFS_SETGET_STACK_FUNCS(backup_csum_root_gen, struct btrfs_root_backup,
2869 		   csum_root_gen, 64);
2870 BTRFS_SETGET_STACK_FUNCS(backup_csum_root_level, struct btrfs_root_backup,
2871 		   csum_root_level, 8);
2872 BTRFS_SETGET_STACK_FUNCS(backup_total_bytes, struct btrfs_root_backup,
2873 		   total_bytes, 64);
2874 BTRFS_SETGET_STACK_FUNCS(backup_bytes_used, struct btrfs_root_backup,
2875 		   bytes_used, 64);
2876 BTRFS_SETGET_STACK_FUNCS(backup_num_devices, struct btrfs_root_backup,
2877 		   num_devices, 64);
2878 
2879 /* struct btrfs_balance_item */
2880 BTRFS_SETGET_FUNCS(balance_flags, struct btrfs_balance_item, flags, 64);
2881 
2882 static inline void btrfs_balance_data(struct extent_buffer *eb,
2883 				      struct btrfs_balance_item *bi,
2884 				      struct btrfs_disk_balance_args *ba)
2885 {
2886 	read_eb_member(eb, bi, struct btrfs_balance_item, data, ba);
2887 }
2888 
2889 static inline void btrfs_set_balance_data(struct extent_buffer *eb,
2890 					  struct btrfs_balance_item *bi,
2891 					  struct btrfs_disk_balance_args *ba)
2892 {
2893 	write_eb_member(eb, bi, struct btrfs_balance_item, data, ba);
2894 }
2895 
2896 static inline void btrfs_balance_meta(struct extent_buffer *eb,
2897 				      struct btrfs_balance_item *bi,
2898 				      struct btrfs_disk_balance_args *ba)
2899 {
2900 	read_eb_member(eb, bi, struct btrfs_balance_item, meta, ba);
2901 }
2902 
2903 static inline void btrfs_set_balance_meta(struct extent_buffer *eb,
2904 					  struct btrfs_balance_item *bi,
2905 					  struct btrfs_disk_balance_args *ba)
2906 {
2907 	write_eb_member(eb, bi, struct btrfs_balance_item, meta, ba);
2908 }
2909 
2910 static inline void btrfs_balance_sys(struct extent_buffer *eb,
2911 				     struct btrfs_balance_item *bi,
2912 				     struct btrfs_disk_balance_args *ba)
2913 {
2914 	read_eb_member(eb, bi, struct btrfs_balance_item, sys, ba);
2915 }
2916 
2917 static inline void btrfs_set_balance_sys(struct extent_buffer *eb,
2918 					 struct btrfs_balance_item *bi,
2919 					 struct btrfs_disk_balance_args *ba)
2920 {
2921 	write_eb_member(eb, bi, struct btrfs_balance_item, sys, ba);
2922 }
2923 
2924 static inline void
2925 btrfs_disk_balance_args_to_cpu(struct btrfs_balance_args *cpu,
2926 			       struct btrfs_disk_balance_args *disk)
2927 {
2928 	memset(cpu, 0, sizeof(*cpu));
2929 
2930 	cpu->profiles = le64_to_cpu(disk->profiles);
2931 	cpu->usage = le64_to_cpu(disk->usage);
2932 	cpu->devid = le64_to_cpu(disk->devid);
2933 	cpu->pstart = le64_to_cpu(disk->pstart);
2934 	cpu->pend = le64_to_cpu(disk->pend);
2935 	cpu->vstart = le64_to_cpu(disk->vstart);
2936 	cpu->vend = le64_to_cpu(disk->vend);
2937 	cpu->target = le64_to_cpu(disk->target);
2938 	cpu->flags = le64_to_cpu(disk->flags);
2939 	cpu->limit = le64_to_cpu(disk->limit);
2940 }
2941 
2942 static inline void
2943 btrfs_cpu_balance_args_to_disk(struct btrfs_disk_balance_args *disk,
2944 			       struct btrfs_balance_args *cpu)
2945 {
2946 	memset(disk, 0, sizeof(*disk));
2947 
2948 	disk->profiles = cpu_to_le64(cpu->profiles);
2949 	disk->usage = cpu_to_le64(cpu->usage);
2950 	disk->devid = cpu_to_le64(cpu->devid);
2951 	disk->pstart = cpu_to_le64(cpu->pstart);
2952 	disk->pend = cpu_to_le64(cpu->pend);
2953 	disk->vstart = cpu_to_le64(cpu->vstart);
2954 	disk->vend = cpu_to_le64(cpu->vend);
2955 	disk->target = cpu_to_le64(cpu->target);
2956 	disk->flags = cpu_to_le64(cpu->flags);
2957 	disk->limit = cpu_to_le64(cpu->limit);
2958 }
2959 
2960 /* struct btrfs_super_block */
2961 BTRFS_SETGET_STACK_FUNCS(super_bytenr, struct btrfs_super_block, bytenr, 64);
2962 BTRFS_SETGET_STACK_FUNCS(super_flags, struct btrfs_super_block, flags, 64);
2963 BTRFS_SETGET_STACK_FUNCS(super_generation, struct btrfs_super_block,
2964 			 generation, 64);
2965 BTRFS_SETGET_STACK_FUNCS(super_root, struct btrfs_super_block, root, 64);
2966 BTRFS_SETGET_STACK_FUNCS(super_sys_array_size,
2967 			 struct btrfs_super_block, sys_chunk_array_size, 32);
2968 BTRFS_SETGET_STACK_FUNCS(super_chunk_root_generation,
2969 			 struct btrfs_super_block, chunk_root_generation, 64);
2970 BTRFS_SETGET_STACK_FUNCS(super_root_level, struct btrfs_super_block,
2971 			 root_level, 8);
2972 BTRFS_SETGET_STACK_FUNCS(super_chunk_root, struct btrfs_super_block,
2973 			 chunk_root, 64);
2974 BTRFS_SETGET_STACK_FUNCS(super_chunk_root_level, struct btrfs_super_block,
2975 			 chunk_root_level, 8);
2976 BTRFS_SETGET_STACK_FUNCS(super_log_root, struct btrfs_super_block,
2977 			 log_root, 64);
2978 BTRFS_SETGET_STACK_FUNCS(super_log_root_transid, struct btrfs_super_block,
2979 			 log_root_transid, 64);
2980 BTRFS_SETGET_STACK_FUNCS(super_log_root_level, struct btrfs_super_block,
2981 			 log_root_level, 8);
2982 BTRFS_SETGET_STACK_FUNCS(super_total_bytes, struct btrfs_super_block,
2983 			 total_bytes, 64);
2984 BTRFS_SETGET_STACK_FUNCS(super_bytes_used, struct btrfs_super_block,
2985 			 bytes_used, 64);
2986 BTRFS_SETGET_STACK_FUNCS(super_sectorsize, struct btrfs_super_block,
2987 			 sectorsize, 32);
2988 BTRFS_SETGET_STACK_FUNCS(super_nodesize, struct btrfs_super_block,
2989 			 nodesize, 32);
2990 BTRFS_SETGET_STACK_FUNCS(super_leafsize, struct btrfs_super_block,
2991 			 leafsize, 32);
2992 BTRFS_SETGET_STACK_FUNCS(super_stripesize, struct btrfs_super_block,
2993 			 stripesize, 32);
2994 BTRFS_SETGET_STACK_FUNCS(super_root_dir, struct btrfs_super_block,
2995 			 root_dir_objectid, 64);
2996 BTRFS_SETGET_STACK_FUNCS(super_num_devices, struct btrfs_super_block,
2997 			 num_devices, 64);
2998 BTRFS_SETGET_STACK_FUNCS(super_compat_flags, struct btrfs_super_block,
2999 			 compat_flags, 64);
3000 BTRFS_SETGET_STACK_FUNCS(super_compat_ro_flags, struct btrfs_super_block,
3001 			 compat_ro_flags, 64);
3002 BTRFS_SETGET_STACK_FUNCS(super_incompat_flags, struct btrfs_super_block,
3003 			 incompat_flags, 64);
3004 BTRFS_SETGET_STACK_FUNCS(super_csum_type, struct btrfs_super_block,
3005 			 csum_type, 16);
3006 BTRFS_SETGET_STACK_FUNCS(super_cache_generation, struct btrfs_super_block,
3007 			 cache_generation, 64);
3008 BTRFS_SETGET_STACK_FUNCS(super_magic, struct btrfs_super_block, magic, 64);
3009 BTRFS_SETGET_STACK_FUNCS(super_uuid_tree_generation, struct btrfs_super_block,
3010 			 uuid_tree_generation, 64);
3011 
3012 static inline int btrfs_super_csum_size(struct btrfs_super_block *s)
3013 {
3014 	u16 t = btrfs_super_csum_type(s);
3015 	/*
3016 	 * csum type is validated at mount time
3017 	 */
3018 	return btrfs_csum_sizes[t];
3019 }
3020 
3021 static inline unsigned long btrfs_leaf_data(struct extent_buffer *l)
3022 {
3023 	return offsetof(struct btrfs_leaf, items);
3024 }
3025 
3026 /* struct btrfs_file_extent_item */
3027 BTRFS_SETGET_FUNCS(file_extent_type, struct btrfs_file_extent_item, type, 8);
3028 BTRFS_SETGET_STACK_FUNCS(stack_file_extent_disk_bytenr,
3029 			 struct btrfs_file_extent_item, disk_bytenr, 64);
3030 BTRFS_SETGET_STACK_FUNCS(stack_file_extent_offset,
3031 			 struct btrfs_file_extent_item, offset, 64);
3032 BTRFS_SETGET_STACK_FUNCS(stack_file_extent_generation,
3033 			 struct btrfs_file_extent_item, generation, 64);
3034 BTRFS_SETGET_STACK_FUNCS(stack_file_extent_num_bytes,
3035 			 struct btrfs_file_extent_item, num_bytes, 64);
3036 BTRFS_SETGET_STACK_FUNCS(stack_file_extent_disk_num_bytes,
3037 			 struct btrfs_file_extent_item, disk_num_bytes, 64);
3038 BTRFS_SETGET_STACK_FUNCS(stack_file_extent_compression,
3039 			 struct btrfs_file_extent_item, compression, 8);
3040 
3041 static inline unsigned long
3042 btrfs_file_extent_inline_start(struct btrfs_file_extent_item *e)
3043 {
3044 	unsigned long offset = (unsigned long)e;
3045 	offset += offsetof(struct btrfs_file_extent_item, disk_bytenr);
3046 	return offset;
3047 }
3048 
3049 static inline u32 btrfs_file_extent_calc_inline_size(u32 datasize)
3050 {
3051 	return offsetof(struct btrfs_file_extent_item, disk_bytenr) + datasize;
3052 }
3053 
3054 BTRFS_SETGET_FUNCS(file_extent_disk_bytenr, struct btrfs_file_extent_item,
3055 		   disk_bytenr, 64);
3056 BTRFS_SETGET_FUNCS(file_extent_generation, struct btrfs_file_extent_item,
3057 		   generation, 64);
3058 BTRFS_SETGET_FUNCS(file_extent_disk_num_bytes, struct btrfs_file_extent_item,
3059 		   disk_num_bytes, 64);
3060 BTRFS_SETGET_FUNCS(file_extent_offset, struct btrfs_file_extent_item,
3061 		  offset, 64);
3062 BTRFS_SETGET_FUNCS(file_extent_num_bytes, struct btrfs_file_extent_item,
3063 		   num_bytes, 64);
3064 BTRFS_SETGET_FUNCS(file_extent_ram_bytes, struct btrfs_file_extent_item,
3065 		   ram_bytes, 64);
3066 BTRFS_SETGET_FUNCS(file_extent_compression, struct btrfs_file_extent_item,
3067 		   compression, 8);
3068 BTRFS_SETGET_FUNCS(file_extent_encryption, struct btrfs_file_extent_item,
3069 		   encryption, 8);
3070 BTRFS_SETGET_FUNCS(file_extent_other_encoding, struct btrfs_file_extent_item,
3071 		   other_encoding, 16);
3072 
3073 /*
3074  * this returns the number of bytes used by the item on disk, minus the
3075  * size of any extent headers.  If a file is compressed on disk, this is
3076  * the compressed size
3077  */
3078 static inline u32 btrfs_file_extent_inline_item_len(struct extent_buffer *eb,
3079 						    struct btrfs_item *e)
3080 {
3081 	unsigned long offset;
3082 	offset = offsetof(struct btrfs_file_extent_item, disk_bytenr);
3083 	return btrfs_item_size(eb, e) - offset;
3084 }
3085 
3086 /* this returns the number of file bytes represented by the inline item.
3087  * If an item is compressed, this is the uncompressed size
3088  */
3089 static inline u32 btrfs_file_extent_inline_len(struct extent_buffer *eb,
3090 					       int slot,
3091 					       struct btrfs_file_extent_item *fi)
3092 {
3093 	struct btrfs_map_token token;
3094 
3095 	btrfs_init_map_token(&token);
3096 	/*
3097 	 * return the space used on disk if this item isn't
3098 	 * compressed or encoded
3099 	 */
3100 	if (btrfs_token_file_extent_compression(eb, fi, &token) == 0 &&
3101 	    btrfs_token_file_extent_encryption(eb, fi, &token) == 0 &&
3102 	    btrfs_token_file_extent_other_encoding(eb, fi, &token) == 0) {
3103 		return btrfs_file_extent_inline_item_len(eb,
3104 							 btrfs_item_nr(slot));
3105 	}
3106 
3107 	/* otherwise use the ram bytes field */
3108 	return btrfs_token_file_extent_ram_bytes(eb, fi, &token);
3109 }
3110 
3111 
3112 /* btrfs_dev_stats_item */
3113 static inline u64 btrfs_dev_stats_value(struct extent_buffer *eb,
3114 					struct btrfs_dev_stats_item *ptr,
3115 					int index)
3116 {
3117 	u64 val;
3118 
3119 	read_extent_buffer(eb, &val,
3120 			   offsetof(struct btrfs_dev_stats_item, values) +
3121 			    ((unsigned long)ptr) + (index * sizeof(u64)),
3122 			   sizeof(val));
3123 	return val;
3124 }
3125 
3126 static inline void btrfs_set_dev_stats_value(struct extent_buffer *eb,
3127 					     struct btrfs_dev_stats_item *ptr,
3128 					     int index, u64 val)
3129 {
3130 	write_extent_buffer(eb, &val,
3131 			    offsetof(struct btrfs_dev_stats_item, values) +
3132 			     ((unsigned long)ptr) + (index * sizeof(u64)),
3133 			    sizeof(val));
3134 }
3135 
3136 /* btrfs_qgroup_status_item */
3137 BTRFS_SETGET_FUNCS(qgroup_status_generation, struct btrfs_qgroup_status_item,
3138 		   generation, 64);
3139 BTRFS_SETGET_FUNCS(qgroup_status_version, struct btrfs_qgroup_status_item,
3140 		   version, 64);
3141 BTRFS_SETGET_FUNCS(qgroup_status_flags, struct btrfs_qgroup_status_item,
3142 		   flags, 64);
3143 BTRFS_SETGET_FUNCS(qgroup_status_rescan, struct btrfs_qgroup_status_item,
3144 		   rescan, 64);
3145 
3146 /* btrfs_qgroup_info_item */
3147 BTRFS_SETGET_FUNCS(qgroup_info_generation, struct btrfs_qgroup_info_item,
3148 		   generation, 64);
3149 BTRFS_SETGET_FUNCS(qgroup_info_rfer, struct btrfs_qgroup_info_item, rfer, 64);
3150 BTRFS_SETGET_FUNCS(qgroup_info_rfer_cmpr, struct btrfs_qgroup_info_item,
3151 		   rfer_cmpr, 64);
3152 BTRFS_SETGET_FUNCS(qgroup_info_excl, struct btrfs_qgroup_info_item, excl, 64);
3153 BTRFS_SETGET_FUNCS(qgroup_info_excl_cmpr, struct btrfs_qgroup_info_item,
3154 		   excl_cmpr, 64);
3155 
3156 BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_generation,
3157 			 struct btrfs_qgroup_info_item, generation, 64);
3158 BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_rfer, struct btrfs_qgroup_info_item,
3159 			 rfer, 64);
3160 BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_rfer_cmpr,
3161 			 struct btrfs_qgroup_info_item, rfer_cmpr, 64);
3162 BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_excl, struct btrfs_qgroup_info_item,
3163 			 excl, 64);
3164 BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_excl_cmpr,
3165 			 struct btrfs_qgroup_info_item, excl_cmpr, 64);
3166 
3167 /* btrfs_qgroup_limit_item */
3168 BTRFS_SETGET_FUNCS(qgroup_limit_flags, struct btrfs_qgroup_limit_item,
3169 		   flags, 64);
3170 BTRFS_SETGET_FUNCS(qgroup_limit_max_rfer, struct btrfs_qgroup_limit_item,
3171 		   max_rfer, 64);
3172 BTRFS_SETGET_FUNCS(qgroup_limit_max_excl, struct btrfs_qgroup_limit_item,
3173 		   max_excl, 64);
3174 BTRFS_SETGET_FUNCS(qgroup_limit_rsv_rfer, struct btrfs_qgroup_limit_item,
3175 		   rsv_rfer, 64);
3176 BTRFS_SETGET_FUNCS(qgroup_limit_rsv_excl, struct btrfs_qgroup_limit_item,
3177 		   rsv_excl, 64);
3178 
3179 /* btrfs_dev_replace_item */
3180 BTRFS_SETGET_FUNCS(dev_replace_src_devid,
3181 		   struct btrfs_dev_replace_item, src_devid, 64);
3182 BTRFS_SETGET_FUNCS(dev_replace_cont_reading_from_srcdev_mode,
3183 		   struct btrfs_dev_replace_item, cont_reading_from_srcdev_mode,
3184 		   64);
3185 BTRFS_SETGET_FUNCS(dev_replace_replace_state, struct btrfs_dev_replace_item,
3186 		   replace_state, 64);
3187 BTRFS_SETGET_FUNCS(dev_replace_time_started, struct btrfs_dev_replace_item,
3188 		   time_started, 64);
3189 BTRFS_SETGET_FUNCS(dev_replace_time_stopped, struct btrfs_dev_replace_item,
3190 		   time_stopped, 64);
3191 BTRFS_SETGET_FUNCS(dev_replace_num_write_errors, struct btrfs_dev_replace_item,
3192 		   num_write_errors, 64);
3193 BTRFS_SETGET_FUNCS(dev_replace_num_uncorrectable_read_errors,
3194 		   struct btrfs_dev_replace_item, num_uncorrectable_read_errors,
3195 		   64);
3196 BTRFS_SETGET_FUNCS(dev_replace_cursor_left, struct btrfs_dev_replace_item,
3197 		   cursor_left, 64);
3198 BTRFS_SETGET_FUNCS(dev_replace_cursor_right, struct btrfs_dev_replace_item,
3199 		   cursor_right, 64);
3200 
3201 BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_src_devid,
3202 			 struct btrfs_dev_replace_item, src_devid, 64);
3203 BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_cont_reading_from_srcdev_mode,
3204 			 struct btrfs_dev_replace_item,
3205 			 cont_reading_from_srcdev_mode, 64);
3206 BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_replace_state,
3207 			 struct btrfs_dev_replace_item, replace_state, 64);
3208 BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_time_started,
3209 			 struct btrfs_dev_replace_item, time_started, 64);
3210 BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_time_stopped,
3211 			 struct btrfs_dev_replace_item, time_stopped, 64);
3212 BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_num_write_errors,
3213 			 struct btrfs_dev_replace_item, num_write_errors, 64);
3214 BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_num_uncorrectable_read_errors,
3215 			 struct btrfs_dev_replace_item,
3216 			 num_uncorrectable_read_errors, 64);
3217 BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_cursor_left,
3218 			 struct btrfs_dev_replace_item, cursor_left, 64);
3219 BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_cursor_right,
3220 			 struct btrfs_dev_replace_item, cursor_right, 64);
3221 
3222 static inline struct btrfs_fs_info *btrfs_sb(struct super_block *sb)
3223 {
3224 	return sb->s_fs_info;
3225 }
3226 
3227 static inline u32 btrfs_level_size(struct btrfs_root *root, int level)
3228 {
3229 	if (level == 0)
3230 		return root->leafsize;
3231 	return root->nodesize;
3232 }
3233 
3234 /* helper function to cast into the data area of the leaf. */
3235 #define btrfs_item_ptr(leaf, slot, type) \
3236 	((type *)(btrfs_leaf_data(leaf) + \
3237 	btrfs_item_offset_nr(leaf, slot)))
3238 
3239 #define btrfs_item_ptr_offset(leaf, slot) \
3240 	((unsigned long)(btrfs_leaf_data(leaf) + \
3241 	btrfs_item_offset_nr(leaf, slot)))
3242 
3243 static inline bool btrfs_mixed_space_info(struct btrfs_space_info *space_info)
3244 {
3245 	return ((space_info->flags & BTRFS_BLOCK_GROUP_METADATA) &&
3246 		(space_info->flags & BTRFS_BLOCK_GROUP_DATA));
3247 }
3248 
3249 static inline gfp_t btrfs_alloc_write_mask(struct address_space *mapping)
3250 {
3251 	return mapping_gfp_mask(mapping) & ~__GFP_FS;
3252 }
3253 
3254 /* extent-tree.c */
3255 static inline u64 btrfs_calc_trans_metadata_size(struct btrfs_root *root,
3256 						 unsigned num_items)
3257 {
3258 	return (root->leafsize + root->nodesize * (BTRFS_MAX_LEVEL - 1)) *
3259 		2 * num_items;
3260 }
3261 
3262 /*
3263  * Doing a truncate won't result in new nodes or leaves, just what we need for
3264  * COW.
3265  */
3266 static inline u64 btrfs_calc_trunc_metadata_size(struct btrfs_root *root,
3267 						 unsigned num_items)
3268 {
3269 	return (root->leafsize + root->nodesize * (BTRFS_MAX_LEVEL - 1)) *
3270 		num_items;
3271 }
3272 
3273 int btrfs_should_throttle_delayed_refs(struct btrfs_trans_handle *trans,
3274 				       struct btrfs_root *root);
3275 int btrfs_check_space_for_delayed_refs(struct btrfs_trans_handle *trans,
3276 				       struct btrfs_root *root);
3277 void btrfs_put_block_group(struct btrfs_block_group_cache *cache);
3278 int btrfs_run_delayed_refs(struct btrfs_trans_handle *trans,
3279 			   struct btrfs_root *root, unsigned long count);
3280 int btrfs_async_run_delayed_refs(struct btrfs_root *root,
3281 				 unsigned long count, int wait);
3282 int btrfs_lookup_extent(struct btrfs_root *root, u64 start, u64 len);
3283 int btrfs_lookup_extent_info(struct btrfs_trans_handle *trans,
3284 			     struct btrfs_root *root, u64 bytenr,
3285 			     u64 offset, int metadata, u64 *refs, u64 *flags);
3286 int btrfs_pin_extent(struct btrfs_root *root,
3287 		     u64 bytenr, u64 num, int reserved);
3288 int btrfs_pin_extent_for_log_replay(struct btrfs_root *root,
3289 				    u64 bytenr, u64 num_bytes);
3290 int btrfs_exclude_logged_extents(struct btrfs_root *root,
3291 				 struct extent_buffer *eb);
3292 int btrfs_cross_ref_exist(struct btrfs_trans_handle *trans,
3293 			  struct btrfs_root *root,
3294 			  u64 objectid, u64 offset, u64 bytenr);
3295 struct btrfs_block_group_cache *btrfs_lookup_block_group(
3296 						 struct btrfs_fs_info *info,
3297 						 u64 bytenr);
3298 void btrfs_put_block_group(struct btrfs_block_group_cache *cache);
3299 int get_block_group_index(struct btrfs_block_group_cache *cache);
3300 struct extent_buffer *btrfs_alloc_free_block(struct btrfs_trans_handle *trans,
3301 					struct btrfs_root *root, u32 blocksize,
3302 					u64 parent, u64 root_objectid,
3303 					struct btrfs_disk_key *key, int level,
3304 					u64 hint, u64 empty_size);
3305 void btrfs_free_tree_block(struct btrfs_trans_handle *trans,
3306 			   struct btrfs_root *root,
3307 			   struct extent_buffer *buf,
3308 			   u64 parent, int last_ref);
3309 int btrfs_alloc_reserved_file_extent(struct btrfs_trans_handle *trans,
3310 				     struct btrfs_root *root,
3311 				     u64 root_objectid, u64 owner,
3312 				     u64 offset, struct btrfs_key *ins);
3313 int btrfs_alloc_logged_file_extent(struct btrfs_trans_handle *trans,
3314 				   struct btrfs_root *root,
3315 				   u64 root_objectid, u64 owner, u64 offset,
3316 				   struct btrfs_key *ins);
3317 int btrfs_reserve_extent(struct btrfs_root *root, u64 num_bytes,
3318 			 u64 min_alloc_size, u64 empty_size, u64 hint_byte,
3319 			 struct btrfs_key *ins, int is_data);
3320 int btrfs_inc_ref(struct btrfs_trans_handle *trans, struct btrfs_root *root,
3321 		  struct extent_buffer *buf, int full_backref, int no_quota);
3322 int btrfs_dec_ref(struct btrfs_trans_handle *trans, struct btrfs_root *root,
3323 		  struct extent_buffer *buf, int full_backref, int no_quota);
3324 int btrfs_set_disk_extent_flags(struct btrfs_trans_handle *trans,
3325 				struct btrfs_root *root,
3326 				u64 bytenr, u64 num_bytes, u64 flags,
3327 				int level, int is_data);
3328 int btrfs_free_extent(struct btrfs_trans_handle *trans,
3329 		      struct btrfs_root *root,
3330 		      u64 bytenr, u64 num_bytes, u64 parent, u64 root_objectid,
3331 		      u64 owner, u64 offset, int no_quota);
3332 
3333 int btrfs_free_reserved_extent(struct btrfs_root *root, u64 start, u64 len);
3334 int btrfs_free_and_pin_reserved_extent(struct btrfs_root *root,
3335 				       u64 start, u64 len);
3336 void btrfs_prepare_extent_commit(struct btrfs_trans_handle *trans,
3337 				 struct btrfs_root *root);
3338 int btrfs_finish_extent_commit(struct btrfs_trans_handle *trans,
3339 			       struct btrfs_root *root);
3340 int btrfs_inc_extent_ref(struct btrfs_trans_handle *trans,
3341 			 struct btrfs_root *root,
3342 			 u64 bytenr, u64 num_bytes, u64 parent,
3343 			 u64 root_objectid, u64 owner, u64 offset, int no_quota);
3344 
3345 int btrfs_write_dirty_block_groups(struct btrfs_trans_handle *trans,
3346 				    struct btrfs_root *root);
3347 int btrfs_extent_readonly(struct btrfs_root *root, u64 bytenr);
3348 int btrfs_free_block_groups(struct btrfs_fs_info *info);
3349 int btrfs_read_block_groups(struct btrfs_root *root);
3350 int btrfs_can_relocate(struct btrfs_root *root, u64 bytenr);
3351 int btrfs_make_block_group(struct btrfs_trans_handle *trans,
3352 			   struct btrfs_root *root, u64 bytes_used,
3353 			   u64 type, u64 chunk_objectid, u64 chunk_offset,
3354 			   u64 size);
3355 int btrfs_remove_block_group(struct btrfs_trans_handle *trans,
3356 			     struct btrfs_root *root, u64 group_start);
3357 void btrfs_create_pending_block_groups(struct btrfs_trans_handle *trans,
3358 				       struct btrfs_root *root);
3359 u64 btrfs_get_alloc_profile(struct btrfs_root *root, int data);
3360 void btrfs_clear_space_info_full(struct btrfs_fs_info *info);
3361 
3362 enum btrfs_reserve_flush_enum {
3363 	/* If we are in the transaction, we can't flush anything.*/
3364 	BTRFS_RESERVE_NO_FLUSH,
3365 	/*
3366 	 * Flushing delalloc may cause deadlock somewhere, in this
3367 	 * case, use FLUSH LIMIT
3368 	 */
3369 	BTRFS_RESERVE_FLUSH_LIMIT,
3370 	BTRFS_RESERVE_FLUSH_ALL,
3371 };
3372 
3373 int btrfs_check_data_free_space(struct inode *inode, u64 bytes);
3374 void btrfs_free_reserved_data_space(struct inode *inode, u64 bytes);
3375 void btrfs_trans_release_metadata(struct btrfs_trans_handle *trans,
3376 				struct btrfs_root *root);
3377 int btrfs_orphan_reserve_metadata(struct btrfs_trans_handle *trans,
3378 				  struct inode *inode);
3379 void btrfs_orphan_release_metadata(struct inode *inode);
3380 int btrfs_subvolume_reserve_metadata(struct btrfs_root *root,
3381 				     struct btrfs_block_rsv *rsv,
3382 				     int nitems,
3383 				     u64 *qgroup_reserved, bool use_global_rsv);
3384 void btrfs_subvolume_release_metadata(struct btrfs_root *root,
3385 				      struct btrfs_block_rsv *rsv,
3386 				      u64 qgroup_reserved);
3387 int btrfs_delalloc_reserve_metadata(struct inode *inode, u64 num_bytes);
3388 void btrfs_delalloc_release_metadata(struct inode *inode, u64 num_bytes);
3389 int btrfs_delalloc_reserve_space(struct inode *inode, u64 num_bytes);
3390 void btrfs_delalloc_release_space(struct inode *inode, u64 num_bytes);
3391 void btrfs_init_block_rsv(struct btrfs_block_rsv *rsv, unsigned short type);
3392 struct btrfs_block_rsv *btrfs_alloc_block_rsv(struct btrfs_root *root,
3393 					      unsigned short type);
3394 void btrfs_free_block_rsv(struct btrfs_root *root,
3395 			  struct btrfs_block_rsv *rsv);
3396 int btrfs_block_rsv_add(struct btrfs_root *root,
3397 			struct btrfs_block_rsv *block_rsv, u64 num_bytes,
3398 			enum btrfs_reserve_flush_enum flush);
3399 int btrfs_block_rsv_check(struct btrfs_root *root,
3400 			  struct btrfs_block_rsv *block_rsv, int min_factor);
3401 int btrfs_block_rsv_refill(struct btrfs_root *root,
3402 			   struct btrfs_block_rsv *block_rsv, u64 min_reserved,
3403 			   enum btrfs_reserve_flush_enum flush);
3404 int btrfs_block_rsv_migrate(struct btrfs_block_rsv *src_rsv,
3405 			    struct btrfs_block_rsv *dst_rsv,
3406 			    u64 num_bytes);
3407 int btrfs_cond_migrate_bytes(struct btrfs_fs_info *fs_info,
3408 			     struct btrfs_block_rsv *dest, u64 num_bytes,
3409 			     int min_factor);
3410 void btrfs_block_rsv_release(struct btrfs_root *root,
3411 			     struct btrfs_block_rsv *block_rsv,
3412 			     u64 num_bytes);
3413 int btrfs_set_block_group_ro(struct btrfs_root *root,
3414 			     struct btrfs_block_group_cache *cache);
3415 void btrfs_set_block_group_rw(struct btrfs_root *root,
3416 			      struct btrfs_block_group_cache *cache);
3417 void btrfs_put_block_group_cache(struct btrfs_fs_info *info);
3418 u64 btrfs_account_ro_block_groups_free_space(struct btrfs_space_info *sinfo);
3419 int btrfs_error_unpin_extent_range(struct btrfs_root *root,
3420 				   u64 start, u64 end);
3421 int btrfs_error_discard_extent(struct btrfs_root *root, u64 bytenr,
3422 			       u64 num_bytes, u64 *actual_bytes);
3423 int btrfs_force_chunk_alloc(struct btrfs_trans_handle *trans,
3424 			    struct btrfs_root *root, u64 type);
3425 int btrfs_trim_fs(struct btrfs_root *root, struct fstrim_range *range);
3426 
3427 int btrfs_init_space_info(struct btrfs_fs_info *fs_info);
3428 int btrfs_delayed_refs_qgroup_accounting(struct btrfs_trans_handle *trans,
3429 					 struct btrfs_fs_info *fs_info);
3430 int __get_raid_index(u64 flags);
3431 int btrfs_start_nocow_write(struct btrfs_root *root);
3432 void btrfs_end_nocow_write(struct btrfs_root *root);
3433 /* ctree.c */
3434 int btrfs_bin_search(struct extent_buffer *eb, struct btrfs_key *key,
3435 		     int level, int *slot);
3436 int btrfs_comp_cpu_keys(struct btrfs_key *k1, struct btrfs_key *k2);
3437 int btrfs_previous_item(struct btrfs_root *root,
3438 			struct btrfs_path *path, u64 min_objectid,
3439 			int type);
3440 int btrfs_previous_extent_item(struct btrfs_root *root,
3441 			struct btrfs_path *path, u64 min_objectid);
3442 void btrfs_set_item_key_safe(struct btrfs_root *root, struct btrfs_path *path,
3443 			     struct btrfs_key *new_key);
3444 struct extent_buffer *btrfs_root_node(struct btrfs_root *root);
3445 struct extent_buffer *btrfs_lock_root_node(struct btrfs_root *root);
3446 int btrfs_find_next_key(struct btrfs_root *root, struct btrfs_path *path,
3447 			struct btrfs_key *key, int lowest_level,
3448 			u64 min_trans);
3449 int btrfs_search_forward(struct btrfs_root *root, struct btrfs_key *min_key,
3450 			 struct btrfs_path *path,
3451 			 u64 min_trans);
3452 enum btrfs_compare_tree_result {
3453 	BTRFS_COMPARE_TREE_NEW,
3454 	BTRFS_COMPARE_TREE_DELETED,
3455 	BTRFS_COMPARE_TREE_CHANGED,
3456 	BTRFS_COMPARE_TREE_SAME,
3457 };
3458 typedef int (*btrfs_changed_cb_t)(struct btrfs_root *left_root,
3459 				  struct btrfs_root *right_root,
3460 				  struct btrfs_path *left_path,
3461 				  struct btrfs_path *right_path,
3462 				  struct btrfs_key *key,
3463 				  enum btrfs_compare_tree_result result,
3464 				  void *ctx);
3465 int btrfs_compare_trees(struct btrfs_root *left_root,
3466 			struct btrfs_root *right_root,
3467 			btrfs_changed_cb_t cb, void *ctx);
3468 int btrfs_cow_block(struct btrfs_trans_handle *trans,
3469 		    struct btrfs_root *root, struct extent_buffer *buf,
3470 		    struct extent_buffer *parent, int parent_slot,
3471 		    struct extent_buffer **cow_ret);
3472 int btrfs_copy_root(struct btrfs_trans_handle *trans,
3473 		      struct btrfs_root *root,
3474 		      struct extent_buffer *buf,
3475 		      struct extent_buffer **cow_ret, u64 new_root_objectid);
3476 int btrfs_block_can_be_shared(struct btrfs_root *root,
3477 			      struct extent_buffer *buf);
3478 void btrfs_extend_item(struct btrfs_root *root, struct btrfs_path *path,
3479 		       u32 data_size);
3480 void btrfs_truncate_item(struct btrfs_root *root, struct btrfs_path *path,
3481 			 u32 new_size, int from_end);
3482 int btrfs_split_item(struct btrfs_trans_handle *trans,
3483 		     struct btrfs_root *root,
3484 		     struct btrfs_path *path,
3485 		     struct btrfs_key *new_key,
3486 		     unsigned long split_offset);
3487 int btrfs_duplicate_item(struct btrfs_trans_handle *trans,
3488 			 struct btrfs_root *root,
3489 			 struct btrfs_path *path,
3490 			 struct btrfs_key *new_key);
3491 int btrfs_find_item(struct btrfs_root *fs_root, struct btrfs_path *path,
3492 		u64 inum, u64 ioff, u8 key_type, struct btrfs_key *found_key);
3493 int btrfs_search_slot(struct btrfs_trans_handle *trans, struct btrfs_root
3494 		      *root, struct btrfs_key *key, struct btrfs_path *p, int
3495 		      ins_len, int cow);
3496 int btrfs_search_old_slot(struct btrfs_root *root, struct btrfs_key *key,
3497 			  struct btrfs_path *p, u64 time_seq);
3498 int btrfs_search_slot_for_read(struct btrfs_root *root,
3499 			       struct btrfs_key *key, struct btrfs_path *p,
3500 			       int find_higher, int return_any);
3501 int btrfs_realloc_node(struct btrfs_trans_handle *trans,
3502 		       struct btrfs_root *root, struct extent_buffer *parent,
3503 		       int start_slot, u64 *last_ret,
3504 		       struct btrfs_key *progress);
3505 void btrfs_release_path(struct btrfs_path *p);
3506 struct btrfs_path *btrfs_alloc_path(void);
3507 void btrfs_free_path(struct btrfs_path *p);
3508 void btrfs_set_path_blocking(struct btrfs_path *p);
3509 void btrfs_clear_path_blocking(struct btrfs_path *p,
3510 			       struct extent_buffer *held, int held_rw);
3511 void btrfs_unlock_up_safe(struct btrfs_path *p, int level);
3512 
3513 int btrfs_del_items(struct btrfs_trans_handle *trans, struct btrfs_root *root,
3514 		   struct btrfs_path *path, int slot, int nr);
3515 static inline int btrfs_del_item(struct btrfs_trans_handle *trans,
3516 				 struct btrfs_root *root,
3517 				 struct btrfs_path *path)
3518 {
3519 	return btrfs_del_items(trans, root, path, path->slots[0], 1);
3520 }
3521 
3522 void setup_items_for_insert(struct btrfs_root *root, struct btrfs_path *path,
3523 			    struct btrfs_key *cpu_key, u32 *data_size,
3524 			    u32 total_data, u32 total_size, int nr);
3525 int btrfs_insert_item(struct btrfs_trans_handle *trans, struct btrfs_root
3526 		      *root, struct btrfs_key *key, void *data, u32 data_size);
3527 int btrfs_insert_empty_items(struct btrfs_trans_handle *trans,
3528 			     struct btrfs_root *root,
3529 			     struct btrfs_path *path,
3530 			     struct btrfs_key *cpu_key, u32 *data_size, int nr);
3531 
3532 static inline int btrfs_insert_empty_item(struct btrfs_trans_handle *trans,
3533 					  struct btrfs_root *root,
3534 					  struct btrfs_path *path,
3535 					  struct btrfs_key *key,
3536 					  u32 data_size)
3537 {
3538 	return btrfs_insert_empty_items(trans, root, path, key, &data_size, 1);
3539 }
3540 
3541 int btrfs_next_leaf(struct btrfs_root *root, struct btrfs_path *path);
3542 int btrfs_prev_leaf(struct btrfs_root *root, struct btrfs_path *path);
3543 int btrfs_next_old_leaf(struct btrfs_root *root, struct btrfs_path *path,
3544 			u64 time_seq);
3545 static inline int btrfs_next_old_item(struct btrfs_root *root,
3546 				      struct btrfs_path *p, u64 time_seq)
3547 {
3548 	++p->slots[0];
3549 	if (p->slots[0] >= btrfs_header_nritems(p->nodes[0]))
3550 		return btrfs_next_old_leaf(root, p, time_seq);
3551 	return 0;
3552 }
3553 static inline int btrfs_next_item(struct btrfs_root *root, struct btrfs_path *p)
3554 {
3555 	return btrfs_next_old_item(root, p, 0);
3556 }
3557 int btrfs_leaf_free_space(struct btrfs_root *root, struct extent_buffer *leaf);
3558 int __must_check btrfs_drop_snapshot(struct btrfs_root *root,
3559 				     struct btrfs_block_rsv *block_rsv,
3560 				     int update_ref, int for_reloc);
3561 int btrfs_drop_subtree(struct btrfs_trans_handle *trans,
3562 			struct btrfs_root *root,
3563 			struct extent_buffer *node,
3564 			struct extent_buffer *parent);
3565 static inline int btrfs_fs_closing(struct btrfs_fs_info *fs_info)
3566 {
3567 	/*
3568 	 * Get synced with close_ctree()
3569 	 */
3570 	smp_mb();
3571 	return fs_info->closing;
3572 }
3573 
3574 /*
3575  * If we remount the fs to be R/O or umount the fs, the cleaner needn't do
3576  * anything except sleeping. This function is used to check the status of
3577  * the fs.
3578  */
3579 static inline int btrfs_need_cleaner_sleep(struct btrfs_root *root)
3580 {
3581 	return (root->fs_info->sb->s_flags & MS_RDONLY ||
3582 		btrfs_fs_closing(root->fs_info));
3583 }
3584 
3585 static inline void free_fs_info(struct btrfs_fs_info *fs_info)
3586 {
3587 	kfree(fs_info->balance_ctl);
3588 	kfree(fs_info->delayed_root);
3589 	kfree(fs_info->extent_root);
3590 	kfree(fs_info->tree_root);
3591 	kfree(fs_info->chunk_root);
3592 	kfree(fs_info->dev_root);
3593 	kfree(fs_info->csum_root);
3594 	kfree(fs_info->quota_root);
3595 	kfree(fs_info->uuid_root);
3596 	kfree(fs_info->super_copy);
3597 	kfree(fs_info->super_for_commit);
3598 	kfree(fs_info);
3599 }
3600 
3601 /* tree mod log functions from ctree.c */
3602 u64 btrfs_get_tree_mod_seq(struct btrfs_fs_info *fs_info,
3603 			   struct seq_list *elem);
3604 void btrfs_put_tree_mod_seq(struct btrfs_fs_info *fs_info,
3605 			    struct seq_list *elem);
3606 int btrfs_old_root_level(struct btrfs_root *root, u64 time_seq);
3607 
3608 /* root-item.c */
3609 int btrfs_find_root_ref(struct btrfs_root *tree_root,
3610 			struct btrfs_path *path,
3611 			u64 root_id, u64 ref_id);
3612 int btrfs_add_root_ref(struct btrfs_trans_handle *trans,
3613 		       struct btrfs_root *tree_root,
3614 		       u64 root_id, u64 ref_id, u64 dirid, u64 sequence,
3615 		       const char *name, int name_len);
3616 int btrfs_del_root_ref(struct btrfs_trans_handle *trans,
3617 		       struct btrfs_root *tree_root,
3618 		       u64 root_id, u64 ref_id, u64 dirid, u64 *sequence,
3619 		       const char *name, int name_len);
3620 int btrfs_del_root(struct btrfs_trans_handle *trans, struct btrfs_root *root,
3621 		   struct btrfs_key *key);
3622 int btrfs_insert_root(struct btrfs_trans_handle *trans, struct btrfs_root
3623 		      *root, struct btrfs_key *key, struct btrfs_root_item
3624 		      *item);
3625 int __must_check btrfs_update_root(struct btrfs_trans_handle *trans,
3626 				   struct btrfs_root *root,
3627 				   struct btrfs_key *key,
3628 				   struct btrfs_root_item *item);
3629 int btrfs_find_root(struct btrfs_root *root, struct btrfs_key *search_key,
3630 		    struct btrfs_path *path, struct btrfs_root_item *root_item,
3631 		    struct btrfs_key *root_key);
3632 int btrfs_find_orphan_roots(struct btrfs_root *tree_root);
3633 void btrfs_set_root_node(struct btrfs_root_item *item,
3634 			 struct extent_buffer *node);
3635 void btrfs_check_and_init_root_item(struct btrfs_root_item *item);
3636 void btrfs_update_root_times(struct btrfs_trans_handle *trans,
3637 			     struct btrfs_root *root);
3638 
3639 /* uuid-tree.c */
3640 int btrfs_uuid_tree_add(struct btrfs_trans_handle *trans,
3641 			struct btrfs_root *uuid_root, u8 *uuid, u8 type,
3642 			u64 subid);
3643 int btrfs_uuid_tree_rem(struct btrfs_trans_handle *trans,
3644 			struct btrfs_root *uuid_root, u8 *uuid, u8 type,
3645 			u64 subid);
3646 int btrfs_uuid_tree_iterate(struct btrfs_fs_info *fs_info,
3647 			    int (*check_func)(struct btrfs_fs_info *, u8 *, u8,
3648 					      u64));
3649 
3650 /* dir-item.c */
3651 int btrfs_check_dir_item_collision(struct btrfs_root *root, u64 dir,
3652 			  const char *name, int name_len);
3653 int btrfs_insert_dir_item(struct btrfs_trans_handle *trans,
3654 			  struct btrfs_root *root, const char *name,
3655 			  int name_len, struct inode *dir,
3656 			  struct btrfs_key *location, u8 type, u64 index);
3657 struct btrfs_dir_item *btrfs_lookup_dir_item(struct btrfs_trans_handle *trans,
3658 					     struct btrfs_root *root,
3659 					     struct btrfs_path *path, u64 dir,
3660 					     const char *name, int name_len,
3661 					     int mod);
3662 struct btrfs_dir_item *
3663 btrfs_lookup_dir_index_item(struct btrfs_trans_handle *trans,
3664 			    struct btrfs_root *root,
3665 			    struct btrfs_path *path, u64 dir,
3666 			    u64 objectid, const char *name, int name_len,
3667 			    int mod);
3668 struct btrfs_dir_item *
3669 btrfs_search_dir_index_item(struct btrfs_root *root,
3670 			    struct btrfs_path *path, u64 dirid,
3671 			    const char *name, int name_len);
3672 int btrfs_delete_one_dir_name(struct btrfs_trans_handle *trans,
3673 			      struct btrfs_root *root,
3674 			      struct btrfs_path *path,
3675 			      struct btrfs_dir_item *di);
3676 int btrfs_insert_xattr_item(struct btrfs_trans_handle *trans,
3677 			    struct btrfs_root *root,
3678 			    struct btrfs_path *path, u64 objectid,
3679 			    const char *name, u16 name_len,
3680 			    const void *data, u16 data_len);
3681 struct btrfs_dir_item *btrfs_lookup_xattr(struct btrfs_trans_handle *trans,
3682 					  struct btrfs_root *root,
3683 					  struct btrfs_path *path, u64 dir,
3684 					  const char *name, u16 name_len,
3685 					  int mod);
3686 int verify_dir_item(struct btrfs_root *root,
3687 		    struct extent_buffer *leaf,
3688 		    struct btrfs_dir_item *dir_item);
3689 
3690 /* orphan.c */
3691 int btrfs_insert_orphan_item(struct btrfs_trans_handle *trans,
3692 			     struct btrfs_root *root, u64 offset);
3693 int btrfs_del_orphan_item(struct btrfs_trans_handle *trans,
3694 			  struct btrfs_root *root, u64 offset);
3695 int btrfs_find_orphan_item(struct btrfs_root *root, u64 offset);
3696 
3697 /* inode-item.c */
3698 int btrfs_insert_inode_ref(struct btrfs_trans_handle *trans,
3699 			   struct btrfs_root *root,
3700 			   const char *name, int name_len,
3701 			   u64 inode_objectid, u64 ref_objectid, u64 index);
3702 int btrfs_del_inode_ref(struct btrfs_trans_handle *trans,
3703 			   struct btrfs_root *root,
3704 			   const char *name, int name_len,
3705 			   u64 inode_objectid, u64 ref_objectid, u64 *index);
3706 int btrfs_insert_empty_inode(struct btrfs_trans_handle *trans,
3707 			     struct btrfs_root *root,
3708 			     struct btrfs_path *path, u64 objectid);
3709 int btrfs_lookup_inode(struct btrfs_trans_handle *trans, struct btrfs_root
3710 		       *root, struct btrfs_path *path,
3711 		       struct btrfs_key *location, int mod);
3712 
3713 struct btrfs_inode_extref *
3714 btrfs_lookup_inode_extref(struct btrfs_trans_handle *trans,
3715 			  struct btrfs_root *root,
3716 			  struct btrfs_path *path,
3717 			  const char *name, int name_len,
3718 			  u64 inode_objectid, u64 ref_objectid, int ins_len,
3719 			  int cow);
3720 
3721 int btrfs_find_name_in_ext_backref(struct btrfs_path *path,
3722 				   u64 ref_objectid, const char *name,
3723 				   int name_len,
3724 				   struct btrfs_inode_extref **extref_ret);
3725 
3726 /* file-item.c */
3727 struct btrfs_dio_private;
3728 int btrfs_del_csums(struct btrfs_trans_handle *trans,
3729 		    struct btrfs_root *root, u64 bytenr, u64 len);
3730 int btrfs_lookup_bio_sums(struct btrfs_root *root, struct inode *inode,
3731 			  struct bio *bio, u32 *dst);
3732 int btrfs_lookup_bio_sums_dio(struct btrfs_root *root, struct inode *inode,
3733 			      struct btrfs_dio_private *dip, struct bio *bio,
3734 			      u64 logical_offset);
3735 int btrfs_insert_file_extent(struct btrfs_trans_handle *trans,
3736 			     struct btrfs_root *root,
3737 			     u64 objectid, u64 pos,
3738 			     u64 disk_offset, u64 disk_num_bytes,
3739 			     u64 num_bytes, u64 offset, u64 ram_bytes,
3740 			     u8 compression, u8 encryption, u16 other_encoding);
3741 int btrfs_lookup_file_extent(struct btrfs_trans_handle *trans,
3742 			     struct btrfs_root *root,
3743 			     struct btrfs_path *path, u64 objectid,
3744 			     u64 bytenr, int mod);
3745 int btrfs_csum_file_blocks(struct btrfs_trans_handle *trans,
3746 			   struct btrfs_root *root,
3747 			   struct btrfs_ordered_sum *sums);
3748 int btrfs_csum_one_bio(struct btrfs_root *root, struct inode *inode,
3749 		       struct bio *bio, u64 file_start, int contig);
3750 int btrfs_lookup_csums_range(struct btrfs_root *root, u64 start, u64 end,
3751 			     struct list_head *list, int search_commit);
3752 void btrfs_extent_item_to_extent_map(struct inode *inode,
3753 				     const struct btrfs_path *path,
3754 				     struct btrfs_file_extent_item *fi,
3755 				     const bool new_inline,
3756 				     struct extent_map *em);
3757 
3758 /* inode.c */
3759 struct btrfs_delalloc_work {
3760 	struct inode *inode;
3761 	int wait;
3762 	int delay_iput;
3763 	struct completion completion;
3764 	struct list_head list;
3765 	struct btrfs_work work;
3766 };
3767 
3768 struct btrfs_delalloc_work *btrfs_alloc_delalloc_work(struct inode *inode,
3769 						    int wait, int delay_iput);
3770 void btrfs_wait_and_free_delalloc_work(struct btrfs_delalloc_work *work);
3771 
3772 struct extent_map *btrfs_get_extent_fiemap(struct inode *inode, struct page *page,
3773 					   size_t pg_offset, u64 start, u64 len,
3774 					   int create);
3775 noinline int can_nocow_extent(struct inode *inode, u64 offset, u64 *len,
3776 			      u64 *orig_start, u64 *orig_block_len,
3777 			      u64 *ram_bytes);
3778 
3779 /* RHEL and EL kernels have a patch that renames PG_checked to FsMisc */
3780 #if defined(ClearPageFsMisc) && !defined(ClearPageChecked)
3781 #define ClearPageChecked ClearPageFsMisc
3782 #define SetPageChecked SetPageFsMisc
3783 #define PageChecked PageFsMisc
3784 #endif
3785 
3786 /* This forces readahead on a given range of bytes in an inode */
3787 static inline void btrfs_force_ra(struct address_space *mapping,
3788 				  struct file_ra_state *ra, struct file *file,
3789 				  pgoff_t offset, unsigned long req_size)
3790 {
3791 	page_cache_sync_readahead(mapping, ra, file, offset, req_size);
3792 }
3793 
3794 struct inode *btrfs_lookup_dentry(struct inode *dir, struct dentry *dentry);
3795 int btrfs_set_inode_index(struct inode *dir, u64 *index);
3796 int btrfs_unlink_inode(struct btrfs_trans_handle *trans,
3797 		       struct btrfs_root *root,
3798 		       struct inode *dir, struct inode *inode,
3799 		       const char *name, int name_len);
3800 int btrfs_add_link(struct btrfs_trans_handle *trans,
3801 		   struct inode *parent_inode, struct inode *inode,
3802 		   const char *name, int name_len, int add_backref, u64 index);
3803 int btrfs_unlink_subvol(struct btrfs_trans_handle *trans,
3804 			struct btrfs_root *root,
3805 			struct inode *dir, u64 objectid,
3806 			const char *name, int name_len);
3807 int btrfs_truncate_page(struct inode *inode, loff_t from, loff_t len,
3808 			int front);
3809 int btrfs_truncate_inode_items(struct btrfs_trans_handle *trans,
3810 			       struct btrfs_root *root,
3811 			       struct inode *inode, u64 new_size,
3812 			       u32 min_type);
3813 
3814 int btrfs_start_delalloc_inodes(struct btrfs_root *root, int delay_iput);
3815 int btrfs_start_delalloc_roots(struct btrfs_fs_info *fs_info, int delay_iput,
3816 			       int nr);
3817 int btrfs_set_extent_delalloc(struct inode *inode, u64 start, u64 end,
3818 			      struct extent_state **cached_state);
3819 int btrfs_create_subvol_root(struct btrfs_trans_handle *trans,
3820 			     struct btrfs_root *new_root,
3821 			     struct btrfs_root *parent_root,
3822 			     u64 new_dirid);
3823 int btrfs_merge_bio_hook(int rw, struct page *page, unsigned long offset,
3824 			 size_t size, struct bio *bio,
3825 			 unsigned long bio_flags);
3826 int btrfs_page_mkwrite(struct vm_area_struct *vma, struct vm_fault *vmf);
3827 int btrfs_readpage(struct file *file, struct page *page);
3828 void btrfs_evict_inode(struct inode *inode);
3829 int btrfs_write_inode(struct inode *inode, struct writeback_control *wbc);
3830 struct inode *btrfs_alloc_inode(struct super_block *sb);
3831 void btrfs_destroy_inode(struct inode *inode);
3832 int btrfs_drop_inode(struct inode *inode);
3833 int btrfs_init_cachep(void);
3834 void btrfs_destroy_cachep(void);
3835 long btrfs_ioctl_trans_end(struct file *file);
3836 struct inode *btrfs_iget(struct super_block *s, struct btrfs_key *location,
3837 			 struct btrfs_root *root, int *was_new);
3838 struct extent_map *btrfs_get_extent(struct inode *inode, struct page *page,
3839 				    size_t pg_offset, u64 start, u64 end,
3840 				    int create);
3841 int btrfs_update_inode(struct btrfs_trans_handle *trans,
3842 			      struct btrfs_root *root,
3843 			      struct inode *inode);
3844 int btrfs_update_inode_fallback(struct btrfs_trans_handle *trans,
3845 				struct btrfs_root *root, struct inode *inode);
3846 int btrfs_orphan_add(struct btrfs_trans_handle *trans, struct inode *inode);
3847 int btrfs_orphan_cleanup(struct btrfs_root *root);
3848 void btrfs_orphan_commit_root(struct btrfs_trans_handle *trans,
3849 			      struct btrfs_root *root);
3850 int btrfs_cont_expand(struct inode *inode, loff_t oldsize, loff_t size);
3851 void btrfs_invalidate_inodes(struct btrfs_root *root);
3852 void btrfs_add_delayed_iput(struct inode *inode);
3853 void btrfs_run_delayed_iputs(struct btrfs_root *root);
3854 int btrfs_prealloc_file_range(struct inode *inode, int mode,
3855 			      u64 start, u64 num_bytes, u64 min_size,
3856 			      loff_t actual_len, u64 *alloc_hint);
3857 int btrfs_prealloc_file_range_trans(struct inode *inode,
3858 				    struct btrfs_trans_handle *trans, int mode,
3859 				    u64 start, u64 num_bytes, u64 min_size,
3860 				    loff_t actual_len, u64 *alloc_hint);
3861 extern const struct dentry_operations btrfs_dentry_operations;
3862 
3863 /* ioctl.c */
3864 long btrfs_ioctl(struct file *file, unsigned int cmd, unsigned long arg);
3865 void btrfs_update_iflags(struct inode *inode);
3866 void btrfs_inherit_iflags(struct inode *inode, struct inode *dir);
3867 int btrfs_is_empty_uuid(u8 *uuid);
3868 int btrfs_defrag_file(struct inode *inode, struct file *file,
3869 		      struct btrfs_ioctl_defrag_range_args *range,
3870 		      u64 newer_than, unsigned long max_pages);
3871 void btrfs_get_block_group_info(struct list_head *groups_list,
3872 				struct btrfs_ioctl_space_info *space);
3873 void update_ioctl_balance_args(struct btrfs_fs_info *fs_info, int lock,
3874 			       struct btrfs_ioctl_balance_args *bargs);
3875 
3876 
3877 /* file.c */
3878 int btrfs_auto_defrag_init(void);
3879 void btrfs_auto_defrag_exit(void);
3880 int btrfs_add_inode_defrag(struct btrfs_trans_handle *trans,
3881 			   struct inode *inode);
3882 int btrfs_run_defrag_inodes(struct btrfs_fs_info *fs_info);
3883 void btrfs_cleanup_defrag_inodes(struct btrfs_fs_info *fs_info);
3884 int btrfs_sync_file(struct file *file, loff_t start, loff_t end, int datasync);
3885 void btrfs_drop_extent_cache(struct inode *inode, u64 start, u64 end,
3886 			     int skip_pinned);
3887 extern const struct file_operations btrfs_file_operations;
3888 int __btrfs_drop_extents(struct btrfs_trans_handle *trans,
3889 			 struct btrfs_root *root, struct inode *inode,
3890 			 struct btrfs_path *path, u64 start, u64 end,
3891 			 u64 *drop_end, int drop_cache,
3892 			 int replace_extent,
3893 			 u32 extent_item_size,
3894 			 int *key_inserted);
3895 int btrfs_drop_extents(struct btrfs_trans_handle *trans,
3896 		       struct btrfs_root *root, struct inode *inode, u64 start,
3897 		       u64 end, int drop_cache);
3898 int btrfs_mark_extent_written(struct btrfs_trans_handle *trans,
3899 			      struct inode *inode, u64 start, u64 end);
3900 int btrfs_release_file(struct inode *inode, struct file *file);
3901 int btrfs_dirty_pages(struct btrfs_root *root, struct inode *inode,
3902 		      struct page **pages, size_t num_pages,
3903 		      loff_t pos, size_t write_bytes,
3904 		      struct extent_state **cached);
3905 
3906 /* tree-defrag.c */
3907 int btrfs_defrag_leaves(struct btrfs_trans_handle *trans,
3908 			struct btrfs_root *root);
3909 
3910 /* sysfs.c */
3911 int btrfs_init_sysfs(void);
3912 void btrfs_exit_sysfs(void);
3913 int btrfs_sysfs_add_one(struct btrfs_fs_info *fs_info);
3914 void btrfs_sysfs_remove_one(struct btrfs_fs_info *fs_info);
3915 
3916 /* xattr.c */
3917 ssize_t btrfs_listxattr(struct dentry *dentry, char *buffer, size_t size);
3918 
3919 /* super.c */
3920 int btrfs_parse_options(struct btrfs_root *root, char *options);
3921 int btrfs_sync_fs(struct super_block *sb, int wait);
3922 
3923 #ifdef CONFIG_PRINTK
3924 __printf(2, 3)
3925 void btrfs_printk(const struct btrfs_fs_info *fs_info, const char *fmt, ...);
3926 #else
3927 static inline __printf(2, 3)
3928 void btrfs_printk(const struct btrfs_fs_info *fs_info, const char *fmt, ...)
3929 {
3930 }
3931 #endif
3932 
3933 #define btrfs_emerg(fs_info, fmt, args...) \
3934 	btrfs_printk(fs_info, KERN_EMERG fmt, ##args)
3935 #define btrfs_alert(fs_info, fmt, args...) \
3936 	btrfs_printk(fs_info, KERN_ALERT fmt, ##args)
3937 #define btrfs_crit(fs_info, fmt, args...) \
3938 	btrfs_printk(fs_info, KERN_CRIT fmt, ##args)
3939 #define btrfs_err(fs_info, fmt, args...) \
3940 	btrfs_printk(fs_info, KERN_ERR fmt, ##args)
3941 #define btrfs_warn(fs_info, fmt, args...) \
3942 	btrfs_printk(fs_info, KERN_WARNING fmt, ##args)
3943 #define btrfs_notice(fs_info, fmt, args...) \
3944 	btrfs_printk(fs_info, KERN_NOTICE fmt, ##args)
3945 #define btrfs_info(fs_info, fmt, args...) \
3946 	btrfs_printk(fs_info, KERN_INFO fmt, ##args)
3947 
3948 #ifdef DEBUG
3949 #define btrfs_debug(fs_info, fmt, args...) \
3950 	btrfs_printk(fs_info, KERN_DEBUG fmt, ##args)
3951 #else
3952 #define btrfs_debug(fs_info, fmt, args...) \
3953     no_printk(KERN_DEBUG fmt, ##args)
3954 #endif
3955 
3956 #ifdef CONFIG_BTRFS_ASSERT
3957 
3958 static inline void assfail(char *expr, char *file, int line)
3959 {
3960 	pr_err("BTRFS: assertion failed: %s, file: %s, line: %d",
3961 	       expr, file, line);
3962 	BUG();
3963 }
3964 
3965 #define ASSERT(expr)	\
3966 	(likely(expr) ? (void)0 : assfail(#expr, __FILE__, __LINE__))
3967 #else
3968 #define ASSERT(expr)	((void)0)
3969 #endif
3970 
3971 #define btrfs_assert()
3972 __printf(5, 6)
3973 void __btrfs_std_error(struct btrfs_fs_info *fs_info, const char *function,
3974 		     unsigned int line, int errno, const char *fmt, ...);
3975 
3976 
3977 void __btrfs_abort_transaction(struct btrfs_trans_handle *trans,
3978 			       struct btrfs_root *root, const char *function,
3979 			       unsigned int line, int errno);
3980 
3981 #define btrfs_set_fs_incompat(__fs_info, opt) \
3982 	__btrfs_set_fs_incompat((__fs_info), BTRFS_FEATURE_INCOMPAT_##opt)
3983 
3984 static inline void __btrfs_set_fs_incompat(struct btrfs_fs_info *fs_info,
3985 					   u64 flag)
3986 {
3987 	struct btrfs_super_block *disk_super;
3988 	u64 features;
3989 
3990 	disk_super = fs_info->super_copy;
3991 	features = btrfs_super_incompat_flags(disk_super);
3992 	if (!(features & flag)) {
3993 		spin_lock(&fs_info->super_lock);
3994 		features = btrfs_super_incompat_flags(disk_super);
3995 		if (!(features & flag)) {
3996 			features |= flag;
3997 			btrfs_set_super_incompat_flags(disk_super, features);
3998 			btrfs_info(fs_info, "setting %llu feature flag",
3999 					 flag);
4000 		}
4001 		spin_unlock(&fs_info->super_lock);
4002 	}
4003 }
4004 
4005 #define btrfs_fs_incompat(fs_info, opt) \
4006 	__btrfs_fs_incompat((fs_info), BTRFS_FEATURE_INCOMPAT_##opt)
4007 
4008 static inline int __btrfs_fs_incompat(struct btrfs_fs_info *fs_info, u64 flag)
4009 {
4010 	struct btrfs_super_block *disk_super;
4011 	disk_super = fs_info->super_copy;
4012 	return !!(btrfs_super_incompat_flags(disk_super) & flag);
4013 }
4014 
4015 /*
4016  * Call btrfs_abort_transaction as early as possible when an error condition is
4017  * detected, that way the exact line number is reported.
4018  */
4019 
4020 #define btrfs_abort_transaction(trans, root, errno)		\
4021 do {								\
4022 	__btrfs_abort_transaction(trans, root, __func__,	\
4023 				  __LINE__, errno);		\
4024 } while (0)
4025 
4026 #define btrfs_std_error(fs_info, errno)				\
4027 do {								\
4028 	if ((errno))						\
4029 		__btrfs_std_error((fs_info), __func__,		\
4030 				   __LINE__, (errno), NULL);	\
4031 } while (0)
4032 
4033 #define btrfs_error(fs_info, errno, fmt, args...)		\
4034 do {								\
4035 	__btrfs_std_error((fs_info), __func__, __LINE__,	\
4036 			  (errno), fmt, ##args);		\
4037 } while (0)
4038 
4039 __printf(5, 6)
4040 void __btrfs_panic(struct btrfs_fs_info *fs_info, const char *function,
4041 		   unsigned int line, int errno, const char *fmt, ...);
4042 
4043 /*
4044  * If BTRFS_MOUNT_PANIC_ON_FATAL_ERROR is in mount_opt, __btrfs_panic
4045  * will panic().  Otherwise we BUG() here.
4046  */
4047 #define btrfs_panic(fs_info, errno, fmt, args...)			\
4048 do {									\
4049 	__btrfs_panic(fs_info, __func__, __LINE__, errno, fmt, ##args);	\
4050 	BUG();								\
4051 } while (0)
4052 
4053 /* acl.c */
4054 #ifdef CONFIG_BTRFS_FS_POSIX_ACL
4055 struct posix_acl *btrfs_get_acl(struct inode *inode, int type);
4056 int btrfs_set_acl(struct inode *inode, struct posix_acl *acl, int type);
4057 int btrfs_init_acl(struct btrfs_trans_handle *trans,
4058 		   struct inode *inode, struct inode *dir);
4059 #else
4060 #define btrfs_get_acl NULL
4061 #define btrfs_set_acl NULL
4062 static inline int btrfs_init_acl(struct btrfs_trans_handle *trans,
4063 				 struct inode *inode, struct inode *dir)
4064 {
4065 	return 0;
4066 }
4067 #endif
4068 
4069 /* relocation.c */
4070 int btrfs_relocate_block_group(struct btrfs_root *root, u64 group_start);
4071 int btrfs_init_reloc_root(struct btrfs_trans_handle *trans,
4072 			  struct btrfs_root *root);
4073 int btrfs_update_reloc_root(struct btrfs_trans_handle *trans,
4074 			    struct btrfs_root *root);
4075 int btrfs_recover_relocation(struct btrfs_root *root);
4076 int btrfs_reloc_clone_csums(struct inode *inode, u64 file_pos, u64 len);
4077 int btrfs_reloc_cow_block(struct btrfs_trans_handle *trans,
4078 			  struct btrfs_root *root, struct extent_buffer *buf,
4079 			  struct extent_buffer *cow);
4080 void btrfs_reloc_pre_snapshot(struct btrfs_trans_handle *trans,
4081 			      struct btrfs_pending_snapshot *pending,
4082 			      u64 *bytes_to_reserve);
4083 int btrfs_reloc_post_snapshot(struct btrfs_trans_handle *trans,
4084 			      struct btrfs_pending_snapshot *pending);
4085 
4086 /* scrub.c */
4087 int btrfs_scrub_dev(struct btrfs_fs_info *fs_info, u64 devid, u64 start,
4088 		    u64 end, struct btrfs_scrub_progress *progress,
4089 		    int readonly, int is_dev_replace);
4090 void btrfs_scrub_pause(struct btrfs_root *root);
4091 void btrfs_scrub_continue(struct btrfs_root *root);
4092 int btrfs_scrub_cancel(struct btrfs_fs_info *info);
4093 int btrfs_scrub_cancel_dev(struct btrfs_fs_info *info,
4094 			   struct btrfs_device *dev);
4095 int btrfs_scrub_progress(struct btrfs_root *root, u64 devid,
4096 			 struct btrfs_scrub_progress *progress);
4097 
4098 /* dev-replace.c */
4099 void btrfs_bio_counter_inc_blocked(struct btrfs_fs_info *fs_info);
4100 void btrfs_bio_counter_inc_noblocked(struct btrfs_fs_info *fs_info);
4101 void btrfs_bio_counter_dec(struct btrfs_fs_info *fs_info);
4102 
4103 /* reada.c */
4104 struct reada_control {
4105 	struct btrfs_root	*root;		/* tree to prefetch */
4106 	struct btrfs_key	key_start;
4107 	struct btrfs_key	key_end;	/* exclusive */
4108 	atomic_t		elems;
4109 	struct kref		refcnt;
4110 	wait_queue_head_t	wait;
4111 };
4112 struct reada_control *btrfs_reada_add(struct btrfs_root *root,
4113 			      struct btrfs_key *start, struct btrfs_key *end);
4114 int btrfs_reada_wait(void *handle);
4115 void btrfs_reada_detach(void *handle);
4116 int btree_readahead_hook(struct btrfs_root *root, struct extent_buffer *eb,
4117 			 u64 start, int err);
4118 
4119 static inline int is_fstree(u64 rootid)
4120 {
4121 	if (rootid == BTRFS_FS_TREE_OBJECTID ||
4122 	    (s64)rootid >= (s64)BTRFS_FIRST_FREE_OBJECTID)
4123 		return 1;
4124 	return 0;
4125 }
4126 
4127 static inline int btrfs_defrag_cancelled(struct btrfs_fs_info *fs_info)
4128 {
4129 	return signal_pending(current);
4130 }
4131 
4132 /* Sanity test specific functions */
4133 #ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS
4134 void btrfs_test_destroy_inode(struct inode *inode);
4135 int btrfs_verify_qgroup_counts(struct btrfs_fs_info *fs_info, u64 qgroupid,
4136 			       u64 rfer, u64 excl);
4137 #endif
4138 
4139 #endif
4140