xref: /openbmc/linux/fs/btrfs/tree-checker.c (revision b285d2ae)
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * Copyright (C) Qu Wenruo 2017.  All rights reserved.
4  */
5 
6 /*
7  * The module is used to catch unexpected/corrupted tree block data.
8  * Such behavior can be caused either by a fuzzed image or bugs.
9  *
10  * The objective is to do leaf/node validation checks when tree block is read
11  * from disk, and check *every* possible member, so other code won't
12  * need to checking them again.
13  *
14  * Due to the potential and unwanted damage, every checker needs to be
15  * carefully reviewed otherwise so it does not prevent mount of valid images.
16  */
17 
18 #include <linux/types.h>
19 #include <linux/stddef.h>
20 #include <linux/error-injection.h>
21 #include "ctree.h"
22 #include "tree-checker.h"
23 #include "disk-io.h"
24 #include "compression.h"
25 #include "volumes.h"
26 #include "misc.h"
27 
28 /*
29  * Error message should follow the following format:
30  * corrupt <type>: <identifier>, <reason>[, <bad_value>]
31  *
32  * @type:	leaf or node
33  * @identifier:	the necessary info to locate the leaf/node.
34  * 		It's recommended to decode key.objecitd/offset if it's
35  * 		meaningful.
36  * @reason:	describe the error
37  * @bad_value:	optional, it's recommended to output bad value and its
38  *		expected value (range).
39  *
40  * Since comma is used to separate the components, only space is allowed
41  * inside each component.
42  */
43 
44 /*
45  * Append generic "corrupt leaf/node root=%llu block=%llu slot=%d: " to @fmt.
46  * Allows callers to customize the output.
47  */
48 __printf(3, 4)
49 __cold
50 static void generic_err(const struct extent_buffer *eb, int slot,
51 			const char *fmt, ...)
52 {
53 	const struct btrfs_fs_info *fs_info = eb->fs_info;
54 	struct va_format vaf;
55 	va_list args;
56 
57 	va_start(args, fmt);
58 
59 	vaf.fmt = fmt;
60 	vaf.va = &args;
61 
62 	btrfs_crit(fs_info,
63 		"corrupt %s: root=%llu block=%llu slot=%d, %pV",
64 		btrfs_header_level(eb) == 0 ? "leaf" : "node",
65 		btrfs_header_owner(eb), btrfs_header_bytenr(eb), slot, &vaf);
66 	va_end(args);
67 }
68 
69 /*
70  * Customized reporter for extent data item, since its key objectid and
71  * offset has its own meaning.
72  */
73 __printf(3, 4)
74 __cold
75 static void file_extent_err(const struct extent_buffer *eb, int slot,
76 			    const char *fmt, ...)
77 {
78 	const struct btrfs_fs_info *fs_info = eb->fs_info;
79 	struct btrfs_key key;
80 	struct va_format vaf;
81 	va_list args;
82 
83 	btrfs_item_key_to_cpu(eb, &key, slot);
84 	va_start(args, fmt);
85 
86 	vaf.fmt = fmt;
87 	vaf.va = &args;
88 
89 	btrfs_crit(fs_info,
90 	"corrupt %s: root=%llu block=%llu slot=%d ino=%llu file_offset=%llu, %pV",
91 		btrfs_header_level(eb) == 0 ? "leaf" : "node",
92 		btrfs_header_owner(eb), btrfs_header_bytenr(eb), slot,
93 		key.objectid, key.offset, &vaf);
94 	va_end(args);
95 }
96 
97 /*
98  * Return 0 if the btrfs_file_extent_##name is aligned to @alignment
99  * Else return 1
100  */
101 #define CHECK_FE_ALIGNED(leaf, slot, fi, name, alignment)		      \
102 ({									      \
103 	if (!IS_ALIGNED(btrfs_file_extent_##name((leaf), (fi)), (alignment))) \
104 		file_extent_err((leaf), (slot),				      \
105 	"invalid %s for file extent, have %llu, should be aligned to %u",     \
106 			(#name), btrfs_file_extent_##name((leaf), (fi)),      \
107 			(alignment));					      \
108 	(!IS_ALIGNED(btrfs_file_extent_##name((leaf), (fi)), (alignment)));   \
109 })
110 
111 static u64 file_extent_end(struct extent_buffer *leaf,
112 			   struct btrfs_key *key,
113 			   struct btrfs_file_extent_item *extent)
114 {
115 	u64 end;
116 	u64 len;
117 
118 	if (btrfs_file_extent_type(leaf, extent) == BTRFS_FILE_EXTENT_INLINE) {
119 		len = btrfs_file_extent_ram_bytes(leaf, extent);
120 		end = ALIGN(key->offset + len, leaf->fs_info->sectorsize);
121 	} else {
122 		len = btrfs_file_extent_num_bytes(leaf, extent);
123 		end = key->offset + len;
124 	}
125 	return end;
126 }
127 
128 /*
129  * Customized report for dir_item, the only new important information is
130  * key->objectid, which represents inode number
131  */
132 __printf(3, 4)
133 __cold
134 static void dir_item_err(const struct extent_buffer *eb, int slot,
135 			 const char *fmt, ...)
136 {
137 	const struct btrfs_fs_info *fs_info = eb->fs_info;
138 	struct btrfs_key key;
139 	struct va_format vaf;
140 	va_list args;
141 
142 	btrfs_item_key_to_cpu(eb, &key, slot);
143 	va_start(args, fmt);
144 
145 	vaf.fmt = fmt;
146 	vaf.va = &args;
147 
148 	btrfs_crit(fs_info,
149 		"corrupt %s: root=%llu block=%llu slot=%d ino=%llu, %pV",
150 		btrfs_header_level(eb) == 0 ? "leaf" : "node",
151 		btrfs_header_owner(eb), btrfs_header_bytenr(eb), slot,
152 		key.objectid, &vaf);
153 	va_end(args);
154 }
155 
156 /*
157  * This functions checks prev_key->objectid, to ensure current key and prev_key
158  * share the same objectid as inode number.
159  *
160  * This is to detect missing INODE_ITEM in subvolume trees.
161  *
162  * Return true if everything is OK or we don't need to check.
163  * Return false if anything is wrong.
164  */
165 static bool check_prev_ino(struct extent_buffer *leaf,
166 			   struct btrfs_key *key, int slot,
167 			   struct btrfs_key *prev_key)
168 {
169 	/* No prev key, skip check */
170 	if (slot == 0)
171 		return true;
172 
173 	/* Only these key->types needs to be checked */
174 	ASSERT(key->type == BTRFS_XATTR_ITEM_KEY ||
175 	       key->type == BTRFS_INODE_REF_KEY ||
176 	       key->type == BTRFS_DIR_INDEX_KEY ||
177 	       key->type == BTRFS_DIR_ITEM_KEY ||
178 	       key->type == BTRFS_EXTENT_DATA_KEY);
179 
180 	/*
181 	 * Only subvolume trees along with their reloc trees need this check.
182 	 * Things like log tree doesn't follow this ino requirement.
183 	 */
184 	if (!is_fstree(btrfs_header_owner(leaf)))
185 		return true;
186 
187 	if (key->objectid == prev_key->objectid)
188 		return true;
189 
190 	/* Error found */
191 	dir_item_err(leaf, slot,
192 		"invalid previous key objectid, have %llu expect %llu",
193 		prev_key->objectid, key->objectid);
194 	return false;
195 }
196 static int check_extent_data_item(struct extent_buffer *leaf,
197 				  struct btrfs_key *key, int slot,
198 				  struct btrfs_key *prev_key)
199 {
200 	struct btrfs_fs_info *fs_info = leaf->fs_info;
201 	struct btrfs_file_extent_item *fi;
202 	u32 sectorsize = fs_info->sectorsize;
203 	u32 item_size = btrfs_item_size_nr(leaf, slot);
204 	u64 extent_end;
205 
206 	if (!IS_ALIGNED(key->offset, sectorsize)) {
207 		file_extent_err(leaf, slot,
208 "unaligned file_offset for file extent, have %llu should be aligned to %u",
209 			key->offset, sectorsize);
210 		return -EUCLEAN;
211 	}
212 
213 	/*
214 	 * Previous key must have the same key->objectid (ino).
215 	 * It can be XATTR_ITEM, INODE_ITEM or just another EXTENT_DATA.
216 	 * But if objectids mismatch, it means we have a missing
217 	 * INODE_ITEM.
218 	 */
219 	if (!check_prev_ino(leaf, key, slot, prev_key))
220 		return -EUCLEAN;
221 
222 	fi = btrfs_item_ptr(leaf, slot, struct btrfs_file_extent_item);
223 
224 	/*
225 	 * Make sure the item contains at least inline header, so the file
226 	 * extent type is not some garbage.
227 	 */
228 	if (item_size < BTRFS_FILE_EXTENT_INLINE_DATA_START) {
229 		file_extent_err(leaf, slot,
230 				"invalid item size, have %u expect [%zu, %u)",
231 				item_size, BTRFS_FILE_EXTENT_INLINE_DATA_START,
232 				SZ_4K);
233 		return -EUCLEAN;
234 	}
235 	if (btrfs_file_extent_type(leaf, fi) >= BTRFS_NR_FILE_EXTENT_TYPES) {
236 		file_extent_err(leaf, slot,
237 		"invalid type for file extent, have %u expect range [0, %u]",
238 			btrfs_file_extent_type(leaf, fi),
239 			BTRFS_NR_FILE_EXTENT_TYPES - 1);
240 		return -EUCLEAN;
241 	}
242 
243 	/*
244 	 * Support for new compression/encryption must introduce incompat flag,
245 	 * and must be caught in open_ctree().
246 	 */
247 	if (btrfs_file_extent_compression(leaf, fi) >= BTRFS_NR_COMPRESS_TYPES) {
248 		file_extent_err(leaf, slot,
249 	"invalid compression for file extent, have %u expect range [0, %u]",
250 			btrfs_file_extent_compression(leaf, fi),
251 			BTRFS_NR_COMPRESS_TYPES - 1);
252 		return -EUCLEAN;
253 	}
254 	if (btrfs_file_extent_encryption(leaf, fi)) {
255 		file_extent_err(leaf, slot,
256 			"invalid encryption for file extent, have %u expect 0",
257 			btrfs_file_extent_encryption(leaf, fi));
258 		return -EUCLEAN;
259 	}
260 	if (btrfs_file_extent_type(leaf, fi) == BTRFS_FILE_EXTENT_INLINE) {
261 		/* Inline extent must have 0 as key offset */
262 		if (key->offset) {
263 			file_extent_err(leaf, slot,
264 		"invalid file_offset for inline file extent, have %llu expect 0",
265 				key->offset);
266 			return -EUCLEAN;
267 		}
268 
269 		/* Compressed inline extent has no on-disk size, skip it */
270 		if (btrfs_file_extent_compression(leaf, fi) !=
271 		    BTRFS_COMPRESS_NONE)
272 			return 0;
273 
274 		/* Uncompressed inline extent size must match item size */
275 		if (item_size != BTRFS_FILE_EXTENT_INLINE_DATA_START +
276 		    btrfs_file_extent_ram_bytes(leaf, fi)) {
277 			file_extent_err(leaf, slot,
278 	"invalid ram_bytes for uncompressed inline extent, have %u expect %llu",
279 				item_size, BTRFS_FILE_EXTENT_INLINE_DATA_START +
280 				btrfs_file_extent_ram_bytes(leaf, fi));
281 			return -EUCLEAN;
282 		}
283 		return 0;
284 	}
285 
286 	/* Regular or preallocated extent has fixed item size */
287 	if (item_size != sizeof(*fi)) {
288 		file_extent_err(leaf, slot,
289 	"invalid item size for reg/prealloc file extent, have %u expect %zu",
290 			item_size, sizeof(*fi));
291 		return -EUCLEAN;
292 	}
293 	if (CHECK_FE_ALIGNED(leaf, slot, fi, ram_bytes, sectorsize) ||
294 	    CHECK_FE_ALIGNED(leaf, slot, fi, disk_bytenr, sectorsize) ||
295 	    CHECK_FE_ALIGNED(leaf, slot, fi, disk_num_bytes, sectorsize) ||
296 	    CHECK_FE_ALIGNED(leaf, slot, fi, offset, sectorsize) ||
297 	    CHECK_FE_ALIGNED(leaf, slot, fi, num_bytes, sectorsize))
298 		return -EUCLEAN;
299 
300 	/* Catch extent end overflow */
301 	if (check_add_overflow(btrfs_file_extent_num_bytes(leaf, fi),
302 			       key->offset, &extent_end)) {
303 		file_extent_err(leaf, slot,
304 	"extent end overflow, have file offset %llu extent num bytes %llu",
305 				key->offset,
306 				btrfs_file_extent_num_bytes(leaf, fi));
307 		return -EUCLEAN;
308 	}
309 
310 	/*
311 	 * Check that no two consecutive file extent items, in the same leaf,
312 	 * present ranges that overlap each other.
313 	 */
314 	if (slot > 0 &&
315 	    prev_key->objectid == key->objectid &&
316 	    prev_key->type == BTRFS_EXTENT_DATA_KEY) {
317 		struct btrfs_file_extent_item *prev_fi;
318 		u64 prev_end;
319 
320 		prev_fi = btrfs_item_ptr(leaf, slot - 1,
321 					 struct btrfs_file_extent_item);
322 		prev_end = file_extent_end(leaf, prev_key, prev_fi);
323 		if (prev_end > key->offset) {
324 			file_extent_err(leaf, slot - 1,
325 "file extent end range (%llu) goes beyond start offset (%llu) of the next file extent",
326 					prev_end, key->offset);
327 			return -EUCLEAN;
328 		}
329 	}
330 
331 	return 0;
332 }
333 
334 static int check_csum_item(struct extent_buffer *leaf, struct btrfs_key *key,
335 			   int slot, struct btrfs_key *prev_key)
336 {
337 	struct btrfs_fs_info *fs_info = leaf->fs_info;
338 	u32 sectorsize = fs_info->sectorsize;
339 	u32 csumsize = btrfs_super_csum_size(fs_info->super_copy);
340 
341 	if (key->objectid != BTRFS_EXTENT_CSUM_OBJECTID) {
342 		generic_err(leaf, slot,
343 		"invalid key objectid for csum item, have %llu expect %llu",
344 			key->objectid, BTRFS_EXTENT_CSUM_OBJECTID);
345 		return -EUCLEAN;
346 	}
347 	if (!IS_ALIGNED(key->offset, sectorsize)) {
348 		generic_err(leaf, slot,
349 	"unaligned key offset for csum item, have %llu should be aligned to %u",
350 			key->offset, sectorsize);
351 		return -EUCLEAN;
352 	}
353 	if (!IS_ALIGNED(btrfs_item_size_nr(leaf, slot), csumsize)) {
354 		generic_err(leaf, slot,
355 	"unaligned item size for csum item, have %u should be aligned to %u",
356 			btrfs_item_size_nr(leaf, slot), csumsize);
357 		return -EUCLEAN;
358 	}
359 	if (slot > 0 && prev_key->type == BTRFS_EXTENT_CSUM_KEY) {
360 		u64 prev_csum_end;
361 		u32 prev_item_size;
362 
363 		prev_item_size = btrfs_item_size_nr(leaf, slot - 1);
364 		prev_csum_end = (prev_item_size / csumsize) * sectorsize;
365 		prev_csum_end += prev_key->offset;
366 		if (prev_csum_end > key->offset) {
367 			generic_err(leaf, slot - 1,
368 "csum end range (%llu) goes beyond the start range (%llu) of the next csum item",
369 				    prev_csum_end, key->offset);
370 			return -EUCLEAN;
371 		}
372 	}
373 	return 0;
374 }
375 
376 /* Inode item error output has the same format as dir_item_err() */
377 #define inode_item_err(eb, slot, fmt, ...)			\
378 	dir_item_err(eb, slot, fmt, __VA_ARGS__)
379 
380 static int check_inode_key(struct extent_buffer *leaf, struct btrfs_key *key,
381 			   int slot)
382 {
383 	struct btrfs_key item_key;
384 	bool is_inode_item;
385 
386 	btrfs_item_key_to_cpu(leaf, &item_key, slot);
387 	is_inode_item = (item_key.type == BTRFS_INODE_ITEM_KEY);
388 
389 	/* For XATTR_ITEM, location key should be all 0 */
390 	if (item_key.type == BTRFS_XATTR_ITEM_KEY) {
391 		if (key->type != 0 || key->objectid != 0 || key->offset != 0)
392 			return -EUCLEAN;
393 		return 0;
394 	}
395 
396 	if ((key->objectid < BTRFS_FIRST_FREE_OBJECTID ||
397 	     key->objectid > BTRFS_LAST_FREE_OBJECTID) &&
398 	    key->objectid != BTRFS_ROOT_TREE_DIR_OBJECTID &&
399 	    key->objectid != BTRFS_FREE_INO_OBJECTID) {
400 		if (is_inode_item) {
401 			generic_err(leaf, slot,
402 	"invalid key objectid: has %llu expect %llu or [%llu, %llu] or %llu",
403 				key->objectid, BTRFS_ROOT_TREE_DIR_OBJECTID,
404 				BTRFS_FIRST_FREE_OBJECTID,
405 				BTRFS_LAST_FREE_OBJECTID,
406 				BTRFS_FREE_INO_OBJECTID);
407 		} else {
408 			dir_item_err(leaf, slot,
409 "invalid location key objectid: has %llu expect %llu or [%llu, %llu] or %llu",
410 				key->objectid, BTRFS_ROOT_TREE_DIR_OBJECTID,
411 				BTRFS_FIRST_FREE_OBJECTID,
412 				BTRFS_LAST_FREE_OBJECTID,
413 				BTRFS_FREE_INO_OBJECTID);
414 		}
415 		return -EUCLEAN;
416 	}
417 	if (key->offset != 0) {
418 		if (is_inode_item)
419 			inode_item_err(leaf, slot,
420 				       "invalid key offset: has %llu expect 0",
421 				       key->offset);
422 		else
423 			dir_item_err(leaf, slot,
424 				"invalid location key offset:has %llu expect 0",
425 				key->offset);
426 		return -EUCLEAN;
427 	}
428 	return 0;
429 }
430 
431 static int check_root_key(struct extent_buffer *leaf, struct btrfs_key *key,
432 			  int slot)
433 {
434 	struct btrfs_key item_key;
435 	bool is_root_item;
436 
437 	btrfs_item_key_to_cpu(leaf, &item_key, slot);
438 	is_root_item = (item_key.type == BTRFS_ROOT_ITEM_KEY);
439 
440 	/* No such tree id */
441 	if (key->objectid == 0) {
442 		if (is_root_item)
443 			generic_err(leaf, slot, "invalid root id 0");
444 		else
445 			dir_item_err(leaf, slot,
446 				     "invalid location key root id 0");
447 		return -EUCLEAN;
448 	}
449 
450 	/* DIR_ITEM/INDEX/INODE_REF is not allowed to point to non-fs trees */
451 	if (!is_fstree(key->objectid) && !is_root_item) {
452 		dir_item_err(leaf, slot,
453 		"invalid location key objectid, have %llu expect [%llu, %llu]",
454 				key->objectid, BTRFS_FIRST_FREE_OBJECTID,
455 				BTRFS_LAST_FREE_OBJECTID);
456 		return -EUCLEAN;
457 	}
458 
459 	/*
460 	 * ROOT_ITEM with non-zero offset means this is a snapshot, created at
461 	 * @offset transid.
462 	 * Furthermore, for location key in DIR_ITEM, its offset is always -1.
463 	 *
464 	 * So here we only check offset for reloc tree whose key->offset must
465 	 * be a valid tree.
466 	 */
467 	if (key->objectid == BTRFS_TREE_RELOC_OBJECTID && key->offset == 0) {
468 		generic_err(leaf, slot, "invalid root id 0 for reloc tree");
469 		return -EUCLEAN;
470 	}
471 	return 0;
472 }
473 
474 static int check_dir_item(struct extent_buffer *leaf,
475 			  struct btrfs_key *key, struct btrfs_key *prev_key,
476 			  int slot)
477 {
478 	struct btrfs_fs_info *fs_info = leaf->fs_info;
479 	struct btrfs_dir_item *di;
480 	u32 item_size = btrfs_item_size_nr(leaf, slot);
481 	u32 cur = 0;
482 
483 	if (!check_prev_ino(leaf, key, slot, prev_key))
484 		return -EUCLEAN;
485 	di = btrfs_item_ptr(leaf, slot, struct btrfs_dir_item);
486 	while (cur < item_size) {
487 		struct btrfs_key location_key;
488 		u32 name_len;
489 		u32 data_len;
490 		u32 max_name_len;
491 		u32 total_size;
492 		u32 name_hash;
493 		u8 dir_type;
494 		int ret;
495 
496 		/* header itself should not cross item boundary */
497 		if (cur + sizeof(*di) > item_size) {
498 			dir_item_err(leaf, slot,
499 		"dir item header crosses item boundary, have %zu boundary %u",
500 				cur + sizeof(*di), item_size);
501 			return -EUCLEAN;
502 		}
503 
504 		/* Location key check */
505 		btrfs_dir_item_key_to_cpu(leaf, di, &location_key);
506 		if (location_key.type == BTRFS_ROOT_ITEM_KEY) {
507 			ret = check_root_key(leaf, &location_key, slot);
508 			if (ret < 0)
509 				return ret;
510 		} else if (location_key.type == BTRFS_INODE_ITEM_KEY ||
511 			   location_key.type == 0) {
512 			ret = check_inode_key(leaf, &location_key, slot);
513 			if (ret < 0)
514 				return ret;
515 		} else {
516 			dir_item_err(leaf, slot,
517 			"invalid location key type, have %u, expect %u or %u",
518 				     location_key.type, BTRFS_ROOT_ITEM_KEY,
519 				     BTRFS_INODE_ITEM_KEY);
520 			return -EUCLEAN;
521 		}
522 
523 		/* dir type check */
524 		dir_type = btrfs_dir_type(leaf, di);
525 		if (dir_type >= BTRFS_FT_MAX) {
526 			dir_item_err(leaf, slot,
527 			"invalid dir item type, have %u expect [0, %u)",
528 				dir_type, BTRFS_FT_MAX);
529 			return -EUCLEAN;
530 		}
531 
532 		if (key->type == BTRFS_XATTR_ITEM_KEY &&
533 		    dir_type != BTRFS_FT_XATTR) {
534 			dir_item_err(leaf, slot,
535 		"invalid dir item type for XATTR key, have %u expect %u",
536 				dir_type, BTRFS_FT_XATTR);
537 			return -EUCLEAN;
538 		}
539 		if (dir_type == BTRFS_FT_XATTR &&
540 		    key->type != BTRFS_XATTR_ITEM_KEY) {
541 			dir_item_err(leaf, slot,
542 			"xattr dir type found for non-XATTR key");
543 			return -EUCLEAN;
544 		}
545 		if (dir_type == BTRFS_FT_XATTR)
546 			max_name_len = XATTR_NAME_MAX;
547 		else
548 			max_name_len = BTRFS_NAME_LEN;
549 
550 		/* Name/data length check */
551 		name_len = btrfs_dir_name_len(leaf, di);
552 		data_len = btrfs_dir_data_len(leaf, di);
553 		if (name_len > max_name_len) {
554 			dir_item_err(leaf, slot,
555 			"dir item name len too long, have %u max %u",
556 				name_len, max_name_len);
557 			return -EUCLEAN;
558 		}
559 		if (name_len + data_len > BTRFS_MAX_XATTR_SIZE(fs_info)) {
560 			dir_item_err(leaf, slot,
561 			"dir item name and data len too long, have %u max %u",
562 				name_len + data_len,
563 				BTRFS_MAX_XATTR_SIZE(fs_info));
564 			return -EUCLEAN;
565 		}
566 
567 		if (data_len && dir_type != BTRFS_FT_XATTR) {
568 			dir_item_err(leaf, slot,
569 			"dir item with invalid data len, have %u expect 0",
570 				data_len);
571 			return -EUCLEAN;
572 		}
573 
574 		total_size = sizeof(*di) + name_len + data_len;
575 
576 		/* header and name/data should not cross item boundary */
577 		if (cur + total_size > item_size) {
578 			dir_item_err(leaf, slot,
579 		"dir item data crosses item boundary, have %u boundary %u",
580 				cur + total_size, item_size);
581 			return -EUCLEAN;
582 		}
583 
584 		/*
585 		 * Special check for XATTR/DIR_ITEM, as key->offset is name
586 		 * hash, should match its name
587 		 */
588 		if (key->type == BTRFS_DIR_ITEM_KEY ||
589 		    key->type == BTRFS_XATTR_ITEM_KEY) {
590 			char namebuf[max(BTRFS_NAME_LEN, XATTR_NAME_MAX)];
591 
592 			read_extent_buffer(leaf, namebuf,
593 					(unsigned long)(di + 1), name_len);
594 			name_hash = btrfs_name_hash(namebuf, name_len);
595 			if (key->offset != name_hash) {
596 				dir_item_err(leaf, slot,
597 		"name hash mismatch with key, have 0x%016x expect 0x%016llx",
598 					name_hash, key->offset);
599 				return -EUCLEAN;
600 			}
601 		}
602 		cur += total_size;
603 		di = (struct btrfs_dir_item *)((void *)di + total_size);
604 	}
605 	return 0;
606 }
607 
608 __printf(3, 4)
609 __cold
610 static void block_group_err(const struct extent_buffer *eb, int slot,
611 			    const char *fmt, ...)
612 {
613 	const struct btrfs_fs_info *fs_info = eb->fs_info;
614 	struct btrfs_key key;
615 	struct va_format vaf;
616 	va_list args;
617 
618 	btrfs_item_key_to_cpu(eb, &key, slot);
619 	va_start(args, fmt);
620 
621 	vaf.fmt = fmt;
622 	vaf.va = &args;
623 
624 	btrfs_crit(fs_info,
625 	"corrupt %s: root=%llu block=%llu slot=%d bg_start=%llu bg_len=%llu, %pV",
626 		btrfs_header_level(eb) == 0 ? "leaf" : "node",
627 		btrfs_header_owner(eb), btrfs_header_bytenr(eb), slot,
628 		key.objectid, key.offset, &vaf);
629 	va_end(args);
630 }
631 
632 static int check_block_group_item(struct extent_buffer *leaf,
633 				  struct btrfs_key *key, int slot)
634 {
635 	struct btrfs_block_group_item bgi;
636 	u32 item_size = btrfs_item_size_nr(leaf, slot);
637 	u64 flags;
638 	u64 type;
639 
640 	/*
641 	 * Here we don't really care about alignment since extent allocator can
642 	 * handle it.  We care more about the size.
643 	 */
644 	if (key->offset == 0) {
645 		block_group_err(leaf, slot,
646 				"invalid block group size 0");
647 		return -EUCLEAN;
648 	}
649 
650 	if (item_size != sizeof(bgi)) {
651 		block_group_err(leaf, slot,
652 			"invalid item size, have %u expect %zu",
653 				item_size, sizeof(bgi));
654 		return -EUCLEAN;
655 	}
656 
657 	read_extent_buffer(leaf, &bgi, btrfs_item_ptr_offset(leaf, slot),
658 			   sizeof(bgi));
659 	if (btrfs_stack_block_group_chunk_objectid(&bgi) !=
660 	    BTRFS_FIRST_CHUNK_TREE_OBJECTID) {
661 		block_group_err(leaf, slot,
662 		"invalid block group chunk objectid, have %llu expect %llu",
663 				btrfs_stack_block_group_chunk_objectid(&bgi),
664 				BTRFS_FIRST_CHUNK_TREE_OBJECTID);
665 		return -EUCLEAN;
666 	}
667 
668 	if (btrfs_stack_block_group_used(&bgi) > key->offset) {
669 		block_group_err(leaf, slot,
670 			"invalid block group used, have %llu expect [0, %llu)",
671 				btrfs_stack_block_group_used(&bgi), key->offset);
672 		return -EUCLEAN;
673 	}
674 
675 	flags = btrfs_stack_block_group_flags(&bgi);
676 	if (hweight64(flags & BTRFS_BLOCK_GROUP_PROFILE_MASK) > 1) {
677 		block_group_err(leaf, slot,
678 "invalid profile flags, have 0x%llx (%lu bits set) expect no more than 1 bit set",
679 			flags & BTRFS_BLOCK_GROUP_PROFILE_MASK,
680 			hweight64(flags & BTRFS_BLOCK_GROUP_PROFILE_MASK));
681 		return -EUCLEAN;
682 	}
683 
684 	type = flags & BTRFS_BLOCK_GROUP_TYPE_MASK;
685 	if (type != BTRFS_BLOCK_GROUP_DATA &&
686 	    type != BTRFS_BLOCK_GROUP_METADATA &&
687 	    type != BTRFS_BLOCK_GROUP_SYSTEM &&
688 	    type != (BTRFS_BLOCK_GROUP_METADATA |
689 			   BTRFS_BLOCK_GROUP_DATA)) {
690 		block_group_err(leaf, slot,
691 "invalid type, have 0x%llx (%lu bits set) expect either 0x%llx, 0x%llx, 0x%llx or 0x%llx",
692 			type, hweight64(type),
693 			BTRFS_BLOCK_GROUP_DATA, BTRFS_BLOCK_GROUP_METADATA,
694 			BTRFS_BLOCK_GROUP_SYSTEM,
695 			BTRFS_BLOCK_GROUP_METADATA | BTRFS_BLOCK_GROUP_DATA);
696 		return -EUCLEAN;
697 	}
698 	return 0;
699 }
700 
701 __printf(4, 5)
702 __cold
703 static void chunk_err(const struct extent_buffer *leaf,
704 		      const struct btrfs_chunk *chunk, u64 logical,
705 		      const char *fmt, ...)
706 {
707 	const struct btrfs_fs_info *fs_info = leaf->fs_info;
708 	bool is_sb;
709 	struct va_format vaf;
710 	va_list args;
711 	int i;
712 	int slot = -1;
713 
714 	/* Only superblock eb is able to have such small offset */
715 	is_sb = (leaf->start == BTRFS_SUPER_INFO_OFFSET);
716 
717 	if (!is_sb) {
718 		/*
719 		 * Get the slot number by iterating through all slots, this
720 		 * would provide better readability.
721 		 */
722 		for (i = 0; i < btrfs_header_nritems(leaf); i++) {
723 			if (btrfs_item_ptr_offset(leaf, i) ==
724 					(unsigned long)chunk) {
725 				slot = i;
726 				break;
727 			}
728 		}
729 	}
730 	va_start(args, fmt);
731 	vaf.fmt = fmt;
732 	vaf.va = &args;
733 
734 	if (is_sb)
735 		btrfs_crit(fs_info,
736 		"corrupt superblock syschunk array: chunk_start=%llu, %pV",
737 			   logical, &vaf);
738 	else
739 		btrfs_crit(fs_info,
740 	"corrupt leaf: root=%llu block=%llu slot=%d chunk_start=%llu, %pV",
741 			   BTRFS_CHUNK_TREE_OBJECTID, leaf->start, slot,
742 			   logical, &vaf);
743 	va_end(args);
744 }
745 
746 /*
747  * The common chunk check which could also work on super block sys chunk array.
748  *
749  * Return -EUCLEAN if anything is corrupted.
750  * Return 0 if everything is OK.
751  */
752 int btrfs_check_chunk_valid(struct extent_buffer *leaf,
753 			    struct btrfs_chunk *chunk, u64 logical)
754 {
755 	struct btrfs_fs_info *fs_info = leaf->fs_info;
756 	u64 length;
757 	u64 stripe_len;
758 	u16 num_stripes;
759 	u16 sub_stripes;
760 	u64 type;
761 	u64 features;
762 	bool mixed = false;
763 
764 	length = btrfs_chunk_length(leaf, chunk);
765 	stripe_len = btrfs_chunk_stripe_len(leaf, chunk);
766 	num_stripes = btrfs_chunk_num_stripes(leaf, chunk);
767 	sub_stripes = btrfs_chunk_sub_stripes(leaf, chunk);
768 	type = btrfs_chunk_type(leaf, chunk);
769 
770 	if (!num_stripes) {
771 		chunk_err(leaf, chunk, logical,
772 			  "invalid chunk num_stripes, have %u", num_stripes);
773 		return -EUCLEAN;
774 	}
775 	if (!IS_ALIGNED(logical, fs_info->sectorsize)) {
776 		chunk_err(leaf, chunk, logical,
777 		"invalid chunk logical, have %llu should aligned to %u",
778 			  logical, fs_info->sectorsize);
779 		return -EUCLEAN;
780 	}
781 	if (btrfs_chunk_sector_size(leaf, chunk) != fs_info->sectorsize) {
782 		chunk_err(leaf, chunk, logical,
783 			  "invalid chunk sectorsize, have %u expect %u",
784 			  btrfs_chunk_sector_size(leaf, chunk),
785 			  fs_info->sectorsize);
786 		return -EUCLEAN;
787 	}
788 	if (!length || !IS_ALIGNED(length, fs_info->sectorsize)) {
789 		chunk_err(leaf, chunk, logical,
790 			  "invalid chunk length, have %llu", length);
791 		return -EUCLEAN;
792 	}
793 	if (!is_power_of_2(stripe_len) || stripe_len != BTRFS_STRIPE_LEN) {
794 		chunk_err(leaf, chunk, logical,
795 			  "invalid chunk stripe length: %llu",
796 			  stripe_len);
797 		return -EUCLEAN;
798 	}
799 	if (~(BTRFS_BLOCK_GROUP_TYPE_MASK | BTRFS_BLOCK_GROUP_PROFILE_MASK) &
800 	    type) {
801 		chunk_err(leaf, chunk, logical,
802 			  "unrecognized chunk type: 0x%llx",
803 			  ~(BTRFS_BLOCK_GROUP_TYPE_MASK |
804 			    BTRFS_BLOCK_GROUP_PROFILE_MASK) &
805 			  btrfs_chunk_type(leaf, chunk));
806 		return -EUCLEAN;
807 	}
808 
809 	if (!has_single_bit_set(type & BTRFS_BLOCK_GROUP_PROFILE_MASK) &&
810 	    (type & BTRFS_BLOCK_GROUP_PROFILE_MASK) != 0) {
811 		chunk_err(leaf, chunk, logical,
812 		"invalid chunk profile flag: 0x%llx, expect 0 or 1 bit set",
813 			  type & BTRFS_BLOCK_GROUP_PROFILE_MASK);
814 		return -EUCLEAN;
815 	}
816 	if ((type & BTRFS_BLOCK_GROUP_TYPE_MASK) == 0) {
817 		chunk_err(leaf, chunk, logical,
818 	"missing chunk type flag, have 0x%llx one bit must be set in 0x%llx",
819 			  type, BTRFS_BLOCK_GROUP_TYPE_MASK);
820 		return -EUCLEAN;
821 	}
822 
823 	if ((type & BTRFS_BLOCK_GROUP_SYSTEM) &&
824 	    (type & (BTRFS_BLOCK_GROUP_METADATA | BTRFS_BLOCK_GROUP_DATA))) {
825 		chunk_err(leaf, chunk, logical,
826 			  "system chunk with data or metadata type: 0x%llx",
827 			  type);
828 		return -EUCLEAN;
829 	}
830 
831 	features = btrfs_super_incompat_flags(fs_info->super_copy);
832 	if (features & BTRFS_FEATURE_INCOMPAT_MIXED_GROUPS)
833 		mixed = true;
834 
835 	if (!mixed) {
836 		if ((type & BTRFS_BLOCK_GROUP_METADATA) &&
837 		    (type & BTRFS_BLOCK_GROUP_DATA)) {
838 			chunk_err(leaf, chunk, logical,
839 			"mixed chunk type in non-mixed mode: 0x%llx", type);
840 			return -EUCLEAN;
841 		}
842 	}
843 
844 	if ((type & BTRFS_BLOCK_GROUP_RAID10 && sub_stripes != 2) ||
845 	    (type & BTRFS_BLOCK_GROUP_RAID1 && num_stripes != 2) ||
846 	    (type & BTRFS_BLOCK_GROUP_RAID5 && num_stripes < 2) ||
847 	    (type & BTRFS_BLOCK_GROUP_RAID6 && num_stripes < 3) ||
848 	    (type & BTRFS_BLOCK_GROUP_DUP && num_stripes != 2) ||
849 	    ((type & BTRFS_BLOCK_GROUP_PROFILE_MASK) == 0 && num_stripes != 1)) {
850 		chunk_err(leaf, chunk, logical,
851 			"invalid num_stripes:sub_stripes %u:%u for profile %llu",
852 			num_stripes, sub_stripes,
853 			type & BTRFS_BLOCK_GROUP_PROFILE_MASK);
854 		return -EUCLEAN;
855 	}
856 
857 	return 0;
858 }
859 
860 /*
861  * Enhanced version of chunk item checker.
862  *
863  * The common btrfs_check_chunk_valid() doesn't check item size since it needs
864  * to work on super block sys_chunk_array which doesn't have full item ptr.
865  */
866 static int check_leaf_chunk_item(struct extent_buffer *leaf,
867 				 struct btrfs_chunk *chunk,
868 				 struct btrfs_key *key, int slot)
869 {
870 	int num_stripes;
871 
872 	if (btrfs_item_size_nr(leaf, slot) < sizeof(struct btrfs_chunk)) {
873 		chunk_err(leaf, chunk, key->offset,
874 			"invalid chunk item size: have %u expect [%zu, %u)",
875 			btrfs_item_size_nr(leaf, slot),
876 			sizeof(struct btrfs_chunk),
877 			BTRFS_LEAF_DATA_SIZE(leaf->fs_info));
878 		return -EUCLEAN;
879 	}
880 
881 	num_stripes = btrfs_chunk_num_stripes(leaf, chunk);
882 	/* Let btrfs_check_chunk_valid() handle this error type */
883 	if (num_stripes == 0)
884 		goto out;
885 
886 	if (btrfs_chunk_item_size(num_stripes) !=
887 	    btrfs_item_size_nr(leaf, slot)) {
888 		chunk_err(leaf, chunk, key->offset,
889 			"invalid chunk item size: have %u expect %lu",
890 			btrfs_item_size_nr(leaf, slot),
891 			btrfs_chunk_item_size(num_stripes));
892 		return -EUCLEAN;
893 	}
894 out:
895 	return btrfs_check_chunk_valid(leaf, chunk, key->offset);
896 }
897 
898 __printf(3, 4)
899 __cold
900 static void dev_item_err(const struct extent_buffer *eb, int slot,
901 			 const char *fmt, ...)
902 {
903 	struct btrfs_key key;
904 	struct va_format vaf;
905 	va_list args;
906 
907 	btrfs_item_key_to_cpu(eb, &key, slot);
908 	va_start(args, fmt);
909 
910 	vaf.fmt = fmt;
911 	vaf.va = &args;
912 
913 	btrfs_crit(eb->fs_info,
914 	"corrupt %s: root=%llu block=%llu slot=%d devid=%llu %pV",
915 		btrfs_header_level(eb) == 0 ? "leaf" : "node",
916 		btrfs_header_owner(eb), btrfs_header_bytenr(eb), slot,
917 		key.objectid, &vaf);
918 	va_end(args);
919 }
920 
921 static int check_dev_item(struct extent_buffer *leaf,
922 			  struct btrfs_key *key, int slot)
923 {
924 	struct btrfs_dev_item *ditem;
925 
926 	if (key->objectid != BTRFS_DEV_ITEMS_OBJECTID) {
927 		dev_item_err(leaf, slot,
928 			     "invalid objectid: has=%llu expect=%llu",
929 			     key->objectid, BTRFS_DEV_ITEMS_OBJECTID);
930 		return -EUCLEAN;
931 	}
932 	ditem = btrfs_item_ptr(leaf, slot, struct btrfs_dev_item);
933 	if (btrfs_device_id(leaf, ditem) != key->offset) {
934 		dev_item_err(leaf, slot,
935 			     "devid mismatch: key has=%llu item has=%llu",
936 			     key->offset, btrfs_device_id(leaf, ditem));
937 		return -EUCLEAN;
938 	}
939 
940 	/*
941 	 * For device total_bytes, we don't have reliable way to check it, as
942 	 * it can be 0 for device removal. Device size check can only be done
943 	 * by dev extents check.
944 	 */
945 	if (btrfs_device_bytes_used(leaf, ditem) >
946 	    btrfs_device_total_bytes(leaf, ditem)) {
947 		dev_item_err(leaf, slot,
948 			     "invalid bytes used: have %llu expect [0, %llu]",
949 			     btrfs_device_bytes_used(leaf, ditem),
950 			     btrfs_device_total_bytes(leaf, ditem));
951 		return -EUCLEAN;
952 	}
953 	/*
954 	 * Remaining members like io_align/type/gen/dev_group aren't really
955 	 * utilized.  Skip them to make later usage of them easier.
956 	 */
957 	return 0;
958 }
959 
960 static int check_inode_item(struct extent_buffer *leaf,
961 			    struct btrfs_key *key, int slot)
962 {
963 	struct btrfs_fs_info *fs_info = leaf->fs_info;
964 	struct btrfs_inode_item *iitem;
965 	u64 super_gen = btrfs_super_generation(fs_info->super_copy);
966 	u32 valid_mask = (S_IFMT | S_ISUID | S_ISGID | S_ISVTX | 0777);
967 	u32 mode;
968 	int ret;
969 
970 	ret = check_inode_key(leaf, key, slot);
971 	if (ret < 0)
972 		return ret;
973 
974 	iitem = btrfs_item_ptr(leaf, slot, struct btrfs_inode_item);
975 
976 	/* Here we use super block generation + 1 to handle log tree */
977 	if (btrfs_inode_generation(leaf, iitem) > super_gen + 1) {
978 		inode_item_err(leaf, slot,
979 			"invalid inode generation: has %llu expect (0, %llu]",
980 			       btrfs_inode_generation(leaf, iitem),
981 			       super_gen + 1);
982 		return -EUCLEAN;
983 	}
984 	/* Note for ROOT_TREE_DIR_ITEM, mkfs could set its transid 0 */
985 	if (btrfs_inode_transid(leaf, iitem) > super_gen + 1) {
986 		inode_item_err(leaf, slot,
987 			"invalid inode generation: has %llu expect [0, %llu]",
988 			       btrfs_inode_transid(leaf, iitem), super_gen + 1);
989 		return -EUCLEAN;
990 	}
991 
992 	/*
993 	 * For size and nbytes it's better not to be too strict, as for dir
994 	 * item its size/nbytes can easily get wrong, but doesn't affect
995 	 * anything in the fs. So here we skip the check.
996 	 */
997 	mode = btrfs_inode_mode(leaf, iitem);
998 	if (mode & ~valid_mask) {
999 		inode_item_err(leaf, slot,
1000 			       "unknown mode bit detected: 0x%x",
1001 			       mode & ~valid_mask);
1002 		return -EUCLEAN;
1003 	}
1004 
1005 	/*
1006 	 * S_IFMT is not bit mapped so we can't completely rely on
1007 	 * is_power_of_2/has_single_bit_set, but it can save us from checking
1008 	 * FIFO/CHR/DIR/REG.  Only needs to check BLK, LNK and SOCKS
1009 	 */
1010 	if (!has_single_bit_set(mode & S_IFMT)) {
1011 		if (!S_ISLNK(mode) && !S_ISBLK(mode) && !S_ISSOCK(mode)) {
1012 			inode_item_err(leaf, slot,
1013 			"invalid mode: has 0%o expect valid S_IF* bit(s)",
1014 				       mode & S_IFMT);
1015 			return -EUCLEAN;
1016 		}
1017 	}
1018 	if (S_ISDIR(mode) && btrfs_inode_nlink(leaf, iitem) > 1) {
1019 		inode_item_err(leaf, slot,
1020 		       "invalid nlink: has %u expect no more than 1 for dir",
1021 			btrfs_inode_nlink(leaf, iitem));
1022 		return -EUCLEAN;
1023 	}
1024 	if (btrfs_inode_flags(leaf, iitem) & ~BTRFS_INODE_FLAG_MASK) {
1025 		inode_item_err(leaf, slot,
1026 			       "unknown flags detected: 0x%llx",
1027 			       btrfs_inode_flags(leaf, iitem) &
1028 			       ~BTRFS_INODE_FLAG_MASK);
1029 		return -EUCLEAN;
1030 	}
1031 	return 0;
1032 }
1033 
1034 static int check_root_item(struct extent_buffer *leaf, struct btrfs_key *key,
1035 			   int slot)
1036 {
1037 	struct btrfs_fs_info *fs_info = leaf->fs_info;
1038 	struct btrfs_root_item ri;
1039 	const u64 valid_root_flags = BTRFS_ROOT_SUBVOL_RDONLY |
1040 				     BTRFS_ROOT_SUBVOL_DEAD;
1041 	int ret;
1042 
1043 	ret = check_root_key(leaf, key, slot);
1044 	if (ret < 0)
1045 		return ret;
1046 
1047 	if (btrfs_item_size_nr(leaf, slot) != sizeof(ri)) {
1048 		generic_err(leaf, slot,
1049 			    "invalid root item size, have %u expect %zu",
1050 			    btrfs_item_size_nr(leaf, slot), sizeof(ri));
1051 	}
1052 
1053 	read_extent_buffer(leaf, &ri, btrfs_item_ptr_offset(leaf, slot),
1054 			   sizeof(ri));
1055 
1056 	/* Generation related */
1057 	if (btrfs_root_generation(&ri) >
1058 	    btrfs_super_generation(fs_info->super_copy) + 1) {
1059 		generic_err(leaf, slot,
1060 			"invalid root generation, have %llu expect (0, %llu]",
1061 			    btrfs_root_generation(&ri),
1062 			    btrfs_super_generation(fs_info->super_copy) + 1);
1063 		return -EUCLEAN;
1064 	}
1065 	if (btrfs_root_generation_v2(&ri) >
1066 	    btrfs_super_generation(fs_info->super_copy) + 1) {
1067 		generic_err(leaf, slot,
1068 		"invalid root v2 generation, have %llu expect (0, %llu]",
1069 			    btrfs_root_generation_v2(&ri),
1070 			    btrfs_super_generation(fs_info->super_copy) + 1);
1071 		return -EUCLEAN;
1072 	}
1073 	if (btrfs_root_last_snapshot(&ri) >
1074 	    btrfs_super_generation(fs_info->super_copy) + 1) {
1075 		generic_err(leaf, slot,
1076 		"invalid root last_snapshot, have %llu expect (0, %llu]",
1077 			    btrfs_root_last_snapshot(&ri),
1078 			    btrfs_super_generation(fs_info->super_copy) + 1);
1079 		return -EUCLEAN;
1080 	}
1081 
1082 	/* Alignment and level check */
1083 	if (!IS_ALIGNED(btrfs_root_bytenr(&ri), fs_info->sectorsize)) {
1084 		generic_err(leaf, slot,
1085 		"invalid root bytenr, have %llu expect to be aligned to %u",
1086 			    btrfs_root_bytenr(&ri), fs_info->sectorsize);
1087 		return -EUCLEAN;
1088 	}
1089 	if (btrfs_root_level(&ri) >= BTRFS_MAX_LEVEL) {
1090 		generic_err(leaf, slot,
1091 			    "invalid root level, have %u expect [0, %u]",
1092 			    btrfs_root_level(&ri), BTRFS_MAX_LEVEL - 1);
1093 		return -EUCLEAN;
1094 	}
1095 	if (ri.drop_level >= BTRFS_MAX_LEVEL) {
1096 		generic_err(leaf, slot,
1097 			    "invalid root level, have %u expect [0, %u]",
1098 			    ri.drop_level, BTRFS_MAX_LEVEL - 1);
1099 		return -EUCLEAN;
1100 	}
1101 
1102 	/* Flags check */
1103 	if (btrfs_root_flags(&ri) & ~valid_root_flags) {
1104 		generic_err(leaf, slot,
1105 			    "invalid root flags, have 0x%llx expect mask 0x%llx",
1106 			    btrfs_root_flags(&ri), valid_root_flags);
1107 		return -EUCLEAN;
1108 	}
1109 	return 0;
1110 }
1111 
1112 __printf(3,4)
1113 __cold
1114 static void extent_err(const struct extent_buffer *eb, int slot,
1115 		       const char *fmt, ...)
1116 {
1117 	struct btrfs_key key;
1118 	struct va_format vaf;
1119 	va_list args;
1120 	u64 bytenr;
1121 	u64 len;
1122 
1123 	btrfs_item_key_to_cpu(eb, &key, slot);
1124 	bytenr = key.objectid;
1125 	if (key.type == BTRFS_METADATA_ITEM_KEY ||
1126 	    key.type == BTRFS_TREE_BLOCK_REF_KEY ||
1127 	    key.type == BTRFS_SHARED_BLOCK_REF_KEY)
1128 		len = eb->fs_info->nodesize;
1129 	else
1130 		len = key.offset;
1131 	va_start(args, fmt);
1132 
1133 	vaf.fmt = fmt;
1134 	vaf.va = &args;
1135 
1136 	btrfs_crit(eb->fs_info,
1137 	"corrupt %s: block=%llu slot=%d extent bytenr=%llu len=%llu %pV",
1138 		btrfs_header_level(eb) == 0 ? "leaf" : "node",
1139 		eb->start, slot, bytenr, len, &vaf);
1140 	va_end(args);
1141 }
1142 
1143 static int check_extent_item(struct extent_buffer *leaf,
1144 			     struct btrfs_key *key, int slot)
1145 {
1146 	struct btrfs_fs_info *fs_info = leaf->fs_info;
1147 	struct btrfs_extent_item *ei;
1148 	bool is_tree_block = false;
1149 	unsigned long ptr;	/* Current pointer inside inline refs */
1150 	unsigned long end;	/* Extent item end */
1151 	const u32 item_size = btrfs_item_size_nr(leaf, slot);
1152 	u64 flags;
1153 	u64 generation;
1154 	u64 total_refs;		/* Total refs in btrfs_extent_item */
1155 	u64 inline_refs = 0;	/* found total inline refs */
1156 
1157 	if (key->type == BTRFS_METADATA_ITEM_KEY &&
1158 	    !btrfs_fs_incompat(fs_info, SKINNY_METADATA)) {
1159 		generic_err(leaf, slot,
1160 "invalid key type, METADATA_ITEM type invalid when SKINNY_METADATA feature disabled");
1161 		return -EUCLEAN;
1162 	}
1163 	/* key->objectid is the bytenr for both key types */
1164 	if (!IS_ALIGNED(key->objectid, fs_info->sectorsize)) {
1165 		generic_err(leaf, slot,
1166 		"invalid key objectid, have %llu expect to be aligned to %u",
1167 			   key->objectid, fs_info->sectorsize);
1168 		return -EUCLEAN;
1169 	}
1170 
1171 	/* key->offset is tree level for METADATA_ITEM_KEY */
1172 	if (key->type == BTRFS_METADATA_ITEM_KEY &&
1173 	    key->offset >= BTRFS_MAX_LEVEL) {
1174 		extent_err(leaf, slot,
1175 			   "invalid tree level, have %llu expect [0, %u]",
1176 			   key->offset, BTRFS_MAX_LEVEL - 1);
1177 		return -EUCLEAN;
1178 	}
1179 
1180 	/*
1181 	 * EXTENT/METADATA_ITEM consists of:
1182 	 * 1) One btrfs_extent_item
1183 	 *    Records the total refs, type and generation of the extent.
1184 	 *
1185 	 * 2) One btrfs_tree_block_info (for EXTENT_ITEM and tree backref only)
1186 	 *    Records the first key and level of the tree block.
1187 	 *
1188 	 * 2) Zero or more btrfs_extent_inline_ref(s)
1189 	 *    Each inline ref has one btrfs_extent_inline_ref shows:
1190 	 *    2.1) The ref type, one of the 4
1191 	 *         TREE_BLOCK_REF	Tree block only
1192 	 *         SHARED_BLOCK_REF	Tree block only
1193 	 *         EXTENT_DATA_REF	Data only
1194 	 *         SHARED_DATA_REF	Data only
1195 	 *    2.2) Ref type specific data
1196 	 *         Either using btrfs_extent_inline_ref::offset, or specific
1197 	 *         data structure.
1198 	 */
1199 	if (item_size < sizeof(*ei)) {
1200 		extent_err(leaf, slot,
1201 			   "invalid item size, have %u expect [%zu, %u)",
1202 			   item_size, sizeof(*ei),
1203 			   BTRFS_LEAF_DATA_SIZE(fs_info));
1204 		return -EUCLEAN;
1205 	}
1206 	end = item_size + btrfs_item_ptr_offset(leaf, slot);
1207 
1208 	/* Checks against extent_item */
1209 	ei = btrfs_item_ptr(leaf, slot, struct btrfs_extent_item);
1210 	flags = btrfs_extent_flags(leaf, ei);
1211 	total_refs = btrfs_extent_refs(leaf, ei);
1212 	generation = btrfs_extent_generation(leaf, ei);
1213 	if (generation > btrfs_super_generation(fs_info->super_copy) + 1) {
1214 		extent_err(leaf, slot,
1215 			   "invalid generation, have %llu expect (0, %llu]",
1216 			   generation,
1217 			   btrfs_super_generation(fs_info->super_copy) + 1);
1218 		return -EUCLEAN;
1219 	}
1220 	if (!has_single_bit_set(flags & (BTRFS_EXTENT_FLAG_DATA |
1221 					 BTRFS_EXTENT_FLAG_TREE_BLOCK))) {
1222 		extent_err(leaf, slot,
1223 		"invalid extent flag, have 0x%llx expect 1 bit set in 0x%llx",
1224 			flags, BTRFS_EXTENT_FLAG_DATA |
1225 			BTRFS_EXTENT_FLAG_TREE_BLOCK);
1226 		return -EUCLEAN;
1227 	}
1228 	is_tree_block = !!(flags & BTRFS_EXTENT_FLAG_TREE_BLOCK);
1229 	if (is_tree_block) {
1230 		if (key->type == BTRFS_EXTENT_ITEM_KEY &&
1231 		    key->offset != fs_info->nodesize) {
1232 			extent_err(leaf, slot,
1233 				   "invalid extent length, have %llu expect %u",
1234 				   key->offset, fs_info->nodesize);
1235 			return -EUCLEAN;
1236 		}
1237 	} else {
1238 		if (key->type != BTRFS_EXTENT_ITEM_KEY) {
1239 			extent_err(leaf, slot,
1240 			"invalid key type, have %u expect %u for data backref",
1241 				   key->type, BTRFS_EXTENT_ITEM_KEY);
1242 			return -EUCLEAN;
1243 		}
1244 		if (!IS_ALIGNED(key->offset, fs_info->sectorsize)) {
1245 			extent_err(leaf, slot,
1246 			"invalid extent length, have %llu expect aligned to %u",
1247 				   key->offset, fs_info->sectorsize);
1248 			return -EUCLEAN;
1249 		}
1250 	}
1251 	ptr = (unsigned long)(struct btrfs_extent_item *)(ei + 1);
1252 
1253 	/* Check the special case of btrfs_tree_block_info */
1254 	if (is_tree_block && key->type != BTRFS_METADATA_ITEM_KEY) {
1255 		struct btrfs_tree_block_info *info;
1256 
1257 		info = (struct btrfs_tree_block_info *)ptr;
1258 		if (btrfs_tree_block_level(leaf, info) >= BTRFS_MAX_LEVEL) {
1259 			extent_err(leaf, slot,
1260 			"invalid tree block info level, have %u expect [0, %u]",
1261 				   btrfs_tree_block_level(leaf, info),
1262 				   BTRFS_MAX_LEVEL - 1);
1263 			return -EUCLEAN;
1264 		}
1265 		ptr = (unsigned long)(struct btrfs_tree_block_info *)(info + 1);
1266 	}
1267 
1268 	/* Check inline refs */
1269 	while (ptr < end) {
1270 		struct btrfs_extent_inline_ref *iref;
1271 		struct btrfs_extent_data_ref *dref;
1272 		struct btrfs_shared_data_ref *sref;
1273 		u64 dref_offset;
1274 		u64 inline_offset;
1275 		u8 inline_type;
1276 
1277 		if (ptr + sizeof(*iref) > end) {
1278 			extent_err(leaf, slot,
1279 "inline ref item overflows extent item, ptr %lu iref size %zu end %lu",
1280 				   ptr, sizeof(*iref), end);
1281 			return -EUCLEAN;
1282 		}
1283 		iref = (struct btrfs_extent_inline_ref *)ptr;
1284 		inline_type = btrfs_extent_inline_ref_type(leaf, iref);
1285 		inline_offset = btrfs_extent_inline_ref_offset(leaf, iref);
1286 		if (ptr + btrfs_extent_inline_ref_size(inline_type) > end) {
1287 			extent_err(leaf, slot,
1288 "inline ref item overflows extent item, ptr %lu iref size %u end %lu",
1289 				   ptr, inline_type, end);
1290 			return -EUCLEAN;
1291 		}
1292 
1293 		switch (inline_type) {
1294 		/* inline_offset is subvolid of the owner, no need to check */
1295 		case BTRFS_TREE_BLOCK_REF_KEY:
1296 			inline_refs++;
1297 			break;
1298 		/* Contains parent bytenr */
1299 		case BTRFS_SHARED_BLOCK_REF_KEY:
1300 			if (!IS_ALIGNED(inline_offset, fs_info->sectorsize)) {
1301 				extent_err(leaf, slot,
1302 		"invalid tree parent bytenr, have %llu expect aligned to %u",
1303 					   inline_offset, fs_info->sectorsize);
1304 				return -EUCLEAN;
1305 			}
1306 			inline_refs++;
1307 			break;
1308 		/*
1309 		 * Contains owner subvolid, owner key objectid, adjusted offset.
1310 		 * The only obvious corruption can happen in that offset.
1311 		 */
1312 		case BTRFS_EXTENT_DATA_REF_KEY:
1313 			dref = (struct btrfs_extent_data_ref *)(&iref->offset);
1314 			dref_offset = btrfs_extent_data_ref_offset(leaf, dref);
1315 			if (!IS_ALIGNED(dref_offset, fs_info->sectorsize)) {
1316 				extent_err(leaf, slot,
1317 		"invalid data ref offset, have %llu expect aligned to %u",
1318 					   dref_offset, fs_info->sectorsize);
1319 				return -EUCLEAN;
1320 			}
1321 			inline_refs += btrfs_extent_data_ref_count(leaf, dref);
1322 			break;
1323 		/* Contains parent bytenr and ref count */
1324 		case BTRFS_SHARED_DATA_REF_KEY:
1325 			sref = (struct btrfs_shared_data_ref *)(iref + 1);
1326 			if (!IS_ALIGNED(inline_offset, fs_info->sectorsize)) {
1327 				extent_err(leaf, slot,
1328 		"invalid data parent bytenr, have %llu expect aligned to %u",
1329 					   inline_offset, fs_info->sectorsize);
1330 				return -EUCLEAN;
1331 			}
1332 			inline_refs += btrfs_shared_data_ref_count(leaf, sref);
1333 			break;
1334 		default:
1335 			extent_err(leaf, slot, "unknown inline ref type: %u",
1336 				   inline_type);
1337 			return -EUCLEAN;
1338 		}
1339 		ptr += btrfs_extent_inline_ref_size(inline_type);
1340 	}
1341 	/* No padding is allowed */
1342 	if (ptr != end) {
1343 		extent_err(leaf, slot,
1344 			   "invalid extent item size, padding bytes found");
1345 		return -EUCLEAN;
1346 	}
1347 
1348 	/* Finally, check the inline refs against total refs */
1349 	if (inline_refs > total_refs) {
1350 		extent_err(leaf, slot,
1351 			"invalid extent refs, have %llu expect >= inline %llu",
1352 			   total_refs, inline_refs);
1353 		return -EUCLEAN;
1354 	}
1355 	return 0;
1356 }
1357 
1358 static int check_simple_keyed_refs(struct extent_buffer *leaf,
1359 				   struct btrfs_key *key, int slot)
1360 {
1361 	u32 expect_item_size = 0;
1362 
1363 	if (key->type == BTRFS_SHARED_DATA_REF_KEY)
1364 		expect_item_size = sizeof(struct btrfs_shared_data_ref);
1365 
1366 	if (btrfs_item_size_nr(leaf, slot) != expect_item_size) {
1367 		generic_err(leaf, slot,
1368 		"invalid item size, have %u expect %u for key type %u",
1369 			    btrfs_item_size_nr(leaf, slot),
1370 			    expect_item_size, key->type);
1371 		return -EUCLEAN;
1372 	}
1373 	if (!IS_ALIGNED(key->objectid, leaf->fs_info->sectorsize)) {
1374 		generic_err(leaf, slot,
1375 "invalid key objectid for shared block ref, have %llu expect aligned to %u",
1376 			    key->objectid, leaf->fs_info->sectorsize);
1377 		return -EUCLEAN;
1378 	}
1379 	if (key->type != BTRFS_TREE_BLOCK_REF_KEY &&
1380 	    !IS_ALIGNED(key->offset, leaf->fs_info->sectorsize)) {
1381 		extent_err(leaf, slot,
1382 		"invalid tree parent bytenr, have %llu expect aligned to %u",
1383 			   key->offset, leaf->fs_info->sectorsize);
1384 		return -EUCLEAN;
1385 	}
1386 	return 0;
1387 }
1388 
1389 static int check_extent_data_ref(struct extent_buffer *leaf,
1390 				 struct btrfs_key *key, int slot)
1391 {
1392 	struct btrfs_extent_data_ref *dref;
1393 	unsigned long ptr = btrfs_item_ptr_offset(leaf, slot);
1394 	const unsigned long end = ptr + btrfs_item_size_nr(leaf, slot);
1395 
1396 	if (btrfs_item_size_nr(leaf, slot) % sizeof(*dref) != 0) {
1397 		generic_err(leaf, slot,
1398 	"invalid item size, have %u expect aligned to %zu for key type %u",
1399 			    btrfs_item_size_nr(leaf, slot),
1400 			    sizeof(*dref), key->type);
1401 	}
1402 	if (!IS_ALIGNED(key->objectid, leaf->fs_info->sectorsize)) {
1403 		generic_err(leaf, slot,
1404 "invalid key objectid for shared block ref, have %llu expect aligned to %u",
1405 			    key->objectid, leaf->fs_info->sectorsize);
1406 		return -EUCLEAN;
1407 	}
1408 	for (; ptr < end; ptr += sizeof(*dref)) {
1409 		u64 root_objectid;
1410 		u64 owner;
1411 		u64 offset;
1412 		u64 hash;
1413 
1414 		dref = (struct btrfs_extent_data_ref *)ptr;
1415 		root_objectid = btrfs_extent_data_ref_root(leaf, dref);
1416 		owner = btrfs_extent_data_ref_objectid(leaf, dref);
1417 		offset = btrfs_extent_data_ref_offset(leaf, dref);
1418 		hash = hash_extent_data_ref(root_objectid, owner, offset);
1419 		if (hash != key->offset) {
1420 			extent_err(leaf, slot,
1421 	"invalid extent data ref hash, item has 0x%016llx key has 0x%016llx",
1422 				   hash, key->offset);
1423 			return -EUCLEAN;
1424 		}
1425 		if (!IS_ALIGNED(offset, leaf->fs_info->sectorsize)) {
1426 			extent_err(leaf, slot,
1427 	"invalid extent data backref offset, have %llu expect aligned to %u",
1428 				   offset, leaf->fs_info->sectorsize);
1429 		}
1430 	}
1431 	return 0;
1432 }
1433 
1434 #define inode_ref_err(eb, slot, fmt, args...)			\
1435 	inode_item_err(eb, slot, fmt, ##args)
1436 static int check_inode_ref(struct extent_buffer *leaf,
1437 			   struct btrfs_key *key, struct btrfs_key *prev_key,
1438 			   int slot)
1439 {
1440 	struct btrfs_inode_ref *iref;
1441 	unsigned long ptr;
1442 	unsigned long end;
1443 
1444 	if (!check_prev_ino(leaf, key, slot, prev_key))
1445 		return -EUCLEAN;
1446 	/* namelen can't be 0, so item_size == sizeof() is also invalid */
1447 	if (btrfs_item_size_nr(leaf, slot) <= sizeof(*iref)) {
1448 		inode_ref_err(leaf, slot,
1449 			"invalid item size, have %u expect (%zu, %u)",
1450 			btrfs_item_size_nr(leaf, slot),
1451 			sizeof(*iref), BTRFS_LEAF_DATA_SIZE(leaf->fs_info));
1452 		return -EUCLEAN;
1453 	}
1454 
1455 	ptr = btrfs_item_ptr_offset(leaf, slot);
1456 	end = ptr + btrfs_item_size_nr(leaf, slot);
1457 	while (ptr < end) {
1458 		u16 namelen;
1459 
1460 		if (ptr + sizeof(iref) > end) {
1461 			inode_ref_err(leaf, slot,
1462 			"inode ref overflow, ptr %lu end %lu inode_ref_size %zu",
1463 				ptr, end, sizeof(iref));
1464 			return -EUCLEAN;
1465 		}
1466 
1467 		iref = (struct btrfs_inode_ref *)ptr;
1468 		namelen = btrfs_inode_ref_name_len(leaf, iref);
1469 		if (ptr + sizeof(*iref) + namelen > end) {
1470 			inode_ref_err(leaf, slot,
1471 				"inode ref overflow, ptr %lu end %lu namelen %u",
1472 				ptr, end, namelen);
1473 			return -EUCLEAN;
1474 		}
1475 
1476 		/*
1477 		 * NOTE: In theory we should record all found index numbers
1478 		 * to find any duplicated indexes, but that will be too time
1479 		 * consuming for inodes with too many hard links.
1480 		 */
1481 		ptr += sizeof(*iref) + namelen;
1482 	}
1483 	return 0;
1484 }
1485 
1486 /*
1487  * Common point to switch the item-specific validation.
1488  */
1489 static int check_leaf_item(struct extent_buffer *leaf,
1490 			   struct btrfs_key *key, int slot,
1491 			   struct btrfs_key *prev_key)
1492 {
1493 	int ret = 0;
1494 	struct btrfs_chunk *chunk;
1495 
1496 	switch (key->type) {
1497 	case BTRFS_EXTENT_DATA_KEY:
1498 		ret = check_extent_data_item(leaf, key, slot, prev_key);
1499 		break;
1500 	case BTRFS_EXTENT_CSUM_KEY:
1501 		ret = check_csum_item(leaf, key, slot, prev_key);
1502 		break;
1503 	case BTRFS_DIR_ITEM_KEY:
1504 	case BTRFS_DIR_INDEX_KEY:
1505 	case BTRFS_XATTR_ITEM_KEY:
1506 		ret = check_dir_item(leaf, key, prev_key, slot);
1507 		break;
1508 	case BTRFS_INODE_REF_KEY:
1509 		ret = check_inode_ref(leaf, key, prev_key, slot);
1510 		break;
1511 	case BTRFS_BLOCK_GROUP_ITEM_KEY:
1512 		ret = check_block_group_item(leaf, key, slot);
1513 		break;
1514 	case BTRFS_CHUNK_ITEM_KEY:
1515 		chunk = btrfs_item_ptr(leaf, slot, struct btrfs_chunk);
1516 		ret = check_leaf_chunk_item(leaf, chunk, key, slot);
1517 		break;
1518 	case BTRFS_DEV_ITEM_KEY:
1519 		ret = check_dev_item(leaf, key, slot);
1520 		break;
1521 	case BTRFS_INODE_ITEM_KEY:
1522 		ret = check_inode_item(leaf, key, slot);
1523 		break;
1524 	case BTRFS_ROOT_ITEM_KEY:
1525 		ret = check_root_item(leaf, key, slot);
1526 		break;
1527 	case BTRFS_EXTENT_ITEM_KEY:
1528 	case BTRFS_METADATA_ITEM_KEY:
1529 		ret = check_extent_item(leaf, key, slot);
1530 		break;
1531 	case BTRFS_TREE_BLOCK_REF_KEY:
1532 	case BTRFS_SHARED_DATA_REF_KEY:
1533 	case BTRFS_SHARED_BLOCK_REF_KEY:
1534 		ret = check_simple_keyed_refs(leaf, key, slot);
1535 		break;
1536 	case BTRFS_EXTENT_DATA_REF_KEY:
1537 		ret = check_extent_data_ref(leaf, key, slot);
1538 		break;
1539 	}
1540 	return ret;
1541 }
1542 
1543 static int check_leaf(struct extent_buffer *leaf, bool check_item_data)
1544 {
1545 	struct btrfs_fs_info *fs_info = leaf->fs_info;
1546 	/* No valid key type is 0, so all key should be larger than this key */
1547 	struct btrfs_key prev_key = {0, 0, 0};
1548 	struct btrfs_key key;
1549 	u32 nritems = btrfs_header_nritems(leaf);
1550 	int slot;
1551 
1552 	if (btrfs_header_level(leaf) != 0) {
1553 		generic_err(leaf, 0,
1554 			"invalid level for leaf, have %d expect 0",
1555 			btrfs_header_level(leaf));
1556 		return -EUCLEAN;
1557 	}
1558 
1559 	/*
1560 	 * Extent buffers from a relocation tree have a owner field that
1561 	 * corresponds to the subvolume tree they are based on. So just from an
1562 	 * extent buffer alone we can not find out what is the id of the
1563 	 * corresponding subvolume tree, so we can not figure out if the extent
1564 	 * buffer corresponds to the root of the relocation tree or not. So
1565 	 * skip this check for relocation trees.
1566 	 */
1567 	if (nritems == 0 && !btrfs_header_flag(leaf, BTRFS_HEADER_FLAG_RELOC)) {
1568 		u64 owner = btrfs_header_owner(leaf);
1569 
1570 		/* These trees must never be empty */
1571 		if (owner == BTRFS_ROOT_TREE_OBJECTID ||
1572 		    owner == BTRFS_CHUNK_TREE_OBJECTID ||
1573 		    owner == BTRFS_EXTENT_TREE_OBJECTID ||
1574 		    owner == BTRFS_DEV_TREE_OBJECTID ||
1575 		    owner == BTRFS_FS_TREE_OBJECTID ||
1576 		    owner == BTRFS_DATA_RELOC_TREE_OBJECTID) {
1577 			generic_err(leaf, 0,
1578 			"invalid root, root %llu must never be empty",
1579 				    owner);
1580 			return -EUCLEAN;
1581 		}
1582 		/* Unknown tree */
1583 		if (owner == 0) {
1584 			generic_err(leaf, 0,
1585 				"invalid owner, root 0 is not defined");
1586 			return -EUCLEAN;
1587 		}
1588 		return 0;
1589 	}
1590 
1591 	if (nritems == 0)
1592 		return 0;
1593 
1594 	/*
1595 	 * Check the following things to make sure this is a good leaf, and
1596 	 * leaf users won't need to bother with similar sanity checks:
1597 	 *
1598 	 * 1) key ordering
1599 	 * 2) item offset and size
1600 	 *    No overlap, no hole, all inside the leaf.
1601 	 * 3) item content
1602 	 *    If possible, do comprehensive sanity check.
1603 	 *    NOTE: All checks must only rely on the item data itself.
1604 	 */
1605 	for (slot = 0; slot < nritems; slot++) {
1606 		u32 item_end_expected;
1607 		int ret;
1608 
1609 		btrfs_item_key_to_cpu(leaf, &key, slot);
1610 
1611 		/* Make sure the keys are in the right order */
1612 		if (btrfs_comp_cpu_keys(&prev_key, &key) >= 0) {
1613 			generic_err(leaf, slot,
1614 	"bad key order, prev (%llu %u %llu) current (%llu %u %llu)",
1615 				prev_key.objectid, prev_key.type,
1616 				prev_key.offset, key.objectid, key.type,
1617 				key.offset);
1618 			return -EUCLEAN;
1619 		}
1620 
1621 		/*
1622 		 * Make sure the offset and ends are right, remember that the
1623 		 * item data starts at the end of the leaf and grows towards the
1624 		 * front.
1625 		 */
1626 		if (slot == 0)
1627 			item_end_expected = BTRFS_LEAF_DATA_SIZE(fs_info);
1628 		else
1629 			item_end_expected = btrfs_item_offset_nr(leaf,
1630 								 slot - 1);
1631 		if (btrfs_item_end_nr(leaf, slot) != item_end_expected) {
1632 			generic_err(leaf, slot,
1633 				"unexpected item end, have %u expect %u",
1634 				btrfs_item_end_nr(leaf, slot),
1635 				item_end_expected);
1636 			return -EUCLEAN;
1637 		}
1638 
1639 		/*
1640 		 * Check to make sure that we don't point outside of the leaf,
1641 		 * just in case all the items are consistent to each other, but
1642 		 * all point outside of the leaf.
1643 		 */
1644 		if (btrfs_item_end_nr(leaf, slot) >
1645 		    BTRFS_LEAF_DATA_SIZE(fs_info)) {
1646 			generic_err(leaf, slot,
1647 			"slot end outside of leaf, have %u expect range [0, %u]",
1648 				btrfs_item_end_nr(leaf, slot),
1649 				BTRFS_LEAF_DATA_SIZE(fs_info));
1650 			return -EUCLEAN;
1651 		}
1652 
1653 		/* Also check if the item pointer overlaps with btrfs item. */
1654 		if (btrfs_item_nr_offset(slot) + sizeof(struct btrfs_item) >
1655 		    btrfs_item_ptr_offset(leaf, slot)) {
1656 			generic_err(leaf, slot,
1657 		"slot overlaps with its data, item end %lu data start %lu",
1658 				btrfs_item_nr_offset(slot) +
1659 				sizeof(struct btrfs_item),
1660 				btrfs_item_ptr_offset(leaf, slot));
1661 			return -EUCLEAN;
1662 		}
1663 
1664 		if (check_item_data) {
1665 			/*
1666 			 * Check if the item size and content meet other
1667 			 * criteria
1668 			 */
1669 			ret = check_leaf_item(leaf, &key, slot, &prev_key);
1670 			if (ret < 0)
1671 				return ret;
1672 		}
1673 
1674 		prev_key.objectid = key.objectid;
1675 		prev_key.type = key.type;
1676 		prev_key.offset = key.offset;
1677 	}
1678 
1679 	return 0;
1680 }
1681 
1682 int btrfs_check_leaf_full(struct extent_buffer *leaf)
1683 {
1684 	return check_leaf(leaf, true);
1685 }
1686 ALLOW_ERROR_INJECTION(btrfs_check_leaf_full, ERRNO);
1687 
1688 int btrfs_check_leaf_relaxed(struct extent_buffer *leaf)
1689 {
1690 	return check_leaf(leaf, false);
1691 }
1692 
1693 int btrfs_check_node(struct extent_buffer *node)
1694 {
1695 	struct btrfs_fs_info *fs_info = node->fs_info;
1696 	unsigned long nr = btrfs_header_nritems(node);
1697 	struct btrfs_key key, next_key;
1698 	int slot;
1699 	int level = btrfs_header_level(node);
1700 	u64 bytenr;
1701 	int ret = 0;
1702 
1703 	if (level <= 0 || level >= BTRFS_MAX_LEVEL) {
1704 		generic_err(node, 0,
1705 			"invalid level for node, have %d expect [1, %d]",
1706 			level, BTRFS_MAX_LEVEL - 1);
1707 		return -EUCLEAN;
1708 	}
1709 	if (nr == 0 || nr > BTRFS_NODEPTRS_PER_BLOCK(fs_info)) {
1710 		btrfs_crit(fs_info,
1711 "corrupt node: root=%llu block=%llu, nritems too %s, have %lu expect range [1,%u]",
1712 			   btrfs_header_owner(node), node->start,
1713 			   nr == 0 ? "small" : "large", nr,
1714 			   BTRFS_NODEPTRS_PER_BLOCK(fs_info));
1715 		return -EUCLEAN;
1716 	}
1717 
1718 	for (slot = 0; slot < nr - 1; slot++) {
1719 		bytenr = btrfs_node_blockptr(node, slot);
1720 		btrfs_node_key_to_cpu(node, &key, slot);
1721 		btrfs_node_key_to_cpu(node, &next_key, slot + 1);
1722 
1723 		if (!bytenr) {
1724 			generic_err(node, slot,
1725 				"invalid NULL node pointer");
1726 			ret = -EUCLEAN;
1727 			goto out;
1728 		}
1729 		if (!IS_ALIGNED(bytenr, fs_info->sectorsize)) {
1730 			generic_err(node, slot,
1731 			"unaligned pointer, have %llu should be aligned to %u",
1732 				bytenr, fs_info->sectorsize);
1733 			ret = -EUCLEAN;
1734 			goto out;
1735 		}
1736 
1737 		if (btrfs_comp_cpu_keys(&key, &next_key) >= 0) {
1738 			generic_err(node, slot,
1739 	"bad key order, current (%llu %u %llu) next (%llu %u %llu)",
1740 				key.objectid, key.type, key.offset,
1741 				next_key.objectid, next_key.type,
1742 				next_key.offset);
1743 			ret = -EUCLEAN;
1744 			goto out;
1745 		}
1746 	}
1747 out:
1748 	return ret;
1749 }
1750 ALLOW_ERROR_INJECTION(btrfs_check_node, ERRNO);
1751