1 // SPDX-License-Identifier: GPL-2.0
2 /*
3 * Copyright (C) 2015 Facebook. All rights reserved.
4 */
5
6 #include <linux/types.h>
7 #include "btrfs-tests.h"
8 #include "../ctree.h"
9 #include "../disk-io.h"
10 #include "../free-space-tree.h"
11 #include "../transaction.h"
12 #include "../block-group.h"
13 #include "../accessors.h"
14
15 struct free_space_extent {
16 u64 start;
17 u64 length;
18 };
19
__check_free_space_extents(struct btrfs_trans_handle * trans,struct btrfs_fs_info * fs_info,struct btrfs_block_group * cache,struct btrfs_path * path,const struct free_space_extent * const extents,unsigned int num_extents)20 static int __check_free_space_extents(struct btrfs_trans_handle *trans,
21 struct btrfs_fs_info *fs_info,
22 struct btrfs_block_group *cache,
23 struct btrfs_path *path,
24 const struct free_space_extent * const extents,
25 unsigned int num_extents)
26 {
27 struct btrfs_free_space_info *info;
28 struct btrfs_key key;
29 int prev_bit = 0, bit;
30 u64 extent_start = 0, offset, end;
31 u32 flags, extent_count;
32 unsigned int i;
33 int ret;
34
35 info = search_free_space_info(trans, cache, path, 0);
36 if (IS_ERR(info)) {
37 test_err("could not find free space info");
38 ret = PTR_ERR(info);
39 goto out;
40 }
41 flags = btrfs_free_space_flags(path->nodes[0], info);
42 extent_count = btrfs_free_space_extent_count(path->nodes[0], info);
43
44 if (extent_count != num_extents) {
45 test_err("extent count is wrong");
46 ret = -EINVAL;
47 goto out;
48 }
49 if (flags & BTRFS_FREE_SPACE_USING_BITMAPS) {
50 if (path->slots[0] != 0)
51 goto invalid;
52 end = cache->start + cache->length;
53 i = 0;
54 while (++path->slots[0] < btrfs_header_nritems(path->nodes[0])) {
55 btrfs_item_key_to_cpu(path->nodes[0], &key, path->slots[0]);
56 if (key.type != BTRFS_FREE_SPACE_BITMAP_KEY)
57 goto invalid;
58 offset = key.objectid;
59 while (offset < key.objectid + key.offset) {
60 bit = free_space_test_bit(cache, path, offset);
61 if (prev_bit == 0 && bit == 1) {
62 extent_start = offset;
63 } else if (prev_bit == 1 && bit == 0) {
64 if (i >= num_extents ||
65 extent_start != extents[i].start ||
66 offset - extent_start != extents[i].length)
67 goto invalid;
68 i++;
69 }
70 prev_bit = bit;
71 offset += fs_info->sectorsize;
72 }
73 }
74 if (prev_bit == 1) {
75 if (i >= num_extents ||
76 extent_start != extents[i].start ||
77 end - extent_start != extents[i].length)
78 goto invalid;
79 i++;
80 }
81 if (i != num_extents)
82 goto invalid;
83 } else {
84 if (btrfs_header_nritems(path->nodes[0]) != num_extents + 1 ||
85 path->slots[0] != 0)
86 goto invalid;
87 for (i = 0; i < num_extents; i++) {
88 path->slots[0]++;
89 btrfs_item_key_to_cpu(path->nodes[0], &key, path->slots[0]);
90 if (key.type != BTRFS_FREE_SPACE_EXTENT_KEY ||
91 key.objectid != extents[i].start ||
92 key.offset != extents[i].length)
93 goto invalid;
94 }
95 }
96
97 ret = 0;
98 out:
99 btrfs_release_path(path);
100 return ret;
101 invalid:
102 test_err("free space tree is invalid");
103 ret = -EINVAL;
104 goto out;
105 }
106
check_free_space_extents(struct btrfs_trans_handle * trans,struct btrfs_fs_info * fs_info,struct btrfs_block_group * cache,struct btrfs_path * path,const struct free_space_extent * const extents,unsigned int num_extents)107 static int check_free_space_extents(struct btrfs_trans_handle *trans,
108 struct btrfs_fs_info *fs_info,
109 struct btrfs_block_group *cache,
110 struct btrfs_path *path,
111 const struct free_space_extent * const extents,
112 unsigned int num_extents)
113 {
114 struct btrfs_free_space_info *info;
115 u32 flags;
116 int ret;
117
118 info = search_free_space_info(trans, cache, path, 0);
119 if (IS_ERR(info)) {
120 test_err("could not find free space info");
121 btrfs_release_path(path);
122 return PTR_ERR(info);
123 }
124 flags = btrfs_free_space_flags(path->nodes[0], info);
125 btrfs_release_path(path);
126
127 ret = __check_free_space_extents(trans, fs_info, cache, path, extents,
128 num_extents);
129 if (ret)
130 return ret;
131
132 /* Flip it to the other format and check that for good measure. */
133 if (flags & BTRFS_FREE_SPACE_USING_BITMAPS) {
134 ret = convert_free_space_to_extents(trans, cache, path);
135 if (ret) {
136 test_err("could not convert to extents");
137 return ret;
138 }
139 } else {
140 ret = convert_free_space_to_bitmaps(trans, cache, path);
141 if (ret) {
142 test_err("could not convert to bitmaps");
143 return ret;
144 }
145 }
146 return __check_free_space_extents(trans, fs_info, cache, path, extents,
147 num_extents);
148 }
149
test_empty_block_group(struct btrfs_trans_handle * trans,struct btrfs_fs_info * fs_info,struct btrfs_block_group * cache,struct btrfs_path * path,u32 alignment)150 static int test_empty_block_group(struct btrfs_trans_handle *trans,
151 struct btrfs_fs_info *fs_info,
152 struct btrfs_block_group *cache,
153 struct btrfs_path *path,
154 u32 alignment)
155 {
156 const struct free_space_extent extents[] = {
157 {cache->start, cache->length},
158 };
159
160 return check_free_space_extents(trans, fs_info, cache, path,
161 extents, ARRAY_SIZE(extents));
162 }
163
test_remove_all(struct btrfs_trans_handle * trans,struct btrfs_fs_info * fs_info,struct btrfs_block_group * cache,struct btrfs_path * path,u32 alignment)164 static int test_remove_all(struct btrfs_trans_handle *trans,
165 struct btrfs_fs_info *fs_info,
166 struct btrfs_block_group *cache,
167 struct btrfs_path *path,
168 u32 alignment)
169 {
170 const struct free_space_extent extents[] = {};
171 int ret;
172
173 ret = __remove_from_free_space_tree(trans, cache, path,
174 cache->start,
175 cache->length);
176 if (ret) {
177 test_err("could not remove free space");
178 return ret;
179 }
180
181 return check_free_space_extents(trans, fs_info, cache, path,
182 extents, ARRAY_SIZE(extents));
183 }
184
test_remove_beginning(struct btrfs_trans_handle * trans,struct btrfs_fs_info * fs_info,struct btrfs_block_group * cache,struct btrfs_path * path,u32 alignment)185 static int test_remove_beginning(struct btrfs_trans_handle *trans,
186 struct btrfs_fs_info *fs_info,
187 struct btrfs_block_group *cache,
188 struct btrfs_path *path,
189 u32 alignment)
190 {
191 const struct free_space_extent extents[] = {
192 {cache->start + alignment, cache->length - alignment},
193 };
194 int ret;
195
196 ret = __remove_from_free_space_tree(trans, cache, path,
197 cache->start, alignment);
198 if (ret) {
199 test_err("could not remove free space");
200 return ret;
201 }
202
203 return check_free_space_extents(trans, fs_info, cache, path,
204 extents, ARRAY_SIZE(extents));
205
206 }
207
test_remove_end(struct btrfs_trans_handle * trans,struct btrfs_fs_info * fs_info,struct btrfs_block_group * cache,struct btrfs_path * path,u32 alignment)208 static int test_remove_end(struct btrfs_trans_handle *trans,
209 struct btrfs_fs_info *fs_info,
210 struct btrfs_block_group *cache,
211 struct btrfs_path *path,
212 u32 alignment)
213 {
214 const struct free_space_extent extents[] = {
215 {cache->start, cache->length - alignment},
216 };
217 int ret;
218
219 ret = __remove_from_free_space_tree(trans, cache, path,
220 cache->start + cache->length - alignment,
221 alignment);
222 if (ret) {
223 test_err("could not remove free space");
224 return ret;
225 }
226
227 return check_free_space_extents(trans, fs_info, cache, path,
228 extents, ARRAY_SIZE(extents));
229 }
230
test_remove_middle(struct btrfs_trans_handle * trans,struct btrfs_fs_info * fs_info,struct btrfs_block_group * cache,struct btrfs_path * path,u32 alignment)231 static int test_remove_middle(struct btrfs_trans_handle *trans,
232 struct btrfs_fs_info *fs_info,
233 struct btrfs_block_group *cache,
234 struct btrfs_path *path,
235 u32 alignment)
236 {
237 const struct free_space_extent extents[] = {
238 {cache->start, alignment},
239 {cache->start + 2 * alignment, cache->length - 2 * alignment},
240 };
241 int ret;
242
243 ret = __remove_from_free_space_tree(trans, cache, path,
244 cache->start + alignment,
245 alignment);
246 if (ret) {
247 test_err("could not remove free space");
248 return ret;
249 }
250
251 return check_free_space_extents(trans, fs_info, cache, path,
252 extents, ARRAY_SIZE(extents));
253 }
254
test_merge_left(struct btrfs_trans_handle * trans,struct btrfs_fs_info * fs_info,struct btrfs_block_group * cache,struct btrfs_path * path,u32 alignment)255 static int test_merge_left(struct btrfs_trans_handle *trans,
256 struct btrfs_fs_info *fs_info,
257 struct btrfs_block_group *cache,
258 struct btrfs_path *path,
259 u32 alignment)
260 {
261 const struct free_space_extent extents[] = {
262 {cache->start, 2 * alignment},
263 };
264 int ret;
265
266 ret = __remove_from_free_space_tree(trans, cache, path,
267 cache->start, cache->length);
268 if (ret) {
269 test_err("could not remove free space");
270 return ret;
271 }
272
273 ret = __add_to_free_space_tree(trans, cache, path, cache->start,
274 alignment);
275 if (ret) {
276 test_err("could not add free space");
277 return ret;
278 }
279
280 ret = __add_to_free_space_tree(trans, cache, path,
281 cache->start + alignment,
282 alignment);
283 if (ret) {
284 test_err("could not add free space");
285 return ret;
286 }
287
288 return check_free_space_extents(trans, fs_info, cache, path,
289 extents, ARRAY_SIZE(extents));
290 }
291
test_merge_right(struct btrfs_trans_handle * trans,struct btrfs_fs_info * fs_info,struct btrfs_block_group * cache,struct btrfs_path * path,u32 alignment)292 static int test_merge_right(struct btrfs_trans_handle *trans,
293 struct btrfs_fs_info *fs_info,
294 struct btrfs_block_group *cache,
295 struct btrfs_path *path,
296 u32 alignment)
297 {
298 const struct free_space_extent extents[] = {
299 {cache->start + alignment, 2 * alignment},
300 };
301 int ret;
302
303 ret = __remove_from_free_space_tree(trans, cache, path,
304 cache->start, cache->length);
305 if (ret) {
306 test_err("could not remove free space");
307 return ret;
308 }
309
310 ret = __add_to_free_space_tree(trans, cache, path,
311 cache->start + 2 * alignment,
312 alignment);
313 if (ret) {
314 test_err("could not add free space");
315 return ret;
316 }
317
318 ret = __add_to_free_space_tree(trans, cache, path,
319 cache->start + alignment,
320 alignment);
321 if (ret) {
322 test_err("could not add free space");
323 return ret;
324 }
325
326 return check_free_space_extents(trans, fs_info, cache, path,
327 extents, ARRAY_SIZE(extents));
328 }
329
test_merge_both(struct btrfs_trans_handle * trans,struct btrfs_fs_info * fs_info,struct btrfs_block_group * cache,struct btrfs_path * path,u32 alignment)330 static int test_merge_both(struct btrfs_trans_handle *trans,
331 struct btrfs_fs_info *fs_info,
332 struct btrfs_block_group *cache,
333 struct btrfs_path *path,
334 u32 alignment)
335 {
336 const struct free_space_extent extents[] = {
337 {cache->start, 3 * alignment},
338 };
339 int ret;
340
341 ret = __remove_from_free_space_tree(trans, cache, path,
342 cache->start, cache->length);
343 if (ret) {
344 test_err("could not remove free space");
345 return ret;
346 }
347
348 ret = __add_to_free_space_tree(trans, cache, path, cache->start,
349 alignment);
350 if (ret) {
351 test_err("could not add free space");
352 return ret;
353 }
354
355 ret = __add_to_free_space_tree(trans, cache, path,
356 cache->start + 2 * alignment, alignment);
357 if (ret) {
358 test_err("could not add free space");
359 return ret;
360 }
361
362 ret = __add_to_free_space_tree(trans, cache, path,
363 cache->start + alignment, alignment);
364 if (ret) {
365 test_err("could not add free space");
366 return ret;
367 }
368
369 return check_free_space_extents(trans, fs_info, cache, path,
370 extents, ARRAY_SIZE(extents));
371 }
372
test_merge_none(struct btrfs_trans_handle * trans,struct btrfs_fs_info * fs_info,struct btrfs_block_group * cache,struct btrfs_path * path,u32 alignment)373 static int test_merge_none(struct btrfs_trans_handle *trans,
374 struct btrfs_fs_info *fs_info,
375 struct btrfs_block_group *cache,
376 struct btrfs_path *path,
377 u32 alignment)
378 {
379 const struct free_space_extent extents[] = {
380 {cache->start, alignment},
381 {cache->start + 2 * alignment, alignment},
382 {cache->start + 4 * alignment, alignment},
383 };
384 int ret;
385
386 ret = __remove_from_free_space_tree(trans, cache, path,
387 cache->start, cache->length);
388 if (ret) {
389 test_err("could not remove free space");
390 return ret;
391 }
392
393 ret = __add_to_free_space_tree(trans, cache, path, cache->start,
394 alignment);
395 if (ret) {
396 test_err("could not add free space");
397 return ret;
398 }
399
400 ret = __add_to_free_space_tree(trans, cache, path,
401 cache->start + 4 * alignment, alignment);
402 if (ret) {
403 test_err("could not add free space");
404 return ret;
405 }
406
407 ret = __add_to_free_space_tree(trans, cache, path,
408 cache->start + 2 * alignment, alignment);
409 if (ret) {
410 test_err("could not add free space");
411 return ret;
412 }
413
414 return check_free_space_extents(trans, fs_info, cache, path,
415 extents, ARRAY_SIZE(extents));
416 }
417
418 typedef int (*test_func_t)(struct btrfs_trans_handle *,
419 struct btrfs_fs_info *,
420 struct btrfs_block_group *,
421 struct btrfs_path *,
422 u32 alignment);
423
run_test(test_func_t test_func,int bitmaps,u32 sectorsize,u32 nodesize,u32 alignment)424 static int run_test(test_func_t test_func, int bitmaps, u32 sectorsize,
425 u32 nodesize, u32 alignment)
426 {
427 struct btrfs_fs_info *fs_info;
428 struct btrfs_root *root = NULL;
429 struct btrfs_block_group *cache = NULL;
430 struct btrfs_trans_handle trans;
431 struct btrfs_path *path = NULL;
432 int ret;
433
434 fs_info = btrfs_alloc_dummy_fs_info(nodesize, sectorsize);
435 if (!fs_info) {
436 test_std_err(TEST_ALLOC_FS_INFO);
437 ret = -ENOMEM;
438 goto out;
439 }
440
441 root = btrfs_alloc_dummy_root(fs_info);
442 if (IS_ERR(root)) {
443 test_std_err(TEST_ALLOC_ROOT);
444 ret = PTR_ERR(root);
445 goto out;
446 }
447
448 btrfs_set_super_compat_ro_flags(root->fs_info->super_copy,
449 BTRFS_FEATURE_COMPAT_RO_FREE_SPACE_TREE);
450 root->root_key.objectid = BTRFS_FREE_SPACE_TREE_OBJECTID;
451 root->root_key.type = BTRFS_ROOT_ITEM_KEY;
452 root->root_key.offset = 0;
453 btrfs_global_root_insert(root);
454 root->fs_info->tree_root = root;
455
456 root->node = alloc_test_extent_buffer(root->fs_info, nodesize);
457 if (IS_ERR(root->node)) {
458 test_std_err(TEST_ALLOC_EXTENT_BUFFER);
459 ret = PTR_ERR(root->node);
460 goto out;
461 }
462 btrfs_set_header_level(root->node, 0);
463 btrfs_set_header_nritems(root->node, 0);
464 root->alloc_bytenr += 2 * nodesize;
465
466 cache = btrfs_alloc_dummy_block_group(fs_info, 8 * alignment);
467 if (!cache) {
468 test_std_err(TEST_ALLOC_BLOCK_GROUP);
469 ret = -ENOMEM;
470 goto out;
471 }
472 cache->bitmap_low_thresh = 0;
473 cache->bitmap_high_thresh = (u32)-1;
474 set_bit(BLOCK_GROUP_FLAG_NEEDS_FREE_SPACE, &cache->runtime_flags);
475 cache->fs_info = root->fs_info;
476
477 btrfs_init_dummy_trans(&trans, root->fs_info);
478
479 path = btrfs_alloc_path();
480 if (!path) {
481 test_std_err(TEST_ALLOC_ROOT);
482 ret = -ENOMEM;
483 goto out;
484 }
485
486 ret = add_block_group_free_space(&trans, cache);
487 if (ret) {
488 test_err("could not add block group free space");
489 goto out;
490 }
491
492 if (bitmaps) {
493 ret = convert_free_space_to_bitmaps(&trans, cache, path);
494 if (ret) {
495 test_err("could not convert block group to bitmaps");
496 goto out;
497 }
498 }
499
500 ret = test_func(&trans, root->fs_info, cache, path, alignment);
501 if (ret)
502 goto out;
503
504 ret = remove_block_group_free_space(&trans, cache);
505 if (ret) {
506 test_err("could not remove block group free space");
507 goto out;
508 }
509
510 if (btrfs_header_nritems(root->node) != 0) {
511 test_err("free space tree has leftover items");
512 ret = -EINVAL;
513 goto out;
514 }
515
516 ret = 0;
517 out:
518 btrfs_free_path(path);
519 btrfs_free_dummy_block_group(cache);
520 btrfs_free_dummy_root(root);
521 btrfs_free_dummy_fs_info(fs_info);
522 return ret;
523 }
524
run_test_both_formats(test_func_t test_func,u32 sectorsize,u32 nodesize,u32 alignment)525 static int run_test_both_formats(test_func_t test_func, u32 sectorsize,
526 u32 nodesize, u32 alignment)
527 {
528 int test_ret = 0;
529 int ret;
530
531 ret = run_test(test_func, 0, sectorsize, nodesize, alignment);
532 if (ret) {
533 test_err(
534 "%ps failed with extents, sectorsize=%u, nodesize=%u, alignment=%u",
535 test_func, sectorsize, nodesize, alignment);
536 test_ret = ret;
537 }
538
539 ret = run_test(test_func, 1, sectorsize, nodesize, alignment);
540 if (ret) {
541 test_err(
542 "%ps failed with bitmaps, sectorsize=%u, nodesize=%u, alignment=%u",
543 test_func, sectorsize, nodesize, alignment);
544 test_ret = ret;
545 }
546
547 return test_ret;
548 }
549
btrfs_test_free_space_tree(u32 sectorsize,u32 nodesize)550 int btrfs_test_free_space_tree(u32 sectorsize, u32 nodesize)
551 {
552 test_func_t tests[] = {
553 test_empty_block_group,
554 test_remove_all,
555 test_remove_beginning,
556 test_remove_end,
557 test_remove_middle,
558 test_merge_left,
559 test_merge_right,
560 test_merge_both,
561 test_merge_none,
562 };
563 u32 bitmap_alignment;
564 int test_ret = 0;
565 int i;
566
567 /*
568 * Align some operations to a page to flush out bugs in the extent
569 * buffer bitmap handling of highmem.
570 */
571 bitmap_alignment = BTRFS_FREE_SPACE_BITMAP_BITS * PAGE_SIZE;
572
573 test_msg("running free space tree tests");
574 for (i = 0; i < ARRAY_SIZE(tests); i++) {
575 int ret;
576
577 ret = run_test_both_formats(tests[i], sectorsize, nodesize,
578 sectorsize);
579 if (ret)
580 test_ret = ret;
581
582 ret = run_test_both_formats(tests[i], sectorsize, nodesize,
583 bitmap_alignment);
584 if (ret)
585 test_ret = ret;
586 }
587
588 return test_ret;
589 }
590