11366c37eSMatthew Wilcox #include <stdio.h> 21366c37eSMatthew Wilcox #include <stdlib.h> 31366c37eSMatthew Wilcox #include <unistd.h> 41366c37eSMatthew Wilcox #include <time.h> 51366c37eSMatthew Wilcox #include <assert.h> 61366c37eSMatthew Wilcox 71366c37eSMatthew Wilcox #include <linux/slab.h> 81366c37eSMatthew Wilcox #include <linux/radix-tree.h> 91366c37eSMatthew Wilcox 101366c37eSMatthew Wilcox #include "test.h" 111366c37eSMatthew Wilcox #include "regression.h" 121366c37eSMatthew Wilcox 131366c37eSMatthew Wilcox void __gang_check(unsigned long middle, long down, long up, int chunk, int hop) 141366c37eSMatthew Wilcox { 151366c37eSMatthew Wilcox long idx; 161366c37eSMatthew Wilcox RADIX_TREE(tree, GFP_KERNEL); 171366c37eSMatthew Wilcox 181366c37eSMatthew Wilcox middle = 1 << 30; 191366c37eSMatthew Wilcox 201366c37eSMatthew Wilcox for (idx = -down; idx < up; idx++) 211366c37eSMatthew Wilcox item_insert(&tree, middle + idx); 221366c37eSMatthew Wilcox 231366c37eSMatthew Wilcox item_check_absent(&tree, middle - down - 1); 241366c37eSMatthew Wilcox for (idx = -down; idx < up; idx++) 251366c37eSMatthew Wilcox item_check_present(&tree, middle + idx); 261366c37eSMatthew Wilcox item_check_absent(&tree, middle + up); 271366c37eSMatthew Wilcox 281366c37eSMatthew Wilcox item_gang_check_present(&tree, middle - down, 291366c37eSMatthew Wilcox up + down, chunk, hop); 301366c37eSMatthew Wilcox item_full_scan(&tree, middle - down, down + up, chunk); 311366c37eSMatthew Wilcox item_kill_tree(&tree); 321366c37eSMatthew Wilcox } 331366c37eSMatthew Wilcox 341366c37eSMatthew Wilcox void gang_check(void) 351366c37eSMatthew Wilcox { 361366c37eSMatthew Wilcox __gang_check(1 << 30, 128, 128, 35, 2); 371366c37eSMatthew Wilcox __gang_check(1 << 31, 128, 128, 32, 32); 381366c37eSMatthew Wilcox __gang_check(1 << 31, 128, 128, 32, 100); 391366c37eSMatthew Wilcox __gang_check(1 << 31, 128, 128, 17, 7); 401366c37eSMatthew Wilcox __gang_check(0xffff0000, 0, 65536, 17, 7); 411366c37eSMatthew Wilcox __gang_check(0xfffffffe, 1, 1, 17, 7); 421366c37eSMatthew Wilcox } 431366c37eSMatthew Wilcox 441366c37eSMatthew Wilcox void __big_gang_check(void) 451366c37eSMatthew Wilcox { 461366c37eSMatthew Wilcox unsigned long start; 471366c37eSMatthew Wilcox int wrapped = 0; 481366c37eSMatthew Wilcox 491366c37eSMatthew Wilcox start = 0; 501366c37eSMatthew Wilcox do { 511366c37eSMatthew Wilcox unsigned long old_start; 521366c37eSMatthew Wilcox 531366c37eSMatthew Wilcox // printf("0x%08lx\n", start); 541366c37eSMatthew Wilcox __gang_check(start, rand() % 113 + 1, rand() % 71, 551366c37eSMatthew Wilcox rand() % 157, rand() % 91 + 1); 561366c37eSMatthew Wilcox old_start = start; 571366c37eSMatthew Wilcox start += rand() % 1000000; 581366c37eSMatthew Wilcox start %= 1ULL << 33; 591366c37eSMatthew Wilcox if (start < old_start) 601366c37eSMatthew Wilcox wrapped = 1; 611366c37eSMatthew Wilcox } while (!wrapped); 621366c37eSMatthew Wilcox } 631366c37eSMatthew Wilcox 64aa1d62d8SRoss Zwisler void big_gang_check(bool long_run) 651366c37eSMatthew Wilcox { 661366c37eSMatthew Wilcox int i; 671366c37eSMatthew Wilcox 68aa1d62d8SRoss Zwisler for (i = 0; i < (long_run ? 1000 : 3); i++) { 691366c37eSMatthew Wilcox __big_gang_check(); 701366c37eSMatthew Wilcox srand(time(0)); 711366c37eSMatthew Wilcox printf("%d ", i); 721366c37eSMatthew Wilcox fflush(stdout); 731366c37eSMatthew Wilcox } 741366c37eSMatthew Wilcox } 751366c37eSMatthew Wilcox 761366c37eSMatthew Wilcox void add_and_check(void) 771366c37eSMatthew Wilcox { 781366c37eSMatthew Wilcox RADIX_TREE(tree, GFP_KERNEL); 791366c37eSMatthew Wilcox 801366c37eSMatthew Wilcox item_insert(&tree, 44); 811366c37eSMatthew Wilcox item_check_present(&tree, 44); 821366c37eSMatthew Wilcox item_check_absent(&tree, 43); 831366c37eSMatthew Wilcox item_kill_tree(&tree); 841366c37eSMatthew Wilcox } 851366c37eSMatthew Wilcox 861366c37eSMatthew Wilcox void dynamic_height_check(void) 871366c37eSMatthew Wilcox { 881366c37eSMatthew Wilcox int i; 891366c37eSMatthew Wilcox RADIX_TREE(tree, GFP_KERNEL); 901366c37eSMatthew Wilcox tree_verify_min_height(&tree, 0); 911366c37eSMatthew Wilcox 921366c37eSMatthew Wilcox item_insert(&tree, 42); 931366c37eSMatthew Wilcox tree_verify_min_height(&tree, 42); 941366c37eSMatthew Wilcox 951366c37eSMatthew Wilcox item_insert(&tree, 1000000); 961366c37eSMatthew Wilcox tree_verify_min_height(&tree, 1000000); 971366c37eSMatthew Wilcox 981366c37eSMatthew Wilcox assert(item_delete(&tree, 1000000)); 991366c37eSMatthew Wilcox tree_verify_min_height(&tree, 42); 1001366c37eSMatthew Wilcox 1011366c37eSMatthew Wilcox assert(item_delete(&tree, 42)); 1021366c37eSMatthew Wilcox tree_verify_min_height(&tree, 0); 1031366c37eSMatthew Wilcox 1041366c37eSMatthew Wilcox for (i = 0; i < 1000; i++) { 1051366c37eSMatthew Wilcox item_insert(&tree, i); 1061366c37eSMatthew Wilcox tree_verify_min_height(&tree, i); 1071366c37eSMatthew Wilcox } 1081366c37eSMatthew Wilcox 1091366c37eSMatthew Wilcox i--; 1101366c37eSMatthew Wilcox for (;;) { 1111366c37eSMatthew Wilcox assert(item_delete(&tree, i)); 1121366c37eSMatthew Wilcox if (i == 0) { 1131366c37eSMatthew Wilcox tree_verify_min_height(&tree, 0); 1141366c37eSMatthew Wilcox break; 1151366c37eSMatthew Wilcox } 1161366c37eSMatthew Wilcox i--; 1171366c37eSMatthew Wilcox tree_verify_min_height(&tree, i); 1181366c37eSMatthew Wilcox } 1191366c37eSMatthew Wilcox 1201366c37eSMatthew Wilcox item_kill_tree(&tree); 1211366c37eSMatthew Wilcox } 1221366c37eSMatthew Wilcox 1231366c37eSMatthew Wilcox void check_copied_tags(struct radix_tree_root *tree, unsigned long start, unsigned long end, unsigned long *idx, int count, int fromtag, int totag) 1241366c37eSMatthew Wilcox { 1251366c37eSMatthew Wilcox int i; 1261366c37eSMatthew Wilcox 1271366c37eSMatthew Wilcox for (i = 0; i < count; i++) { 1281366c37eSMatthew Wilcox /* if (i % 1000 == 0) 1291366c37eSMatthew Wilcox putchar('.'); */ 1301366c37eSMatthew Wilcox if (idx[i] < start || idx[i] > end) { 1311366c37eSMatthew Wilcox if (item_tag_get(tree, idx[i], totag)) { 1321366c37eSMatthew Wilcox printf("%lu-%lu: %lu, tags %d-%d\n", start, end, idx[i], item_tag_get(tree, idx[i], fromtag), item_tag_get(tree, idx[i], totag)); 1331366c37eSMatthew Wilcox } 1341366c37eSMatthew Wilcox assert(!item_tag_get(tree, idx[i], totag)); 1351366c37eSMatthew Wilcox continue; 1361366c37eSMatthew Wilcox } 1371366c37eSMatthew Wilcox if (item_tag_get(tree, idx[i], fromtag) ^ 1381366c37eSMatthew Wilcox item_tag_get(tree, idx[i], totag)) { 1391366c37eSMatthew Wilcox printf("%lu-%lu: %lu, tags %d-%d\n", start, end, idx[i], item_tag_get(tree, idx[i], fromtag), item_tag_get(tree, idx[i], totag)); 1401366c37eSMatthew Wilcox } 1411366c37eSMatthew Wilcox assert(!(item_tag_get(tree, idx[i], fromtag) ^ 1421366c37eSMatthew Wilcox item_tag_get(tree, idx[i], totag))); 1431366c37eSMatthew Wilcox } 1441366c37eSMatthew Wilcox } 1451366c37eSMatthew Wilcox 1461366c37eSMatthew Wilcox #define ITEMS 50000 1471366c37eSMatthew Wilcox 1481366c37eSMatthew Wilcox void copy_tag_check(void) 1491366c37eSMatthew Wilcox { 1501366c37eSMatthew Wilcox RADIX_TREE(tree, GFP_KERNEL); 1511366c37eSMatthew Wilcox unsigned long idx[ITEMS]; 1521366c37eSMatthew Wilcox unsigned long start, end, count = 0, tagged, cur, tmp; 1531366c37eSMatthew Wilcox int i; 1541366c37eSMatthew Wilcox 1551366c37eSMatthew Wilcox // printf("generating radix tree indices...\n"); 1561366c37eSMatthew Wilcox start = rand(); 1571366c37eSMatthew Wilcox end = rand(); 1581366c37eSMatthew Wilcox if (start > end && (rand() % 10)) { 1591366c37eSMatthew Wilcox cur = start; 1601366c37eSMatthew Wilcox start = end; 1611366c37eSMatthew Wilcox end = cur; 1621366c37eSMatthew Wilcox } 1631366c37eSMatthew Wilcox /* Specifically create items around the start and the end of the range 1641366c37eSMatthew Wilcox * with high probability to check for off by one errors */ 1651366c37eSMatthew Wilcox cur = rand(); 1661366c37eSMatthew Wilcox if (cur & 1) { 1671366c37eSMatthew Wilcox item_insert(&tree, start); 1681366c37eSMatthew Wilcox if (cur & 2) { 1691366c37eSMatthew Wilcox if (start <= end) 1701366c37eSMatthew Wilcox count++; 1711366c37eSMatthew Wilcox item_tag_set(&tree, start, 0); 1721366c37eSMatthew Wilcox } 1731366c37eSMatthew Wilcox } 1741366c37eSMatthew Wilcox if (cur & 4) { 1751366c37eSMatthew Wilcox item_insert(&tree, start-1); 1761366c37eSMatthew Wilcox if (cur & 8) 1771366c37eSMatthew Wilcox item_tag_set(&tree, start-1, 0); 1781366c37eSMatthew Wilcox } 1791366c37eSMatthew Wilcox if (cur & 16) { 1801366c37eSMatthew Wilcox item_insert(&tree, end); 1811366c37eSMatthew Wilcox if (cur & 32) { 1821366c37eSMatthew Wilcox if (start <= end) 1831366c37eSMatthew Wilcox count++; 1841366c37eSMatthew Wilcox item_tag_set(&tree, end, 0); 1851366c37eSMatthew Wilcox } 1861366c37eSMatthew Wilcox } 1871366c37eSMatthew Wilcox if (cur & 64) { 1881366c37eSMatthew Wilcox item_insert(&tree, end+1); 1891366c37eSMatthew Wilcox if (cur & 128) 1901366c37eSMatthew Wilcox item_tag_set(&tree, end+1, 0); 1911366c37eSMatthew Wilcox } 1921366c37eSMatthew Wilcox 1931366c37eSMatthew Wilcox for (i = 0; i < ITEMS; i++) { 1941366c37eSMatthew Wilcox do { 1951366c37eSMatthew Wilcox idx[i] = rand(); 1961366c37eSMatthew Wilcox } while (item_lookup(&tree, idx[i])); 1971366c37eSMatthew Wilcox 1981366c37eSMatthew Wilcox item_insert(&tree, idx[i]); 1991366c37eSMatthew Wilcox if (rand() & 1) { 2001366c37eSMatthew Wilcox item_tag_set(&tree, idx[i], 0); 2011366c37eSMatthew Wilcox if (idx[i] >= start && idx[i] <= end) 2021366c37eSMatthew Wilcox count++; 2031366c37eSMatthew Wilcox } 2041366c37eSMatthew Wilcox /* if (i % 1000 == 0) 2051366c37eSMatthew Wilcox putchar('.'); */ 2061366c37eSMatthew Wilcox } 2071366c37eSMatthew Wilcox 2081366c37eSMatthew Wilcox // printf("\ncopying tags...\n"); 2091366c37eSMatthew Wilcox cur = start; 2101366c37eSMatthew Wilcox tagged = radix_tree_range_tag_if_tagged(&tree, &cur, end, ITEMS, 0, 1); 2111366c37eSMatthew Wilcox 2121366c37eSMatthew Wilcox // printf("checking copied tags\n"); 2131366c37eSMatthew Wilcox assert(tagged == count); 2141366c37eSMatthew Wilcox check_copied_tags(&tree, start, end, idx, ITEMS, 0, 1); 2151366c37eSMatthew Wilcox 2161366c37eSMatthew Wilcox /* Copy tags in several rounds */ 2171366c37eSMatthew Wilcox // printf("\ncopying tags...\n"); 2181366c37eSMatthew Wilcox cur = start; 2191366c37eSMatthew Wilcox do { 2201366c37eSMatthew Wilcox tmp = rand() % (count/10+2); 2211366c37eSMatthew Wilcox tagged = radix_tree_range_tag_if_tagged(&tree, &cur, end, tmp, 0, 2); 2221366c37eSMatthew Wilcox } while (tmp == tagged); 2231366c37eSMatthew Wilcox 2241366c37eSMatthew Wilcox // printf("%lu %lu %lu\n", tagged, tmp, count); 2251366c37eSMatthew Wilcox // printf("checking copied tags\n"); 2261366c37eSMatthew Wilcox check_copied_tags(&tree, start, end, idx, ITEMS, 0, 2); 2271366c37eSMatthew Wilcox assert(tagged < tmp); 2281366c37eSMatthew Wilcox verify_tag_consistency(&tree, 0); 2291366c37eSMatthew Wilcox verify_tag_consistency(&tree, 1); 2301366c37eSMatthew Wilcox verify_tag_consistency(&tree, 2); 2311366c37eSMatthew Wilcox // printf("\n"); 2321366c37eSMatthew Wilcox item_kill_tree(&tree); 2331366c37eSMatthew Wilcox } 2341366c37eSMatthew Wilcox 235d42cb1a9SMatthew Wilcox void __locate_check(struct radix_tree_root *tree, unsigned long index) 236d42cb1a9SMatthew Wilcox { 237d42cb1a9SMatthew Wilcox struct item *item; 238d42cb1a9SMatthew Wilcox unsigned long index2; 239d42cb1a9SMatthew Wilcox 240d42cb1a9SMatthew Wilcox item_insert(tree, index); 241d42cb1a9SMatthew Wilcox item = item_lookup(tree, index); 242d42cb1a9SMatthew Wilcox index2 = radix_tree_locate_item(tree, item); 243d42cb1a9SMatthew Wilcox if (index != index2) { 244d42cb1a9SMatthew Wilcox printf("index %ld inserted; found %ld\n", 245d42cb1a9SMatthew Wilcox index, index2); 246d42cb1a9SMatthew Wilcox abort(); 247d42cb1a9SMatthew Wilcox } 248d42cb1a9SMatthew Wilcox } 249d42cb1a9SMatthew Wilcox 250d42cb1a9SMatthew Wilcox static void locate_check(void) 251d42cb1a9SMatthew Wilcox { 252d42cb1a9SMatthew Wilcox RADIX_TREE(tree, GFP_KERNEL); 253d42cb1a9SMatthew Wilcox unsigned long offset, index; 254d42cb1a9SMatthew Wilcox 255d42cb1a9SMatthew Wilcox for (offset = 0; offset < (1 << 3); offset++) { 256d42cb1a9SMatthew Wilcox for (index = 0; index < (1UL << 5); index++) { 257d42cb1a9SMatthew Wilcox __locate_check(&tree, index + offset); 258d42cb1a9SMatthew Wilcox } 259d42cb1a9SMatthew Wilcox if (radix_tree_locate_item(&tree, &tree) != -1) 260d42cb1a9SMatthew Wilcox abort(); 261d42cb1a9SMatthew Wilcox 262d42cb1a9SMatthew Wilcox item_kill_tree(&tree); 263d42cb1a9SMatthew Wilcox } 264d42cb1a9SMatthew Wilcox 265d42cb1a9SMatthew Wilcox if (radix_tree_locate_item(&tree, &tree) != -1) 266d42cb1a9SMatthew Wilcox abort(); 267d42cb1a9SMatthew Wilcox __locate_check(&tree, -1); 268d42cb1a9SMatthew Wilcox if (radix_tree_locate_item(&tree, &tree) != -1) 269d42cb1a9SMatthew Wilcox abort(); 270d42cb1a9SMatthew Wilcox item_kill_tree(&tree); 271d42cb1a9SMatthew Wilcox } 272d42cb1a9SMatthew Wilcox 273aa1d62d8SRoss Zwisler static void single_thread_tests(bool long_run) 2741366c37eSMatthew Wilcox { 2751366c37eSMatthew Wilcox int i; 2761366c37eSMatthew Wilcox 277d42cb1a9SMatthew Wilcox printf("starting single_thread_tests: %d allocated\n", nr_allocated); 278*4f3755d1SMatthew Wilcox multiorder_checks(); 279*4f3755d1SMatthew Wilcox printf("after multiorder_check: %d allocated\n", nr_allocated); 280d42cb1a9SMatthew Wilcox locate_check(); 281d42cb1a9SMatthew Wilcox printf("after locate_check: %d allocated\n", nr_allocated); 2821366c37eSMatthew Wilcox tag_check(); 2831366c37eSMatthew Wilcox printf("after tag_check: %d allocated\n", nr_allocated); 2841366c37eSMatthew Wilcox gang_check(); 2851366c37eSMatthew Wilcox printf("after gang_check: %d allocated\n", nr_allocated); 2861366c37eSMatthew Wilcox add_and_check(); 2871366c37eSMatthew Wilcox printf("after add_and_check: %d allocated\n", nr_allocated); 2881366c37eSMatthew Wilcox dynamic_height_check(); 2891366c37eSMatthew Wilcox printf("after dynamic_height_check: %d allocated\n", nr_allocated); 290aa1d62d8SRoss Zwisler big_gang_check(long_run); 2911366c37eSMatthew Wilcox printf("after big_gang_check: %d allocated\n", nr_allocated); 292aa1d62d8SRoss Zwisler for (i = 0; i < (long_run ? 2000 : 3); i++) { 2931366c37eSMatthew Wilcox copy_tag_check(); 2941366c37eSMatthew Wilcox printf("%d ", i); 2951366c37eSMatthew Wilcox fflush(stdout); 2961366c37eSMatthew Wilcox } 2971366c37eSMatthew Wilcox printf("after copy_tag_check: %d allocated\n", nr_allocated); 2981366c37eSMatthew Wilcox } 2991366c37eSMatthew Wilcox 300aa1d62d8SRoss Zwisler int main(int argc, char **argv) 3011366c37eSMatthew Wilcox { 302aa1d62d8SRoss Zwisler bool long_run = false; 303aa1d62d8SRoss Zwisler int opt; 304aa1d62d8SRoss Zwisler 305aa1d62d8SRoss Zwisler while ((opt = getopt(argc, argv, "l")) != -1) { 306aa1d62d8SRoss Zwisler if (opt == 'l') 307aa1d62d8SRoss Zwisler long_run = true; 308aa1d62d8SRoss Zwisler } 309aa1d62d8SRoss Zwisler 3101366c37eSMatthew Wilcox rcu_register_thread(); 3111366c37eSMatthew Wilcox radix_tree_init(); 3121366c37eSMatthew Wilcox 3131366c37eSMatthew Wilcox regression1_test(); 3141366c37eSMatthew Wilcox regression2_test(); 3152d6f45b8SKonstantin Khlebnikov regression3_test(); 316aa1d62d8SRoss Zwisler single_thread_tests(long_run); 3171366c37eSMatthew Wilcox 3181366c37eSMatthew Wilcox sleep(1); 3191366c37eSMatthew Wilcox printf("after sleep(1): %d allocated\n", nr_allocated); 3201366c37eSMatthew Wilcox rcu_unregister_thread(); 3211366c37eSMatthew Wilcox 3221366c37eSMatthew Wilcox exit(0); 3231366c37eSMatthew Wilcox } 324