// SPDX-License-Identifier: GPL-2.0-or-later #include "alloc_exact_nid_api.h" #include "alloc_nid_api.h" #define FUNC_NAME "memblock_alloc_exact_nid_raw" /* * contains the fraction of MEM_SIZE contained in each node in basis point * units (one hundredth of 1% or 1/10000) */ static const unsigned int node_fractions[] = { 2500, /* 1/4 */ 625, /* 1/16 */ 1250, /* 1/8 */ 1250, /* 1/8 */ 625, /* 1/16 */ 625, /* 1/16 */ 2500, /* 1/4 */ 625, /* 1/16 */ }; /* * A test that tries to allocate a memory region in a specific NUMA node that * has enough memory to allocate a region of the requested size. * Expect to allocate an aligned region at the end of the requested node. */ static int alloc_exact_nid_top_down_numa_simple_check(void) { int nid_req = 3; struct memblock_region *new_rgn = &memblock.reserved.regions[0]; struct memblock_region *req_node = &memblock.memory.regions[nid_req]; void *allocated_ptr = NULL; phys_addr_t size; phys_addr_t min_addr; phys_addr_t max_addr; PREFIX_PUSH(); setup_numa_memblock(node_fractions); ASSERT_LE(SZ_4, req_node->size); size = req_node->size / SZ_4; min_addr = memblock_start_of_DRAM(); max_addr = memblock_end_of_DRAM(); allocated_ptr = memblock_alloc_exact_nid_raw(size, SMP_CACHE_BYTES, min_addr, max_addr, nid_req); ASSERT_NE(allocated_ptr, NULL); ASSERT_MEM_NE(allocated_ptr, 0, size); ASSERT_EQ(new_rgn->size, size); ASSERT_EQ(new_rgn->base, region_end(req_node) - size); ASSERT_LE(req_node->base, new_rgn->base); ASSERT_EQ(memblock.reserved.cnt, 1); ASSERT_EQ(memblock.reserved.total_size, size); test_pass_pop(); return 0; } /* * A test that tries to allocate a memory region in a specific NUMA node that * is partially reserved but has enough memory for the allocated region: * * | +---------------------------------------+ | * | | requested | | * +-----------+---------------------------------------+----------+ * * | +------------------+ +-----+ | * | | reserved | | new | | * +-----------+------------------+--------------+-----+----------+ * * Expect to allocate an aligned region at the end of the requested node. The * region count and total size get updated. */ static int alloc_exact_nid_top_down_numa_part_reserved_check(void) { int nid_req = 4; struct memblock_region *new_rgn = &memblock.reserved.regions[1]; struct memblock_region *req_node = &memblock.memory.regions[nid_req]; void *allocated_ptr = NULL; struct region r1; phys_addr_t size; phys_addr_t min_addr; phys_addr_t max_addr; PREFIX_PUSH(); setup_numa_memblock(node_fractions); ASSERT_LE(SZ_8, req_node->size); r1.base = req_node->base; r1.size = req_node->size / SZ_2; size = r1.size / SZ_4; min_addr = memblock_start_of_DRAM(); max_addr = memblock_end_of_DRAM(); memblock_reserve(r1.base, r1.size); allocated_ptr = memblock_alloc_exact_nid_raw(size, SMP_CACHE_BYTES, min_addr, max_addr, nid_req); ASSERT_NE(allocated_ptr, NULL); ASSERT_MEM_NE(allocated_ptr, 0, size); ASSERT_EQ(new_rgn->size, size); ASSERT_EQ(new_rgn->base, region_end(req_node) - size); ASSERT_LE(req_node->base, new_rgn->base); ASSERT_EQ(memblock.reserved.cnt, 2); ASSERT_EQ(memblock.reserved.total_size, size + r1.size); test_pass_pop(); return 0; } /* * A test that tries to allocate a memory region that spans over the min_addr * and max_addr range and overlaps with two different nodes, where the first * node is the requested node: * * min_addr * | max_addr * | | * v v * | +-----------------------+-----------+ | * | | requested | node3 | | * +-----------+-----------------------+-----------+--------------+ * + + * | +-----------+ | * | | rgn | | * +-----------------------+-----------+--------------------------+ * * Expect to drop the lower limit and allocate a memory region that ends at * the end of the requested node. */ static int alloc_exact_nid_top_down_numa_split_range_low_check(void) { int nid_req = 2; struct memblock_region *new_rgn = &memblock.reserved.regions[0]; struct memblock_region *req_node = &memblock.memory.regions[nid_req]; void *allocated_ptr = NULL; phys_addr_t size = SZ_512; phys_addr_t min_addr; phys_addr_t max_addr; phys_addr_t req_node_end; PREFIX_PUSH(); setup_numa_memblock(node_fractions); req_node_end = region_end(req_node); min_addr = req_node_end - SZ_256; max_addr = min_addr + size; allocated_ptr = memblock_alloc_exact_nid_raw(size, SMP_CACHE_BYTES, min_addr, max_addr, nid_req); ASSERT_NE(allocated_ptr, NULL); ASSERT_MEM_NE(allocated_ptr, 0, size); ASSERT_EQ(new_rgn->size, size); ASSERT_EQ(new_rgn->base, req_node_end - size); ASSERT_LE(req_node->base, new_rgn->base); ASSERT_EQ(memblock.reserved.cnt, 1); ASSERT_EQ(memblock.reserved.total_size, size); test_pass_pop(); return 0; } /* * A test that tries to allocate a memory region that spans over the min_addr * and max_addr range and overlaps with two different nodes, where the requested * node ends before min_addr: * * min_addr * | max_addr * | | * v v * | +---------------+ +-------------+---------+ | * | | requested | | node1 | node2 | | * +----+---------------+--------+-------------+---------+----------+ * + + * | +---------+ | * | | rgn | | * +----------+---------+-------------------------------------------+ * * Expect to drop the lower limit and allocate a memory region that ends at * the end of the requested node. */ static int alloc_exact_nid_top_down_numa_no_overlap_split_check(void) { int nid_req = 2; struct memblock_region *new_rgn = &memblock.reserved.regions[0]; struct memblock_region *req_node = &memblock.memory.regions[nid_req]; struct memblock_region *node2 = &memblock.memory.regions[6]; void *allocated_ptr = NULL; phys_addr_t size; phys_addr_t min_addr; phys_addr_t max_addr; PREFIX_PUSH(); setup_numa_memblock(node_fractions); size = SZ_512; min_addr = node2->base - SZ_256; max_addr = min_addr + size; allocated_ptr = memblock_alloc_exact_nid_raw(size, SMP_CACHE_BYTES, min_addr, max_addr, nid_req); ASSERT_NE(allocated_ptr, NULL); ASSERT_MEM_NE(allocated_ptr, 0, size); ASSERT_EQ(new_rgn->size, size); ASSERT_EQ(new_rgn->base, region_end(req_node) - size); ASSERT_LE(req_node->base, new_rgn->base); ASSERT_EQ(memblock.reserved.cnt, 1); ASSERT_EQ(memblock.reserved.total_size, size); test_pass_pop(); return 0; } /* * A test that tries to allocate memory within min_addr and max_add range when * the requested node and the range do not overlap, and requested node ends * before min_addr. The range overlaps with multiple nodes along node * boundaries: * * min_addr * | max_addr * | | * v v * |-----------+ +----------+----...----+----------+ | * | requested | | min node | ... | max node | | * +-----------+-----------+----------+----...----+----------+------+ * + + * | +-----+ | * | | rgn | | * +-----+-----+----------------------------------------------------+ * * Expect to drop the lower limit and allocate a memory region that ends at * the end of the requested node. */ static int alloc_exact_nid_top_down_numa_no_overlap_low_check(void) { int nid_req = 0; struct memblock_region *new_rgn = &memblock.reserved.regions[0]; struct memblock_region *req_node = &memblock.memory.regions[nid_req]; struct memblock_region *min_node = &memblock.memory.regions[2]; struct memblock_region *max_node = &memblock.memory.regions[5]; void *allocated_ptr = NULL; phys_addr_t size = SZ_64; phys_addr_t max_addr; phys_addr_t min_addr; PREFIX_PUSH(); setup_numa_memblock(node_fractions); min_addr = min_node->base; max_addr = region_end(max_node); allocated_ptr = memblock_alloc_exact_nid_raw(size, SMP_CACHE_BYTES, min_addr, max_addr, nid_req); ASSERT_NE(allocated_ptr, NULL); ASSERT_MEM_NE(allocated_ptr, 0, size); ASSERT_EQ(new_rgn->size, size); ASSERT_EQ(new_rgn->base, region_end(req_node) - size); ASSERT_EQ(memblock.reserved.cnt, 1); ASSERT_EQ(memblock.reserved.total_size, size); test_pass_pop(); return 0; } /* * A test that tries to allocate a memory region in a specific NUMA node that * has enough memory to allocate a region of the requested size. * Expect to allocate an aligned region at the beginning of the requested node. */ static int alloc_exact_nid_bottom_up_numa_simple_check(void) { int nid_req = 3; struct memblock_region *new_rgn = &memblock.reserved.regions[0]; struct memblock_region *req_node = &memblock.memory.regions[nid_req]; void *allocated_ptr = NULL; phys_addr_t size; phys_addr_t min_addr; phys_addr_t max_addr; PREFIX_PUSH(); setup_numa_memblock(node_fractions); ASSERT_LE(SZ_4, req_node->size); size = req_node->size / SZ_4; min_addr = memblock_start_of_DRAM(); max_addr = memblock_end_of_DRAM(); allocated_ptr = memblock_alloc_exact_nid_raw(size, SMP_CACHE_BYTES, min_addr, max_addr, nid_req); ASSERT_NE(allocated_ptr, NULL); ASSERT_MEM_NE(allocated_ptr, 0, size); ASSERT_EQ(new_rgn->size, size); ASSERT_EQ(new_rgn->base, req_node->base); ASSERT_LE(region_end(new_rgn), region_end(req_node)); ASSERT_EQ(memblock.reserved.cnt, 1); ASSERT_EQ(memblock.reserved.total_size, size); test_pass_pop(); return 0; } /* * A test that tries to allocate a memory region in a specific NUMA node that * is partially reserved but has enough memory for the allocated region: * * | +---------------------------------------+ | * | | requested | | * +-----------+---------------------------------------+---------+ * * | +------------------+-----+ | * | | reserved | new | | * +-----------+------------------+-----+------------------------+ * * Expect to allocate an aligned region in the requested node that merges with * the existing reserved region. The total size gets updated. */ static int alloc_exact_nid_bottom_up_numa_part_reserved_check(void) { int nid_req = 4; struct memblock_region *new_rgn = &memblock.reserved.regions[0]; struct memblock_region *req_node = &memblock.memory.regions[nid_req]; void *allocated_ptr = NULL; struct region r1; phys_addr_t size; phys_addr_t min_addr; phys_addr_t max_addr; phys_addr_t total_size; PREFIX_PUSH(); setup_numa_memblock(node_fractions); ASSERT_LE(SZ_8, req_node->size); r1.base = req_node->base; r1.size = req_node->size / SZ_2; size = r1.size / SZ_4; min_addr = memblock_start_of_DRAM(); max_addr = memblock_end_of_DRAM(); total_size = size + r1.size; memblock_reserve(r1.base, r1.size); allocated_ptr = memblock_alloc_exact_nid_raw(size, SMP_CACHE_BYTES, min_addr, max_addr, nid_req); ASSERT_NE(allocated_ptr, NULL); ASSERT_MEM_NE(allocated_ptr, 0, size); ASSERT_EQ(new_rgn->size, total_size); ASSERT_EQ(new_rgn->base, req_node->base); ASSERT_LE(region_end(new_rgn), region_end(req_node)); ASSERT_EQ(memblock.reserved.cnt, 1); ASSERT_EQ(memblock.reserved.total_size, total_size); test_pass_pop(); return 0; } /* * A test that tries to allocate a memory region that spans over the min_addr * and max_addr range and overlaps with two different nodes, where the first * node is the requested node: * * min_addr * | max_addr * | | * v v * | +-----------------------+-----------+ | * | | requested | node3 | | * +-----------+-----------------------+-----------+--------------+ * + + * | +-----------+ | * | | rgn | | * +-----------+-----------+--------------------------------------+ * * Expect to drop the lower limit and allocate a memory region at the beginning * of the requested node. */ static int alloc_exact_nid_bottom_up_numa_split_range_low_check(void) { int nid_req = 2; struct memblock_region *new_rgn = &memblock.reserved.regions[0]; struct memblock_region *req_node = &memblock.memory.regions[nid_req]; void *allocated_ptr = NULL; phys_addr_t size = SZ_512; phys_addr_t min_addr; phys_addr_t max_addr; phys_addr_t req_node_end; PREFIX_PUSH(); setup_numa_memblock(node_fractions); req_node_end = region_end(req_node); min_addr = req_node_end - SZ_256; max_addr = min_addr + size; allocated_ptr = memblock_alloc_exact_nid_raw(size, SMP_CACHE_BYTES, min_addr, max_addr, nid_req); ASSERT_NE(allocated_ptr, NULL); ASSERT_MEM_NE(allocated_ptr, 0, size); ASSERT_EQ(new_rgn->size, size); ASSERT_EQ(new_rgn->base, req_node->base); ASSERT_LE(region_end(new_rgn), req_node_end); ASSERT_EQ(memblock.reserved.cnt, 1); ASSERT_EQ(memblock.reserved.total_size, size); test_pass_pop(); return 0; } /* * A test that tries to allocate a memory region that spans over the min_addr * and max_addr range and overlaps with two different nodes, where the requested * node ends before min_addr: * * min_addr * | max_addr * | | * v v * | +---------------+ +-------------+---------+ | * | | requested | | node1 | node2 | | * +----+---------------+--------+-------------+---------+---------+ * + + * | +---------+ | * | | rgn | | * +----+---------+------------------------------------------------+ * * Expect to drop the lower limit and allocate a memory region that starts at * the beginning of the requested node. */ static int alloc_exact_nid_bottom_up_numa_no_overlap_split_check(void) { int nid_req = 2; struct memblock_region *new_rgn = &memblock.reserved.regions[0]; struct memblock_region *req_node = &memblock.memory.regions[nid_req]; struct memblock_region *node2 = &memblock.memory.regions[6]; void *allocated_ptr = NULL; phys_addr_t size; phys_addr_t min_addr; phys_addr_t max_addr; PREFIX_PUSH(); setup_numa_memblock(node_fractions); size = SZ_512; min_addr = node2->base - SZ_256; max_addr = min_addr + size; allocated_ptr = memblock_alloc_exact_nid_raw(size, SMP_CACHE_BYTES, min_addr, max_addr, nid_req); ASSERT_NE(allocated_ptr, NULL); ASSERT_MEM_NE(allocated_ptr, 0, size); ASSERT_EQ(new_rgn->size, size); ASSERT_EQ(new_rgn->base, req_node->base); ASSERT_LE(region_end(new_rgn), region_end(req_node)); ASSERT_EQ(memblock.reserved.cnt, 1); ASSERT_EQ(memblock.reserved.total_size, size); test_pass_pop(); return 0; } /* * A test that tries to allocate memory within min_addr and max_add range when * the requested node and the range do not overlap, and requested node ends * before min_addr. The range overlaps with multiple nodes along node * boundaries: * * min_addr * | max_addr * | | * v v * |-----------+ +----------+----...----+----------+ | * | requested | | min node | ... | max node | | * +-----------+-----------+----------+----...----+----------+------+ * + + * |-----+ | * | rgn | | * +-----+----------------------------------------------------------+ * * Expect to drop the lower limit and allocate a memory region that starts at * the beginning of the requested node. */ static int alloc_exact_nid_bottom_up_numa_no_overlap_low_check(void) { int nid_req = 0; struct memblock_region *new_rgn = &memblock.reserved.regions[0]; struct memblock_region *req_node = &memblock.memory.regions[nid_req]; struct memblock_region *min_node = &memblock.memory.regions[2]; struct memblock_region *max_node = &memblock.memory.regions[5]; void *allocated_ptr = NULL; phys_addr_t size = SZ_64; phys_addr_t max_addr; phys_addr_t min_addr; PREFIX_PUSH(); setup_numa_memblock(node_fractions); min_addr = min_node->base; max_addr = region_end(max_node); allocated_ptr = memblock_alloc_exact_nid_raw(size, SMP_CACHE_BYTES, min_addr, max_addr, nid_req); ASSERT_NE(allocated_ptr, NULL); ASSERT_MEM_NE(allocated_ptr, 0, size); ASSERT_EQ(new_rgn->size, size); ASSERT_EQ(new_rgn->base, req_node->base); ASSERT_LE(region_end(new_rgn), region_end(req_node)); ASSERT_EQ(memblock.reserved.cnt, 1); ASSERT_EQ(memblock.reserved.total_size, size); test_pass_pop(); return 0; } /* * A test that tries to allocate a memory region in a specific NUMA node that * does not have enough memory to allocate a region of the requested size: * * | +-----+ | * | | req | | * +---+-----+----------------------------+ * * +---------+ * | rgn | * +---------+ * * Expect no allocation to happen. */ static int alloc_exact_nid_numa_small_node_generic_check(void) { int nid_req = 1; struct memblock_region *req_node = &memblock.memory.regions[nid_req]; void *allocated_ptr = NULL; phys_addr_t size; phys_addr_t min_addr; phys_addr_t max_addr; PREFIX_PUSH(); setup_numa_memblock(node_fractions); size = SZ_2 * req_node->size; min_addr = memblock_start_of_DRAM(); max_addr = memblock_end_of_DRAM(); allocated_ptr = memblock_alloc_exact_nid_raw(size, SMP_CACHE_BYTES, min_addr, max_addr, nid_req); ASSERT_EQ(allocated_ptr, NULL); test_pass_pop(); return 0; } /* * A test that tries to allocate a memory region in a specific NUMA node that * is fully reserved: * * | +---------+ | * | |requested| | * +--------------+---------+-------------+ * * | +---------+ | * | | reserved| | * +--------------+---------+-------------+ * * Expect no allocation to happen. */ static int alloc_exact_nid_numa_node_reserved_generic_check(void) { int nid_req = 2; struct memblock_region *req_node = &memblock.memory.regions[nid_req]; void *allocated_ptr = NULL; phys_addr_t size; phys_addr_t min_addr; phys_addr_t max_addr; PREFIX_PUSH(); setup_numa_memblock(node_fractions); size = req_node->size; min_addr = memblock_start_of_DRAM(); max_addr = memblock_end_of_DRAM(); memblock_reserve(req_node->base, req_node->size); allocated_ptr = memblock_alloc_exact_nid_raw(size, SMP_CACHE_BYTES, min_addr, max_addr, nid_req); ASSERT_EQ(allocated_ptr, NULL); test_pass_pop(); return 0; } /* * A test that tries to allocate a memory region in a specific NUMA node that * is partially reserved and does not have enough contiguous memory for the * allocated region: * * | +-----------------------+ | * | | requested | | * +-----------+-----------------------+----+ * * | +----------+ | * | | reserved | | * +-----------------+----------+-----------+ * * Expect no allocation to happen. */ static int alloc_exact_nid_numa_part_reserved_fail_generic_check(void) { int nid_req = 4; struct memblock_region *req_node = &memblock.memory.regions[nid_req]; void *allocated_ptr = NULL; struct region r1; phys_addr_t size; phys_addr_t min_addr; phys_addr_t max_addr; PREFIX_PUSH(); setup_numa_memblock(node_fractions); ASSERT_LE(SZ_4, req_node->size); size = req_node->size / SZ_2; r1.base = req_node->base + (size / SZ_2); r1.size = size; min_addr = memblock_start_of_DRAM(); max_addr = memblock_end_of_DRAM(); memblock_reserve(r1.base, r1.size); allocated_ptr = memblock_alloc_exact_nid_raw(size, SMP_CACHE_BYTES, min_addr, max_addr, nid_req); ASSERT_EQ(allocated_ptr, NULL); test_pass_pop(); return 0; } /* * A test that tries to allocate a memory region that spans over the min_addr * and max_addr range and overlaps with two different nodes, where the second * node is the requested node: * * min_addr * | max_addr * | | * v v * | +--------------------------+---------+ | * | | first node |requested| | * +------+--------------------------+---------+----------------+ * * Expect no allocation to happen. */ static int alloc_exact_nid_numa_split_range_high_generic_check(void) { int nid_req = 3; struct memblock_region *req_node = &memblock.memory.regions[nid_req]; void *allocated_ptr = NULL; phys_addr_t size = SZ_512; phys_addr_t min_addr; phys_addr_t max_addr; PREFIX_PUSH(); setup_numa_memblock(node_fractions); min_addr = req_node->base - SZ_256; max_addr = min_addr + size; allocated_ptr = memblock_alloc_exact_nid_raw(size, SMP_CACHE_BYTES, min_addr, max_addr, nid_req); ASSERT_EQ(allocated_ptr, NULL); test_pass_pop(); return 0; } /* * A test that tries to allocate memory within min_addr and max_add range when * the requested node and the range do not overlap, and requested node starts * after max_addr. The range overlaps with multiple nodes along node * boundaries: * * min_addr * | max_addr * | | * v v * | +----------+----...----+----------+ +-----------+ | * | | min node | ... | max node | | requested | | * +-----+----------+----...----+----------+--------+-----------+---+ * * Expect no allocation to happen. */ static int alloc_exact_nid_numa_no_overlap_high_generic_check(void) { int nid_req = 7; struct memblock_region *min_node = &memblock.memory.regions[2]; struct memblock_region *max_node = &memblock.memory.regions[5]; void *allocated_ptr = NULL; phys_addr_t size = SZ_64; phys_addr_t max_addr; phys_addr_t min_addr; PREFIX_PUSH(); setup_numa_memblock(node_fractions); min_addr = min_node->base; max_addr = region_end(max_node); allocated_ptr = memblock_alloc_exact_nid_raw(size, SMP_CACHE_BYTES, min_addr, max_addr, nid_req); ASSERT_EQ(allocated_ptr, NULL); test_pass_pop(); return 0; } /* * A test that tries to allocate a memory region in a specific NUMA node that * does not have enough memory to allocate a region of the requested size. * Additionally, none of the nodes have enough memory to allocate the region: * * +-----------------------------------+ * | new | * +-----------------------------------+ * |-------+-------+-------+-------+-------+-------+-------+-------| * | node0 | node1 | node2 | node3 | node4 | node5 | node6 | node7 | * +-------+-------+-------+-------+-------+-------+-------+-------+ * * Expect no allocation to happen. */ static int alloc_exact_nid_numa_large_region_generic_check(void) { int nid_req = 3; void *allocated_ptr = NULL; phys_addr_t size = MEM_SIZE / SZ_2; phys_addr_t min_addr; phys_addr_t max_addr; PREFIX_PUSH(); setup_numa_memblock(node_fractions); min_addr = memblock_start_of_DRAM(); max_addr = memblock_end_of_DRAM(); allocated_ptr = memblock_alloc_exact_nid_raw(size, SMP_CACHE_BYTES, min_addr, max_addr, nid_req); ASSERT_EQ(allocated_ptr, NULL); test_pass_pop(); return 0; } /* * A test that tries to allocate memory within min_addr and max_addr range when * there are two reserved regions at the borders. The requested node starts at * min_addr and ends at max_addr and is the same size as the region to be * allocated: * * min_addr * | max_addr * | | * v v * | +-----------+-----------------------+-----------------------| * | | node5 | requested | node7 | * +------+-----------+-----------------------+-----------------------+ * + + * | +----+-----------------------+----+ | * | | r2 | new | r1 | | * +-------------+----+-----------------------+----+------------------+ * * Expect to merge all of the regions into one. The region counter and total * size fields get updated. */ static int alloc_exact_nid_numa_reserved_full_merge_generic_check(void) { int nid_req = 6; int nid_next = nid_req + 1; struct memblock_region *new_rgn = &memblock.reserved.regions[0]; struct memblock_region *req_node = &memblock.memory.regions[nid_req]; struct memblock_region *next_node = &memblock.memory.regions[nid_next]; void *allocated_ptr = NULL; struct region r1, r2; phys_addr_t size = req_node->size; phys_addr_t total_size; phys_addr_t max_addr; phys_addr_t min_addr; PREFIX_PUSH(); setup_numa_memblock(node_fractions); r1.base = next_node->base; r1.size = SZ_128; r2.size = SZ_128; r2.base = r1.base - (size + r2.size); total_size = r1.size + r2.size + size; min_addr = r2.base + r2.size; max_addr = r1.base; memblock_reserve(r1.base, r1.size); memblock_reserve(r2.base, r2.size); allocated_ptr = memblock_alloc_exact_nid_raw(size, SMP_CACHE_BYTES, min_addr, max_addr, nid_req); ASSERT_NE(allocated_ptr, NULL); ASSERT_MEM_NE(allocated_ptr, 0, size); ASSERT_EQ(new_rgn->size, total_size); ASSERT_EQ(new_rgn->base, r2.base); ASSERT_LE(new_rgn->base, req_node->base); ASSERT_LE(region_end(req_node), region_end(new_rgn)); ASSERT_EQ(memblock.reserved.cnt, 1); ASSERT_EQ(memblock.reserved.total_size, total_size); test_pass_pop(); return 0; } /* * A test that tries to allocate memory within min_addr and max_add range, * where the total range can fit the region, but it is split between two nodes * and everything else is reserved. Additionally, nid is set to NUMA_NO_NODE * instead of requesting a specific node: * * +-----------+ * | new | * +-----------+ * | +---------------------+-----------| * | | prev node | next node | * +------+---------------------+-----------+ * + + * |----------------------+ +-----| * | r1 | | r2 | * +----------------------+-----------+-----+ * ^ ^ * | | * | max_addr * | * min_addr * * Expect no allocation to happen. */ static int alloc_exact_nid_numa_split_all_reserved_generic_check(void) { void *allocated_ptr = NULL; struct memblock_region *next_node = &memblock.memory.regions[7]; struct region r1, r2; phys_addr_t size = SZ_256; phys_addr_t max_addr; phys_addr_t min_addr; PREFIX_PUSH(); setup_numa_memblock(node_fractions); r2.base = next_node->base + SZ_128; r2.size = memblock_end_of_DRAM() - r2.base; r1.size = MEM_SIZE - (r2.size + size); r1.base = memblock_start_of_DRAM(); min_addr = r1.base + r1.size; max_addr = r2.base; memblock_reserve(r1.base, r1.size); memblock_reserve(r2.base, r2.size); allocated_ptr = memblock_alloc_exact_nid_raw(size, SMP_CACHE_BYTES, min_addr, max_addr, NUMA_NO_NODE); ASSERT_EQ(allocated_ptr, NULL); test_pass_pop(); return 0; } /* Test case wrappers for NUMA tests */ static int alloc_exact_nid_numa_simple_check(void) { test_print("\tRunning %s...\n", __func__); memblock_set_bottom_up(false); alloc_exact_nid_top_down_numa_simple_check(); memblock_set_bottom_up(true); alloc_exact_nid_bottom_up_numa_simple_check(); return 0; } static int alloc_exact_nid_numa_part_reserved_check(void) { test_print("\tRunning %s...\n", __func__); memblock_set_bottom_up(false); alloc_exact_nid_top_down_numa_part_reserved_check(); memblock_set_bottom_up(true); alloc_exact_nid_bottom_up_numa_part_reserved_check(); return 0; } static int alloc_exact_nid_numa_split_range_low_check(void) { test_print("\tRunning %s...\n", __func__); memblock_set_bottom_up(false); alloc_exact_nid_top_down_numa_split_range_low_check(); memblock_set_bottom_up(true); alloc_exact_nid_bottom_up_numa_split_range_low_check(); return 0; } static int alloc_exact_nid_numa_no_overlap_split_check(void) { test_print("\tRunning %s...\n", __func__); memblock_set_bottom_up(false); alloc_exact_nid_top_down_numa_no_overlap_split_check(); memblock_set_bottom_up(true); alloc_exact_nid_bottom_up_numa_no_overlap_split_check(); return 0; } static int alloc_exact_nid_numa_no_overlap_low_check(void) { test_print("\tRunning %s...\n", __func__); memblock_set_bottom_up(false); alloc_exact_nid_top_down_numa_no_overlap_low_check(); memblock_set_bottom_up(true); alloc_exact_nid_bottom_up_numa_no_overlap_low_check(); return 0; } static int alloc_exact_nid_numa_small_node_check(void) { test_print("\tRunning %s...\n", __func__); run_top_down(alloc_exact_nid_numa_small_node_generic_check); run_bottom_up(alloc_exact_nid_numa_small_node_generic_check); return 0; } static int alloc_exact_nid_numa_node_reserved_check(void) { test_print("\tRunning %s...\n", __func__); run_top_down(alloc_exact_nid_numa_node_reserved_generic_check); run_bottom_up(alloc_exact_nid_numa_node_reserved_generic_check); return 0; } static int alloc_exact_nid_numa_part_reserved_fail_check(void) { test_print("\tRunning %s...\n", __func__); run_top_down(alloc_exact_nid_numa_part_reserved_fail_generic_check); run_bottom_up(alloc_exact_nid_numa_part_reserved_fail_generic_check); return 0; } static int alloc_exact_nid_numa_split_range_high_check(void) { test_print("\tRunning %s...\n", __func__); run_top_down(alloc_exact_nid_numa_split_range_high_generic_check); run_bottom_up(alloc_exact_nid_numa_split_range_high_generic_check); return 0; } static int alloc_exact_nid_numa_no_overlap_high_check(void) { test_print("\tRunning %s...\n", __func__); run_top_down(alloc_exact_nid_numa_no_overlap_high_generic_check); run_bottom_up(alloc_exact_nid_numa_no_overlap_high_generic_check); return 0; } static int alloc_exact_nid_numa_large_region_check(void) { test_print("\tRunning %s...\n", __func__); run_top_down(alloc_exact_nid_numa_large_region_generic_check); run_bottom_up(alloc_exact_nid_numa_large_region_generic_check); return 0; } static int alloc_exact_nid_numa_reserved_full_merge_check(void) { test_print("\tRunning %s...\n", __func__); run_top_down(alloc_exact_nid_numa_reserved_full_merge_generic_check); run_bottom_up(alloc_exact_nid_numa_reserved_full_merge_generic_check); return 0; } static int alloc_exact_nid_numa_split_all_reserved_check(void) { test_print("\tRunning %s...\n", __func__); run_top_down(alloc_exact_nid_numa_split_all_reserved_generic_check); run_bottom_up(alloc_exact_nid_numa_split_all_reserved_generic_check); return 0; } int __memblock_alloc_exact_nid_numa_checks(void) { test_print("Running %s NUMA tests...\n", FUNC_NAME); alloc_exact_nid_numa_simple_check(); alloc_exact_nid_numa_part_reserved_check(); alloc_exact_nid_numa_split_range_low_check(); alloc_exact_nid_numa_no_overlap_split_check(); alloc_exact_nid_numa_no_overlap_low_check(); alloc_exact_nid_numa_small_node_check(); alloc_exact_nid_numa_node_reserved_check(); alloc_exact_nid_numa_part_reserved_fail_check(); alloc_exact_nid_numa_split_range_high_check(); alloc_exact_nid_numa_no_overlap_high_check(); alloc_exact_nid_numa_large_region_check(); alloc_exact_nid_numa_reserved_full_merge_check(); alloc_exact_nid_numa_split_all_reserved_check(); return 0; } int memblock_alloc_exact_nid_checks(void) { prefix_reset(); prefix_push(FUNC_NAME); reset_memblock_attributes(); dummy_physical_memory_init(); memblock_alloc_exact_nid_range_checks(); memblock_alloc_exact_nid_numa_checks(); dummy_physical_memory_cleanup(); prefix_pop(); return 0; }