Lines Matching refs:PCPU_BITMAP_BLOCK_BITS

289 	       (index * PCPU_BITMAP_BLOCK_BITS / BITS_PER_LONG);  in pcpu_index_alloc_map()
294 return off / PCPU_BITMAP_BLOCK_BITS; in pcpu_off_to_block_index()
299 return off & (PCPU_BITMAP_BLOCK_BITS - 1); in pcpu_off_to_block_off()
304 return index * PCPU_BITMAP_BLOCK_BITS + off; in pcpu_block_off_to_off()
378 if (block->left_free == PCPU_BITMAP_BLOCK_BITS) in pcpu_next_md_free_region()
393 *bits + block->contig_hint_start < PCPU_BITMAP_BLOCK_BITS) { in pcpu_next_md_free_region()
402 *bit_off = (i + 1) * PCPU_BITMAP_BLOCK_BITS - block->right_free; in pcpu_next_md_free_region()
435 if (block->left_free == PCPU_BITMAP_BLOCK_BITS) in pcpu_next_fit_region()
459 *bit_off = ALIGN(PCPU_BITMAP_BLOCK_BITS - block->right_free, in pcpu_next_fit_region()
461 *bits = PCPU_BITMAP_BLOCK_BITS - *bit_off; in pcpu_next_fit_region()
720 if (e_off > PCPU_BITMAP_BLOCK_BITS) in pcpu_block_update_scan()
794 for_each_clear_bitrange_from(start, end, alloc_map, PCPU_BITMAP_BLOCK_BITS) in pcpu_block_refresh_hint()
834 if (s_block->contig_hint == PCPU_BITMAP_BLOCK_BITS) in pcpu_block_update_hint_alloc()
845 PCPU_BITMAP_BLOCK_BITS, in pcpu_block_update_hint_alloc()
868 PCPU_BITMAP_BLOCK_BITS - e_off); in pcpu_block_update_hint_alloc()
877 if (e_block->contig_hint == PCPU_BITMAP_BLOCK_BITS) in pcpu_block_update_hint_alloc()
886 PCPU_BITMAP_BLOCK_BITS, e_off); in pcpu_block_update_hint_alloc()
888 if (e_off == PCPU_BITMAP_BLOCK_BITS) { in pcpu_block_update_hint_alloc()
902 PCPU_BITMAP_BLOCK_BITS - e_off); in pcpu_block_update_hint_alloc()
1016 PCPU_BITMAP_BLOCK_BITS, end); in pcpu_block_update_hint_free()
1019 e_off = (s_index == e_index) ? end : PCPU_BITMAP_BLOCK_BITS; in pcpu_block_update_hint_free()
1020 if (!start && e_off == PCPU_BITMAP_BLOCK_BITS) in pcpu_block_update_hint_free()
1027 if (end == PCPU_BITMAP_BLOCK_BITS) in pcpu_block_update_hint_free()
1037 block->contig_hint = PCPU_BITMAP_BLOCK_BITS; in pcpu_block_update_hint_free()
1038 block->left_free = PCPU_BITMAP_BLOCK_BITS; in pcpu_block_update_hint_free()
1039 block->right_free = PCPU_BITMAP_BLOCK_BITS; in pcpu_block_update_hint_free()
1052 if (((end - start) >= PCPU_BITMAP_BLOCK_BITS) || s_index != e_index) in pcpu_block_update_hint_free()
1231 end = min_t(int, start + alloc_bits + PCPU_BITMAP_BLOCK_BITS, in pcpu_alloc_area()
1329 pcpu_init_md_block(md_block, PCPU_BITMAP_BLOCK_BITS); in pcpu_init_md_blocks()
2174 if (block->contig_hint == PCPU_BITMAP_BLOCK_BITS && in pcpu_reclaim_populated()