12874c5fdSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later
264af4e0dSArnaldo Carvalho de Melo /* bit search implementation
3552eb975SArnaldo Carvalho de Melo *
464af4e0dSArnaldo Carvalho de Melo * Copied from lib/find_bit.c to tools/lib/find_bit.c
5552eb975SArnaldo Carvalho de Melo *
6552eb975SArnaldo Carvalho de Melo * Copyright (C) 2004 Red Hat, Inc. All Rights Reserved.
7552eb975SArnaldo Carvalho de Melo * Written by David Howells (dhowells@redhat.com)
8552eb975SArnaldo Carvalho de Melo *
964af4e0dSArnaldo Carvalho de Melo * Copyright (C) 2008 IBM Corporation
1064af4e0dSArnaldo Carvalho de Melo * 'find_last_bit' is written by Rusty Russell <rusty@rustcorp.com.au>
1164af4e0dSArnaldo Carvalho de Melo * (Inspired by David Howell's find_next_bit implementation)
1264af4e0dSArnaldo Carvalho de Melo *
1364af4e0dSArnaldo Carvalho de Melo * Rewritten by Yury Norov <yury.norov@gmail.com> to decrease
1464af4e0dSArnaldo Carvalho de Melo * size and improve performance, 2015.
15552eb975SArnaldo Carvalho de Melo */
16552eb975SArnaldo Carvalho de Melo
17552eb975SArnaldo Carvalho de Melo #include <linux/bitops.h>
1864af4e0dSArnaldo Carvalho de Melo #include <linux/bitmap.h>
1964af4e0dSArnaldo Carvalho de Melo #include <linux/kernel.h>
20552eb975SArnaldo Carvalho de Melo
21*6333cb31SYury Norov /*
22*6333cb31SYury Norov * Common helper for find_bit() function family
23*6333cb31SYury Norov * @FETCH: The expression that fetches and pre-processes each word of bitmap(s)
24*6333cb31SYury Norov * @MUNGE: The expression that post-processes a word containing found bit (may be empty)
25*6333cb31SYury Norov * @size: The bitmap size in bits
26*6333cb31SYury Norov */
27*6333cb31SYury Norov #define FIND_FIRST_BIT(FETCH, MUNGE, size) \
28*6333cb31SYury Norov ({ \
29*6333cb31SYury Norov unsigned long idx, val, sz = (size); \
30*6333cb31SYury Norov \
31*6333cb31SYury Norov for (idx = 0; idx * BITS_PER_LONG < sz; idx++) { \
32*6333cb31SYury Norov val = (FETCH); \
33*6333cb31SYury Norov if (val) { \
34*6333cb31SYury Norov sz = min(idx * BITS_PER_LONG + __ffs(MUNGE(val)), sz); \
35*6333cb31SYury Norov break; \
36*6333cb31SYury Norov } \
37*6333cb31SYury Norov } \
38*6333cb31SYury Norov \
39*6333cb31SYury Norov sz; \
40*6333cb31SYury Norov })
4164af4e0dSArnaldo Carvalho de Melo
4264af4e0dSArnaldo Carvalho de Melo /*
43*6333cb31SYury Norov * Common helper for find_next_bit() function family
44*6333cb31SYury Norov * @FETCH: The expression that fetches and pre-processes each word of bitmap(s)
45*6333cb31SYury Norov * @MUNGE: The expression that post-processes a word containing found bit (may be empty)
46*6333cb31SYury Norov * @size: The bitmap size in bits
47*6333cb31SYury Norov * @start: The bitnumber to start searching at
4864af4e0dSArnaldo Carvalho de Melo */
49*6333cb31SYury Norov #define FIND_NEXT_BIT(FETCH, MUNGE, size, start) \
50*6333cb31SYury Norov ({ \
51*6333cb31SYury Norov unsigned long mask, idx, tmp, sz = (size), __start = (start); \
52*6333cb31SYury Norov \
53*6333cb31SYury Norov if (unlikely(__start >= sz)) \
54*6333cb31SYury Norov goto out; \
55*6333cb31SYury Norov \
56*6333cb31SYury Norov mask = MUNGE(BITMAP_FIRST_WORD_MASK(__start)); \
57*6333cb31SYury Norov idx = __start / BITS_PER_LONG; \
58*6333cb31SYury Norov \
59*6333cb31SYury Norov for (tmp = (FETCH) & mask; !tmp; tmp = (FETCH)) { \
60*6333cb31SYury Norov if ((idx + 1) * BITS_PER_LONG >= sz) \
61*6333cb31SYury Norov goto out; \
62*6333cb31SYury Norov idx++; \
63*6333cb31SYury Norov } \
64*6333cb31SYury Norov \
65*6333cb31SYury Norov sz = min(idx * BITS_PER_LONG + __ffs(MUNGE(tmp)), sz); \
66*6333cb31SYury Norov out: \
67*6333cb31SYury Norov sz; \
68*6333cb31SYury Norov })
69552eb975SArnaldo Carvalho de Melo
70552eb975SArnaldo Carvalho de Melo #ifndef find_first_bit
71552eb975SArnaldo Carvalho de Melo /*
72552eb975SArnaldo Carvalho de Melo * Find the first set bit in a memory region.
73552eb975SArnaldo Carvalho de Melo */
_find_first_bit(const unsigned long * addr,unsigned long size)74eaae7841SYury Norov unsigned long _find_first_bit(const unsigned long *addr, unsigned long size)
75552eb975SArnaldo Carvalho de Melo {
76*6333cb31SYury Norov return FIND_FIRST_BIT(addr[idx], /* nop */, size);
77552eb975SArnaldo Carvalho de Melo }
78552eb975SArnaldo Carvalho de Melo #endif
7902bc11deSJiri Olsa
804ade0818SYury Norov #ifndef find_first_and_bit
814ade0818SYury Norov /*
824ade0818SYury Norov * Find the first set bit in two memory regions.
834ade0818SYury Norov */
_find_first_and_bit(const unsigned long * addr1,const unsigned long * addr2,unsigned long size)844ade0818SYury Norov unsigned long _find_first_and_bit(const unsigned long *addr1,
854ade0818SYury Norov const unsigned long *addr2,
864ade0818SYury Norov unsigned long size)
874ade0818SYury Norov {
88*6333cb31SYury Norov return FIND_FIRST_BIT(addr1[idx] & addr2[idx], /* nop */, size);
894ade0818SYury Norov }
904ade0818SYury Norov #endif
914ade0818SYury Norov
9202bc11deSJiri Olsa #ifndef find_first_zero_bit
9302bc11deSJiri Olsa /*
9402bc11deSJiri Olsa * Find the first cleared bit in a memory region.
9502bc11deSJiri Olsa */
_find_first_zero_bit(const unsigned long * addr,unsigned long size)96eaae7841SYury Norov unsigned long _find_first_zero_bit(const unsigned long *addr, unsigned long size)
9702bc11deSJiri Olsa {
98*6333cb31SYury Norov return FIND_FIRST_BIT(~addr[idx], /* nop */, size);
9902bc11deSJiri Olsa }
100*6333cb31SYury Norov #endif
10102bc11deSJiri Olsa
102*6333cb31SYury Norov #ifndef find_next_bit
_find_next_bit(const unsigned long * addr,unsigned long nbits,unsigned long start)103*6333cb31SYury Norov unsigned long _find_next_bit(const unsigned long *addr, unsigned long nbits, unsigned long start)
104*6333cb31SYury Norov {
105*6333cb31SYury Norov return FIND_NEXT_BIT(addr[idx], /* nop */, nbits, start);
106*6333cb31SYury Norov }
107*6333cb31SYury Norov #endif
108*6333cb31SYury Norov
109*6333cb31SYury Norov #ifndef find_next_and_bit
_find_next_and_bit(const unsigned long * addr1,const unsigned long * addr2,unsigned long nbits,unsigned long start)110*6333cb31SYury Norov unsigned long _find_next_and_bit(const unsigned long *addr1, const unsigned long *addr2,
111*6333cb31SYury Norov unsigned long nbits, unsigned long start)
112*6333cb31SYury Norov {
113*6333cb31SYury Norov return FIND_NEXT_BIT(addr1[idx] & addr2[idx], /* nop */, nbits, start);
114*6333cb31SYury Norov }
115*6333cb31SYury Norov #endif
116*6333cb31SYury Norov
117*6333cb31SYury Norov #ifndef find_next_zero_bit
_find_next_zero_bit(const unsigned long * addr,unsigned long nbits,unsigned long start)118*6333cb31SYury Norov unsigned long _find_next_zero_bit(const unsigned long *addr, unsigned long nbits,
119*6333cb31SYury Norov unsigned long start)
120*6333cb31SYury Norov {
121*6333cb31SYury Norov return FIND_NEXT_BIT(~addr[idx], /* nop */, nbits, start);
12202bc11deSJiri Olsa }
12302bc11deSJiri Olsa #endif
124