1b15cbc0bSwdenk #ifndef _LINUX_BITOPS_H
2b15cbc0bSwdenk #define _LINUX_BITOPS_H
3b15cbc0bSwdenk
402f99901SSimon Kagstrom #include <asm/types.h>
5e1b27d27SStefan Roese #include <asm-generic/bitsperlong.h>
6de4d2e9eSFabio Estevam #include <linux/compiler.h>
7b15cbc0bSwdenk
8ed3986caSMasahiro Yamada #ifdef __KERNEL__
992a3188dSHeiko Schocher #define BIT(nr) (1UL << (nr))
10ed3986caSMasahiro Yamada #define BIT_ULL(nr) (1ULL << (nr))
1167345287SJagan Teki #define BIT_MASK(nr) (1UL << ((nr) % BITS_PER_LONG))
1267345287SJagan Teki #define BIT_WORD(nr) ((nr) / BITS_PER_LONG)
13ed3986caSMasahiro Yamada #define BIT_ULL_MASK(nr) (1ULL << ((nr) % BITS_PER_LONG_LONG))
14ed3986caSMasahiro Yamada #define BIT_ULL_WORD(nr) ((nr) / BITS_PER_LONG_LONG)
15ed3986caSMasahiro Yamada #define BITS_PER_BYTE 8
16ed3986caSMasahiro Yamada #define BITS_TO_LONGS(nr) DIV_ROUND_UP(nr, BITS_PER_BYTE * sizeof(long))
17ed3986caSMasahiro Yamada #endif
1892a3188dSHeiko Schocher
19b15cbc0bSwdenk /*
2089b5c81bSJagan Teki * Create a contiguous bitmask starting at bit position @l and ending at
2189b5c81bSJagan Teki * position @h. For example
2289b5c81bSJagan Teki * GENMASK_ULL(39, 21) gives us the 64bit vector 0x000000ffffe00000.
2389b5c81bSJagan Teki */
24*e519c616SVignesh R #ifdef CONFIG_SANDBOX
25*e519c616SVignesh R #define GENMASK(h, l) \
26*e519c616SVignesh R (((~0UL) << (l)) & (~0UL >> (CONFIG_SANDBOX_BITS_PER_LONG - 1 - (h))))
27*e519c616SVignesh R #else
2889b5c81bSJagan Teki #define GENMASK(h, l) \
2989b5c81bSJagan Teki (((~0UL) << (l)) & (~0UL >> (BITS_PER_LONG - 1 - (h))))
30*e519c616SVignesh R #endif
3189b5c81bSJagan Teki
3289b5c81bSJagan Teki #define GENMASK_ULL(h, l) \
3389b5c81bSJagan Teki (((~0ULL) << (l)) & (~0ULL >> (BITS_PER_LONG_LONG - 1 - (h))))
3489b5c81bSJagan Teki
3589b5c81bSJagan Teki /*
36b15cbc0bSwdenk * ffs: find first bit set. This is defined the same way as
37b15cbc0bSwdenk * the libc and compiler builtin ffs routines, therefore
38b15cbc0bSwdenk * differs in spirit from the above ffz (man ffs).
39b15cbc0bSwdenk */
40b15cbc0bSwdenk
generic_ffs(int x)41b15cbc0bSwdenk static inline int generic_ffs(int x)
42b15cbc0bSwdenk {
43b15cbc0bSwdenk int r = 1;
44b15cbc0bSwdenk
45b15cbc0bSwdenk if (!x)
46b15cbc0bSwdenk return 0;
47b15cbc0bSwdenk if (!(x & 0xffff)) {
48b15cbc0bSwdenk x >>= 16;
49b15cbc0bSwdenk r += 16;
50b15cbc0bSwdenk }
51b15cbc0bSwdenk if (!(x & 0xff)) {
52b15cbc0bSwdenk x >>= 8;
53b15cbc0bSwdenk r += 8;
54b15cbc0bSwdenk }
55b15cbc0bSwdenk if (!(x & 0xf)) {
56b15cbc0bSwdenk x >>= 4;
57b15cbc0bSwdenk r += 4;
58b15cbc0bSwdenk }
59b15cbc0bSwdenk if (!(x & 3)) {
60b15cbc0bSwdenk x >>= 2;
61b15cbc0bSwdenk r += 2;
62b15cbc0bSwdenk }
63b15cbc0bSwdenk if (!(x & 1)) {
64b15cbc0bSwdenk x >>= 1;
65b15cbc0bSwdenk r += 1;
66b15cbc0bSwdenk }
67b15cbc0bSwdenk return r;
68b15cbc0bSwdenk }
69b15cbc0bSwdenk
7052d61227SSimon Kagstrom /**
7152d61227SSimon Kagstrom * fls - find last (most-significant) bit set
7252d61227SSimon Kagstrom * @x: the word to search
7352d61227SSimon Kagstrom *
7452d61227SSimon Kagstrom * This is defined the same way as ffs.
7552d61227SSimon Kagstrom * Note fls(0) = 0, fls(1) = 1, fls(0x80000000) = 32.
7652d61227SSimon Kagstrom */
generic_fls(int x)7752d61227SSimon Kagstrom static inline int generic_fls(int x)
7852d61227SSimon Kagstrom {
7952d61227SSimon Kagstrom int r = 32;
8052d61227SSimon Kagstrom
8152d61227SSimon Kagstrom if (!x)
8252d61227SSimon Kagstrom return 0;
8352d61227SSimon Kagstrom if (!(x & 0xffff0000u)) {
8452d61227SSimon Kagstrom x <<= 16;
8552d61227SSimon Kagstrom r -= 16;
8652d61227SSimon Kagstrom }
8752d61227SSimon Kagstrom if (!(x & 0xff000000u)) {
8852d61227SSimon Kagstrom x <<= 8;
8952d61227SSimon Kagstrom r -= 8;
9052d61227SSimon Kagstrom }
9152d61227SSimon Kagstrom if (!(x & 0xf0000000u)) {
9252d61227SSimon Kagstrom x <<= 4;
9352d61227SSimon Kagstrom r -= 4;
9452d61227SSimon Kagstrom }
9552d61227SSimon Kagstrom if (!(x & 0xc0000000u)) {
9652d61227SSimon Kagstrom x <<= 2;
9752d61227SSimon Kagstrom r -= 2;
9852d61227SSimon Kagstrom }
9952d61227SSimon Kagstrom if (!(x & 0x80000000u)) {
10052d61227SSimon Kagstrom x <<= 1;
10152d61227SSimon Kagstrom r -= 1;
10252d61227SSimon Kagstrom }
10352d61227SSimon Kagstrom return r;
10452d61227SSimon Kagstrom }
10552d61227SSimon Kagstrom
10652d61227SSimon Kagstrom
107b15cbc0bSwdenk /*
108b15cbc0bSwdenk * hweightN: returns the hamming weight (i.e. the number
109b15cbc0bSwdenk * of bits set) of a N-bit word
110b15cbc0bSwdenk */
111b15cbc0bSwdenk
generic_hweight32(unsigned int w)112b15cbc0bSwdenk static inline unsigned int generic_hweight32(unsigned int w)
113b15cbc0bSwdenk {
114b15cbc0bSwdenk unsigned int res = (w & 0x55555555) + ((w >> 1) & 0x55555555);
115b15cbc0bSwdenk res = (res & 0x33333333) + ((res >> 2) & 0x33333333);
116b15cbc0bSwdenk res = (res & 0x0F0F0F0F) + ((res >> 4) & 0x0F0F0F0F);
117b15cbc0bSwdenk res = (res & 0x00FF00FF) + ((res >> 8) & 0x00FF00FF);
118b15cbc0bSwdenk return (res & 0x0000FFFF) + ((res >> 16) & 0x0000FFFF);
119b15cbc0bSwdenk }
120b15cbc0bSwdenk
generic_hweight16(unsigned int w)121b15cbc0bSwdenk static inline unsigned int generic_hweight16(unsigned int w)
122b15cbc0bSwdenk {
123b15cbc0bSwdenk unsigned int res = (w & 0x5555) + ((w >> 1) & 0x5555);
124b15cbc0bSwdenk res = (res & 0x3333) + ((res >> 2) & 0x3333);
125b15cbc0bSwdenk res = (res & 0x0F0F) + ((res >> 4) & 0x0F0F);
126b15cbc0bSwdenk return (res & 0x00FF) + ((res >> 8) & 0x00FF);
127b15cbc0bSwdenk }
128b15cbc0bSwdenk
generic_hweight8(unsigned int w)129b15cbc0bSwdenk static inline unsigned int generic_hweight8(unsigned int w)
130b15cbc0bSwdenk {
131b15cbc0bSwdenk unsigned int res = (w & 0x55) + ((w >> 1) & 0x55);
132b15cbc0bSwdenk res = (res & 0x33) + ((res >> 2) & 0x33);
133b15cbc0bSwdenk return (res & 0x0F) + ((res >> 4) & 0x0F);
134b15cbc0bSwdenk }
135b15cbc0bSwdenk
136b15cbc0bSwdenk #include <asm/bitops.h>
137b15cbc0bSwdenk
13802f99901SSimon Kagstrom /* linux/include/asm-generic/bitops/non-atomic.h */
13902f99901SSimon Kagstrom
1400413cfecSSimon Kagstrom #ifndef PLATFORM__SET_BIT
14102f99901SSimon Kagstrom # define __set_bit generic_set_bit
14202f99901SSimon Kagstrom #endif
14302f99901SSimon Kagstrom
1440413cfecSSimon Kagstrom #ifndef PLATFORM__CLEAR_BIT
14502f99901SSimon Kagstrom # define __clear_bit generic_clear_bit
14602f99901SSimon Kagstrom #endif
14702f99901SSimon Kagstrom
1480413cfecSSimon Kagstrom #ifndef PLATFORM_FFS
14952d61227SSimon Kagstrom # define ffs generic_ffs
15052d61227SSimon Kagstrom #endif
15152d61227SSimon Kagstrom
1520413cfecSSimon Kagstrom #ifndef PLATFORM_FLS
15352d61227SSimon Kagstrom # define fls generic_fls
15452d61227SSimon Kagstrom #endif
15552d61227SSimon Kagstrom
fls_long(unsigned long l)156de4d2e9eSFabio Estevam static inline unsigned fls_long(unsigned long l)
157de4d2e9eSFabio Estevam {
158de4d2e9eSFabio Estevam if (sizeof(l) == 4)
159de4d2e9eSFabio Estevam return fls(l);
160de4d2e9eSFabio Estevam return fls64(l);
161de4d2e9eSFabio Estevam }
162de4d2e9eSFabio Estevam
163de4d2e9eSFabio Estevam /**
164de4d2e9eSFabio Estevam * __ffs64 - find first set bit in a 64 bit word
165de4d2e9eSFabio Estevam * @word: The 64 bit word
166de4d2e9eSFabio Estevam *
167de4d2e9eSFabio Estevam * On 64 bit arches this is a synomyn for __ffs
168de4d2e9eSFabio Estevam * The result is not defined if no bits are set, so check that @word
169de4d2e9eSFabio Estevam * is non-zero before calling this.
170de4d2e9eSFabio Estevam */
__ffs64(u64 word)171de4d2e9eSFabio Estevam static inline unsigned long __ffs64(u64 word)
172de4d2e9eSFabio Estevam {
173de4d2e9eSFabio Estevam #if BITS_PER_LONG == 32
174de4d2e9eSFabio Estevam if (((u32)word) == 0UL)
175de4d2e9eSFabio Estevam return __ffs((u32)(word >> 32)) + 32;
176de4d2e9eSFabio Estevam #elif BITS_PER_LONG != 64
177de4d2e9eSFabio Estevam #error BITS_PER_LONG not 32 or 64
178de4d2e9eSFabio Estevam #endif
179de4d2e9eSFabio Estevam return __ffs((unsigned long)word);
180de4d2e9eSFabio Estevam }
181de4d2e9eSFabio Estevam
18202f99901SSimon Kagstrom /**
18302f99901SSimon Kagstrom * __set_bit - Set a bit in memory
18402f99901SSimon Kagstrom * @nr: the bit to set
18502f99901SSimon Kagstrom * @addr: the address to start counting from
18602f99901SSimon Kagstrom *
18702f99901SSimon Kagstrom * Unlike set_bit(), this function is non-atomic and may be reordered.
18802f99901SSimon Kagstrom * If it's called on the same region of memory simultaneously, the effect
18902f99901SSimon Kagstrom * may be that only one operation succeeds.
19002f99901SSimon Kagstrom */
generic_set_bit(int nr,volatile unsigned long * addr)19102f99901SSimon Kagstrom static inline void generic_set_bit(int nr, volatile unsigned long *addr)
19202f99901SSimon Kagstrom {
19302f99901SSimon Kagstrom unsigned long mask = BIT_MASK(nr);
19402f99901SSimon Kagstrom unsigned long *p = ((unsigned long *)addr) + BIT_WORD(nr);
19502f99901SSimon Kagstrom
19602f99901SSimon Kagstrom *p |= mask;
19702f99901SSimon Kagstrom }
19802f99901SSimon Kagstrom
generic_clear_bit(int nr,volatile unsigned long * addr)19902f99901SSimon Kagstrom static inline void generic_clear_bit(int nr, volatile unsigned long *addr)
20002f99901SSimon Kagstrom {
20102f99901SSimon Kagstrom unsigned long mask = BIT_MASK(nr);
20202f99901SSimon Kagstrom unsigned long *p = ((unsigned long *)addr) + BIT_WORD(nr);
20302f99901SSimon Kagstrom
20402f99901SSimon Kagstrom *p &= ~mask;
20502f99901SSimon Kagstrom }
206b15cbc0bSwdenk
207b15cbc0bSwdenk #endif
208