1 /* SPDX-License-Identifier: GPL-2.0-only */
2 
3 #ifndef __ASM_GENERIC_BITOPS_GENERIC_NON_ATOMIC_H
4 #define __ASM_GENERIC_BITOPS_GENERIC_NON_ATOMIC_H
5 
6 #include <linux/bits.h>
7 #include <asm/barrier.h>
8 
9 #ifndef _LINUX_BITOPS_H
10 #error only <linux/bitops.h> can be included directly
11 #endif
12 
13 /*
14  * Generic definitions for bit operations, should not be used in regular code
15  * directly.
16  */
17 
18 /**
19  * generic___set_bit - Set a bit in memory
20  * @nr: the bit to set
21  * @addr: the address to start counting from
22  *
23  * Unlike set_bit(), this function is non-atomic and may be reordered.
24  * If it's called on the same region of memory simultaneously, the effect
25  * may be that only one operation succeeds.
26  */
27 static __always_inline void
generic___set_bit(unsigned long nr,volatile unsigned long * addr)28 generic___set_bit(unsigned long nr, volatile unsigned long *addr)
29 {
30 	unsigned long mask = BIT_MASK(nr);
31 	unsigned long *p = ((unsigned long *)addr) + BIT_WORD(nr);
32 
33 	*p  |= mask;
34 }
35 
36 static __always_inline void
generic___clear_bit(unsigned long nr,volatile unsigned long * addr)37 generic___clear_bit(unsigned long nr, volatile unsigned long *addr)
38 {
39 	unsigned long mask = BIT_MASK(nr);
40 	unsigned long *p = ((unsigned long *)addr) + BIT_WORD(nr);
41 
42 	*p &= ~mask;
43 }
44 
45 /**
46  * generic___change_bit - Toggle a bit in memory
47  * @nr: the bit to change
48  * @addr: the address to start counting from
49  *
50  * Unlike change_bit(), this function is non-atomic and may be reordered.
51  * If it's called on the same region of memory simultaneously, the effect
52  * may be that only one operation succeeds.
53  */
54 static __always_inline void
generic___change_bit(unsigned long nr,volatile unsigned long * addr)55 generic___change_bit(unsigned long nr, volatile unsigned long *addr)
56 {
57 	unsigned long mask = BIT_MASK(nr);
58 	unsigned long *p = ((unsigned long *)addr) + BIT_WORD(nr);
59 
60 	*p ^= mask;
61 }
62 
63 /**
64  * generic___test_and_set_bit - Set a bit and return its old value
65  * @nr: Bit to set
66  * @addr: Address to count from
67  *
68  * This operation is non-atomic and can be reordered.
69  * If two examples of this operation race, one can appear to succeed
70  * but actually fail.  You must protect multiple accesses with a lock.
71  */
72 static __always_inline bool
generic___test_and_set_bit(unsigned long nr,volatile unsigned long * addr)73 generic___test_and_set_bit(unsigned long nr, volatile unsigned long *addr)
74 {
75 	unsigned long mask = BIT_MASK(nr);
76 	unsigned long *p = ((unsigned long *)addr) + BIT_WORD(nr);
77 	unsigned long old = *p;
78 
79 	*p = old | mask;
80 	return (old & mask) != 0;
81 }
82 
83 /**
84  * generic___test_and_clear_bit - Clear a bit and return its old value
85  * @nr: Bit to clear
86  * @addr: Address to count from
87  *
88  * This operation is non-atomic and can be reordered.
89  * If two examples of this operation race, one can appear to succeed
90  * but actually fail.  You must protect multiple accesses with a lock.
91  */
92 static __always_inline bool
generic___test_and_clear_bit(unsigned long nr,volatile unsigned long * addr)93 generic___test_and_clear_bit(unsigned long nr, volatile unsigned long *addr)
94 {
95 	unsigned long mask = BIT_MASK(nr);
96 	unsigned long *p = ((unsigned long *)addr) + BIT_WORD(nr);
97 	unsigned long old = *p;
98 
99 	*p = old & ~mask;
100 	return (old & mask) != 0;
101 }
102 
103 /* WARNING: non atomic and it can be reordered! */
104 static __always_inline bool
generic___test_and_change_bit(unsigned long nr,volatile unsigned long * addr)105 generic___test_and_change_bit(unsigned long nr, volatile unsigned long *addr)
106 {
107 	unsigned long mask = BIT_MASK(nr);
108 	unsigned long *p = ((unsigned long *)addr) + BIT_WORD(nr);
109 	unsigned long old = *p;
110 
111 	*p = old ^ mask;
112 	return (old & mask) != 0;
113 }
114 
115 /**
116  * generic_test_bit - Determine whether a bit is set
117  * @nr: bit number to test
118  * @addr: Address to start counting from
119  */
120 static __always_inline bool
generic_test_bit(unsigned long nr,const volatile unsigned long * addr)121 generic_test_bit(unsigned long nr, const volatile unsigned long *addr)
122 {
123 	/*
124 	 * Unlike the bitops with the '__' prefix above, this one *is* atomic,
125 	 * so `volatile` must always stay here with no cast-aways. See
126 	 * `Documentation/atomic_bitops.txt` for the details.
127 	 */
128 	return 1UL & (addr[BIT_WORD(nr)] >> (nr & (BITS_PER_LONG-1)));
129 }
130 
131 /**
132  * generic_test_bit_acquire - Determine, with acquire semantics, whether a bit is set
133  * @nr: bit number to test
134  * @addr: Address to start counting from
135  */
136 static __always_inline bool
generic_test_bit_acquire(unsigned long nr,const volatile unsigned long * addr)137 generic_test_bit_acquire(unsigned long nr, const volatile unsigned long *addr)
138 {
139 	unsigned long *p = ((unsigned long *)addr) + BIT_WORD(nr);
140 	return 1UL & (smp_load_acquire(p) >> (nr & (BITS_PER_LONG-1)));
141 }
142 
143 /*
144  * const_*() definitions provide good compile-time optimizations when
145  * the passed arguments can be resolved at compile time.
146  */
147 #define const___set_bit			generic___set_bit
148 #define const___clear_bit		generic___clear_bit
149 #define const___change_bit		generic___change_bit
150 #define const___test_and_set_bit	generic___test_and_set_bit
151 #define const___test_and_clear_bit	generic___test_and_clear_bit
152 #define const___test_and_change_bit	generic___test_and_change_bit
153 #define const_test_bit_acquire		generic_test_bit_acquire
154 
155 /**
156  * const_test_bit - Determine whether a bit is set
157  * @nr: bit number to test
158  * @addr: Address to start counting from
159  *
160  * A version of generic_test_bit() which discards the `volatile` qualifier to
161  * allow a compiler to optimize code harder. Non-atomic and to be called only
162  * for testing compile-time constants, e.g. by the corresponding macros, not
163  * directly from "regular" code.
164  */
165 static __always_inline bool
const_test_bit(unsigned long nr,const volatile unsigned long * addr)166 const_test_bit(unsigned long nr, const volatile unsigned long *addr)
167 {
168 	const unsigned long *p = (const unsigned long *)addr + BIT_WORD(nr);
169 	unsigned long mask = BIT_MASK(nr);
170 	unsigned long val = *p;
171 
172 	return !!(val & mask);
173 }
174 
175 #endif /* __ASM_GENERIC_BITOPS_GENERIC_NON_ATOMIC_H */
176