xref: /openbmc/linux/arch/sparc/include/asm/atomic_64.h (revision bbecb07f)
1 /* SPDX-License-Identifier: GPL-2.0 */
2 /* atomic.h: Thankfully the V9 is at least reasonable for this
3  *           stuff.
4  *
5  * Copyright (C) 1996, 1997, 2000, 2012 David S. Miller (davem@redhat.com)
6  */
7 
8 #ifndef __ARCH_SPARC64_ATOMIC__
9 #define __ARCH_SPARC64_ATOMIC__
10 
11 #include <linux/types.h>
12 #include <asm/cmpxchg.h>
13 #include <asm/barrier.h>
14 
15 #define ATOMIC_INIT(i)		{ (i) }
16 #define ATOMIC64_INIT(i)	{ (i) }
17 
18 #define atomic_read(v)		READ_ONCE((v)->counter)
19 #define atomic64_read(v)	READ_ONCE((v)->counter)
20 
21 #define atomic_set(v, i)	WRITE_ONCE(((v)->counter), (i))
22 #define atomic64_set(v, i)	WRITE_ONCE(((v)->counter), (i))
23 
24 #define ATOMIC_OP(op)							\
25 void atomic_##op(int, atomic_t *);					\
26 void atomic64_##op(long, atomic64_t *);
27 
28 #define ATOMIC_OP_RETURN(op)						\
29 int atomic_##op##_return(int, atomic_t *);				\
30 long atomic64_##op##_return(long, atomic64_t *);
31 
32 #define ATOMIC_FETCH_OP(op)						\
33 int atomic_fetch_##op(int, atomic_t *);					\
34 long atomic64_fetch_##op(long, atomic64_t *);
35 
36 #define ATOMIC_OPS(op) ATOMIC_OP(op) ATOMIC_OP_RETURN(op) ATOMIC_FETCH_OP(op)
37 
38 ATOMIC_OPS(add)
39 ATOMIC_OPS(sub)
40 
41 #undef ATOMIC_OPS
42 #define ATOMIC_OPS(op) ATOMIC_OP(op) ATOMIC_FETCH_OP(op)
43 
44 ATOMIC_OPS(and)
45 ATOMIC_OPS(or)
46 ATOMIC_OPS(xor)
47 
48 #undef ATOMIC_OPS
49 #undef ATOMIC_FETCH_OP
50 #undef ATOMIC_OP_RETURN
51 #undef ATOMIC_OP
52 
53 #define atomic_dec_return(v)   atomic_sub_return(1, v)
54 #define atomic64_dec_return(v) atomic64_sub_return(1, v)
55 
56 #define atomic_inc_return(v)   atomic_add_return(1, v)
57 #define atomic64_inc_return(v) atomic64_add_return(1, v)
58 
59 /*
60  * atomic_inc_and_test - increment and test
61  * @v: pointer of type atomic_t
62  *
63  * Atomically increments @v by 1
64  * and returns true if the result is zero, or false for all
65  * other cases.
66  */
67 #define atomic_inc_and_test(v) (atomic_inc_return(v) == 0)
68 #define atomic64_inc_and_test(v) (atomic64_inc_return(v) == 0)
69 
70 #define atomic_sub_and_test(i, v) (atomic_sub_return(i, v) == 0)
71 #define atomic64_sub_and_test(i, v) (atomic64_sub_return(i, v) == 0)
72 
73 #define atomic_dec_and_test(v) (atomic_sub_return(1, v) == 0)
74 #define atomic64_dec_and_test(v) (atomic64_sub_return(1, v) == 0)
75 
76 #define atomic_inc(v) atomic_add(1, v)
77 #define atomic64_inc(v) atomic64_add(1, v)
78 
79 #define atomic_dec(v) atomic_sub(1, v)
80 #define atomic64_dec(v) atomic64_sub(1, v)
81 
82 #define atomic_add_negative(i, v) (atomic_add_return(i, v) < 0)
83 #define atomic64_add_negative(i, v) (atomic64_add_return(i, v) < 0)
84 
85 #define atomic_cmpxchg(v, o, n) (cmpxchg(&((v)->counter), (o), (n)))
86 #define atomic_xchg(v, new) (xchg(&((v)->counter), new))
87 
88 static inline int __atomic_add_unless(atomic_t *v, int a, int u)
89 {
90 	int c, old;
91 	c = atomic_read(v);
92 	for (;;) {
93 		if (unlikely(c == (u)))
94 			break;
95 		old = atomic_cmpxchg((v), c, c + (a));
96 		if (likely(old == c))
97 			break;
98 		c = old;
99 	}
100 	return c;
101 }
102 
103 #define atomic64_cmpxchg(v, o, n) \
104 	((__typeof__((v)->counter))cmpxchg(&((v)->counter), (o), (n)))
105 #define atomic64_xchg(v, new) (xchg(&((v)->counter), new))
106 
107 static inline long atomic64_add_unless(atomic64_t *v, long a, long u)
108 {
109 	long c, old;
110 	c = atomic64_read(v);
111 	for (;;) {
112 		if (unlikely(c == (u)))
113 			break;
114 		old = atomic64_cmpxchg((v), c, c + (a));
115 		if (likely(old == c))
116 			break;
117 		c = old;
118 	}
119 	return c != (u);
120 }
121 
122 #define atomic64_inc_not_zero(v) atomic64_add_unless((v), 1, 0)
123 
124 long atomic64_dec_if_positive(atomic64_t *v);
125 
126 #endif /* !(__ARCH_SPARC64_ATOMIC__) */
127