42 #define __xchg_op(ptr, arg, op, lock)					\  argument
44 	        __typeof__ (*(ptr)) __ret = (arg);			\
45 		switch (sizeof(*(ptr))) {				\
48 				      : "+q" (__ret), "+m" (*(ptr))	\
53 				      : "+r" (__ret), "+m" (*(ptr))	\
58 				      : "+r" (__ret), "+m" (*(ptr))	\
63 				      : "+r" (__ret), "+m" (*(ptr))	\
78 #define arch_xchg(ptr, v)	__xchg_op((ptr), (v), xchg, "")  argument
85 #define __raw_cmpxchg(ptr, old, new, size, lock)			\  argument
87 	__typeof__(*(ptr)) __ret;					\
88 	__typeof__(*(ptr)) __old = (old);				\
89 	__typeof__(*(ptr)) __new = (new);				\
93 		volatile u8 *__ptr = (volatile u8 *)(ptr);		\
102 		volatile u16 *__ptr = (volatile u16 *)(ptr);		\
111 		volatile u32 *__ptr = (volatile u32 *)(ptr);		\
120 		volatile u64 *__ptr = (volatile u64 *)(ptr);		\
133 #define __cmpxchg(ptr, old, new, size)					\  argument
134 	__raw_cmpxchg((ptr), (old), (new), (size), LOCK_PREFIX)
136 #define __sync_cmpxchg(ptr, old, new, size)				\  argument
137 	__raw_cmpxchg((ptr), (old), (new), (size), "lock; ")
139 #define __cmpxchg_local(ptr, old, new, size)				\  argument
140 	__raw_cmpxchg((ptr), (old), (new), (size), "")
148 #define arch_cmpxchg(ptr, old, new)					\  argument
149 	__cmpxchg(ptr, old, new, sizeof(*(ptr)))
151 #define arch_sync_cmpxchg(ptr, old, new)				\  argument
152 	__sync_cmpxchg(ptr, old, new, sizeof(*(ptr)))
154 #define arch_cmpxchg_local(ptr, old, new)				\  argument
155 	__cmpxchg_local(ptr, old, new, sizeof(*(ptr)))
171 			       [ptr] "+m" (*__ptr),			\
183 			       [ptr] "+m" (*__ptr),			\
195 			       [ptr] "+m" (*__ptr),			\
207 			       [ptr] "+m" (*__ptr),			\
221 #define __try_cmpxchg(ptr, pold, new, size)				\  argument
222 	__raw_try_cmpxchg((ptr), (pold), (new), (size), LOCK_PREFIX)
224 #define __try_cmpxchg_local(ptr, pold, new, size)			\  argument
225 	__raw_try_cmpxchg((ptr), (pold), (new), (size), "")
227 #define arch_try_cmpxchg(ptr, pold, new) 				\  argument
228 	__try_cmpxchg((ptr), (pold), (new), sizeof(*(ptr)))
230 #define arch_try_cmpxchg_local(ptr, pold, new)				\  argument
231 	__try_cmpxchg_local((ptr), (pold), (new), sizeof(*(ptr)))
239 #define __xadd(ptr, inc, lock)	__xchg_op((ptr), (inc), xadd, lock)  argument
240 #define xadd(ptr, inc)		__xadd((ptr), (inc), LOCK_PREFIX)  argument