xref: /openbmc/linux/tools/testing/selftests/futex/include/futextest.h (revision 75bf465f0bc33e9b776a46d6a1b9b990f5fb7c37)
1*2874c5fdSThomas Gleixner /* SPDX-License-Identifier: GPL-2.0-or-later */
22aa8470fSDarren Hart /******************************************************************************
32aa8470fSDarren Hart  *
42aa8470fSDarren Hart  *   Copyright © International Business Machines  Corp., 2009
52aa8470fSDarren Hart  *
62aa8470fSDarren Hart  * DESCRIPTION
72aa8470fSDarren Hart  *      Glibc independent futex library for testing kernel functionality.
82aa8470fSDarren Hart  *
92aa8470fSDarren Hart  * AUTHOR
102aa8470fSDarren Hart  *      Darren Hart <dvhart@linux.intel.com>
112aa8470fSDarren Hart  *
122aa8470fSDarren Hart  * HISTORY
132aa8470fSDarren Hart  *      2009-Nov-6: Initial version by Darren Hart <dvhart@linux.intel.com>
142aa8470fSDarren Hart  *
152aa8470fSDarren Hart  *****************************************************************************/
162aa8470fSDarren Hart 
172aa8470fSDarren Hart #ifndef _FUTEXTEST_H
182aa8470fSDarren Hart #define _FUTEXTEST_H
192aa8470fSDarren Hart 
202aa8470fSDarren Hart #include <unistd.h>
212aa8470fSDarren Hart #include <sys/syscall.h>
222aa8470fSDarren Hart #include <sys/types.h>
232aa8470fSDarren Hart #include <linux/futex.h>
242aa8470fSDarren Hart 
252aa8470fSDarren Hart typedef volatile u_int32_t futex_t;
262aa8470fSDarren Hart #define FUTEX_INITIALIZER 0
272aa8470fSDarren Hart 
282aa8470fSDarren Hart /* Define the newer op codes if the system header file is not up to date. */
292aa8470fSDarren Hart #ifndef FUTEX_WAIT_BITSET
302aa8470fSDarren Hart #define FUTEX_WAIT_BITSET		9
312aa8470fSDarren Hart #endif
322aa8470fSDarren Hart #ifndef FUTEX_WAKE_BITSET
332aa8470fSDarren Hart #define FUTEX_WAKE_BITSET		10
342aa8470fSDarren Hart #endif
352aa8470fSDarren Hart #ifndef FUTEX_WAIT_REQUEUE_PI
362aa8470fSDarren Hart #define FUTEX_WAIT_REQUEUE_PI		11
372aa8470fSDarren Hart #endif
382aa8470fSDarren Hart #ifndef FUTEX_CMP_REQUEUE_PI
392aa8470fSDarren Hart #define FUTEX_CMP_REQUEUE_PI		12
402aa8470fSDarren Hart #endif
412aa8470fSDarren Hart #ifndef FUTEX_WAIT_REQUEUE_PI_PRIVATE
422aa8470fSDarren Hart #define FUTEX_WAIT_REQUEUE_PI_PRIVATE	(FUTEX_WAIT_REQUEUE_PI | \
432aa8470fSDarren Hart 					 FUTEX_PRIVATE_FLAG)
442aa8470fSDarren Hart #endif
452aa8470fSDarren Hart #ifndef FUTEX_REQUEUE_PI_PRIVATE
462aa8470fSDarren Hart #define FUTEX_CMP_REQUEUE_PI_PRIVATE	(FUTEX_CMP_REQUEUE_PI | \
472aa8470fSDarren Hart 					 FUTEX_PRIVATE_FLAG)
482aa8470fSDarren Hart #endif
492aa8470fSDarren Hart 
502aa8470fSDarren Hart /**
512aa8470fSDarren Hart  * futex() - SYS_futex syscall wrapper
522aa8470fSDarren Hart  * @uaddr:	address of first futex
532aa8470fSDarren Hart  * @op:		futex op code
542aa8470fSDarren Hart  * @val:	typically expected value of uaddr, but varies by op
552aa8470fSDarren Hart  * @timeout:	typically an absolute struct timespec (except where noted
562aa8470fSDarren Hart  *              otherwise). Overloaded by some ops
572aa8470fSDarren Hart  * @uaddr2:	address of second futex for some ops\
582aa8470fSDarren Hart  * @val3:	varies by op
592aa8470fSDarren Hart  * @opflags:	flags to be bitwise OR'd with op, such as FUTEX_PRIVATE_FLAG
602aa8470fSDarren Hart  *
612aa8470fSDarren Hart  * futex() is used by all the following futex op wrappers. It can also be
622aa8470fSDarren Hart  * used for misuse and abuse testing. Generally, the specific op wrappers
632aa8470fSDarren Hart  * should be used instead. It is a macro instead of an static inline function as
642aa8470fSDarren Hart  * some of the types over overloaded (timeout is used for nr_requeue for
652aa8470fSDarren Hart  * example).
662aa8470fSDarren Hart  *
672aa8470fSDarren Hart  * These argument descriptions are the defaults for all
682aa8470fSDarren Hart  * like-named arguments in the following wrappers except where noted below.
692aa8470fSDarren Hart  */
702aa8470fSDarren Hart #define futex(uaddr, op, val, timeout, uaddr2, val3, opflags) \
712aa8470fSDarren Hart 	syscall(SYS_futex, uaddr, op | opflags, val, timeout, uaddr2, val3)
722aa8470fSDarren Hart 
732aa8470fSDarren Hart /**
742aa8470fSDarren Hart  * futex_wait() - block on uaddr with optional timeout
752aa8470fSDarren Hart  * @timeout:	relative timeout
762aa8470fSDarren Hart  */
772aa8470fSDarren Hart static inline int
futex_wait(futex_t * uaddr,futex_t val,struct timespec * timeout,int opflags)782aa8470fSDarren Hart futex_wait(futex_t *uaddr, futex_t val, struct timespec *timeout, int opflags)
792aa8470fSDarren Hart {
802aa8470fSDarren Hart 	return futex(uaddr, FUTEX_WAIT, val, timeout, NULL, 0, opflags);
812aa8470fSDarren Hart }
822aa8470fSDarren Hart 
832aa8470fSDarren Hart /**
842aa8470fSDarren Hart  * futex_wake() - wake one or more tasks blocked on uaddr
852aa8470fSDarren Hart  * @nr_wake:	wake up to this many tasks
862aa8470fSDarren Hart  */
872aa8470fSDarren Hart static inline int
futex_wake(futex_t * uaddr,int nr_wake,int opflags)882aa8470fSDarren Hart futex_wake(futex_t *uaddr, int nr_wake, int opflags)
892aa8470fSDarren Hart {
902aa8470fSDarren Hart 	return futex(uaddr, FUTEX_WAKE, nr_wake, NULL, NULL, 0, opflags);
912aa8470fSDarren Hart }
922aa8470fSDarren Hart 
932aa8470fSDarren Hart /**
942aa8470fSDarren Hart  * futex_wait_bitset() - block on uaddr with bitset
952aa8470fSDarren Hart  * @bitset:	bitset to be used with futex_wake_bitset
962aa8470fSDarren Hart  */
972aa8470fSDarren Hart static inline int
futex_wait_bitset(futex_t * uaddr,futex_t val,struct timespec * timeout,u_int32_t bitset,int opflags)982aa8470fSDarren Hart futex_wait_bitset(futex_t *uaddr, futex_t val, struct timespec *timeout,
992aa8470fSDarren Hart 		  u_int32_t bitset, int opflags)
1002aa8470fSDarren Hart {
1012aa8470fSDarren Hart 	return futex(uaddr, FUTEX_WAIT_BITSET, val, timeout, NULL, bitset,
1022aa8470fSDarren Hart 		     opflags);
1032aa8470fSDarren Hart }
1042aa8470fSDarren Hart 
1052aa8470fSDarren Hart /**
1062aa8470fSDarren Hart  * futex_wake_bitset() - wake one or more tasks blocked on uaddr with bitset
1072aa8470fSDarren Hart  * @bitset:	bitset to compare with that used in futex_wait_bitset
1082aa8470fSDarren Hart  */
1092aa8470fSDarren Hart static inline int
futex_wake_bitset(futex_t * uaddr,int nr_wake,u_int32_t bitset,int opflags)1102aa8470fSDarren Hart futex_wake_bitset(futex_t *uaddr, int nr_wake, u_int32_t bitset, int opflags)
1112aa8470fSDarren Hart {
1122aa8470fSDarren Hart 	return futex(uaddr, FUTEX_WAKE_BITSET, nr_wake, NULL, NULL, bitset,
1132aa8470fSDarren Hart 		     opflags);
1142aa8470fSDarren Hart }
1152aa8470fSDarren Hart 
1162aa8470fSDarren Hart /**
1172aa8470fSDarren Hart  * futex_lock_pi() - block on uaddr as a PI mutex
1182aa8470fSDarren Hart  * @detect:	whether (1) or not (0) to perform deadlock detection
1192aa8470fSDarren Hart  */
1202aa8470fSDarren Hart static inline int
futex_lock_pi(futex_t * uaddr,struct timespec * timeout,int detect,int opflags)1212aa8470fSDarren Hart futex_lock_pi(futex_t *uaddr, struct timespec *timeout, int detect,
1222aa8470fSDarren Hart 	      int opflags)
1232aa8470fSDarren Hart {
1242aa8470fSDarren Hart 	return futex(uaddr, FUTEX_LOCK_PI, detect, timeout, NULL, 0, opflags);
1252aa8470fSDarren Hart }
1262aa8470fSDarren Hart 
1272aa8470fSDarren Hart /**
1282aa8470fSDarren Hart  * futex_unlock_pi() - release uaddr as a PI mutex, waking the top waiter
1292aa8470fSDarren Hart  */
1302aa8470fSDarren Hart static inline int
futex_unlock_pi(futex_t * uaddr,int opflags)1312aa8470fSDarren Hart futex_unlock_pi(futex_t *uaddr, int opflags)
1322aa8470fSDarren Hart {
1332aa8470fSDarren Hart 	return futex(uaddr, FUTEX_UNLOCK_PI, 0, NULL, NULL, 0, opflags);
1342aa8470fSDarren Hart }
1352aa8470fSDarren Hart 
1362aa8470fSDarren Hart /**
1372aa8470fSDarren Hart  * futex_wake_op() - FIXME: COME UP WITH A GOOD ONE LINE DESCRIPTION
1382aa8470fSDarren Hart  */
1392aa8470fSDarren Hart static inline int
futex_wake_op(futex_t * uaddr,futex_t * uaddr2,int nr_wake,int nr_wake2,int wake_op,int opflags)1402aa8470fSDarren Hart futex_wake_op(futex_t *uaddr, futex_t *uaddr2, int nr_wake, int nr_wake2,
1412aa8470fSDarren Hart 	      int wake_op, int opflags)
1422aa8470fSDarren Hart {
1432aa8470fSDarren Hart 	return futex(uaddr, FUTEX_WAKE_OP, nr_wake, nr_wake2, uaddr2, wake_op,
1442aa8470fSDarren Hart 		     opflags);
1452aa8470fSDarren Hart }
1462aa8470fSDarren Hart 
1472aa8470fSDarren Hart /**
1482aa8470fSDarren Hart  * futex_requeue() - requeue without expected value comparison, deprecated
1492aa8470fSDarren Hart  * @nr_wake:	wake up to this many tasks
1502aa8470fSDarren Hart  * @nr_requeue:	requeue up to this many tasks
1512aa8470fSDarren Hart  *
1522aa8470fSDarren Hart  * Due to its inherently racy implementation, futex_requeue() is deprecated in
1532aa8470fSDarren Hart  * favor of futex_cmp_requeue().
1542aa8470fSDarren Hart  */
1552aa8470fSDarren Hart static inline int
futex_requeue(futex_t * uaddr,futex_t * uaddr2,int nr_wake,int nr_requeue,int opflags)1562aa8470fSDarren Hart futex_requeue(futex_t *uaddr, futex_t *uaddr2, int nr_wake, int nr_requeue,
1572aa8470fSDarren Hart 	      int opflags)
1582aa8470fSDarren Hart {
1592aa8470fSDarren Hart 	return futex(uaddr, FUTEX_REQUEUE, nr_wake, nr_requeue, uaddr2, 0,
1602aa8470fSDarren Hart 		     opflags);
1612aa8470fSDarren Hart }
1622aa8470fSDarren Hart 
1632aa8470fSDarren Hart /**
1642aa8470fSDarren Hart  * futex_cmp_requeue() - requeue tasks from uaddr to uaddr2
1652aa8470fSDarren Hart  * @nr_wake:	wake up to this many tasks
1662aa8470fSDarren Hart  * @nr_requeue:	requeue up to this many tasks
1672aa8470fSDarren Hart  */
1682aa8470fSDarren Hart static inline int
futex_cmp_requeue(futex_t * uaddr,futex_t val,futex_t * uaddr2,int nr_wake,int nr_requeue,int opflags)1692aa8470fSDarren Hart futex_cmp_requeue(futex_t *uaddr, futex_t val, futex_t *uaddr2, int nr_wake,
1702aa8470fSDarren Hart 		  int nr_requeue, int opflags)
1712aa8470fSDarren Hart {
1722aa8470fSDarren Hart 	return futex(uaddr, FUTEX_CMP_REQUEUE, nr_wake, nr_requeue, uaddr2,
1732aa8470fSDarren Hart 		     val, opflags);
1742aa8470fSDarren Hart }
1752aa8470fSDarren Hart 
1762aa8470fSDarren Hart /**
1772aa8470fSDarren Hart  * futex_wait_requeue_pi() - block on uaddr and prepare to requeue to uaddr2
1782aa8470fSDarren Hart  * @uaddr:	non-PI futex source
1792aa8470fSDarren Hart  * @uaddr2:	PI futex target
1802aa8470fSDarren Hart  *
1812aa8470fSDarren Hart  * This is the first half of the requeue_pi mechanism. It shall always be
1822aa8470fSDarren Hart  * paired with futex_cmp_requeue_pi().
1832aa8470fSDarren Hart  */
1842aa8470fSDarren Hart static inline int
futex_wait_requeue_pi(futex_t * uaddr,futex_t val,futex_t * uaddr2,struct timespec * timeout,int opflags)1852aa8470fSDarren Hart futex_wait_requeue_pi(futex_t *uaddr, futex_t val, futex_t *uaddr2,
1862aa8470fSDarren Hart 		      struct timespec *timeout, int opflags)
1872aa8470fSDarren Hart {
1882aa8470fSDarren Hart 	return futex(uaddr, FUTEX_WAIT_REQUEUE_PI, val, timeout, uaddr2, 0,
1892aa8470fSDarren Hart 		     opflags);
1902aa8470fSDarren Hart }
1912aa8470fSDarren Hart 
1922aa8470fSDarren Hart /**
1932aa8470fSDarren Hart  * futex_cmp_requeue_pi() - requeue tasks from uaddr to uaddr2 (PI aware)
1942aa8470fSDarren Hart  * @uaddr:	non-PI futex source
1952aa8470fSDarren Hart  * @uaddr2:	PI futex target
1962aa8470fSDarren Hart  * @nr_wake:	wake up to this many tasks
1972aa8470fSDarren Hart  * @nr_requeue:	requeue up to this many tasks
1982aa8470fSDarren Hart  */
1992aa8470fSDarren Hart static inline int
futex_cmp_requeue_pi(futex_t * uaddr,futex_t val,futex_t * uaddr2,int nr_wake,int nr_requeue,int opflags)2002aa8470fSDarren Hart futex_cmp_requeue_pi(futex_t *uaddr, futex_t val, futex_t *uaddr2, int nr_wake,
2012aa8470fSDarren Hart 		     int nr_requeue, int opflags)
2022aa8470fSDarren Hart {
2032aa8470fSDarren Hart 	return futex(uaddr, FUTEX_CMP_REQUEUE_PI, nr_wake, nr_requeue, uaddr2,
2042aa8470fSDarren Hart 		     val, opflags);
2052aa8470fSDarren Hart }
2062aa8470fSDarren Hart 
2072aa8470fSDarren Hart /**
2082aa8470fSDarren Hart  * futex_cmpxchg() - atomic compare and exchange
2092aa8470fSDarren Hart  * @uaddr:	The address of the futex to be modified
2102aa8470fSDarren Hart  * @oldval:	The expected value of the futex
2112aa8470fSDarren Hart  * @newval:	The new value to try and assign the futex
2122aa8470fSDarren Hart  *
2132aa8470fSDarren Hart  * Implement cmpxchg using gcc atomic builtins.
2142aa8470fSDarren Hart  * http://gcc.gnu.org/onlinedocs/gcc-4.1.0/gcc/Atomic-Builtins.html
2152aa8470fSDarren Hart  *
2162aa8470fSDarren Hart  * Return the old futex value.
2172aa8470fSDarren Hart  */
2182aa8470fSDarren Hart static inline u_int32_t
futex_cmpxchg(futex_t * uaddr,u_int32_t oldval,u_int32_t newval)2192aa8470fSDarren Hart futex_cmpxchg(futex_t *uaddr, u_int32_t oldval, u_int32_t newval)
2202aa8470fSDarren Hart {
2212aa8470fSDarren Hart 	return __sync_val_compare_and_swap(uaddr, oldval, newval);
2222aa8470fSDarren Hart }
2232aa8470fSDarren Hart 
2242aa8470fSDarren Hart /**
2252aa8470fSDarren Hart  * futex_dec() - atomic decrement of the futex value
2262aa8470fSDarren Hart  * @uaddr:	The address of the futex to be modified
2272aa8470fSDarren Hart  *
2282aa8470fSDarren Hart  * Return the new futex value.
2292aa8470fSDarren Hart  */
2302aa8470fSDarren Hart static inline u_int32_t
futex_dec(futex_t * uaddr)2312aa8470fSDarren Hart futex_dec(futex_t *uaddr)
2322aa8470fSDarren Hart {
2332aa8470fSDarren Hart 	return __sync_sub_and_fetch(uaddr, 1);
2342aa8470fSDarren Hart }
2352aa8470fSDarren Hart 
2362aa8470fSDarren Hart /**
2372aa8470fSDarren Hart  * futex_inc() - atomic increment of the futex value
2382aa8470fSDarren Hart  * @uaddr:	the address of the futex to be modified
2392aa8470fSDarren Hart  *
2402aa8470fSDarren Hart  * Return the new futex value.
2412aa8470fSDarren Hart  */
2422aa8470fSDarren Hart static inline u_int32_t
futex_inc(futex_t * uaddr)2432aa8470fSDarren Hart futex_inc(futex_t *uaddr)
2442aa8470fSDarren Hart {
2452aa8470fSDarren Hart 	return __sync_add_and_fetch(uaddr, 1);
2462aa8470fSDarren Hart }
2472aa8470fSDarren Hart 
2482aa8470fSDarren Hart /**
2492aa8470fSDarren Hart  * futex_set() - atomic decrement of the futex value
2502aa8470fSDarren Hart  * @uaddr:	the address of the futex to be modified
2512aa8470fSDarren Hart  * @newval:	New value for the atomic_t
2522aa8470fSDarren Hart  *
2532aa8470fSDarren Hart  * Return the new futex value.
2542aa8470fSDarren Hart  */
2552aa8470fSDarren Hart static inline u_int32_t
futex_set(futex_t * uaddr,u_int32_t newval)2562aa8470fSDarren Hart futex_set(futex_t *uaddr, u_int32_t newval)
2572aa8470fSDarren Hart {
2582aa8470fSDarren Hart 	*uaddr = newval;
2592aa8470fSDarren Hart 	return newval;
2602aa8470fSDarren Hart }
2612aa8470fSDarren Hart 
2622aa8470fSDarren Hart #endif
263