xref: /openbmc/linux/drivers/misc/lkdtm/refcount.c (revision 73f62e60)
1aeef9c09SKees Cook // SPDX-License-Identifier: GPL-2.0
2039a1c42SKees Cook /*
3039a1c42SKees Cook  * This is for all the tests related to refcount bugs (e.g. overflow,
4039a1c42SKees Cook  * underflow, reaching zero untested, etc).
5039a1c42SKees Cook  */
6039a1c42SKees Cook #include "lkdtm.h"
7039a1c42SKees Cook #include <linux/refcount.h>
8039a1c42SKees Cook 
overflow_check(refcount_t * ref)9039a1c42SKees Cook static void overflow_check(refcount_t *ref)
10039a1c42SKees Cook {
11039a1c42SKees Cook 	switch (refcount_read(ref)) {
12039a1c42SKees Cook 	case REFCOUNT_SATURATED:
13039a1c42SKees Cook 		pr_info("Overflow detected: saturated\n");
14039a1c42SKees Cook 		break;
15039a1c42SKees Cook 	case REFCOUNT_MAX:
16039a1c42SKees Cook 		pr_warn("Overflow detected: unsafely reset to max\n");
17039a1c42SKees Cook 		break;
18039a1c42SKees Cook 	default:
19039a1c42SKees Cook 		pr_err("Fail: refcount wrapped to %d\n", refcount_read(ref));
20039a1c42SKees Cook 	}
21039a1c42SKees Cook }
22039a1c42SKees Cook 
23039a1c42SKees Cook /*
24039a1c42SKees Cook  * A refcount_inc() above the maximum value of the refcount implementation,
25039a1c42SKees Cook  * should at least saturate, and at most also WARN.
26039a1c42SKees Cook  */
lkdtm_REFCOUNT_INC_OVERFLOW(void)27*73f62e60SKees Cook static void lkdtm_REFCOUNT_INC_OVERFLOW(void)
28039a1c42SKees Cook {
29039a1c42SKees Cook 	refcount_t over = REFCOUNT_INIT(REFCOUNT_MAX - 1);
30039a1c42SKees Cook 
31039a1c42SKees Cook 	pr_info("attempting good refcount_inc() without overflow\n");
32039a1c42SKees Cook 	refcount_dec(&over);
33039a1c42SKees Cook 	refcount_inc(&over);
34039a1c42SKees Cook 
35039a1c42SKees Cook 	pr_info("attempting bad refcount_inc() overflow\n");
36039a1c42SKees Cook 	refcount_inc(&over);
37039a1c42SKees Cook 	refcount_inc(&over);
38039a1c42SKees Cook 
39039a1c42SKees Cook 	overflow_check(&over);
40039a1c42SKees Cook }
41039a1c42SKees Cook 
42039a1c42SKees Cook /* refcount_add() should behave just like refcount_inc() above. */
lkdtm_REFCOUNT_ADD_OVERFLOW(void)43*73f62e60SKees Cook static void lkdtm_REFCOUNT_ADD_OVERFLOW(void)
44039a1c42SKees Cook {
45039a1c42SKees Cook 	refcount_t over = REFCOUNT_INIT(REFCOUNT_MAX - 1);
46039a1c42SKees Cook 
47039a1c42SKees Cook 	pr_info("attempting good refcount_add() without overflow\n");
48039a1c42SKees Cook 	refcount_dec(&over);
49039a1c42SKees Cook 	refcount_dec(&over);
50039a1c42SKees Cook 	refcount_dec(&over);
51039a1c42SKees Cook 	refcount_dec(&over);
52039a1c42SKees Cook 	refcount_add(4, &over);
53039a1c42SKees Cook 
54039a1c42SKees Cook 	pr_info("attempting bad refcount_add() overflow\n");
55039a1c42SKees Cook 	refcount_add(4, &over);
56039a1c42SKees Cook 
57039a1c42SKees Cook 	overflow_check(&over);
58039a1c42SKees Cook }
59039a1c42SKees Cook 
60039a1c42SKees Cook /* refcount_inc_not_zero() should behave just like refcount_inc() above. */
lkdtm_REFCOUNT_INC_NOT_ZERO_OVERFLOW(void)61*73f62e60SKees Cook static void lkdtm_REFCOUNT_INC_NOT_ZERO_OVERFLOW(void)
62039a1c42SKees Cook {
63039a1c42SKees Cook 	refcount_t over = REFCOUNT_INIT(REFCOUNT_MAX);
64039a1c42SKees Cook 
65039a1c42SKees Cook 	pr_info("attempting bad refcount_inc_not_zero() overflow\n");
66039a1c42SKees Cook 	if (!refcount_inc_not_zero(&over))
67039a1c42SKees Cook 		pr_warn("Weird: refcount_inc_not_zero() reported zero\n");
68039a1c42SKees Cook 
69039a1c42SKees Cook 	overflow_check(&over);
70039a1c42SKees Cook }
71039a1c42SKees Cook 
72039a1c42SKees Cook /* refcount_add_not_zero() should behave just like refcount_inc() above. */
lkdtm_REFCOUNT_ADD_NOT_ZERO_OVERFLOW(void)73*73f62e60SKees Cook static void lkdtm_REFCOUNT_ADD_NOT_ZERO_OVERFLOW(void)
74039a1c42SKees Cook {
75039a1c42SKees Cook 	refcount_t over = REFCOUNT_INIT(REFCOUNT_MAX);
76039a1c42SKees Cook 
77039a1c42SKees Cook 	pr_info("attempting bad refcount_add_not_zero() overflow\n");
78039a1c42SKees Cook 	if (!refcount_add_not_zero(6, &over))
79039a1c42SKees Cook 		pr_warn("Weird: refcount_add_not_zero() reported zero\n");
80039a1c42SKees Cook 
81039a1c42SKees Cook 	overflow_check(&over);
82039a1c42SKees Cook }
83039a1c42SKees Cook 
check_zero(refcount_t * ref)84039a1c42SKees Cook static void check_zero(refcount_t *ref)
85039a1c42SKees Cook {
86039a1c42SKees Cook 	switch (refcount_read(ref)) {
87039a1c42SKees Cook 	case REFCOUNT_SATURATED:
88039a1c42SKees Cook 		pr_info("Zero detected: saturated\n");
89039a1c42SKees Cook 		break;
90039a1c42SKees Cook 	case REFCOUNT_MAX:
91039a1c42SKees Cook 		pr_warn("Zero detected: unsafely reset to max\n");
92039a1c42SKees Cook 		break;
93039a1c42SKees Cook 	case 0:
94039a1c42SKees Cook 		pr_warn("Still at zero: refcount_inc/add() must not inc-from-0\n");
95039a1c42SKees Cook 		break;
96039a1c42SKees Cook 	default:
97039a1c42SKees Cook 		pr_err("Fail: refcount went crazy: %d\n", refcount_read(ref));
98039a1c42SKees Cook 	}
99039a1c42SKees Cook }
100039a1c42SKees Cook 
101039a1c42SKees Cook /*
102039a1c42SKees Cook  * A refcount_dec(), as opposed to a refcount_dec_and_test(), when it hits
103039a1c42SKees Cook  * zero it should either saturate (when inc-from-zero isn't protected)
104039a1c42SKees Cook  * or stay at zero (when inc-from-zero is protected) and should WARN for both.
105039a1c42SKees Cook  */
lkdtm_REFCOUNT_DEC_ZERO(void)106*73f62e60SKees Cook static void lkdtm_REFCOUNT_DEC_ZERO(void)
107039a1c42SKees Cook {
108039a1c42SKees Cook 	refcount_t zero = REFCOUNT_INIT(2);
109039a1c42SKees Cook 
110039a1c42SKees Cook 	pr_info("attempting good refcount_dec()\n");
111039a1c42SKees Cook 	refcount_dec(&zero);
112039a1c42SKees Cook 
113039a1c42SKees Cook 	pr_info("attempting bad refcount_dec() to zero\n");
114039a1c42SKees Cook 	refcount_dec(&zero);
115039a1c42SKees Cook 
116039a1c42SKees Cook 	check_zero(&zero);
117039a1c42SKees Cook }
118039a1c42SKees Cook 
check_negative(refcount_t * ref,int start)119039a1c42SKees Cook static void check_negative(refcount_t *ref, int start)
120039a1c42SKees Cook {
121039a1c42SKees Cook 	/*
122500543c5SWill Deacon 	 * refcount_t refuses to move a refcount at all on an
123039a1c42SKees Cook 	 * over-sub, so we have to track our starting position instead of
124039a1c42SKees Cook 	 * looking only at zero-pinning.
125039a1c42SKees Cook 	 */
126039a1c42SKees Cook 	if (refcount_read(ref) == start) {
127039a1c42SKees Cook 		pr_warn("Still at %d: refcount_inc/add() must not inc-from-0\n",
128039a1c42SKees Cook 			start);
129039a1c42SKees Cook 		return;
130039a1c42SKees Cook 	}
131039a1c42SKees Cook 
132039a1c42SKees Cook 	switch (refcount_read(ref)) {
133039a1c42SKees Cook 	case REFCOUNT_SATURATED:
134039a1c42SKees Cook 		pr_info("Negative detected: saturated\n");
135039a1c42SKees Cook 		break;
136039a1c42SKees Cook 	case REFCOUNT_MAX:
137039a1c42SKees Cook 		pr_warn("Negative detected: unsafely reset to max\n");
138039a1c42SKees Cook 		break;
139039a1c42SKees Cook 	default:
140039a1c42SKees Cook 		pr_err("Fail: refcount went crazy: %d\n", refcount_read(ref));
141039a1c42SKees Cook 	}
142039a1c42SKees Cook }
143039a1c42SKees Cook 
144039a1c42SKees Cook /* A refcount_dec() going negative should saturate and may WARN. */
lkdtm_REFCOUNT_DEC_NEGATIVE(void)145*73f62e60SKees Cook static void lkdtm_REFCOUNT_DEC_NEGATIVE(void)
146039a1c42SKees Cook {
147039a1c42SKees Cook 	refcount_t neg = REFCOUNT_INIT(0);
148039a1c42SKees Cook 
149039a1c42SKees Cook 	pr_info("attempting bad refcount_dec() below zero\n");
150039a1c42SKees Cook 	refcount_dec(&neg);
151039a1c42SKees Cook 
152039a1c42SKees Cook 	check_negative(&neg, 0);
153039a1c42SKees Cook }
154039a1c42SKees Cook 
155039a1c42SKees Cook /*
156039a1c42SKees Cook  * A refcount_dec_and_test() should act like refcount_dec() above when
157039a1c42SKees Cook  * going negative.
158039a1c42SKees Cook  */
lkdtm_REFCOUNT_DEC_AND_TEST_NEGATIVE(void)159*73f62e60SKees Cook static void lkdtm_REFCOUNT_DEC_AND_TEST_NEGATIVE(void)
160039a1c42SKees Cook {
161039a1c42SKees Cook 	refcount_t neg = REFCOUNT_INIT(0);
162039a1c42SKees Cook 
163039a1c42SKees Cook 	pr_info("attempting bad refcount_dec_and_test() below zero\n");
164039a1c42SKees Cook 	if (refcount_dec_and_test(&neg))
165039a1c42SKees Cook 		pr_warn("Weird: refcount_dec_and_test() reported zero\n");
166039a1c42SKees Cook 
167039a1c42SKees Cook 	check_negative(&neg, 0);
168039a1c42SKees Cook }
169039a1c42SKees Cook 
170039a1c42SKees Cook /*
171039a1c42SKees Cook  * A refcount_sub_and_test() should act like refcount_dec_and_test()
172039a1c42SKees Cook  * above when going negative.
173039a1c42SKees Cook  */
lkdtm_REFCOUNT_SUB_AND_TEST_NEGATIVE(void)174*73f62e60SKees Cook static void lkdtm_REFCOUNT_SUB_AND_TEST_NEGATIVE(void)
175039a1c42SKees Cook {
176039a1c42SKees Cook 	refcount_t neg = REFCOUNT_INIT(3);
177039a1c42SKees Cook 
178039a1c42SKees Cook 	pr_info("attempting bad refcount_sub_and_test() below zero\n");
179039a1c42SKees Cook 	if (refcount_sub_and_test(5, &neg))
180039a1c42SKees Cook 		pr_warn("Weird: refcount_sub_and_test() reported zero\n");
181039a1c42SKees Cook 
182039a1c42SKees Cook 	check_negative(&neg, 3);
183039a1c42SKees Cook }
184039a1c42SKees Cook 
check_from_zero(refcount_t * ref)185039a1c42SKees Cook static void check_from_zero(refcount_t *ref)
186039a1c42SKees Cook {
187039a1c42SKees Cook 	switch (refcount_read(ref)) {
188039a1c42SKees Cook 	case 0:
189039a1c42SKees Cook 		pr_info("Zero detected: stayed at zero\n");
190039a1c42SKees Cook 		break;
191039a1c42SKees Cook 	case REFCOUNT_SATURATED:
192039a1c42SKees Cook 		pr_info("Zero detected: saturated\n");
193039a1c42SKees Cook 		break;
194039a1c42SKees Cook 	case REFCOUNT_MAX:
195039a1c42SKees Cook 		pr_warn("Zero detected: unsafely reset to max\n");
196039a1c42SKees Cook 		break;
197039a1c42SKees Cook 	default:
198039a1c42SKees Cook 		pr_info("Fail: zero not detected, incremented to %d\n",
199039a1c42SKees Cook 			refcount_read(ref));
200039a1c42SKees Cook 	}
201039a1c42SKees Cook }
202039a1c42SKees Cook 
203039a1c42SKees Cook /*
204039a1c42SKees Cook  * A refcount_inc() from zero should pin to zero or saturate and may WARN.
205039a1c42SKees Cook  */
lkdtm_REFCOUNT_INC_ZERO(void)206*73f62e60SKees Cook static void lkdtm_REFCOUNT_INC_ZERO(void)
207039a1c42SKees Cook {
208039a1c42SKees Cook 	refcount_t zero = REFCOUNT_INIT(0);
209039a1c42SKees Cook 
210039a1c42SKees Cook 	pr_info("attempting safe refcount_inc_not_zero() from zero\n");
211039a1c42SKees Cook 	if (!refcount_inc_not_zero(&zero)) {
212039a1c42SKees Cook 		pr_info("Good: zero detected\n");
213039a1c42SKees Cook 		if (refcount_read(&zero) == 0)
214039a1c42SKees Cook 			pr_info("Correctly stayed at zero\n");
215039a1c42SKees Cook 		else
216039a1c42SKees Cook 			pr_err("Fail: refcount went past zero!\n");
217039a1c42SKees Cook 	} else {
218039a1c42SKees Cook 		pr_err("Fail: Zero not detected!?\n");
219039a1c42SKees Cook 	}
220039a1c42SKees Cook 
221039a1c42SKees Cook 	pr_info("attempting bad refcount_inc() from zero\n");
222039a1c42SKees Cook 	refcount_inc(&zero);
223039a1c42SKees Cook 
224039a1c42SKees Cook 	check_from_zero(&zero);
225039a1c42SKees Cook }
226039a1c42SKees Cook 
227039a1c42SKees Cook /*
228039a1c42SKees Cook  * A refcount_add() should act like refcount_inc() above when starting
229039a1c42SKees Cook  * at zero.
230039a1c42SKees Cook  */
lkdtm_REFCOUNT_ADD_ZERO(void)231*73f62e60SKees Cook static void lkdtm_REFCOUNT_ADD_ZERO(void)
232039a1c42SKees Cook {
233039a1c42SKees Cook 	refcount_t zero = REFCOUNT_INIT(0);
234039a1c42SKees Cook 
235039a1c42SKees Cook 	pr_info("attempting safe refcount_add_not_zero() from zero\n");
236039a1c42SKees Cook 	if (!refcount_add_not_zero(3, &zero)) {
237039a1c42SKees Cook 		pr_info("Good: zero detected\n");
238039a1c42SKees Cook 		if (refcount_read(&zero) == 0)
239039a1c42SKees Cook 			pr_info("Correctly stayed at zero\n");
240039a1c42SKees Cook 		else
241039a1c42SKees Cook 			pr_err("Fail: refcount went past zero\n");
242039a1c42SKees Cook 	} else {
243039a1c42SKees Cook 		pr_err("Fail: Zero not detected!?\n");
244039a1c42SKees Cook 	}
245039a1c42SKees Cook 
246039a1c42SKees Cook 	pr_info("attempting bad refcount_add() from zero\n");
247039a1c42SKees Cook 	refcount_add(3, &zero);
248039a1c42SKees Cook 
249039a1c42SKees Cook 	check_from_zero(&zero);
250039a1c42SKees Cook }
251039a1c42SKees Cook 
check_saturated(refcount_t * ref)252039a1c42SKees Cook static void check_saturated(refcount_t *ref)
253039a1c42SKees Cook {
254039a1c42SKees Cook 	switch (refcount_read(ref)) {
255039a1c42SKees Cook 	case REFCOUNT_SATURATED:
256039a1c42SKees Cook 		pr_info("Saturation detected: still saturated\n");
257039a1c42SKees Cook 		break;
258039a1c42SKees Cook 	case REFCOUNT_MAX:
259039a1c42SKees Cook 		pr_warn("Saturation detected: unsafely reset to max\n");
260039a1c42SKees Cook 		break;
261039a1c42SKees Cook 	default:
262039a1c42SKees Cook 		pr_err("Fail: refcount went crazy: %d\n", refcount_read(ref));
263039a1c42SKees Cook 	}
264039a1c42SKees Cook }
265039a1c42SKees Cook 
266039a1c42SKees Cook /*
267039a1c42SKees Cook  * A refcount_inc() from a saturated value should at most warn about
268039a1c42SKees Cook  * being saturated already.
269039a1c42SKees Cook  */
lkdtm_REFCOUNT_INC_SATURATED(void)270*73f62e60SKees Cook static void lkdtm_REFCOUNT_INC_SATURATED(void)
271039a1c42SKees Cook {
272039a1c42SKees Cook 	refcount_t sat = REFCOUNT_INIT(REFCOUNT_SATURATED);
273039a1c42SKees Cook 
274039a1c42SKees Cook 	pr_info("attempting bad refcount_inc() from saturated\n");
275039a1c42SKees Cook 	refcount_inc(&sat);
276039a1c42SKees Cook 
277039a1c42SKees Cook 	check_saturated(&sat);
278039a1c42SKees Cook }
279039a1c42SKees Cook 
280039a1c42SKees Cook /* Should act like refcount_inc() above from saturated. */
lkdtm_REFCOUNT_DEC_SATURATED(void)281*73f62e60SKees Cook static void lkdtm_REFCOUNT_DEC_SATURATED(void)
282039a1c42SKees Cook {
283039a1c42SKees Cook 	refcount_t sat = REFCOUNT_INIT(REFCOUNT_SATURATED);
284039a1c42SKees Cook 
285039a1c42SKees Cook 	pr_info("attempting bad refcount_dec() from saturated\n");
286039a1c42SKees Cook 	refcount_dec(&sat);
287039a1c42SKees Cook 
288039a1c42SKees Cook 	check_saturated(&sat);
289039a1c42SKees Cook }
290039a1c42SKees Cook 
291039a1c42SKees Cook /* Should act like refcount_inc() above from saturated. */
lkdtm_REFCOUNT_ADD_SATURATED(void)292*73f62e60SKees Cook static void lkdtm_REFCOUNT_ADD_SATURATED(void)
293039a1c42SKees Cook {
294039a1c42SKees Cook 	refcount_t sat = REFCOUNT_INIT(REFCOUNT_SATURATED);
295039a1c42SKees Cook 
296039a1c42SKees Cook 	pr_info("attempting bad refcount_dec() from saturated\n");
297039a1c42SKees Cook 	refcount_add(8, &sat);
298039a1c42SKees Cook 
299039a1c42SKees Cook 	check_saturated(&sat);
300039a1c42SKees Cook }
301039a1c42SKees Cook 
302039a1c42SKees Cook /* Should act like refcount_inc() above from saturated. */
lkdtm_REFCOUNT_INC_NOT_ZERO_SATURATED(void)303*73f62e60SKees Cook static void lkdtm_REFCOUNT_INC_NOT_ZERO_SATURATED(void)
304039a1c42SKees Cook {
305039a1c42SKees Cook 	refcount_t sat = REFCOUNT_INIT(REFCOUNT_SATURATED);
306039a1c42SKees Cook 
307039a1c42SKees Cook 	pr_info("attempting bad refcount_inc_not_zero() from saturated\n");
308039a1c42SKees Cook 	if (!refcount_inc_not_zero(&sat))
309039a1c42SKees Cook 		pr_warn("Weird: refcount_inc_not_zero() reported zero\n");
310039a1c42SKees Cook 
311039a1c42SKees Cook 	check_saturated(&sat);
312039a1c42SKees Cook }
313039a1c42SKees Cook 
314039a1c42SKees Cook /* Should act like refcount_inc() above from saturated. */
lkdtm_REFCOUNT_ADD_NOT_ZERO_SATURATED(void)315*73f62e60SKees Cook static void lkdtm_REFCOUNT_ADD_NOT_ZERO_SATURATED(void)
316039a1c42SKees Cook {
317039a1c42SKees Cook 	refcount_t sat = REFCOUNT_INIT(REFCOUNT_SATURATED);
318039a1c42SKees Cook 
319039a1c42SKees Cook 	pr_info("attempting bad refcount_add_not_zero() from saturated\n");
320039a1c42SKees Cook 	if (!refcount_add_not_zero(7, &sat))
321039a1c42SKees Cook 		pr_warn("Weird: refcount_add_not_zero() reported zero\n");
322039a1c42SKees Cook 
323039a1c42SKees Cook 	check_saturated(&sat);
324039a1c42SKees Cook }
325039a1c42SKees Cook 
326039a1c42SKees Cook /* Should act like refcount_inc() above from saturated. */
lkdtm_REFCOUNT_DEC_AND_TEST_SATURATED(void)327*73f62e60SKees Cook static void lkdtm_REFCOUNT_DEC_AND_TEST_SATURATED(void)
328039a1c42SKees Cook {
329039a1c42SKees Cook 	refcount_t sat = REFCOUNT_INIT(REFCOUNT_SATURATED);
330039a1c42SKees Cook 
331039a1c42SKees Cook 	pr_info("attempting bad refcount_dec_and_test() from saturated\n");
332039a1c42SKees Cook 	if (refcount_dec_and_test(&sat))
333039a1c42SKees Cook 		pr_warn("Weird: refcount_dec_and_test() reported zero\n");
334039a1c42SKees Cook 
335039a1c42SKees Cook 	check_saturated(&sat);
336039a1c42SKees Cook }
337039a1c42SKees Cook 
338039a1c42SKees Cook /* Should act like refcount_inc() above from saturated. */
lkdtm_REFCOUNT_SUB_AND_TEST_SATURATED(void)339*73f62e60SKees Cook static void lkdtm_REFCOUNT_SUB_AND_TEST_SATURATED(void)
340039a1c42SKees Cook {
341039a1c42SKees Cook 	refcount_t sat = REFCOUNT_INIT(REFCOUNT_SATURATED);
342039a1c42SKees Cook 
343039a1c42SKees Cook 	pr_info("attempting bad refcount_sub_and_test() from saturated\n");
344039a1c42SKees Cook 	if (refcount_sub_and_test(8, &sat))
345039a1c42SKees Cook 		pr_warn("Weird: refcount_sub_and_test() reported zero\n");
346039a1c42SKees Cook 
347039a1c42SKees Cook 	check_saturated(&sat);
348039a1c42SKees Cook }
349039a1c42SKees Cook 
350039a1c42SKees Cook /* Used to time the existing atomic_t when used for reference counting */
lkdtm_ATOMIC_TIMING(void)351*73f62e60SKees Cook static void lkdtm_ATOMIC_TIMING(void)
352039a1c42SKees Cook {
353039a1c42SKees Cook 	unsigned int i;
354039a1c42SKees Cook 	atomic_t count = ATOMIC_INIT(1);
355039a1c42SKees Cook 
356039a1c42SKees Cook 	for (i = 0; i < INT_MAX - 1; i++)
357039a1c42SKees Cook 		atomic_inc(&count);
358039a1c42SKees Cook 
359039a1c42SKees Cook 	for (i = INT_MAX; i > 0; i--)
360039a1c42SKees Cook 		if (atomic_dec_and_test(&count))
361039a1c42SKees Cook 			break;
362039a1c42SKees Cook 
363039a1c42SKees Cook 	if (i != 1)
364039a1c42SKees Cook 		pr_err("atomic timing: out of sync up/down cycle: %u\n", i - 1);
365039a1c42SKees Cook 	else
366039a1c42SKees Cook 		pr_info("atomic timing: done\n");
367039a1c42SKees Cook }
368039a1c42SKees Cook 
369039a1c42SKees Cook /*
370039a1c42SKees Cook  * This can be compared to ATOMIC_TIMING when implementing fast refcount
371039a1c42SKees Cook  * protections. Looking at the number of CPU cycles tells the real story
372039a1c42SKees Cook  * about performance. For example:
373039a1c42SKees Cook  *    cd /sys/kernel/debug/provoke-crash
374039a1c42SKees Cook  *    perf stat -B -- cat <(echo REFCOUNT_TIMING) > DIRECT
375039a1c42SKees Cook  */
lkdtm_REFCOUNT_TIMING(void)376*73f62e60SKees Cook static void lkdtm_REFCOUNT_TIMING(void)
377039a1c42SKees Cook {
378039a1c42SKees Cook 	unsigned int i;
379039a1c42SKees Cook 	refcount_t count = REFCOUNT_INIT(1);
380039a1c42SKees Cook 
381039a1c42SKees Cook 	for (i = 0; i < INT_MAX - 1; i++)
382039a1c42SKees Cook 		refcount_inc(&count);
383039a1c42SKees Cook 
384039a1c42SKees Cook 	for (i = INT_MAX; i > 0; i--)
385039a1c42SKees Cook 		if (refcount_dec_and_test(&count))
386039a1c42SKees Cook 			break;
387039a1c42SKees Cook 
388039a1c42SKees Cook 	if (i != 1)
389039a1c42SKees Cook 		pr_err("refcount: out of sync up/down cycle: %u\n", i - 1);
390039a1c42SKees Cook 	else
391039a1c42SKees Cook 		pr_info("refcount timing: done\n");
392039a1c42SKees Cook }
393*73f62e60SKees Cook 
394*73f62e60SKees Cook static struct crashtype crashtypes[] = {
395*73f62e60SKees Cook 	CRASHTYPE(REFCOUNT_INC_OVERFLOW),
396*73f62e60SKees Cook 	CRASHTYPE(REFCOUNT_ADD_OVERFLOW),
397*73f62e60SKees Cook 	CRASHTYPE(REFCOUNT_INC_NOT_ZERO_OVERFLOW),
398*73f62e60SKees Cook 	CRASHTYPE(REFCOUNT_ADD_NOT_ZERO_OVERFLOW),
399*73f62e60SKees Cook 	CRASHTYPE(REFCOUNT_DEC_ZERO),
400*73f62e60SKees Cook 	CRASHTYPE(REFCOUNT_DEC_NEGATIVE),
401*73f62e60SKees Cook 	CRASHTYPE(REFCOUNT_DEC_AND_TEST_NEGATIVE),
402*73f62e60SKees Cook 	CRASHTYPE(REFCOUNT_SUB_AND_TEST_NEGATIVE),
403*73f62e60SKees Cook 	CRASHTYPE(REFCOUNT_INC_ZERO),
404*73f62e60SKees Cook 	CRASHTYPE(REFCOUNT_ADD_ZERO),
405*73f62e60SKees Cook 	CRASHTYPE(REFCOUNT_INC_SATURATED),
406*73f62e60SKees Cook 	CRASHTYPE(REFCOUNT_DEC_SATURATED),
407*73f62e60SKees Cook 	CRASHTYPE(REFCOUNT_ADD_SATURATED),
408*73f62e60SKees Cook 	CRASHTYPE(REFCOUNT_INC_NOT_ZERO_SATURATED),
409*73f62e60SKees Cook 	CRASHTYPE(REFCOUNT_ADD_NOT_ZERO_SATURATED),
410*73f62e60SKees Cook 	CRASHTYPE(REFCOUNT_DEC_AND_TEST_SATURATED),
411*73f62e60SKees Cook 	CRASHTYPE(REFCOUNT_SUB_AND_TEST_SATURATED),
412*73f62e60SKees Cook 	CRASHTYPE(ATOMIC_TIMING),
413*73f62e60SKees Cook 	CRASHTYPE(REFCOUNT_TIMING),
414*73f62e60SKees Cook };
415*73f62e60SKees Cook 
416*73f62e60SKees Cook struct crashtype_category refcount_crashtypes = {
417*73f62e60SKees Cook 	.crashtypes = crashtypes,
418*73f62e60SKees Cook 	.len	    = ARRAY_SIZE(crashtypes),
419*73f62e60SKees Cook };
420