1 // SPDX-License-Identifier: GPL-2.0
2 /*
3 * This is for all the tests related to refcount bugs (e.g. overflow,
4 * underflow, reaching zero untested, etc).
5 */
6 #include "lkdtm.h"
7 #include <linux/refcount.h>
8
9 #ifdef CONFIG_REFCOUNT_FULL
10 #define REFCOUNT_MAX (UINT_MAX - 1)
11 #define REFCOUNT_SATURATED UINT_MAX
12 #else
13 #define REFCOUNT_MAX INT_MAX
14 #define REFCOUNT_SATURATED (INT_MIN / 2)
15 #endif
16
overflow_check(refcount_t * ref)17 static void overflow_check(refcount_t *ref)
18 {
19 switch (refcount_read(ref)) {
20 case REFCOUNT_SATURATED:
21 pr_info("Overflow detected: saturated\n");
22 break;
23 case REFCOUNT_MAX:
24 pr_warn("Overflow detected: unsafely reset to max\n");
25 break;
26 default:
27 pr_err("Fail: refcount wrapped to %d\n", refcount_read(ref));
28 }
29 }
30
31 /*
32 * A refcount_inc() above the maximum value of the refcount implementation,
33 * should at least saturate, and at most also WARN.
34 */
lkdtm_REFCOUNT_INC_OVERFLOW(void)35 void lkdtm_REFCOUNT_INC_OVERFLOW(void)
36 {
37 refcount_t over = REFCOUNT_INIT(REFCOUNT_MAX - 1);
38
39 pr_info("attempting good refcount_inc() without overflow\n");
40 refcount_dec(&over);
41 refcount_inc(&over);
42
43 pr_info("attempting bad refcount_inc() overflow\n");
44 refcount_inc(&over);
45 refcount_inc(&over);
46
47 overflow_check(&over);
48 }
49
50 /* refcount_add() should behave just like refcount_inc() above. */
lkdtm_REFCOUNT_ADD_OVERFLOW(void)51 void lkdtm_REFCOUNT_ADD_OVERFLOW(void)
52 {
53 refcount_t over = REFCOUNT_INIT(REFCOUNT_MAX - 1);
54
55 pr_info("attempting good refcount_add() without overflow\n");
56 refcount_dec(&over);
57 refcount_dec(&over);
58 refcount_dec(&over);
59 refcount_dec(&over);
60 refcount_add(4, &over);
61
62 pr_info("attempting bad refcount_add() overflow\n");
63 refcount_add(4, &over);
64
65 overflow_check(&over);
66 }
67
68 /* refcount_inc_not_zero() should behave just like refcount_inc() above. */
lkdtm_REFCOUNT_INC_NOT_ZERO_OVERFLOW(void)69 void lkdtm_REFCOUNT_INC_NOT_ZERO_OVERFLOW(void)
70 {
71 refcount_t over = REFCOUNT_INIT(REFCOUNT_MAX);
72
73 pr_info("attempting bad refcount_inc_not_zero() overflow\n");
74 if (!refcount_inc_not_zero(&over))
75 pr_warn("Weird: refcount_inc_not_zero() reported zero\n");
76
77 overflow_check(&over);
78 }
79
80 /* refcount_add_not_zero() should behave just like refcount_inc() above. */
lkdtm_REFCOUNT_ADD_NOT_ZERO_OVERFLOW(void)81 void lkdtm_REFCOUNT_ADD_NOT_ZERO_OVERFLOW(void)
82 {
83 refcount_t over = REFCOUNT_INIT(REFCOUNT_MAX);
84
85 pr_info("attempting bad refcount_add_not_zero() overflow\n");
86 if (!refcount_add_not_zero(6, &over))
87 pr_warn("Weird: refcount_add_not_zero() reported zero\n");
88
89 overflow_check(&over);
90 }
91
check_zero(refcount_t * ref)92 static void check_zero(refcount_t *ref)
93 {
94 switch (refcount_read(ref)) {
95 case REFCOUNT_SATURATED:
96 pr_info("Zero detected: saturated\n");
97 break;
98 case REFCOUNT_MAX:
99 pr_warn("Zero detected: unsafely reset to max\n");
100 break;
101 case 0:
102 pr_warn("Still at zero: refcount_inc/add() must not inc-from-0\n");
103 break;
104 default:
105 pr_err("Fail: refcount went crazy: %d\n", refcount_read(ref));
106 }
107 }
108
109 /*
110 * A refcount_dec(), as opposed to a refcount_dec_and_test(), when it hits
111 * zero it should either saturate (when inc-from-zero isn't protected)
112 * or stay at zero (when inc-from-zero is protected) and should WARN for both.
113 */
lkdtm_REFCOUNT_DEC_ZERO(void)114 void lkdtm_REFCOUNT_DEC_ZERO(void)
115 {
116 refcount_t zero = REFCOUNT_INIT(2);
117
118 pr_info("attempting good refcount_dec()\n");
119 refcount_dec(&zero);
120
121 pr_info("attempting bad refcount_dec() to zero\n");
122 refcount_dec(&zero);
123
124 check_zero(&zero);
125 }
126
check_negative(refcount_t * ref,int start)127 static void check_negative(refcount_t *ref, int start)
128 {
129 /*
130 * CONFIG_REFCOUNT_FULL refuses to move a refcount at all on an
131 * over-sub, so we have to track our starting position instead of
132 * looking only at zero-pinning.
133 */
134 if (refcount_read(ref) == start) {
135 pr_warn("Still at %d: refcount_inc/add() must not inc-from-0\n",
136 start);
137 return;
138 }
139
140 switch (refcount_read(ref)) {
141 case REFCOUNT_SATURATED:
142 pr_info("Negative detected: saturated\n");
143 break;
144 case REFCOUNT_MAX:
145 pr_warn("Negative detected: unsafely reset to max\n");
146 break;
147 default:
148 pr_err("Fail: refcount went crazy: %d\n", refcount_read(ref));
149 }
150 }
151
152 /* A refcount_dec() going negative should saturate and may WARN. */
lkdtm_REFCOUNT_DEC_NEGATIVE(void)153 void lkdtm_REFCOUNT_DEC_NEGATIVE(void)
154 {
155 refcount_t neg = REFCOUNT_INIT(0);
156
157 pr_info("attempting bad refcount_dec() below zero\n");
158 refcount_dec(&neg);
159
160 check_negative(&neg, 0);
161 }
162
163 /*
164 * A refcount_dec_and_test() should act like refcount_dec() above when
165 * going negative.
166 */
lkdtm_REFCOUNT_DEC_AND_TEST_NEGATIVE(void)167 void lkdtm_REFCOUNT_DEC_AND_TEST_NEGATIVE(void)
168 {
169 refcount_t neg = REFCOUNT_INIT(0);
170
171 pr_info("attempting bad refcount_dec_and_test() below zero\n");
172 if (refcount_dec_and_test(&neg))
173 pr_warn("Weird: refcount_dec_and_test() reported zero\n");
174
175 check_negative(&neg, 0);
176 }
177
178 /*
179 * A refcount_sub_and_test() should act like refcount_dec_and_test()
180 * above when going negative.
181 */
lkdtm_REFCOUNT_SUB_AND_TEST_NEGATIVE(void)182 void lkdtm_REFCOUNT_SUB_AND_TEST_NEGATIVE(void)
183 {
184 refcount_t neg = REFCOUNT_INIT(3);
185
186 pr_info("attempting bad refcount_sub_and_test() below zero\n");
187 if (refcount_sub_and_test(5, &neg))
188 pr_warn("Weird: refcount_sub_and_test() reported zero\n");
189
190 check_negative(&neg, 3);
191 }
192
check_from_zero(refcount_t * ref)193 static void check_from_zero(refcount_t *ref)
194 {
195 switch (refcount_read(ref)) {
196 case 0:
197 pr_info("Zero detected: stayed at zero\n");
198 break;
199 case REFCOUNT_SATURATED:
200 pr_info("Zero detected: saturated\n");
201 break;
202 case REFCOUNT_MAX:
203 pr_warn("Zero detected: unsafely reset to max\n");
204 break;
205 default:
206 pr_info("Fail: zero not detected, incremented to %d\n",
207 refcount_read(ref));
208 }
209 }
210
211 /*
212 * A refcount_inc() from zero should pin to zero or saturate and may WARN.
213 * Only CONFIG_REFCOUNT_FULL provides this protection currently.
214 */
lkdtm_REFCOUNT_INC_ZERO(void)215 void lkdtm_REFCOUNT_INC_ZERO(void)
216 {
217 refcount_t zero = REFCOUNT_INIT(0);
218
219 pr_info("attempting safe refcount_inc_not_zero() from zero\n");
220 if (!refcount_inc_not_zero(&zero)) {
221 pr_info("Good: zero detected\n");
222 if (refcount_read(&zero) == 0)
223 pr_info("Correctly stayed at zero\n");
224 else
225 pr_err("Fail: refcount went past zero!\n");
226 } else {
227 pr_err("Fail: Zero not detected!?\n");
228 }
229
230 pr_info("attempting bad refcount_inc() from zero\n");
231 refcount_inc(&zero);
232
233 check_from_zero(&zero);
234 }
235
236 /*
237 * A refcount_add() should act like refcount_inc() above when starting
238 * at zero.
239 */
lkdtm_REFCOUNT_ADD_ZERO(void)240 void lkdtm_REFCOUNT_ADD_ZERO(void)
241 {
242 refcount_t zero = REFCOUNT_INIT(0);
243
244 pr_info("attempting safe refcount_add_not_zero() from zero\n");
245 if (!refcount_add_not_zero(3, &zero)) {
246 pr_info("Good: zero detected\n");
247 if (refcount_read(&zero) == 0)
248 pr_info("Correctly stayed at zero\n");
249 else
250 pr_err("Fail: refcount went past zero\n");
251 } else {
252 pr_err("Fail: Zero not detected!?\n");
253 }
254
255 pr_info("attempting bad refcount_add() from zero\n");
256 refcount_add(3, &zero);
257
258 check_from_zero(&zero);
259 }
260
check_saturated(refcount_t * ref)261 static void check_saturated(refcount_t *ref)
262 {
263 switch (refcount_read(ref)) {
264 case REFCOUNT_SATURATED:
265 pr_info("Saturation detected: still saturated\n");
266 break;
267 case REFCOUNT_MAX:
268 pr_warn("Saturation detected: unsafely reset to max\n");
269 break;
270 default:
271 pr_err("Fail: refcount went crazy: %d\n", refcount_read(ref));
272 }
273 }
274
275 /*
276 * A refcount_inc() from a saturated value should at most warn about
277 * being saturated already.
278 */
lkdtm_REFCOUNT_INC_SATURATED(void)279 void lkdtm_REFCOUNT_INC_SATURATED(void)
280 {
281 refcount_t sat = REFCOUNT_INIT(REFCOUNT_SATURATED);
282
283 pr_info("attempting bad refcount_inc() from saturated\n");
284 refcount_inc(&sat);
285
286 check_saturated(&sat);
287 }
288
289 /* Should act like refcount_inc() above from saturated. */
lkdtm_REFCOUNT_DEC_SATURATED(void)290 void lkdtm_REFCOUNT_DEC_SATURATED(void)
291 {
292 refcount_t sat = REFCOUNT_INIT(REFCOUNT_SATURATED);
293
294 pr_info("attempting bad refcount_dec() from saturated\n");
295 refcount_dec(&sat);
296
297 check_saturated(&sat);
298 }
299
300 /* Should act like refcount_inc() above from saturated. */
lkdtm_REFCOUNT_ADD_SATURATED(void)301 void lkdtm_REFCOUNT_ADD_SATURATED(void)
302 {
303 refcount_t sat = REFCOUNT_INIT(REFCOUNT_SATURATED);
304
305 pr_info("attempting bad refcount_dec() from saturated\n");
306 refcount_add(8, &sat);
307
308 check_saturated(&sat);
309 }
310
311 /* Should act like refcount_inc() above from saturated. */
lkdtm_REFCOUNT_INC_NOT_ZERO_SATURATED(void)312 void lkdtm_REFCOUNT_INC_NOT_ZERO_SATURATED(void)
313 {
314 refcount_t sat = REFCOUNT_INIT(REFCOUNT_SATURATED);
315
316 pr_info("attempting bad refcount_inc_not_zero() from saturated\n");
317 if (!refcount_inc_not_zero(&sat))
318 pr_warn("Weird: refcount_inc_not_zero() reported zero\n");
319
320 check_saturated(&sat);
321 }
322
323 /* Should act like refcount_inc() above from saturated. */
lkdtm_REFCOUNT_ADD_NOT_ZERO_SATURATED(void)324 void lkdtm_REFCOUNT_ADD_NOT_ZERO_SATURATED(void)
325 {
326 refcount_t sat = REFCOUNT_INIT(REFCOUNT_SATURATED);
327
328 pr_info("attempting bad refcount_add_not_zero() from saturated\n");
329 if (!refcount_add_not_zero(7, &sat))
330 pr_warn("Weird: refcount_add_not_zero() reported zero\n");
331
332 check_saturated(&sat);
333 }
334
335 /* Should act like refcount_inc() above from saturated. */
lkdtm_REFCOUNT_DEC_AND_TEST_SATURATED(void)336 void lkdtm_REFCOUNT_DEC_AND_TEST_SATURATED(void)
337 {
338 refcount_t sat = REFCOUNT_INIT(REFCOUNT_SATURATED);
339
340 pr_info("attempting bad refcount_dec_and_test() from saturated\n");
341 if (refcount_dec_and_test(&sat))
342 pr_warn("Weird: refcount_dec_and_test() reported zero\n");
343
344 check_saturated(&sat);
345 }
346
347 /* Should act like refcount_inc() above from saturated. */
lkdtm_REFCOUNT_SUB_AND_TEST_SATURATED(void)348 void lkdtm_REFCOUNT_SUB_AND_TEST_SATURATED(void)
349 {
350 refcount_t sat = REFCOUNT_INIT(REFCOUNT_SATURATED);
351
352 pr_info("attempting bad refcount_sub_and_test() from saturated\n");
353 if (refcount_sub_and_test(8, &sat))
354 pr_warn("Weird: refcount_sub_and_test() reported zero\n");
355
356 check_saturated(&sat);
357 }
358
359 /* Used to time the existing atomic_t when used for reference counting */
lkdtm_ATOMIC_TIMING(void)360 void lkdtm_ATOMIC_TIMING(void)
361 {
362 unsigned int i;
363 atomic_t count = ATOMIC_INIT(1);
364
365 for (i = 0; i < INT_MAX - 1; i++)
366 atomic_inc(&count);
367
368 for (i = INT_MAX; i > 0; i--)
369 if (atomic_dec_and_test(&count))
370 break;
371
372 if (i != 1)
373 pr_err("atomic timing: out of sync up/down cycle: %u\n", i - 1);
374 else
375 pr_info("atomic timing: done\n");
376 }
377
378 /*
379 * This can be compared to ATOMIC_TIMING when implementing fast refcount
380 * protections. Looking at the number of CPU cycles tells the real story
381 * about performance. For example:
382 * cd /sys/kernel/debug/provoke-crash
383 * perf stat -B -- cat <(echo REFCOUNT_TIMING) > DIRECT
384 */
lkdtm_REFCOUNT_TIMING(void)385 void lkdtm_REFCOUNT_TIMING(void)
386 {
387 unsigned int i;
388 refcount_t count = REFCOUNT_INIT(1);
389
390 for (i = 0; i < INT_MAX - 1; i++)
391 refcount_inc(&count);
392
393 for (i = INT_MAX; i > 0; i--)
394 if (refcount_dec_and_test(&count))
395 break;
396
397 if (i != 1)
398 pr_err("refcount: out of sync up/down cycle: %u\n", i - 1);
399 else
400 pr_info("refcount timing: done\n");
401 }
402