1 /* SPDX-License-Identifier: GPL-2.0-only */
3 * Copyright (c) 2012 The Chromium OS Authors. All rights reserved.
5 * kselftest_harness.h: simple C unit test helper.
7 * See documentation in Documentation/dev-tools/kselftest.rst
9 * API inspired by code.google.com/p/googletest
17 * #include "../kselftest_harness.h"
19 * TEST(standalone_test) {
21 * EXPECT_GT(10, stuff) {
22 * stuff_state_t state;
23 * enumerate_stuff_state(&state);
24 * TH_LOG("expectation failed with state: %s", state.msg);
27 * ASSERT_NE(some_stuff, NULL) TH_LOG("how did it happen?!");
29 * EXPECT_EQ(0, last_stuff);
32 * FIXTURE(my_fixture) {
34 * int awesomeness_level;
36 * FIXTURE_SETUP(my_fixture) {
37 * self->data = mytype_new();
38 * ASSERT_NE(NULL, self->data);
40 * FIXTURE_TEARDOWN(my_fixture) {
41 * mytype_free(self->data);
43 * TEST_F(my_fixture, data_is_good) {
44 * EXPECT_EQ(1, is_my_data_good(self->data));
50 #ifndef __KSELFTEST_HARNESS_H
51 #define __KSELFTEST_HARNESS_H
54 #include <asm/types.h>
61 #include <sys/types.h>
65 #define TEST_TIMEOUT_DEFAULT 30
67 /* Utilities exposed to the test definitions */
69 # define TH_LOG_STREAM stderr
72 #ifndef TH_LOG_ENABLED
73 # define TH_LOG_ENABLED 1
80 * @...: optional arguments
86 * Optional debug logging function available for use in tests.
87 * Logging may be enabled or disabled by defining TH_LOG_ENABLED.
88 * E.g., #define TH_LOG_ENABLED 1
90 * If no definition is provided, logging is enabled by default.
92 * If there is no way to print an error message for the process running the
93 * test (e.g. not allowed to write to stderr), it is still possible to get the
94 * ASSERT_* number for which the test failed. This behavior can be enabled by
95 * writing `_metadata->no_print = true;` before the check sequence that is
96 * unable to print. When an error occur, instead of printing an error message
97 * and calling `abort(3)`, the test process call `_exit(2)` with the assert
98 * number as argument, which is then printed by the parent process.
100 #define TH_LOG(fmt, ...) do { \
101 if (TH_LOG_ENABLED) \
102 __TH_LOG(fmt, ##__VA_ARGS__); \
105 /* Unconditional logger for internal use. */
106 #define __TH_LOG(fmt, ...) \
107 fprintf(TH_LOG_STREAM, "%s:%d:%s:" fmt "\n", \
108 __FILE__, __LINE__, _metadata->name, ##__VA_ARGS__)
111 * XFAIL(statement, fmt, ...)
113 * @statement: statement to run after reporting XFAIL
114 * @fmt: format string
115 * @...: optional arguments
117 * This forces a "pass" after reporting a failure with an XFAIL prefix,
118 * and runs "statement", which is usually "return" or "goto skip".
120 #define XFAIL(statement, fmt, ...) do { \
121 if (TH_LOG_ENABLED) { \
122 fprintf(TH_LOG_STREAM, "[ XFAIL! ] " fmt "\n", \
125 /* TODO: find a way to pass xfail to test runner process. */ \
126 _metadata->passed = 1; \
127 _metadata->trigger = 0; \
132 * TEST(test_name) - Defines the test function and creates the registration
135 * @test_name: test name
139 * TEST(name) { implementation }
141 * Defines a test by name.
142 * Names must be unique and tests must not be run in parallel. The
143 * implementation containing block is a function and scoping should be treated
144 * as such. Returning early may be performed with a bare "return;" statement.
146 * EXPECT_* and ASSERT_* are valid in a TEST() { } context.
148 #define TEST(test_name) __TEST_IMPL(test_name, -1)
151 * TEST_SIGNAL(test_name, signal)
153 * @test_name: test name
154 * @signal: signal number
158 * TEST_SIGNAL(name, signal) { implementation }
160 * Defines a test by name and the expected term signal.
161 * Names must be unique and tests must not be run in parallel. The
162 * implementation containing block is a function and scoping should be treated
163 * as such. Returning early may be performed with a bare "return;" statement.
165 * EXPECT_* and ASSERT_* are valid in a TEST() { } context.
167 #define TEST_SIGNAL(test_name, signal) __TEST_IMPL(test_name, signal)
169 #define __TEST_IMPL(test_name, _signal) \
170 static void test_name(struct __test_metadata *_metadata); \
171 static struct __test_metadata _##test_name##_object = \
172 { .name = "global." #test_name, \
173 .fn = &test_name, .termsig = _signal, \
174 .timeout = TEST_TIMEOUT_DEFAULT, }; \
175 static void __attribute__((constructor)) _register_##test_name(void) \
177 __register_test(&_##test_name##_object); \
179 static void test_name( \
180 struct __test_metadata __attribute__((unused)) *_metadata)
183 * FIXTURE_DATA(datatype_name) - Wraps the struct name so we have one less
184 * argument to pass around
186 * @datatype_name: datatype name
190 * FIXTURE_DATA(datatype name)
192 * This call may be used when the type of the fixture data
193 * is needed. In general, this should not be needed unless
194 * the *self* is being passed to a helper directly.
196 #define FIXTURE_DATA(datatype_name) struct _test_data_##datatype_name
199 * FIXTURE(fixture_name) - Called once per fixture to setup the data and
202 * @fixture_name: fixture name
206 * FIXTURE(datatype name) {
211 * Defines the data provided to TEST_F()-defined tests as *self*. It should be
212 * populated and cleaned up using FIXTURE_SETUP() and FIXTURE_TEARDOWN().
214 #define FIXTURE(fixture_name) \
215 static void __attribute__((constructor)) \
216 _register_##fixture_name##_data(void) \
220 FIXTURE_DATA(fixture_name)
223 * FIXTURE_SETUP(fixture_name) - Prepares the setup function for the fixture.
224 * *_metadata* is included so that EXPECT_* and ASSERT_* work correctly.
226 * @fixture_name: fixture name
230 * FIXTURE_SETUP(fixture name) { implementation }
232 * Populates the required "setup" function for a fixture. An instance of the
233 * datatype defined with FIXTURE_DATA() will be exposed as *self* for the
236 * ASSERT_* are valid for use in this context and will prempt the execution
237 * of any dependent fixture tests.
239 * A bare "return;" statement may be used to return early.
241 #define FIXTURE_SETUP(fixture_name) \
242 void fixture_name##_setup( \
243 struct __test_metadata __attribute__((unused)) *_metadata, \
244 FIXTURE_DATA(fixture_name) __attribute__((unused)) *self)
246 * FIXTURE_TEARDOWN(fixture_name)
247 * *_metadata* is included so that EXPECT_* and ASSERT_* work correctly.
249 * @fixture_name: fixture name
253 * FIXTURE_TEARDOWN(fixture name) { implementation }
255 * Populates the required "teardown" function for a fixture. An instance of the
256 * datatype defined with FIXTURE_DATA() will be exposed as *self* for the
257 * implementation to clean up.
259 * A bare "return;" statement may be used to return early.
261 #define FIXTURE_TEARDOWN(fixture_name) \
262 void fixture_name##_teardown( \
263 struct __test_metadata __attribute__((unused)) *_metadata, \
264 FIXTURE_DATA(fixture_name) __attribute__((unused)) *self)
267 * TEST_F(fixture_name, test_name) - Emits test registration and helpers for
268 * fixture-based test cases
270 * @fixture_name: fixture name
271 * @test_name: test name
275 * TEST_F(fixture, name) { implementation }
277 * Defines a test that depends on a fixture (e.g., is part of a test case).
278 * Very similar to TEST() except that *self* is the setup instance of fixture's
279 * datatype exposed for use by the implementation.
281 * Warning: use of ASSERT_* here will skip TEARDOWN.
283 /* TODO(wad) register fixtures on dedicated test lists. */
284 #define TEST_F(fixture_name, test_name) \
285 __TEST_F_IMPL(fixture_name, test_name, -1, TEST_TIMEOUT_DEFAULT)
287 #define TEST_F_SIGNAL(fixture_name, test_name, signal) \
288 __TEST_F_IMPL(fixture_name, test_name, signal, TEST_TIMEOUT_DEFAULT)
290 #define TEST_F_TIMEOUT(fixture_name, test_name, timeout) \
291 __TEST_F_IMPL(fixture_name, test_name, -1, timeout)
293 #define __TEST_F_IMPL(fixture_name, test_name, signal, tmout) \
294 static void fixture_name##_##test_name( \
295 struct __test_metadata *_metadata, \
296 FIXTURE_DATA(fixture_name) *self); \
297 static inline void wrapper_##fixture_name##_##test_name( \
298 struct __test_metadata *_metadata) \
300 /* fixture data is alloced, setup, and torn down per call. */ \
301 FIXTURE_DATA(fixture_name) self; \
302 memset(&self, 0, sizeof(FIXTURE_DATA(fixture_name))); \
303 fixture_name##_setup(_metadata, &self); \
304 /* Let setup failure terminate early. */ \
305 if (!_metadata->passed) \
307 fixture_name##_##test_name(_metadata, &self); \
308 fixture_name##_teardown(_metadata, &self); \
310 static struct __test_metadata \
311 _##fixture_name##_##test_name##_object = { \
312 .name = #fixture_name "." #test_name, \
313 .fn = &wrapper_##fixture_name##_##test_name, \
317 static void __attribute__((constructor)) \
318 _register_##fixture_name##_##test_name(void) \
320 __register_test(&_##fixture_name##_##test_name##_object); \
322 static void fixture_name##_##test_name( \
323 struct __test_metadata __attribute__((unused)) *_metadata, \
324 FIXTURE_DATA(fixture_name) __attribute__((unused)) *self)
327 * TEST_HARNESS_MAIN - Simple wrapper to run the test harness
333 * Use once to append a main() to the test file.
335 #define TEST_HARNESS_MAIN \
336 static void __attribute__((constructor)) \
337 __constructor_order_last(void) \
339 if (!__constructor_order) \
340 __constructor_order = _CONSTRUCTOR_ORDER_BACKWARD; \
342 int main(int argc, char **argv) { \
343 return test_harness_run(argc, argv); \
349 * Operators for use in TEST() and TEST_F().
350 * ASSERT_* calls will stop test execution immediately.
351 * EXPECT_* calls will emit a failure warning, note it, and continue.
355 * ASSERT_EQ(expected, seen)
357 * @expected: expected value
358 * @seen: measured value
360 * ASSERT_EQ(expected, measured): expected == measured
362 #define ASSERT_EQ(expected, seen) \
363 __EXPECT(expected, #expected, seen, #seen, ==, 1)
366 * ASSERT_NE(expected, seen)
368 * @expected: expected value
369 * @seen: measured value
371 * ASSERT_NE(expected, measured): expected != measured
373 #define ASSERT_NE(expected, seen) \
374 __EXPECT(expected, #expected, seen, #seen, !=, 1)
377 * ASSERT_LT(expected, seen)
379 * @expected: expected value
380 * @seen: measured value
382 * ASSERT_LT(expected, measured): expected < measured
384 #define ASSERT_LT(expected, seen) \
385 __EXPECT(expected, #expected, seen, #seen, <, 1)
388 * ASSERT_LE(expected, seen)
390 * @expected: expected value
391 * @seen: measured value
393 * ASSERT_LE(expected, measured): expected <= measured
395 #define ASSERT_LE(expected, seen) \
396 __EXPECT(expected, #expected, seen, #seen, <=, 1)
399 * ASSERT_GT(expected, seen)
401 * @expected: expected value
402 * @seen: measured value
404 * ASSERT_GT(expected, measured): expected > measured
406 #define ASSERT_GT(expected, seen) \
407 __EXPECT(expected, #expected, seen, #seen, >, 1)
410 * ASSERT_GE(expected, seen)
412 * @expected: expected value
413 * @seen: measured value
415 * ASSERT_GE(expected, measured): expected >= measured
417 #define ASSERT_GE(expected, seen) \
418 __EXPECT(expected, #expected, seen, #seen, >=, 1)
423 * @seen: measured value
425 * ASSERT_NULL(measured): NULL == measured
427 #define ASSERT_NULL(seen) \
428 __EXPECT(NULL, "NULL", seen, #seen, ==, 1)
433 * @seen: measured value
435 * ASSERT_TRUE(measured): measured != 0
437 #define ASSERT_TRUE(seen) \
438 __EXPECT(0, "0", seen, #seen, !=, 1)
443 * @seen: measured value
445 * ASSERT_FALSE(measured): measured == 0
447 #define ASSERT_FALSE(seen) \
448 __EXPECT(0, "0", seen, #seen, ==, 1)
451 * ASSERT_STREQ(expected, seen)
453 * @expected: expected value
454 * @seen: measured value
456 * ASSERT_STREQ(expected, measured): !strcmp(expected, measured)
458 #define ASSERT_STREQ(expected, seen) \
459 __EXPECT_STR(expected, seen, ==, 1)
462 * ASSERT_STRNE(expected, seen)
464 * @expected: expected value
465 * @seen: measured value
467 * ASSERT_STRNE(expected, measured): strcmp(expected, measured)
469 #define ASSERT_STRNE(expected, seen) \
470 __EXPECT_STR(expected, seen, !=, 1)
473 * EXPECT_EQ(expected, seen)
475 * @expected: expected value
476 * @seen: measured value
478 * EXPECT_EQ(expected, measured): expected == measured
480 #define EXPECT_EQ(expected, seen) \
481 __EXPECT(expected, #expected, seen, #seen, ==, 0)
484 * EXPECT_NE(expected, seen)
486 * @expected: expected value
487 * @seen: measured value
489 * EXPECT_NE(expected, measured): expected != measured
491 #define EXPECT_NE(expected, seen) \
492 __EXPECT(expected, #expected, seen, #seen, !=, 0)
495 * EXPECT_LT(expected, seen)
497 * @expected: expected value
498 * @seen: measured value
500 * EXPECT_LT(expected, measured): expected < measured
502 #define EXPECT_LT(expected, seen) \
503 __EXPECT(expected, #expected, seen, #seen, <, 0)
506 * EXPECT_LE(expected, seen)
508 * @expected: expected value
509 * @seen: measured value
511 * EXPECT_LE(expected, measured): expected <= measured
513 #define EXPECT_LE(expected, seen) \
514 __EXPECT(expected, #expected, seen, #seen, <=, 0)
517 * EXPECT_GT(expected, seen)
519 * @expected: expected value
520 * @seen: measured value
522 * EXPECT_GT(expected, measured): expected > measured
524 #define EXPECT_GT(expected, seen) \
525 __EXPECT(expected, #expected, seen, #seen, >, 0)
528 * EXPECT_GE(expected, seen)
530 * @expected: expected value
531 * @seen: measured value
533 * EXPECT_GE(expected, measured): expected >= measured
535 #define EXPECT_GE(expected, seen) \
536 __EXPECT(expected, #expected, seen, #seen, >=, 0)
541 * @seen: measured value
543 * EXPECT_NULL(measured): NULL == measured
545 #define EXPECT_NULL(seen) \
546 __EXPECT(NULL, "NULL", seen, #seen, ==, 0)
551 * @seen: measured value
553 * EXPECT_TRUE(measured): 0 != measured
555 #define EXPECT_TRUE(seen) \
556 __EXPECT(0, "0", seen, #seen, !=, 0)
561 * @seen: measured value
563 * EXPECT_FALSE(measured): 0 == measured
565 #define EXPECT_FALSE(seen) \
566 __EXPECT(0, "0", seen, #seen, ==, 0)
569 * EXPECT_STREQ(expected, seen)
571 * @expected: expected value
572 * @seen: measured value
574 * EXPECT_STREQ(expected, measured): !strcmp(expected, measured)
576 #define EXPECT_STREQ(expected, seen) \
577 __EXPECT_STR(expected, seen, ==, 0)
580 * EXPECT_STRNE(expected, seen)
582 * @expected: expected value
583 * @seen: measured value
585 * EXPECT_STRNE(expected, measured): strcmp(expected, measured)
587 #define EXPECT_STRNE(expected, seen) \
588 __EXPECT_STR(expected, seen, !=, 0)
590 #define ARRAY_SIZE(a) (sizeof(a) / sizeof(a[0]))
592 /* Support an optional handler after and ASSERT_* or EXPECT_*. The approach is
593 * not thread-safe, but it should be fine in most sane test scenarios.
595 * Using __bail(), which optionally abort()s, is the easiest way to early
596 * return while still providing an optional block to the API consumer.
598 #define OPTIONAL_HANDLER(_assert) \
599 for (; _metadata->trigger; _metadata->trigger = \
600 __bail(_assert, _metadata->no_print, _metadata->step))
602 #define __INC_STEP(_metadata) \
603 if (_metadata->passed && _metadata->step < 255) \
606 #define __EXPECT(_expected, _expected_str, _seen, _seen_str, _t, _assert) do { \
607 /* Avoid multiple evaluation of the cases */ \
608 __typeof__(_expected) __exp = (_expected); \
609 __typeof__(_seen) __seen = (_seen); \
610 if (_assert) __INC_STEP(_metadata); \
611 if (!(__exp _t __seen)) { \
612 unsigned long long __exp_print = (uintptr_t)__exp; \
613 unsigned long long __seen_print = (uintptr_t)__seen; \
614 __TH_LOG("Expected %s (%llu) %s %s (%llu)", \
615 _expected_str, __exp_print, #_t, \
616 _seen_str, __seen_print); \
617 _metadata->passed = 0; \
618 /* Ensure the optional handler is triggered */ \
619 _metadata->trigger = 1; \
621 } while (0); OPTIONAL_HANDLER(_assert)
623 #define __EXPECT_STR(_expected, _seen, _t, _assert) do { \
624 const char *__exp = (_expected); \
625 const char *__seen = (_seen); \
626 if (_assert) __INC_STEP(_metadata); \
627 if (!(strcmp(__exp, __seen) _t 0)) { \
628 __TH_LOG("Expected '%s' %s '%s'.", __exp, #_t, __seen); \
629 _metadata->passed = 0; \
630 _metadata->trigger = 1; \
632 } while (0); OPTIONAL_HANDLER(_assert)
634 /* Contains all the information for test execution and status checking. */
635 struct __test_metadata
{
637 void (*fn
)(struct __test_metadata
*);
638 pid_t pid
; /* pid of test when being run */
641 int trigger
; /* extra handler after the evaluation */
642 int timeout
; /* seconds to wait for test timeout */
643 bool timed_out
; /* did this test timeout instead of exiting? */
645 bool no_print
; /* manual trigger when TH_LOG_STREAM is not available */
646 struct __test_metadata
*prev
, *next
;
649 /* Storage for the (global) tests to be run. */
650 static struct __test_metadata
*__test_list
;
651 static unsigned int __test_count
;
652 static unsigned int __fixture_count
;
653 static int __constructor_order
;
655 #define _CONSTRUCTOR_ORDER_FORWARD 1
656 #define _CONSTRUCTOR_ORDER_BACKWARD -1
659 * Since constructors are called in reverse order, reverse the test
660 * list so tests are run in source declaration order.
661 * https://gcc.gnu.org/onlinedocs/gccint/Initialization.html
662 * However, it seems not all toolchains do this correctly, so use
663 * __constructor_order to detect which direction is called first
664 * and adjust list building logic to get things running in the right
667 static inline void __register_test(struct __test_metadata
*t
)
670 /* Circular linked list where only prev is circular. */
671 if (__test_list
== NULL
) {
677 if (__constructor_order
== _CONSTRUCTOR_ORDER_FORWARD
) {
679 t
->prev
= __test_list
->prev
;
681 __test_list
->prev
= t
;
683 t
->next
= __test_list
;
690 static inline int __bail(int for_realz
, bool no_print
, __u8 step
)
700 struct __test_metadata
*__active_test
;
701 static void __timeout_handler(int sig
, siginfo_t
*info
, void *ucontext
)
703 struct __test_metadata
*t
= __active_test
;
705 /* Sanity check handler execution environment. */
707 fprintf(TH_LOG_STREAM
,
708 "no active test in SIGARLM handler!?\n");
711 if (sig
!= SIGALRM
|| sig
!= info
->si_signo
) {
712 fprintf(TH_LOG_STREAM
,
713 "%s: SIGALRM handler caught signal %d!?\n",
714 t
->name
, sig
!= SIGALRM
? sig
: info
->si_signo
);
719 kill(t
->pid
, SIGKILL
);
722 void __wait_for_test(struct __test_metadata
*t
)
724 struct sigaction action
= {
725 .sa_sigaction
= __timeout_handler
,
726 .sa_flags
= SA_SIGINFO
,
728 struct sigaction saved_action
;
731 if (sigaction(SIGALRM
, &action
, &saved_action
)) {
733 fprintf(TH_LOG_STREAM
,
734 "%s: unable to install SIGARLM handler\n",
739 t
->timed_out
= false;
741 waitpid(t
->pid
, &status
, 0);
743 if (sigaction(SIGALRM
, &saved_action
, NULL
)) {
745 fprintf(TH_LOG_STREAM
,
746 "%s: unable to uninstall SIGARLM handler\n",
750 __active_test
= NULL
;
754 fprintf(TH_LOG_STREAM
,
755 "%s: Test terminated by timeout\n", t
->name
);
756 } else if (WIFEXITED(status
)) {
757 t
->passed
= t
->termsig
== -1 ? !WEXITSTATUS(status
) : 0;
758 if (t
->termsig
!= -1) {
759 fprintf(TH_LOG_STREAM
,
760 "%s: Test exited normally "
761 "instead of by signal (code: %d)\n",
763 WEXITSTATUS(status
));
764 } else if (!t
->passed
) {
765 fprintf(TH_LOG_STREAM
,
766 "%s: Test failed at step #%d\n",
768 WEXITSTATUS(status
));
770 } else if (WIFSIGNALED(status
)) {
772 if (WTERMSIG(status
) == SIGABRT
) {
773 fprintf(TH_LOG_STREAM
,
774 "%s: Test terminated by assertion\n",
776 } else if (WTERMSIG(status
) == t
->termsig
) {
779 fprintf(TH_LOG_STREAM
,
780 "%s: Test terminated unexpectedly "
786 fprintf(TH_LOG_STREAM
,
787 "%s: Test ended in some other way [%u]\n",
793 void __run_test(struct __test_metadata
*t
)
797 printf("[ RUN ] %s\n", t
->name
);
800 printf("ERROR SPAWNING TEST CHILD\n");
802 } else if (t
->pid
== 0) {
804 /* return the step that failed or 0 */
805 _exit(t
->passed
? 0 : t
->step
);
809 printf("[ %4s ] %s\n", (t
->passed
? "OK" : "FAIL"), t
->name
);
812 static int test_harness_run(int __attribute__((unused
)) argc
,
813 char __attribute__((unused
)) **argv
)
815 struct __test_metadata
*t
;
817 unsigned int count
= 0;
818 unsigned int pass_count
= 0;
820 /* TODO(wad) add optional arguments similar to gtest. */
821 printf("[==========] Running %u tests from %u test cases.\n",
822 __test_count
, __fixture_count
+ 1);
823 for (t
= __test_list
; t
; t
= t
->next
) {
831 printf("[==========] %u / %u tests passed.\n", pass_count
, count
);
832 printf("[ %s ]\n", (ret
? "FAILED" : "PASSED"));
836 static void __attribute__((constructor
)) __constructor_order_first(void)
838 if (!__constructor_order
)
839 __constructor_order
= _CONSTRUCTOR_ORDER_FORWARD
;
842 #endif /* __KSELFTEST_HARNESS_H */