1 // Copyright 2012 Google Inc.
2 // All rights reserved.
4 // Redistribution and use in source and binary forms, with or without
5 // modification, are permitted provided that the following conditions are
8 // * Redistributions of source code must retain the above copyright
9 // notice, this list of conditions and the following disclaimer.
10 // * Redistributions in binary form must reproduce the above copyright
11 // notice, this list of conditions and the following disclaimer in the
12 // documentation and/or other materials provided with the distribution.
13 // * Neither the name of Google Inc. nor the names of its contributors
14 // may be used to endorse or promote products derived from this software
15 // without specific prior written permission.
17 // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
18 // "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
19 // LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
20 // A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
21 // OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
22 // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
23 // LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
24 // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
25 // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
26 // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
27 // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
33 #define INTERFACE "plain"
34 #include "common_inttest.h"
37 /// Sets up a particular helper.
39 /// \param tc The test case calling this function.
40 /// \param helper_name Name of the desired helper.
42 /// \return The return value of helpers_path().
44 select_helper(const atf_tc_t
* tc
, const char* helper_name
)
46 ATF_REQUIRE(setenv("HELPER", helper_name
, 1) != -1);
47 return helpers_path(tc
);
52 ATF_TC_HEAD(list__ok
, tc
) { setup(tc
, false); }
53 ATF_TC_BODY(list__ok
, tc
)
55 check(EXIT_SUCCESS
, "test_case{name='main'}\n", "",
56 "list", "irrelevant-program", NULL
);
61 ATF_TC_HEAD(test__pass
, tc
) { setup(tc
, true); }
62 ATF_TC_BODY(test__pass
, tc
)
64 char* helpers
= select_helper(tc
, "pass");
66 "First line to stdout\nSecond line to stdout\n",
67 "First line to stderr\nSecond line to stderr\n",
68 "test", helpers
, "main", "test-result", NULL
);
71 ATF_REQUIRE(atf_utils_compare_file("test-result", "passed\n"));
76 ATF_TC_HEAD(test__fail
, tc
) { setup(tc
, true); }
77 ATF_TC_BODY(test__fail
, tc
)
79 char* helpers
= select_helper(tc
, "fail");
80 check(EXIT_FAILURE
, "First line to stdout\n", "First line to stderr\n",
81 "test", helpers
, "main", "test-result", NULL
);
84 ATF_REQUIRE(atf_utils_compare_file("test-result",
85 "failed: Returned non-success exit status 78\n"));
90 ATF_TC_HEAD(test__crash
, tc
) { setup(tc
, true); }
91 ATF_TC_BODY(test__crash
, tc
)
93 char* helpers
= select_helper(tc
, "signal");
94 check(EXIT_FAILURE
, "", "save:crash.err",
95 "test", helpers
, "main", "test-result", NULL
);
98 ATF_REQUIRE(atf_utils_compare_file("test-result",
99 "broken: Received signal 6\n"));
101 ATF_REQUIRE(atf_utils_grep_file("About to die due to SIGABRT!",
103 ATF_REQUIRE(atf_utils_grep_file("attempting to gather stack trace",
108 ATF_TC(test__timeout
);
109 ATF_TC_HEAD(test__timeout
, tc
) { setup(tc
, true); }
110 ATF_TC_BODY(test__timeout
, tc
)
112 char* helpers
= select_helper(tc
, "sleep");
113 check(EXIT_FAILURE
, "", "Subprocess timed out; sending KILL signal...\n",
114 "-t1", "test", helpers
, "main", "test-result", NULL
);
117 ATF_REQUIRE(atf_utils_compare_file("test-result", "broken: Test case "
122 ATF_TC(test__config_ignored
);
123 ATF_TC_HEAD(test__config_ignored
, tc
) { setup(tc
, true); }
124 ATF_TC_BODY(test__config_ignored
, tc
)
126 char* helpers
= select_helper(tc
, "pass");
128 "First line to stdout\nSecond line to stdout\n",
130 "test", "-va=b", "-vfoo=a b c", helpers
, "main", "test-result", NULL
);
133 ATF_REQUIRE(atf_utils_grep_file("ignoring 'a=b'", "stderr.txt"));
134 ATF_REQUIRE(atf_utils_grep_file("ignoring 'foo=a b c'", "stderr.txt"));
135 ATF_REQUIRE(atf_utils_compare_file("test-result", "passed\n"));
139 ATF_TC(test__missing_test_program
);
140 ATF_TC_HEAD(test__missing_test_program
, tc
) { setup(tc
, false); }
141 ATF_TC_BODY(test__missing_test_program
, tc
)
143 check(EXIT_INTERNAL_ERROR
, "",
144 "kyua-plain-tester: execvp failed: No such file or directory\n",
145 "test", "./non-existent", "main", "test-result", NULL
);
147 ATF_REQUIRE(!atf_utils_file_exists("test-result"));
151 ATF_TC(test__invalid_test_case_name
);
152 ATF_TC_HEAD(test__invalid_test_case_name
, tc
) { setup(tc
, false); }
153 ATF_TC_BODY(test__invalid_test_case_name
, tc
)
155 check(EXIT_INTERNAL_ERROR
, "",
156 "kyua-plain-tester: Unknown test case 'foo'\n",
157 "test", "./non-existent", "foo", "test-result", NULL
);
159 ATF_REQUIRE(!atf_utils_file_exists("test-result"));
165 ATF_TP_ADD_TC(tp
, top__missing_command
);
166 ATF_TP_ADD_TC(tp
, top__unknown_command
);
168 ATF_TP_ADD_TC(tp
, list__ok
);
170 ATF_TP_ADD_TC(tp
, test__pass
);
171 ATF_TP_ADD_TC(tp
, test__fail
);
172 ATF_TP_ADD_TC(tp
, test__crash
);
173 ATF_TP_ADD_TC(tp
, test__timeout
);
174 ATF_TP_ADD_TC(tp
, test__config_ignored
);
175 ATF_TP_ADD_TC(tp
, test__missing_test_program
);
176 ATF_TP_ADD_TC(tp
, test__invalid_test_case_name
);
178 return atf_no_error();