2 * Copyright (c) 2011 Alex Hornung <alex@alexhornung.com>.
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
9 * 1. Redistributions of source code must retain the above copyright
10 * notice, this list of conditions and the following disclaimer.
11 * 2. Redistributions in binary form must reproduce the above copyright
12 * notice, this list of conditions and the following disclaimer in
13 * the documentation and/or other materials provided with the
16 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
19 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
20 * COPYRIGHT HOLDERS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
21 * INCIDENTAL, SPECIAL, EXEMPLARY OR CONSEQUENTIAL DAMAGES (INCLUDING,
22 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
23 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
24 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
25 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
26 * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
30 #include <sys/resource.h>
32 #include <sys/types.h>
48 #include <libprop/proplib.h>
55 #include <dfregress.h>
57 char output_file[PATH_MAX+1];
58 char testcase_dir[PATH_MAX+1];
59 char prepost_dir[PATH_MAX+1];
62 runlist_load_from_text(const char *runlist_file)
66 runlist = prop_array_create_with_capacity(2048);
68 process_file(runlist_file, testcase_entry_parser, runlist, NULL);
74 runlist_load(const char *runlist_file)
76 return prop_array_internalize_from_file(runlist_file);
80 runlist_save(const char *runlist_file, prop_array_t runlist)
82 return !prop_array_externalize_to_file(runlist, runlist_file);
86 runlist_iterate(prop_array_t runlist, runlist_iterator_t iterator, void *arg)
88 prop_object_iterator_t it;
89 prop_dictionary_t testcase;
92 it = prop_array_iterator(runlist);
94 err(1, "could not get runlist iterator");
96 while ((testcase = prop_object_iterator_next(it)) != NULL) {
97 r = iterator(arg, testcase);
102 prop_object_iterator_release(it);
107 runlist_run_test(void *arg, prop_dictionary_t testcase)
109 prop_array_t runlist = (prop_array_t)arg;
110 struct testcase_result tr;
111 char testcase_path[FILENAME_MAX];
112 char testcase_dir_only[FILENAME_MAX];
113 char prepost_path[FILENAME_MAX];
114 char errbuf[FILENAME_MAX*2];
115 int r, nopre, nopost;
118 sprintf(testcase_path, "%s/%s", testcase_dir,
119 testcase_get_name(testcase));
120 strcpy(testcase_dir_only, testcase_path);
121 str = strrchr(testcase_dir_only, '/');
125 printf("Running testcase %s... ", testcase_get_name(testcase));
128 /* Switch to testcase directory */
129 r = chdir(testcase_dir_only);
131 sprintf(errbuf, "could not switch working directory to %s: %s\n",
132 testcase_dir_only, strerror(errno));
133 testcase_set_result(testcase, RESULT_PREFAIL);
134 testcase_set_sys_buf(testcase, errbuf);
138 /* build unless nobuild flag is set */
139 if ((testcase_get_flags(testcase) & TESTCASE_NOBUILD) == 0) {
140 r = run_simple_cmd(testcase_get_make_cmd(testcase), NULL,
141 errbuf, sizeof(errbuf), &tr);
143 testcase_set_sys_buf(testcase, errbuf);
144 testcase_set_result(testcase, RESULT_PREFAIL);
148 if (tr.stdout_buf != NULL) {
149 testcase_set_build_buf(testcase, tr.stdout_buf);
153 if (tr.result != RESULT_PASS) {
154 if (testcase_get_type(testcase)
155 == TESTCASE_TYPE_BUILDONLY)
156 testcase_set_result(testcase, tr.result);
158 testcase_set_result(testcase, RESULT_BUILDFAIL);
160 testcase_set_exit_value(testcase, tr.exit_value);
161 testcase_set_signal(testcase, tr.signal);
168 /* Pre-execution run */
169 switch (testcase_get_precmd_type(testcase)) {
170 case TESTCASE_INT_PRE:
171 /* Test case has internal but explicit PRE - code */
172 r = run_simple_cmd(testcase_path, "pre", errbuf,
173 sizeof(errbuf), &tr);
177 case TESTCASE_CUSTOM_PRE:
178 /* Test case uses external and explicit PRE command */
179 sprintf(prepost_path, "%s/%s", prepost_dir,
180 testcase_get_custom_precmd(testcase));
182 r = run_simple_cmd(prepost_path, NULL, errbuf, sizeof(errbuf),
195 testcase_set_sys_buf(testcase, errbuf);
196 testcase_set_result(testcase, RESULT_PREFAIL);
200 if (tr.stdout_buf != NULL) {
201 testcase_set_precmd_buf(testcase, tr.stdout_buf);
205 if (tr.result != RESULT_PASS) {
206 testcase_set_result(testcase, RESULT_PREFAIL);
211 switch (testcase_get_type(testcase)) {
212 case TESTCASE_TYPE_BUILDONLY:
213 testcase_set_result(testcase, RESULT_PASS);
214 testcase_set_exit_value(testcase, 0);
217 case TESTCASE_TYPE_USERLAND:
218 /* Main testcase execution */
219 r = run_userland(testcase_path, testcase_get_args(testcase),
220 testcase_needs_setuid(testcase),
221 testcase_get_runas_uid(testcase),
222 testcase_get_timeout(testcase), 0, errbuf, sizeof(errbuf),
226 testcase_set_result(testcase, tr.result);
227 testcase_set_exit_value(testcase, tr.exit_value);
228 testcase_set_signal(testcase, tr.signal);
230 if (tr.stdout_buf != NULL) {
231 testcase_set_stdout_buf(testcase, tr.stdout_buf);
235 if (tr.stderr_buf != NULL) {
236 testcase_set_stderr_buf(testcase, tr.stderr_buf);
240 /* driver/monitor error */
241 testcase_set_sys_buf(testcase, errbuf);
246 case TESTCASE_TYPE_KERNEL:
247 run_kernel(testcase_path, testcase);
252 /* Post-execution run */
253 switch (testcase_get_postcmd_type(testcase)) {
254 case TESTCASE_INT_POST:
255 /* Test case has internal but explicit POST - code */
256 r = run_simple_cmd(testcase_path, "post", errbuf,
257 sizeof(errbuf), &tr);
261 case TESTCASE_CUSTOM_POST:
262 /* Test case uses external and explicit POST command */
263 sprintf(prepost_path, "%s/%s", prepost_dir,
264 testcase_get_custom_postcmd(testcase));
266 r = run_simple_cmd(prepost_path, NULL, errbuf, sizeof(errbuf),
279 testcase_set_sys_buf(testcase, errbuf);
280 testcase_set_result(testcase, RESULT_POSTFAIL);
284 if (tr.stdout_buf != NULL) {
285 testcase_set_postcmd_buf(testcase, tr.stdout_buf);
289 if (tr.result != RESULT_PASS) {
290 testcase_set_result(testcase, RESULT_POSTFAIL);
298 /* clean build unless nobuild flag is set */
299 if ((testcase_get_flags(testcase) & TESTCASE_NOBUILD) == 0) {
300 r = run_simple_cmd(testcase_get_make_cmd(testcase), "clean",
301 errbuf, sizeof(errbuf), &tr);
303 if (tr.stdout_buf != NULL) {
304 testcase_set_cleanup_buf(testcase, tr.stdout_buf);
309 testcase_set_cleanup_buf(testcase, errbuf);
313 /* ... and save results */
314 runlist_save(output_file, runlist);