summaryrefslogtreecommitdiff
path: root/test/libtest/lib/test_runner.h
blob: cbf00f29b44da06da06006e9e3eca1b51a172d61 (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
/*-
 * Copyright (c) 2018, Joseph Koshy
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer
 *    in this position and unchanged.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 *
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR(S) ``AS IS'' AND ANY EXPRESS OR
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
 * IN NO EVENT SHALL THE AUTHOR(S) BE LIABLE FOR ANY DIRECT, INDIRECT,
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 */

#ifndef	_LIBTEST_TEST_RUNNER_H_
#define	_LIBTEST_TEST_RUNNER_H_

#include "test.h"

/*
 * These data structures and functions are used by test driver that
 * execute tests.
 */

/*
 * The completion status for a test run:
 *
 * - TESTRUN_PASS : All test cases were successfully invoked and all test
 *                  purposes in the test cases passed.
 * - TESTRUN_FAIL : All test cases were successfully invoked but at least
 *                  one test purpose reported a test failure.
 * - TESTRUN_ERROR : At least one test case reported an error during its
 *                   set up or tear down phase.
 */
enum testrun_status {
	TESTRUN_PASS = 0,
	TESTRUN_FAIL = 1,
	TESTRUN_ERROR = 2
};

/*
 * A single test function, with its associated tags and description.
 */
struct test_descriptor {
	const char	*t_name;	/* Test name. */
	const char	*t_description;	/* Test description. */
	const char	**t_tags;	/* Tags associated with the test. */
	test_function	*t_func;	/* The function to invoke. */
};

/*
 * A test case.
 */
struct test_case_descriptor {
	const char	*tc_name;	/* Test case name. */
	const char	*tc_description; /* Test case description. */
	const char	**tc_tags;	/* Any associated tags. */
	struct test_descriptor *tc_tests; /* The tests in this test case. */
};

/*
 * All test cases.
 */
extern struct test_case_descriptor test_cases[];

enum testrun_style {
	/* Libtest semantics. */
	TESTRUN_STYLE_LIBTEST,

	/*
	 * Be compatible with the Test Anything Protocol
	 * (http://testanything.org/).
	 */
	TESTRUN_STYLE_TAP,

	/* Be compatible with NetBSD ATF(9). */
	TESTRUN_STYLE_ATF
};

/*
 * Parameters for the run.
 */
struct test_run {
	/*
	 * An optional name assigned by the user for this test run.
	 *
	 * This name is reported in test logs and is not interpreted
	 * by the test harness.
	 */
	char *testrun_name;

	/* The source directory for the run. */
	char *testrun_source_directory;

	/* The directory in which the test is executing. */
	char *testrun_test_directory;
};

#ifdef	__cplusplus
extern "C" {
#endif
#ifdef	__cplusplus
}
#endif

#endif	/* _LIBTEST_TEST_RUNNER_H_ */