1/* tinytest.h -- Copyright 2009-2012 Nick Mathewson
2 *
3 * Redistribution and use in source and binary forms, with or without
4 * modification, are permitted provided that the following conditions
5 * are met:
6 * 1. Redistributions of source code must retain the above copyright
7 *    notice, this list of conditions and the following disclaimer.
8 * 2. Redistributions in binary form must reproduce the above copyright
9 *    notice, this list of conditions and the following disclaimer in the
10 *    documentation and/or other materials provided with the distribution.
11 * 3. The name of the author may not be used to endorse or promote products
12 *    derived from this software without specific prior written permission.
13 *
14 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
15 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
16 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
17 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
18 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
19 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
20 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
21 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
22 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
23 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
24 */
25
26#ifndef TINYTEST_H_INCLUDED_
27#define TINYTEST_H_INCLUDED_
28
29/** Flag for a test that needs to run in a subprocess. */
30#define TT_FORK  (1<<0)
31/** Runtime flag for a test we've decided to skip. */
32#define TT_SKIP  (1<<1)
33/** Internal runtime flag for a test we've decided to run. */
34#define TT_ENABLED_  (1<<2)
35/** Flag for a test that's off by default. */
36#define TT_OFF_BY_DEFAULT  (1<<3)
37/** Flag for a test that should be runned again in case of failure (but not
38 * more then 3 times). */
39#define TT_RETRIABLE	(1<<4)
40/** If you add your own flags, make them start at this point. */
41#define TT_FIRST_USER_FLAG (1<<5)
42
43typedef void (*testcase_fn)(void *);
44
45struct testcase_t;
46
47/** Functions to initialize/teardown a structure for a testcase. */
48struct testcase_setup_t {
49	/** Return a new structure for use by a given testcase. */
50	void *(*setup_fn)(const struct testcase_t *);
51	/** Clean/free a structure from setup_fn. Return 1 if ok, 0 on err. */
52	int (*cleanup_fn)(const struct testcase_t *, void *);
53};
54
55/** A single test-case that you can run. */
56struct testcase_t {
57	const char *name; /**< An identifier for this case. */
58	testcase_fn fn; /**< The function to run to implement this case. */
59	unsigned long flags; /**< Bitfield of TT_* flags. */
60	const struct testcase_setup_t *setup; /**< Optional setup/cleanup fns*/
61	void *setup_data; /**< Extra data usable by setup function */
62};
63#define END_OF_TESTCASES { NULL, NULL, 0, NULL, NULL }
64
65/** A group of tests that are selectable together. */
66struct testgroup_t {
67	const char *prefix; /**< Prefix to prepend to testnames. */
68	struct testcase_t *cases; /** Array, ending with END_OF_TESTCASES */
69};
70#define END_OF_GROUPS { NULL, NULL}
71
72struct testlist_alias_t {
73	const char *name;
74	const char **tests;
75};
76#define END_OF_ALIASES { NULL, NULL }
77
78/** Implementation: called from a test to indicate failure, before logging. */
79void tinytest_set_test_failed_(void);
80/** Implementation: called from a test to indicate that we're skipping. */
81void tinytest_set_test_skipped_(void);
82/** Implementation: return 0 for quiet, 1 for normal, 2 for loud. */
83int tinytest_get_verbosity_(void);
84/** Implementation: Set a flag on tests matching a name; returns number
85 * of tests that matched. */
86int tinytest_set_flag_(struct testgroup_t *, const char *, int set, unsigned long);
87/** Implementation: Put a chunk of memory into hex. */
88char *tinytest_format_hex_(const void *, unsigned long);
89
90/** Set all tests in 'groups' matching the name 'named' to be skipped. */
91#define tinytest_skip(groups, named) \
92	tinytest_set_flag_(groups, named, 1, TT_SKIP)
93
94/** Run a single testcase in a single group. */
95int testcase_run_one(const struct testgroup_t *,const struct testcase_t *);
96
97void tinytest_set_aliases(const struct testlist_alias_t *aliases);
98
99/** Run a set of testcases from an END_OF_GROUPS-terminated array of groups,
100    as selected from the command line. */
101int tinytest_main(int argc, const char **argv, struct testgroup_t *groups);
102
103#endif
104