result_test.sh revision 275988 
1# Copyright (c) 2007 The NetBSD Foundation, Inc.
2# All rights reserved.
3#
4# Redistribution and use in source and binary forms, with or without
5# modification, are permitted provided that the following conditions
6# are met:
7# 1. Redistributions of source code must retain the above copyright
8#    notice, this list of conditions and the following disclaimer.
9# 2. Redistributions in binary form must reproduce the above copyright
10#    notice, this list of conditions and the following disclaimer in the
11#    documentation and/or other materials provided with the distribution.
12#
13# THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND
14# CONTRIBUTORS ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES,
15# INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
16# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
17# IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS BE LIABLE FOR ANY
18# DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
19# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE
20# GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
21# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER
22# IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
23# OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
24# IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
25
26atf_test_case runtime_warnings
27runtime_warnings_head()
28{
29    # The fact that this test case is in this test program is an abuse.
30    atf_set "descr" "Tests that the test case prints a warning because" \
31                    "it is being run outside of a runtime engine"
32}
33runtime_warnings_body()
34{
35    unset __RUNNING_INSIDE_ATF_RUN
36    srcdir="$(atf_get_srcdir)"
37    for h in $(get_helpers); do
38        atf_check -s eq:0 -o match:"passed" -e match:"WARNING.*kyua" \
39            "${h}" -s "${srcdir}" result_pass
40    done
41}
42
43atf_test_case result_on_stdout
44result_on_stdout_head()
45{
46    atf_set "descr" "Tests that the test case result is printed on stdout" \
47                    "by default"
48}
49result_on_stdout_body()
50{
51    srcdir="$(atf_get_srcdir)"
52    for h in $(get_helpers); do
53        atf_check -s eq:0 -o match:"passed" -o match:"msg" \
54            -e ignore "${h}" -s "${srcdir}" result_pass
55        atf_check -s eq:1 -o match:"failed: Failure reason" -o match:"msg" \
56            -e ignore "${h}" -s "${srcdir}" result_fail
57        atf_check -s eq:0 -o match:"skipped: Skipped reason" -o match:"msg" \
58            -e ignore "${h}" -s "${srcdir}" result_skip
59    done
60}
61
62atf_test_case result_to_file
63result_to_file_head()
64{
65    atf_set "descr" "Tests that the test case result is sent to a file if -r" \
66                    "is used"
67}
68result_to_file_body()
69{
70    srcdir="$(atf_get_srcdir)"
71    for h in $(get_helpers); do
72        atf_check -s eq:0 -o inline:"msg\n" -e ignore "${h}" -s "${srcdir}" \
73            -r resfile result_pass
74        atf_check -o inline:"passed\n" cat resfile
75
76        atf_check -s eq:1 -o inline:"msg\n" -e ignore "${h}" -s "${srcdir}" \
77            -r resfile result_fail
78        atf_check -o inline:"failed: Failure reason\n" cat resfile
79
80        atf_check -s eq:0 -o inline:"msg\n" -e ignore "${h}" -s "${srcdir}" \
81            -r resfile result_skip
82        atf_check -o inline:"skipped: Skipped reason\n" cat resfile
83    done
84}
85
86atf_test_case result_to_file_fail
87result_to_file_fail_head()
88{
89    atf_set "descr" "Tests controlled failure if the test program fails to" \
90        "create the results file"
91    atf_set "require.user" "unprivileged"
92}
93result_to_file_fail_body()
94{
95    mkdir dir
96    chmod 444 dir
97
98    srcdir="$(atf_get_srcdir)"
99
100    for h in $(get_helpers c_helpers cpp_helpers); do
101        atf_check -s signal -o ignore \
102            -e match:"FATAL ERROR: Cannot create.*'dir/resfile'" \
103            "${h}" -s "${srcdir}" -r dir/resfile result_pass
104    done
105
106    for h in $(get_helpers sh_helpers); do
107        atf_check -s exit -o ignore \
108            -e match:"ERROR: Cannot create.*'dir/resfile'" \
109            "${h}" -s "${srcdir}" -r dir/resfile result_pass
110    done
111}
112
113atf_test_case result_exception
114result_exception_head()
115{
116    atf_set "descr" "Tests that an unhandled exception is correctly captured"
117}
118result_exception_body()
119{
120    for h in $(get_helpers cpp_helpers); do
121        atf_check -s signal -o not-match:'failed: .*This is unhandled' \
122            -e ignore "${h}" -s "${srcdir}" result_exception
123    done
124}
125
126atf_init_test_cases()
127{
128    atf_add_test_case runtime_warnings
129    atf_add_test_case result_on_stdout
130    atf_add_test_case result_to_file
131    atf_add_test_case result_to_file_fail
132    atf_add_test_case result_exception
133}
134
135# vim: syntax=sh:expandtab:shiftwidth=4:softtabstop=4
136