result_test.sh revision 256281
1# 2# Automated Testing Framework (atf) 3# 4# Copyright (c) 2007 The NetBSD Foundation, Inc. 5# All rights reserved. 6# 7# Redistribution and use in source and binary forms, with or without 8# modification, are permitted provided that the following conditions 9# are met: 10# 1. Redistributions of source code must retain the above copyright 11# notice, this list of conditions and the following disclaimer. 12# 2. Redistributions in binary form must reproduce the above copyright 13# notice, this list of conditions and the following disclaimer in the 14# documentation and/or other materials provided with the distribution. 15# 16# THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND 17# CONTRIBUTORS ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, 18# INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF 19# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 20# IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS BE LIABLE FOR ANY 21# DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 22# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE 23# GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 24# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER 25# IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR 26# OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN 27# IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 28# 29 30atf_test_case atf_run_warnings 31atf_run_warnings_head() 32{ 33 # The fact that this test case is in this test program is an abuse. 34 atf_set "descr" "Tests that the test case prints a warning because" \ 35 "it is not being run by atf-run" 36} 37atf_run_warnings_body() 38{ 39 unset __RUNNING_INSIDE_ATF_RUN 40 srcdir="$(atf_get_srcdir)" 41 for h in $(get_helpers); do 42 atf_check -s eq:0 -o match:"passed" -e match:"WARNING.*atf-run" \ 43 "${h}" -s "${srcdir}" result_pass 44 done 45} 46 47atf_test_case result_on_stdout 48result_on_stdout_head() 49{ 50 atf_set "descr" "Tests that the test case result is printed on stdout" \ 51 "by default" 52} 53result_on_stdout_body() 54{ 55 srcdir="$(atf_get_srcdir)" 56 for h in $(get_helpers); do 57 atf_check -s eq:0 -o match:"passed" -o match:"msg" \ 58 -e ignore "${h}" -s "${srcdir}" result_pass 59 atf_check -s eq:1 -o match:"failed: Failure reason" -o match:"msg" \ 60 -e ignore "${h}" -s "${srcdir}" result_fail 61 atf_check -s eq:0 -o match:"skipped: Skipped reason" -o match:"msg" \ 62 -e ignore "${h}" -s "${srcdir}" result_skip 63 done 64} 65 66atf_test_case result_to_file 67result_to_file_head() 68{ 69 atf_set "descr" "Tests that the test case result is sent to a file if -r" \ 70 "is used" 71} 72result_to_file_body() 73{ 74 srcdir="$(atf_get_srcdir)" 75 for h in $(get_helpers); do 76 atf_check -s eq:0 -o inline:"msg\n" -e ignore "${h}" -s "${srcdir}" \ 77 -r resfile result_pass 78 atf_check -o inline:"passed\n" cat resfile 79 80 atf_check -s eq:1 -o inline:"msg\n" -e ignore "${h}" -s "${srcdir}" \ 81 -r resfile result_fail 82 atf_check -o inline:"failed: Failure reason\n" cat resfile 83 84 atf_check -s eq:0 -o inline:"msg\n" -e ignore "${h}" -s "${srcdir}" \ 85 -r resfile result_skip 86 atf_check -o inline:"skipped: Skipped reason\n" cat resfile 87 done 88} 89 90atf_test_case result_to_file_fail 91result_to_file_fail_head() 92{ 93 atf_set "descr" "Tests controlled failure if the test program fails to" \ 94 "create the results file" 95 atf_set "require.user" "unprivileged" 96} 97result_to_file_fail_body() 98{ 99 mkdir dir 100 chmod 444 dir 101 102 srcdir="$(atf_get_srcdir)" 103 104 for h in $(get_helpers c_helpers cpp_helpers); do 105 atf_check -s signal -o ignore \ 106 -e match:"FATAL ERROR: Cannot create.*'dir/resfile'" \ 107 "${h}" -s "${srcdir}" -r dir/resfile result_pass 108 done 109 110 for h in $(get_helpers sh_helpers); do 111 atf_check -s exit -o ignore \ 112 -e match:"ERROR: Cannot create.*'dir/resfile'" \ 113 "${h}" -s "${srcdir}" -r dir/resfile result_pass 114 done 115} 116 117atf_test_case result_exception 118result_exception_head() 119{ 120 atf_set "descr" "Tests that an unhandled exception is correctly captured" 121} 122result_exception_body() 123{ 124 for h in $(get_helpers cpp_helpers); do 125 atf_check -s exit:1 -o match:'failed: .*This is unhandled' \ 126 "${h}" -s "${srcdir}" result_exception 127 done 128} 129 130atf_init_test_cases() 131{ 132 atf_add_test_case atf_run_warnings 133 atf_add_test_case result_on_stdout 134 atf_add_test_case result_to_file 135 atf_add_test_case result_to_file_fail 136 atf_add_test_case result_exception 137} 138 139# vim: syntax=sh:expandtab:shiftwidth=4:softtabstop=4 140