run-tests.sh revision 1.1.1.1
1#!/bin/sh 2 3usage() { 4 cat <<-EOF 5 Usage: $0 [-rs] [-rj <board>] [-rh <board ip>] [tests] 6 7 If no tests are specified, all tests are processed. 8 9 Options: 10 -rs Run on simulator 11 -rj <board> Run on board via JTAG 12 -rh <ip> Run on board ip 13 -j <num> Num jobs to run 14 EOF 15 exit ${1:-1} 16} 17 18: ${MAKE:=make} 19boardip= 20boardjtag= 21run_sim=false 22run_jtag=false 23run_host=false 24jobs=`getconf _NPROCESSORS_ONLN 2>/dev/null || echo 1` 25: $(( jobs += 1 )) 26while [ -n "$1" ] ; do 27 case $1 in 28 -rs) run_sim=true;; 29 -rj) boardjtag=$2; shift; run_jtag=true;; 30 -rh) boardip=$2; shift; run_host=true;; 31 -j) jobs=$2; shift;; 32 -*) usage;; 33 *) break;; 34 esac 35 shift 36done 37${run_jtag} || ${run_host} || ${run_sim} || run_sim=true 38 39if ${run_host} && [ -z "${boardip}" ] ; then 40 usage 41fi 42 43cd "${0%/*}" || exit 1 44 45dorsh() { 46 # rsh sucks and does not pass up its exit status, so we have to: 47 # on board: 48 # - send all output to stdout 49 # - send exit status to stderr 50 # on host: 51 # - swap stdout and stderr 52 # - pass exit status to `exit` 53 # - send stderr back to stdout and up 54 (exit \ 55 $(rsh -l root $boardip \ 56 '(/tmp/'$1') 2>&1; ret=$?; echo $ret 1>&2; [ $ret -eq 0 ] && rm -f /tmp/'$1 \ 57 3>&1 1>&2 2>&3) \ 58 2>&1) 2>&1 59} 60 61dojtag() { 62 if grep -q CHECKREG ${1%.x} ; then 63 echo "DBGA does not work via JTAG" 64 exit 77 65 fi 66 67 cat <<-EOF > commands 68 target remote localhost:2000 69 load 70 71 b *_pass 72 commands 73 exit 0 74 end 75 76 b *_fail 77 commands 78 exit 1 79 end 80 81 # we're executing at EVT1, so this doesn't really help ... 82 set ((long *)0xFFE02000)[3] = _fail 83 set ((long *)0xFFE02000)[5] = _fail 84 85 c 86 EOF 87 bfin-elf-gdb -x commands "$1" 88 ret=$? 89 rm -f commands 90 exit ${ret} 91} 92 93testit() { 94 local name=$1 x=$2 y=`echo $2 | sed 's:\.[xX]$::'` out rsh_out addr 95 shift; shift 96 local fail=`grep xfail ${y}` 97 if [ "${name}" = "HOST" -a ! -f $x ] ; then 98 return 99 fi 100 printf '%-5s %-40s' ${name} ${x} 101 out=`"$@" ${x} 2>&1` 102 (pf "${out}") 103 if [ $? -ne 0 ] ; then 104 if [ "${name}" = "SIM" ] ; then 105 tmp=`echo ${out} | awk '{print $3}' | sed 's/://'` 106 tmp1=`expr index "${out}" "program stopped with signal 4"` 107 if [ ${tmp1} -eq 1 ] ; then 108 printf 'illegal instruction\n' 109 elif [ -n "${tmp}" ] ; then 110 printf 'FAIL at line ' 111 addr=`echo $out | sed 's:^[A-Za-z ]*::' | sed 's:^0x[0-9][0-9] ::' | sed 's:^[A-Za-z ]*::' | awk '{print $1}'` 112 bfin-elf-addr2line -e ${x} ${addr} | awk -F "/" '{print $NF}' 113 fi 114 elif [ "${name}" = "HOST" ] ; then 115 rsh_out=`rsh -l root $boardip '/bin/dmesg -c | /bin/grep -e DBGA -e "FAULT "'` 116 tmp=`echo ${rsh_out} | sed 's:\].*$::' | awk '{print $NF}' | awk -F ":" '{print $NF}'` 117 if [ -n "${tmp}" ] ; then 118 echo "${rsh_out}" 119 printf 'FAIL at line ' 120 bfin-elf-addr2line -e ${x} $(echo ${rsh_out} | sed 's:\].*$::' | awk '{print $NF}') | awk -F "/" '{print $NF}' 121 fi 122 fi 123 ret=$(( ret + 1 )) 124 if [ -z "${fail}" ] ; then 125 unexpected_fail=$(( unexpected_fail + 1 )) 126 echo "!!!Expected Pass, but fail" 127 fi 128 else 129 if [ ! -z "${fail}" ] ; then 130 unexpected_pass=$(( unexpected_pass + 1 )) 131 echo "!!!Expected fail, but pass" 132 else 133 expected_pass=$(( expected_pass + 1 )) 134 fi 135 fi 136} 137 138pf() { 139 local ret=$? 140 if [ ${ret} -eq 0 ] ; then 141 echo "PASS" 142 elif [ ${ret} -eq 77 ] ; then 143 echo "SKIP $*" 144 else 145 echo "FAIL! $*" 146 exit 1 147 fi 148} 149 150[ $# -eq 0 ] && set -- *.[Ss] 151bins_hw=$( (${run_sim} || ${run_jtag}) && printf '%s.x ' "$@") 152if ${run_host} ; then 153 for files in "$@" ; do 154 tmp=`grep -e CYCLES -e TESTSET -e CLI -e STI -e RTX -e RTI -e SEQSTAT $files -l` 155 if [ -z "${tmp}" ] ; then 156 bins_host=`echo "${bins_host} ${files}.X"` 157 else 158 echo "skipping ${files}, since it isn't userspace friendly" 159 fi 160 done 161fi 162if [ -n "${bins_hw}" ] ; then 163 bins_all="${bins_hw}" 164fi 165 166if [ -n "${bins_host}" ] ; then 167 bins_all="${bins_all} ${bins_host}" 168fi 169 170if [ -z "${bins_all}" ] ; then 171 exit 172fi 173 174printf 'Compiling tests: ' 175${MAKE} -s -j ${bins_all} 176pf 177 178if ${run_jtag} ; then 179 printf 'Setting up gdbproxy (see gdbproxy.log): ' 180 killall -q bfin-gdbproxy 181 bfin-gdbproxy -q bfin --reset --board=${boardjtag} --init-sdram >gdbproxy.log 2>&1 & 182 t=0 183 while [ ${t} -lt 5 ] ; do 184 if netstat -nap 2>&1 | grep -q ^tcp.*:2000.*gdbproxy ; then 185 break 186 else 187 : $(( t += 1 )) 188 sleep 1 189 fi 190 done 191 pf 192fi 193 194if ${run_host} ; then 195 printf 'Uploading tests to board "%s": ' "${boardip}" 196 rcp ${bins_host} root@${boardip}:/tmp/ 197 pf 198 rsh -l root $boardip '/bin/dmesg -c' > /dev/null 199fi 200 201SIM="../../../bfin/run" 202if [ ! -x ${SIM} ] ; then 203 SIM="bfin-elf-run" 204fi 205echo "Using sim: ${SIM}" 206 207ret=0 208unexpected_fail=0 209unexpected_pass=0 210expected_pass=0 211pids=() 212for s in "$@" ; do 213 ( 214 out=$( 215 ${run_sim} && testit SIM ${s}.x ${SIM} `sed -n '/^# sim:/s|^[^:]*:||p' ${s}` 216 ${run_jtag} && testit JTAG ${s}.x dojtag 217 ${run_host} && testit HOST ${s}.X dorsh 218 ) 219 case $out in 220 *PASS*) ;; 221 *) echo "$out" ;; 222 esac 223 ) & 224 pids+=( $! ) 225 if [[ ${#pids[@]} -gt ${jobs} ]] ; then 226 wait ${pids[0]} 227 pids=( ${pids[@]:1} ) 228 fi 229done 230wait 231 232killall -q bfin-gdbproxy 233if [ ${ret} -eq 0 ] ; then 234 rm -f gdbproxy.log 235# ${MAKE} -s clean & 236 exit 0 237else 238 echo number of failures ${ret} 239 if [ ${unexpected_pass} -gt 0 ] ; then 240 echo "Unexpected passes: ${unexpected_pass}" 241 fi 242 if [ ${unexpected_fail} -gt 0 ] ; then 243 echo "Unexpected fails: ${unexpected_fail}" 244 fi 245 if [ ${expected_pass} -gt 0 ] ; then 246 echo "passes : ${expected_pass}" 247 fi 248 exit 1 249fi 250