1#!/bin/bash 2 3# Script to run all U-Boot tests that use sandbox. 4# $1: tests to run (empty for all, 'quick' for quick ones only) 5 6# Runs a test and checks the exit code to decide if it passed 7# $1: Test name 8# $2 onwards: command line to run 9run_test() { 10 echo -n "$1: " 11 shift 12 "$@" 13 [ $? -ne 0 ] && failures=$((failures+1)) 14} 15 16# Select test attributes 17ut_mark_expr=test_ut 18if [ "$1" = "quick" ]; then 19 mark_expr="not slow" 20 ut_mark_expr="test_ut and not slow" 21 skip=--skip-net-tests 22fi 23 24[ "$1" == "tools" ] && tools_only=y 25 26if [ "$1" = "parallel" ]; then 27 if ! echo 'import xdist' | python3 2>/dev/null; then 28 echo "Please install python3-pytest-xdist - see doc/develop/py_testing.rst" 29 exit 1 30 fi 31 jobs="$(($(nproc) > 16 ? 16 : $(nproc)))" 32 para="-n${jobs} -q" 33 prompt="Building and..." 34 skip=--skip-net-tests 35 mark_expr="not slow and not bootstd and not spi_flash" 36 ut_mark_expr="test_ut and not slow and not bootstd and not spi_flash" 37 echo "Note: test log is garbled with parallel tests" 38fi 39 40failures=0 41 42if [ -z "$tools_only" ]; then 43 # Run all tests that the standard sandbox build can support 44 echo "${prompt}" 45 run_test "sandbox" ./test/py/test.py --bd sandbox --build ${para} \ 46 -k "${mark_expr}" 47fi 48 49# Run tests which require sandbox_spl 50echo "${prompt}" 51run_test "sandbox_spl" ./test/py/test.py --bd sandbox_spl --build ${para} \ 52 -k 'test_ofplatdata or test_handoff or test_spl' 53 54# Run the same tests with sandbox_noinst (i.e. without OF_PLATDATA_INST) 55echo "${prompt}" 56run_test "sandbox_noinst" ./test/py/test.py --bd sandbox_noinst --build ${para} \ 57 -k 'test_ofplatdata or test_handoff or test_spl' 58 59# Run tests which require sandbox_vpl 60echo "${prompt}" 61run_test "sandbox_vpl" ./test/py/test.py --bd sandbox_vpl --build ${para} \ 62 -k 'vpl or test_spl' 63 64if [ -z "$tools_only" ]; then 65 # Run tests for the flat-device-tree version of sandbox. This is a special 66 # build which does not enable CONFIG_OF_LIVE for the live device tree, so we can 67 # check that functionality is the same. The standard sandbox build (above) uses 68 # CONFIG_OF_LIVE. 69 echo "${prompt}" 70 run_test "sandbox_flattree" ./test/py/test.py --bd sandbox_flattree \ 71 ${para} --build -k "${ut_mark_expr}" 72fi 73 74# Set up a path to dtc (device-tree compiler) and libfdt.py, a library it 75# provides and which is built by the sandbox_spl config. Also set up the path 76# to tools build by the build. 77DTC_DIR=build-sandbox_spl/scripts/dtc 78export PYTHONPATH=${DTC_DIR}/pylibfdt 79export DTC=${DTC_DIR}/dtc 80TOOLS_DIR=build-sandbox_spl/tools 81 82run_test "binman" ./tools/binman/binman --toolpath ${TOOLS_DIR} test 83run_test "patman" ./tools/patman/patman test 84run_test "u_boot_pylib" ./tools/u_boot_pylib/u_boot_pylib 85 86run_test "buildman" ./tools/buildman/buildman -t ${skip} 87run_test "fdt" ./tools/dtoc/test_fdt -t 88run_test "dtoc" ./tools/dtoc/dtoc -t 89 90# This needs you to set up Python test coverage tools. 91# To enable Python test coverage on Debian-type distributions (e.g. Ubuntu): 92# $ sudo apt-get install python-pytest python-coverage 93 94# Code-coverage tests cannot run in parallel, so skip them in that case 95if [ -z "${para}" ]; then 96 export PATH=$PATH:${TOOLS_DIR} 97 run_test "binman code coverage" ./tools/binman/binman test -T 98 run_test "dtoc code coverage" ./tools/dtoc/dtoc -T 99 run_test "fdt code coverage" ./tools/dtoc/test_fdt -T 100fi 101 102if [ $failures == 0 ]; then 103 echo "Tests passed!" 104else 105 echo "Tests FAILED" 106 exit 1 107fi 108