a5d7da3fd3
In some cases, e.g., with the VM tests if the VM crashes, it can be useful to know which tests should have run but didn't (or didn't finish). In order to catch these more easily, add an option to prefill the database with all tests at the very beginning of the testing (in a new NOTRUN state) and use the option in the VM tests. Signed-hostap: Johannes Berg <johannes.berg@intel.com>
86 lines
1.6 KiB
Bash
Executable file
86 lines
1.6 KiB
Bash
Executable file
#!/bin/sh
|
|
|
|
errors=0
|
|
umask 0002
|
|
|
|
DATE="$(date +%s)"
|
|
unset LOGBASEDIR
|
|
if [ -z "$LOGDIR" ]; then
|
|
LOGBASEDIR=logs
|
|
LOGDIR=$LOGBASEDIR/$DATE
|
|
mkdir -p $LOGDIR
|
|
fi
|
|
export LOGDIR
|
|
|
|
if [ -z "$DBFILE" ]; then
|
|
DB=""
|
|
else
|
|
DB="-S $DBFILE --commit $(git rev-parse HEAD)"
|
|
if [ -n "$BUILD" ]; then
|
|
DB="$DB -b $BUILD"
|
|
fi
|
|
if [ "$PREFILL_DB" = "y" ] ; then
|
|
DB="$DB --prefill-tests"
|
|
fi
|
|
fi
|
|
|
|
if [ "x$1" = "xconcurrent-valgrind" ]; then
|
|
VALGRIND=valgrind
|
|
CONCURRENT=concurrent
|
|
CONCURRENT_TESTS="-f p2p_autogo p2p_discovery p2p_grpform"
|
|
SUFFIX=-concurrent-valgrind
|
|
shift
|
|
elif [ "x$1" = "xconcurrent" ]; then
|
|
CONCURRENT=concurrent
|
|
CONCURRENT_TESTS="-f p2p_autogo p2p_discovery p2p_grpform"
|
|
unset VALGRIND
|
|
SUFFIX=-concurrent
|
|
shift
|
|
elif [ "x$1" = "xvalgrind" ]; then
|
|
VALGRIND=valgrind
|
|
unset CONCURRENT
|
|
unset CONCURRENT_TESTS
|
|
SUFFIX=-valgrind
|
|
shift
|
|
else
|
|
unset VALGRIND
|
|
unset CONCURRENT
|
|
unset CONCURRENT_TESTS
|
|
SUFFIX=
|
|
fi
|
|
|
|
if [ "x$1" = "xtrace" ] ; then
|
|
TRACE=trace
|
|
SUFFIX=$SUFFIX-trace
|
|
TRACE_ARGS="-T"
|
|
shift
|
|
else
|
|
unset TRACE
|
|
unset TRACE_ARGS
|
|
fi
|
|
|
|
if ! ./start.sh $CONCURRENT $VALGRIND $TRACE; then
|
|
if ! [ -z "$LOGBASEDIR" ] ; then
|
|
echo "Could not start test environment" > $LOGDIR/run
|
|
fi
|
|
exit 1
|
|
fi
|
|
|
|
./run-tests.py -D --logdir "$LOGDIR" $TRACE_ARGS -l $DB $CONCURRENT_TESTS $@ || errors=1
|
|
|
|
./stop-wifi.sh
|
|
|
|
if [ ! -z "$VALGRIND" ] ; then
|
|
failures=`grep "ERROR SUMMARY" $LOGDIR/valgrind-* | grep -v " 0 errors" | wc -l`
|
|
if [ $failures -gt 0 ]; then
|
|
echo "Mark as failed due to valgrind errors"
|
|
errors=1
|
|
fi
|
|
fi
|
|
if [ $errors -gt 0 ]; then
|
|
tar czf /tmp/hwsim-tests-$DATE-FAILED$SUFFIX.tar.gz $LOGDIR/
|
|
exit 1
|
|
fi
|
|
|
|
echo "ALL-PASSED"
|