ci: run tests up to 5 times before failing

when travis is throttling resourcse more than usual (resources are
dynamically allocated since we are not using a paid service), it
can be the case that tests fail even more than usual.

this number may need to be increased further if 5 does not provide enough
reliability

Differential Revision: https://phab.enlightenment.org/D6920
This commit is contained in:
Mike Blumenkrantz 2018-08-28 14:09:05 -04:00 committed by Stefan Schmidt
parent f570e7435e
commit 70d0fd0d52
2 changed files with 7 additions and 4 deletions

View File

@ -10,12 +10,14 @@ if [ "$1" = "misc" ] || [ "$1" = "misc-disabled" ] ; then
exit 0
fi
NUM_TRIES=5
travis_fold check "make check-TESTS"
if [ "$DISTRO" != "" ] ; then
for tries in 1 2 3 ; do
for tries in $(seq 1 ${NUM_TRIES}); do
(docker exec --env EINA_LOG_BACKTRACE="0" --env MAKEFLAGS="-j5 -rR" --env EIO_MONITOR_POLL=1 $(cat $HOME/cid) make -j2 -C src/ check-TESTS) && break
docker exec --env MAKEFLAGS="-j5 -rR" --env EIO_MONITOR_POLL=1 $(cat $HOME/cid) cat src/test-suite.log
if [ $tries != 3 ] ; then echo "tests failed, trying again!" ; fi
if [ $tries != ${NUM_TRIES} ] ; then echo "tests failed, trying again!" ; fi
false
done
#else

View File

@ -70,10 +70,11 @@ travis_endfold check-build
travis_fold check-TESTS check-TESTS
set +e
export EINA_LOG_BACKTRACE="0"
for tries in 1 2 3 ; do
NUM_TRIES=5
for tries in $(seq 1 ${NUM_TRIES}); do
make ${AM_MAKEFLAGS} -C src/ -j1 check-TESTS && break
cat src/test-suite.log
if [ $tries != 3 ] ; then echo "tests failed, trying again!" ; continue ; fi
if [ $tries != ${NUM_TRIES} ] ; then echo "tests failed, trying again!" ; continue ; fi
exit 1
done
travis_endfold check-TESTS