X-Git-Url: https://gerrit.linuxfoundation.org/infra/gitweb?a=blobdiff_plain;f=shell%2Ftox-run.sh;h=45cb1f20a99803dbdd8f5785ba335b8b1ef7926b;hb=fc75b20f7ec19cb7cfdbd74385bf1262ccb7a84c;hp=ef2481d09150c01da30032f3ce28cdd5580457f9;hpb=d5dd1678d8da13ed05a68d566b9b7da13a4b04a9;p=releng%2Fglobal-jjb.git diff --git a/shell/tox-run.sh b/shell/tox-run.sh index ef2481d0..45cb1f20 100644 --- a/shell/tox-run.sh +++ b/shell/tox-run.sh @@ -14,11 +14,47 @@ echo "---> tox-run.sh" # DO NOT set -u as virtualenv's activate script has unbound variables set -e -o pipefail +ARCHIVE_TOX_DIR="$WORKSPACE/archives/tox" +mkdir -p "$ARCHIVE_TOX_DIR" + cd "$WORKSPACE/$TOX_DIR" -if [ -n "$TOX_ENVS" ]; -then - tox -e "$TOX_ENVS" +if [ -z "$TOX_ENVS" ]; then + TOX_ENVS=$(crudini --get tox.ini tox envlist) +fi + +run_tox() { + local log_dir="$1" + local env="$2" + + # Sleep a random 10 second interval to workaround tox sdist + # conflicts due to building in the same dist directory. + sleep $[ ( $RANDOM % 10 ) + 1 ]s + + echo "-----> Running tox $env" + if ! tox -e $env > "$log_dir/tox-$env.log"; then + echo "$env" >> "$log_dir/failed-envs.log" + fi +} + +TOX_ENVS=(${TOX_ENVS//,/ }) +if hash parallel 2>/dev/null; then + export -f run_tox + parallel --jobs 200% "run_tox $ARCHIVE_TOX_DIR {}" ::: ${TOX_ENVS[*]} else - tox + for env in "${TOX_ENVS[@]}"; do + run_tox "$ARCHIVE_TOX_DIR" "$env" + done +fi + +if [ -f "$ARCHIVE_TOX_DIR/failed-envs.log" ]; then + failed_envs=($(cat "$ARCHIVE_TOX_DIR/failed-envs.log")) + for e in "${failed_envs[@]}"; do + echo "cat $ARCHIVE_TOX_DIR/tox-$e.log" + cat "$ARCHIVE_TOX_DIR/tox-$e.log" + done + echo "ERROR: Failed the following builds: ${failed_envs[*]}" + exit 1 fi + +echo "Completed tox runs."