X-Git-Url: https://gerrit.linuxfoundation.org/infra/gitweb?a=blobdiff_plain;f=shell%2Ftox-run.sh;h=6b45116621ae1bea84eb84ff01702b3aa06ab3f0;hb=68bfb0c6bd7ba0c23e665ba4045acbba0e26af02;hp=3bf1576000b80127d324ea0984ce01511d4d4ddd;hpb=069fe5a151b96af411f29c66f06e86c5e263b704;p=releng%2Fglobal-jjb.git diff --git a/shell/tox-run.sh b/shell/tox-run.sh index 3bf15760..6b451166 100644 --- a/shell/tox-run.sh +++ b/shell/tox-run.sh @@ -10,47 +10,52 @@ ############################################################################## echo "---> tox-run.sh" +# shellcheck source=/tmp/v/tox/bin/activate disable=SC1091 +source "/tmp/v/tox/bin/activate" + # Ensure we fail the job if any steps fail. # DO NOT set -u as virtualenv's activate script has unbound variables set -e -o pipefail ARCHIVE_TOX_DIR="$WORKSPACE/archives/tox" mkdir -p "$ARCHIVE_TOX_DIR" - cd "$WORKSPACE/$TOX_DIR" -if [ -z "$TOX_ENVS" ]; then - TOX_ENVS=$(crudini --get tox.ini tox envlist) +if [ -d "/opt/pyenv" ]; then + echo "---> Setting up pyenv" + export PYENV_ROOT="/opt/pyenv" + export PATH="$PYENV_ROOT/bin:$PATH" fi -run_tox() { - local log_dir="$1" - local env="$2" +set +e # Allow detox to fail so that we can collect the logs in the next step - # Sleep a random 10 second interval to workaround tox sdist - # conflicts due to building in the same dist directory. - sleep $[ ( $RANDOM % 10 ) + 1 ]s - - echo "-----> Running tox $env" - if ! tox -e $env > "$log_dir/tox-$env.log"; then - echo "$env" >> "$log_dir/failed-envs.log" +PARALLEL="${PARALLEL:-true}" +if [ "${PARALLEL}" = true ]; then + if [ ! -z "$TOX_ENVS" ]; then + detox -e "$TOX_ENVS" | tee -a "$ARCHIVE_TOX_DIR/detox.log" + tox_status="${PIPESTATUS[0]}" + else + detox | tee -a "$ARCHIVE_TOX_DIR/detox.log" + tox_status="${PIPESTATUS[0]}" fi -} - -TOX_ENVS=(${TOX_ENVS//,/ }) -if hash parallel 2>/dev/null; then - export -f run_tox - parallel --jobs 200% "run_tox $ARCHIVE_TOX_DIR {}" ::: ${TOX_ENVS[*]} else - for env in "${TOX_ENVS[@]}"; do - run_tox "$ARCHIVE_TOX_DIR" "$env" - done + if [ ! -z "$TOX_ENVS" ]; then + tox -e "$TOX_ENVS" | tee -a "$ARCHIVE_TOX_DIR/tox.log" + tox_status="${PIPESTATUS[0]}" + else + tox | tee -a "$ARCHIVE_TOX_DIR/tox.log" + tox_status="${PIPESTATUS[0]}" + fi fi -if [ -f "$ARCHIVE_TOX_DIR/failed-envs.log" ]; then - failed_envs=($(cat "$ARCHIVE_TOX_DIR/failed-envs.log")) - echo "ERROR: Failed the following builds: ${failed_envs[*]}" - exit 1 -fi +# Disable SC2116 as we want to echo a space separated list of TOX_ENVS +# shellcheck disable=SC2116 +for i in .tox/*/log; do + tox_env=$(echo $i | awk -F'/' '{print $2}') + cp -r "$i" "$ARCHIVE_TOX_DIR/$tox_env" +done +set -e # Logs collected so re-enable echo "Completed tox runs." + +test "$tox_status" -eq 0 || exit "$tox_status"