X-Git-Url: https://gerrit.linuxfoundation.org/infra/gitweb?a=blobdiff_plain;f=shell%2Ftox-run.sh;h=e87c98f2354a43b3315f7aca8d0c44720955f954;hb=19cb59a5d60873873f6905b97266a8e919796dbc;hp=e8172b2bebdae9e5d1bdf4b84f98d943db83b93b;hpb=bb5e0da850b1c5ed31cf76af62d91b506c13d8dd;p=releng%2Fglobal-jjb.git diff --git a/shell/tox-run.sh b/shell/tox-run.sh index e8172b2b..e87c98f2 100644 --- a/shell/tox-run.sh +++ b/shell/tox-run.sh @@ -1,4 +1,4 @@ -#!/bin/bash +#!/bin/bash -l # SPDX-License-Identifier: EPL-1.0 ############################################################################## # Copyright (c) 2017 The Linux Foundation and others. @@ -10,51 +10,53 @@ ############################################################################## echo "---> tox-run.sh" -# Ensure we fail the job if any steps fail. -# DO NOT set -u as virtualenv's activate script has unbound variables -set -e -o pipefail - ARCHIVE_TOX_DIR="$WORKSPACE/archives/tox" mkdir -p "$ARCHIVE_TOX_DIR" - -cd "$WORKSPACE/$TOX_DIR" - -if [ -z "$TOX_ENVS" ]; then - TOX_ENVS=$(crudini --get tox.ini tox envlist) +cd "$WORKSPACE/$TOX_DIR" || exit 1 + +if [ -d "/opt/pyenv" ]; then + echo "---> Setting up pyenv" + export PYENV_ROOT="/opt/pyenv" + export PATH="$PYENV_ROOT/bin:$PATH" + PYTHONPATH="$(pwd)" + export PYTHONPATH + export TOX_TESTENV_PASSENV=PYTHONPATH fi -run_tox() { - local log_dir="$1" - local env="$2" - - # Sleep a random 10 second interval to workaround tox sdist - # conflicts due to building in the same dist directory. - sleep $[ ( $RANDOM % 10 ) + 1 ]s - - echo "-----> Running tox $env" - if ! tox -e $env > "$log_dir/tox-$env.log"; then - echo "$env" >> "$log_dir/failed-envs.log" +PARALLEL="${PARALLEL:-true}" +if [ "${PARALLEL}" = true ]; then + if [ -n "$TOX_ENVS" ]; then + tox -e "$TOX_ENVS" --parallel auto --parallel-live | tee -a "$ARCHIVE_TOX_DIR/tox.log" + tox_status="${PIPESTATUS[0]}" + else + tox --parallel auto --parallel-live | tee -a "$ARCHIVE_TOX_DIR/tox.log" + tox_status="${PIPESTATUS[0]}" fi -} - -IFS=" " read -r -a TOX_ENVS <<< "${TOX_ENVS//,/ }" -if hash parallel 2>/dev/null; then - export -f run_tox - parallel --jobs 200% "run_tox $ARCHIVE_TOX_DIR {}" ::: ${TOX_ENVS[*]} else - for env in "${TOX_ENVS[@]}"; do - run_tox "$ARCHIVE_TOX_DIR" "$env" - done + if [ -n "$TOX_ENVS" ]; then + tox -e "$TOX_ENVS" | tee -a "$ARCHIVE_TOX_DIR/tox.log" + tox_status="${PIPESTATUS[0]}" + else + tox | tee -a "$ARCHIVE_TOX_DIR/tox.log" + tox_status="${PIPESTATUS[0]}" + fi fi -if [ -f "$ARCHIVE_TOX_DIR/failed-envs.log" ]; then - mapfile -t failed_envs < <(cat "$ARCHIVE_TOX_DIR/failed-envs.log") - for e in "${failed_envs[@]}"; do - echo "cat $ARCHIVE_TOX_DIR/tox-$e.log" - cat "$ARCHIVE_TOX_DIR/tox-$e.log" - done - echo "ERROR: Failed the following builds: ${failed_envs[*]}" - exit 1 -fi +# Disable SC2116 as we want to echo a space separated list of TOX_ENVS +# shellcheck disable=SC2116 +for i in .tox/*/log; do + tox_env=$(echo "$i" | awk -F'/' '{print $2}') + cp -r "$i" "$ARCHIVE_TOX_DIR/$tox_env" +done echo "Completed tox runs." + + +# If docs are generated push them to archives. +DOC_DIR="${DOC_DIR:-docs/_build/html}" +if [[ -d "$DOC_DIR" ]]; then + echo "---> Archiving generated docs" + mv "$DOC_DIR" archives/ +fi + +test "$tox_status" -eq 0 || exit "$tox_status"