X-Git-Url: https://gerrit.linuxfoundation.org/infra/gitweb?a=blobdiff_plain;f=shell%2Ftox-run.sh;h=b30ea67d9141efd433f30aad17f403c2215c69b8;hb=9268e4ab2c79a5605c59865ac5dd96231de75518;hp=47380010fbd0386eb8f2b784f113b1e93553d90b;hpb=5320005564017416e6ed93a12be2553c2e381840;p=releng%2Fglobal-jjb.git diff --git a/shell/tox-run.sh b/shell/tox-run.sh index 47380010..b30ea67d 100644 --- a/shell/tox-run.sh +++ b/shell/tox-run.sh @@ -10,49 +10,77 @@ ############################################################################## echo "---> tox-run.sh" -# Ensure we fail the job if any steps fail. -# DO NOT set -u as virtualenv's activate script has unbound variables -set -e -o pipefail +# do not use -o pipefail +set -eux + +#Ensure that tox from tox-install.sh takes precedence. +PATH=$HOME/.local/bin:$PATH ARCHIVE_TOX_DIR="$WORKSPACE/archives/tox" +ARCHIVE_DOC_DIR="$WORKSPACE/archives/docs" mkdir -p "$ARCHIVE_TOX_DIR" -cd "$WORKSPACE/$TOX_DIR" +cd "$WORKSPACE/$TOX_DIR" || exit 1 + +# shellcheck disable=SC1090 +source ~/lf-env.sh -if [ -d "/opt/pyenv" ]; then +lf-activate-venv --venv-file /tmp/.toxenv tox virtualenv urllib3~=1.26.15 + +if [[ -d /opt/pyenv ]]; then echo "---> Setting up pyenv" export PYENV_ROOT="/opt/pyenv" export PATH="$PYENV_ROOT/bin:$PATH" + PYTHONPATH="$(pwd)" + export PYTHONPATH + export TOX_TESTENV_PASSENV=PYTHONPATH fi -set +e # Allow detox to fail so that we can collect the logs in the next step +#Useful debug +tox --version PARALLEL="${PARALLEL:-true}" -if [ "${PARALLEL}" = true ]; then - if [ ! -z "$TOX_ENVS" ]; then - detox -e "$TOX_ENVS" | tee -a "$ARCHIVE_TOX_DIR/detox.log" - tox_status="${PIPESTATUS[0]}" - else - detox | tee -a "$ARCHIVE_TOX_DIR/detox.log" - tox_status="${PIPESTATUS[0]}" - fi -else - if [ ! -z "$TOX_ENVS" ]; then - tox -e "$TOX_ENVS" | tee -a "$ARCHIVE_TOX_DIR/tox.log" - tox_status="${PIPESTATUS[0]}" - else - tox | tee -a "$ARCHIVE_TOX_DIR/tox.log" - tox_status="${PIPESTATUS[0]}" - fi -fi +TOX_OPTIONS_LIST="" + +if [[ -n ${TOX_ENVS:-} ]]; then + TOX_OPTIONS_LIST=$TOX_OPTIONS_LIST" -e $TOX_ENVS" +fi; + +case ${PARALLEL,,} in + true|auto ) + TOX_OPTIONS_LIST=$TOX_OPTIONS_LIST" --parallel auto --parallel-live";; + all ) + TOX_OPTIONS_LIST=$TOX_OPTIONS_LIST" --parallel all --parallel-live";; + [0-9]* ) + TOX_OPTIONS_LIST=$TOX_OPTIONS_LIST" --parallel ${PARALLEL} --parallel-live";; +esac + + +# $TOX_OPTIONS_LIST are intentionnaly not surrounded by quotes +# to correcly pass options to tox +# shellcheck disable=SC2086 +tox $TOX_OPTIONS_LIST | tee -a "$ARCHIVE_TOX_DIR/tox.log" +tox_status="${PIPESTATUS[0]}" + +echo "---> Completed tox runs" # Disable SC2116 as we want to echo a space separated list of TOX_ENVS # shellcheck disable=SC2116 for i in .tox/*/log; do - tox_env=$(echo $i | awk -F'/' '{print $2}') - cp -r "$i" "$ARCHIVE_TOX_DIR/$tox_env" + tox_env=$(echo "$i" | awk -F'/' '{print $2}') + # defend against glob finding no matches + if ! cp -r "$i" "$ARCHIVE_TOX_DIR/$tox_env"; then + echo "WARN: no logs found to archive" + break + fi done -set -e # Logs collected so re-enable -echo "Completed tox runs." +# If docs are generated push them to archives. +DOC_DIR="${DOC_DIR:-docs/_build/html}" +if [[ -d $DOC_DIR ]]; then + echo "---> Archiving generated docs" + mv "$DOC_DIR" "$ARCHIVE_DOC_DIR" +fi + +echo "---> tox-run.sh ends" test "$tox_status" -eq 0 || exit "$tox_status"