X-Git-Url: https://gerrit.linuxfoundation.org/infra/gitweb?a=blobdiff_plain;f=jenkins-init-scripts%2Flf-env.sh;h=bd9f7807890a2323164762b0afa5bb35b510af57;hb=5f3d9b0c8343ee4dce1ed0d0c39f8677799b0c74;hp=114f0c17f870d496097980b3154e32a58e02b52a;hpb=a8c7722c19cfca9f0361c578ce63bf552093dd0e;p=releng%2Fglobal-jjb.git diff --git a/jenkins-init-scripts/lf-env.sh b/jenkins-init-scripts/lf-env.sh index 114f0c17..bd9f7807 100644 --- a/jenkins-init-scripts/lf-env.sh +++ b/jenkins-init-scripts/lf-env.sh @@ -95,7 +95,7 @@ lf-boolean () { ################################################################################ # # NAME -# lf-activate-venv [-p|--python python] [--no-path] +# lf-activate-venv [-p|--python python] [-v|--venv-file] [--no-path] # [--system-site-packages] [package]... # # SYNOPSIS @@ -110,6 +110,8 @@ lf-boolean () { # or # lf-activate-venv --python python3.8 git-review # +# lf-activate-venv --python python3.8 --venv-file /tmp/.myvenv git-review +# # DESCRIPTION # This function will create a new Python Virtual Environment (venv) and # install the specified packages in the new venv. The venv will be installed @@ -117,8 +119,19 @@ lf-boolean () { # to the PATH. # # The 'lf_venv' variable will be set so you can directly execute commands -# in the venv with: $lf_venv/bin/command. Beware that subsequent calls to -# lf-activate-venv() will overwrite 'lf_venv'. +# in the venv with: $lf_venv/bin/command. lf-activate-venv() will check for +# existing file '/tmp/.os_lf_venv' and set 'lf_venv' if the file exists. +# +# The function provides a --venv-file path for saving the value of the 'lf_env' +# that can re-used later. By default '/tmp/.os_lf_venv' venv file is created +# when the --venv-file option is not specified. +# +# Subsequent calls to lf-activate-venv() will re-use the existing venv +# throught and will NOT overwrite 'lf_venv', if the '/tmp/.os_lf_venv' +# already exists. +# +# If a new venv is required delete the file '/tmp/.os_lf_venv' before +# calling lf-activate-venv() will create a fresh venv. # # By default all packages are installed with '--upgrade-strategy eager'. # The venv will always contain pip & virtualenv. @@ -148,17 +161,20 @@ lf-boolean () { lf-activate-venv () { lf_venv=$(mktemp -d /tmp/venv-XXXX) + local venv_file="/tmp/.os_lf_venv" local python=python3 local options local set_path=true local install_args="" - options=$(getopt -o 'n:p:' -l 'no-path,python:,system-site-packages' \ + # set -x + options=$(getopt -o 'np:v:' -l 'no-path,system-site-packages,python:,venv-file:' \ -n "${FUNCNAME[0]}" -- "$@" ) eval set -- "$options" while true; do case $1 in -n|--no-path) set_path=false ; shift ;; - -p|--python) python=$2 ; shift 2 ;; + -p|--python) python="$2" ; shift 2 ;; + -v|--venv-file) venv_file="$2" ; shift 2 ;; --system-site-packages) install_args="--system-site-packages" ; shift ;; --) shift; break ;; @@ -168,8 +184,6 @@ lf-activate-venv () { esac done - echo "${FUNCNAME[0]}(): INFO: Creating $python venv at $lf_venv" - case $python in python2*) local pkg_list="$*" @@ -189,7 +203,6 @@ lf-activate-venv () { local pkg_list="" # Use pyenv for selecting the python version if [[ -d "/opt/pyenv" ]]; then - # set_python_version = pyver "${python//[a-zA-Z]/}" echo "Setup pyenv:" export PYENV_ROOT="/opt/pyenv" export PATH="$PYENV_ROOT/bin:$PATH" @@ -199,6 +212,7 @@ lf-activate-venv () { pyenv local $(lf-pyver "${python}") fi fi + # Add version specifier for some packages for arg in "$@"; do case $arg in @@ -207,7 +221,23 @@ lf-activate-venv () { *) pkg_list+="$arg " ;; esac done - $python -m venv "$install_args" "$lf_venv" || return 1 + + # Precedence: + # - Re-use venv: + # 1. --venv-file as lf_venv + # 2. default: "/tmp/.os_lf_venv" + # - Create new venv when 1. and 2. is absent + if [ -f "$venv_file" ]; then + lf_venv=$(cat "$venv_file") + echo "${FUNCNAME[0]}(): INFO: Reuse venv:$lf_venv from" \ + "file:$venv_file" + elif [ ! -f "$venv_file" ]; then + $python -m venv "$install_args" "$lf_venv" || return 1 + echo "${FUNCNAME[0]}(): INFO: Creating $python venv at $lf_venv" + echo "$lf_venv" > "$venv_file" + echo "${FUNCNAME[0]}(): INFO: Save venv in file: $venv_file" + fi + "$lf_venv/bin/pip" install --upgrade --quiet pip virtualenv || return 1 if [[ -z $pkg_list ]]; then echo "${FUNCNAME[0]}(): WARNING: No packages to install"