X-Git-Url: https://gerrit.linuxfoundation.org/infra/gitweb?a=blobdiff_plain;f=shell%2Fpython-tools-install.sh;h=a2c6da3e25058fe2b0447e1c9836a8aad5a265d5;hb=bafd57c92d85a6c8b2c3fd3dbe30aa3a09f8f620;hp=062beb560088ea9afd2f85c2a6489e995fcc782d;hpb=e5840e0c645226926475e6dfabd9f16606325ab0;p=releng%2Fglobal-jjb.git diff --git a/shell/python-tools-install.sh b/shell/python-tools-install.sh index 062beb56..a2c6da3e 100644 --- a/shell/python-tools-install.sh +++ b/shell/python-tools-install.sh @@ -12,6 +12,26 @@ echo "---> python-tools-install.sh" set -eufo pipefail +# Souce the python version from lf-env.sh if available. +python="python3" +if [[ -f ~/lf-env.sh ]]; then + # shellcheck source=/dev/null + source ~/lf-env.sh + lf-activate-venv --python "$python" lftools + # Save the virtualenv path + # shellcheck disable=SC2154 + echo "$lf_venv" > "/tmp/.os_lf_venv" +elif [[ -d /opt/pyenv ]]; then + echo "Setup up pyenv" + export PYENV_ROOT="/opt/pyenv" + export PATH="$PYENV_ROOT/bin:$PATH" + pyenv versions + if command -v pyenv 1>/dev/null 2>&1; then + eval "$(pyenv init - --no-rehash)" + pyenv local "$python" + fi +fi + # This script will typically be called during pre-build & post-build. # Create the user venv during pre-build. if [[ ! -f /tmp/pre-build-complete ]]; then @@ -23,12 +43,12 @@ if [[ ! -f /tmp/pre-build-complete ]]; then echo "Generating Requirements File" cat << 'EOF' > "$requirements_file" -lftools[openstack] python-heatclient python-openstackclient python-magnumclient kubernetes niet~=1.4.2 +cryptography<3.4 yq # PINNED INDIRECT DEPENDENCIES @@ -38,21 +58,27 @@ yq # necessary so that future maintainers of this file can make decisions to # remove the workarounds in the future. importlib-resources<2.0.0 # virtualenv 20.0.21 requires importlib-resources<2.0.0 (RELENG-2993) +pyparsing<3.0.0 # httplib2 0.20.1 requires pyparsing<3,>=2.4.2 +urllib3~=1.26.15 # python-jenkins-1.8.0 requires urllib3-1.26 EOF #Python 3.5 in Ubuntu 16.04 workaround if [[ -f /etc/lsb-release ]]; then - # shellcheck disable=SC1091 - source /etc/lsb-release - if [[ $DISTRIB_RELEASE == "16.04" ]]; then - echo "WARNING: Python projects should move to Ubuntu 18.04 to continue receiving support" - echo "zipp==1.1.0" >> "$requirements_file" - fi + # shellcheck disable=SC1091 + source /etc/lsb-release + if [[ $DISTRIB_RELEASE == "16.04" && $DISTRIB_ID == "Ubuntu" ]]; then + echo "WARNING: Python projects should move to Ubuntu 18.04 to continue receiving support" + echo "zipp==1.1.0" >> "$requirements_file" + fi fi - python3 -m pip install --user --quiet --upgrade pip - python3 -m pip install --user --quiet --no-warn-script-location --upgrade setuptools - python3 -m pip install --user --quiet --no-warn-script-location --upgrade --upgrade-strategy eager -r "$requirements_file" + python3 -m pip install --quiet --upgrade pip + # TODO: temporarily pinning setuptools to avoid plugin version format issues + # https://github.com/pypa/setuptools/issues/3772#issuecomment-1384342813 + python3 -m pip install --quiet --no-warn-script-location --upgrade setuptools==65.7.0 + python3 -m pip install --quiet --no-warn-script-location --upgrade lftools[openstack] urllib3~=1.26.15 + python3 -m pip install --quiet --no-warn-script-location --upgrade \ + --upgrade-strategy eager -r "$requirements_file" # installs are silent, show version details in log python3 --version python3 -m pip --version