-#!/bin/bash -l
+#!/bin/bash
# SPDX-License-Identifier: EPL-1.0
##############################################################################
# Copyright (c) 2018 The Linux Foundation and others.
##############################################################################
echo "---> python-tools-install.sh"
-set -eu -o pipefail
-
-# Generate a list of 'pip' packages pre-build/post-build
-# During post-build, perform a diff on the two lists and copy files to archive directory
-echo "Listing pip packages"
-pip_list_pre=/tmp/pip-list-pre.txt
-pip_list_post=/tmp/pip-list-post.txt
-pip_list_diffs=/tmp/pip-list-diffs.txt
-if [[ -f $pip_list_pre ]]; then
- pip list > $pip_list_post
- echo "Compare pip packages before/after..."
- if diff --suppress-common-lines $pip_list_pre $pip_list_post \
- | tee $pip_list_diffs; then
- echo "No diffs" | tee $pip_list_diffs
- fi
- mkdir -p "$WORKSPACE/archives"
- cp "$pip_list_pre" "$pip_list_post" "$pip_list_diffs" "$WORKSPACE/archives"
- rm -rf "$pip_list_pre" "$pip_list_post" "$pip_list_diffs"
- ls "$WORKSPACE/archives"
- # Would just like to 'exit 0' here but we can't because the
- # log-deploy.sh script is 'appended' to this file and it would not
- # be executed.
-else
- pip list > "$pip_list_pre"
- # These 'pip installs' only need to be executed during pre-build
-
- requirements_file=$(mktemp /tmp/requirements-XXXX.txt)
+set -eufo pipefail
+
+# This script will typically be called during pre-build & post-build.
+# Create the user venv during pre-build.
+if [[ ! -f /tmp/pre-build-complete ]]; then
+ requirements_file=$(mktemp /tmp/requirements-XXXXXX)
# Note: To test lftools master branch change the lftools configuration below in
# the requirements file from "lftools[openstack]~=#.##.#" to
echo "Generating Requirements File"
cat << 'EOF' > "$requirements_file"
-lftools[openstack]~=0.26.0
-python-heatclient~=1.16.1
-python-openstackclient~=3.16.0
-dogpile.cache~=0.6.8 # Version 0.7.[01] seems to break openstackclient
-niet~=1.4.2 # Extract values from yaml
-yq~=2.7.2
+python-heatclient
+python-openstackclient
+python-magnumclient
+kubernetes
+niet~=1.4.2
+cryptography<3.4
+yq
+
+# PINNED INDIRECT DEPENDENCIES
+# ============================
+# The libraries listed below should be considered workarounds and thus need
+# to have a link to a JIRA and any relevant pkg versions and support packages
+# necessary so that future maintainers of this file can make decisions to
+# remove the workarounds in the future.
+importlib-resources<2.0.0 # virtualenv 20.0.21 requires importlib-resources<2.0.0 (RELENG-2993)
EOF
- # Use `python -m pip` to ensure we are using the latest version of pip
- python -m pip install --user --quiet --upgrade pip
- python -m pip install --user --quiet --upgrade setuptools
- python -m pip install --user --quiet --upgrade -r "$requirements_file"
+ #Python 3.5 in Ubuntu 16.04 workaround
+ if [[ -f /etc/lsb-release ]]; then
+ # shellcheck disable=SC1091
+ source /etc/lsb-release
+ if [[ $DISTRIB_RELEASE == "16.04" && $DISTRIB_ID == "Ubuntu" ]]; then
+ echo "WARNING: Python projects should move to Ubuntu 18.04 to continue receiving support"
+ echo "zipp==1.1.0" >> "$requirements_file"
+ fi
+ fi
+
+ python3 -m pip install --user --quiet --upgrade pip
+ python3 -m pip install --user --quiet --no-warn-script-location --upgrade setuptools
+ python3 -m pip install --user --quiet --no-warn-script-location --upgrade lftools[openstack]
+ python3 -m pip install --user --quiet --no-warn-script-location --upgrade \
+ --upgrade-strategy eager -r "$requirements_file"
+ # installs are silent, show version details in log
+ python3 --version
+ python3 -m pip --version
+ python3 -m pip freeze
+
rm -rf "$requirements_file"
+ touch /tmp/pre-build-complete
fi