Lift PyPI templates to Global-JJB from Acumos

[releng/global-jjb.git] / shell / pypi-tag-release.sh

diff --git a/shell/pypi-tag-release.sh b/shell/pypi-tag-release.sh
new file mode 100644 (file)
index 0000000..d920c54
--- /dev/null
+++ b/shell/pypi-tag-release.sh
@@ -0,0 +1,151 @@
+#!/bin/bash
+# SPDX-License-Identifier: EPL-1.0
+##############################################################################
+# Copyright (c) 2019 The Linux Foundation and others.
+#
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Eclipse Public License v1.0
+# which accompanies this distribution, and is available at
+# http://www.eclipse.org/legal/epl-v10.html
+##############################################################################
+echo "---> pypi-tag-release.sh"
+
+# Ensure we fail the job if any steps fail.
+set -eu -o pipefail
+
+# Functions.
+
+set_variables(){
+    echo "INFO: Setting variables"
+    # Verify if using release file or parameters
+    if $USE_RELEASE_FILE; then
+        echo "INFO: Checking number of release yaml files"
+        release_files=$(git diff-tree --no-commit-id -r "$GIT_COMMIT" --name-only -- "releases/" ".releases/")
+        if (( $(echo "$release_files" | wc -w) != 1 )); then
+          echo "ERROR: RELEASE FILES: $release_files"
+          echo "ERROR: Committing multiple release files in the same commit OR rename/amend of existing files is not supported."
+          exit 1
+        else
+          release_file="$release_files"
+          echo "INFO: RELEASE FILE: $release_file"
+        fi
+    else
+        echo "INFO: This job is built with parameters, no release file"
+        release_file="None"
+    fi
+
+    if [[ -z ${DISTRIBUTION_TYPE:-} ]]; then
+        echo "INFO: reading DISTRIBUTION_TYPE from file $release_file"
+        DISTRIBUTION_TYPE="$(niet ".distribution_type" "$release_file")"
+    fi
+    if [[ -z ${VERSION:-} ]]; then
+        echo "INFO: reading VERSION from file $release_file"
+        VERSION="$(niet ".version" "$release_file")"
+    fi
+
+    # Display Release Information
+    printf "\t%-30s\n" RELEASE_ENVIRONMENT_INFO:
+    printf "\t%-30s %s\n" RELEASE_FILE: $release_file
+    printf "\t%-30s %s\n" JENKINS_HOSTNAME: $JENKINS_HOSTNAME
+    printf "\t%-30s %s\n" SILO: $SILO
+    printf "\t%-30s %s\n" PROJECT: $PROJECT
+    printf "\t%-30s %s\n" PROJECT-DASHED: ${PROJECT//\//-}
+    printf "\t%-30s %s\n" DISTRIBUTION_TYPE: $DISTRIBUTION_TYPE
+    printf "\t%-30s %s\n" VERSION: $VERSION
+}
+
+# needs to run in the repository root
+verify_schema(){
+    echo "INFO: Fetching schema"
+    pypi_schema="release-pypi-schema.yaml"
+    wget https://raw.githubusercontent.com/lfit/releng-global-jjb/master/schema/${pypi_schema}
+    echo "INFO: Verifying $release_file against schema $pypi_schema"
+    lftools schema verify "$release_file" "$pypi_schema"
+    echo "INFO: $release_file passed schema verification"
+}
+
+verify_version(){
+    # Verify allowed patterns "v#.#.#" or "#.#.#" aka SemVer
+    echo "INFO: Verifying version string $VERSION"
+    allowed_version_regex="^((v?)([0-9]+)\.([0-9]+)\.([0-9]+))$"
+    if [[ $VERSION =~ $allowed_version_regex ]]; then
+        echo "INFO: The version $VERSION is a valid semantic version"
+    else
+        echo "ERROR: The version $VERSION is not a valid semantic version"
+        echo "ERROR: Allowed versions are \"v#.#.#\" or \"#.#.#\" aka SemVer"
+        echo "ERROR: See https://semver.org/ for more details on SemVer"
+        exit 1
+    fi
+}
+
+verify_dist(){
+    # Verify all file names in dist folder have the expected version string
+    dir="$WORKSPACE/$TOX_DIR/dist"
+    echo "INFO: Listing files in $dir"
+    ls $dir
+    echo "INFO: Checking files in $dir for $VERSION"
+    if unex_files=$(find $dir | grep -v $VERSION | egrep -v "^$dir$"); then
+        echo "ERROR: found unexpected files: $unex_files"
+        exit 1
+    else
+        echo "INFO: All file names have expected string ${VERSION}"
+    fi
+}
+
+# TODO: how to tag Github?
+tag_gerrit(){
+    echo "INFO: Verifying tag $VERSION in repo"
+    # Import public signing key
+    gpg --import "$SIGNING_PUBKEY"
+    # Fail if tag exists
+    if git tag -v "$VERSION"; then
+        echo "ERROR: Repo already tagged"
+        exit 1
+    else
+        echo "INFO: Repo has not yet been tagged"
+    fi
+    echo "INFO: Tagging repo"
+    git tag -am "${PROJECT//\//-} $VERSION" "$VERSION"
+    echo "INFO: Signing tag"
+    sigul --batch -c "$SIGUL_CONFIG" sign-git-tag "$SIGUL_KEY" "$VERSION" < "$SIGUL_PASSWORD"
+    echo "INFO: Verifying tag"
+    # may fail due to missing public key
+    if ! git tag -v "$VERSION"; then
+        echo "WARN: failed to verify tag, continuing anyhow"
+    fi
+    # The verify job also calls this script
+    if [[ ! $JOB_NAME =~ "merge" ]] ; then
+        echo "INFO: job is not a merge, skipping push"
+    else
+        echo "INFO: configuring Gerrit remote"
+        gerrit_ssh=$(echo "$GERRIT_URL" | awk -F"/" '{print $3}')
+        git remote set-url origin "ssh://$RELEASE_USERNAME@$gerrit_ssh:29418/$PROJECT"
+        git config user.name "$RELEASE_USERNAME"
+        git config user.email "$RELEASE_EMAIL"
+        echo -e "Host $gerrit_ssh\n\tStrictHostKeyChecking no\n" >> ~/.ssh/config
+        chmod 600 ~/.ssh/config
+        if $DRY_RUN; then
+            echo "INFO: dry run, skipping push"
+        else
+            echo "INFO: pushing tag"
+            git push origin "$VERSION"
+        fi
+    fi
+}
+
+# Main
+virtualenv -p python3 /tmp/pypi
+PATH=/tmp/pypi/bin:$PATH
+pip install lftools jsonschema niet
+set_variables
+if [[ $DISTRIBUTION_TYPE != "pypi" ]]; then
+    echo "ERROR: unexpected distribution type $DISTRIBUTION_TYPE"
+    exit 1
+fi
+if $USE_RELEASE_FILE; then
+    verify_schema
+fi
+verify_version
+verify_dist
+tag_gerrit
+echo "---> pypi-tag-release.sh ends"