X-Git-Url: https://gerrit.linuxfoundation.org/infra/gitweb?a=blobdiff_plain;f=shell%2Frelease-job.sh;h=7c572cd7559794831cad35355d07dd7894413894;hb=dbd05cd4100a27a545cc2c7f0388018449d982c3;hp=a5ab1169b328fa508198b52640d6c3e78a58a087;hpb=12853a424496b5d87c355f32fa27604099a0edbb;p=releng%2Fglobal-jjb.git diff --git a/shell/release-job.sh b/shell/release-job.sh index a5ab1169..7c572cd7 100644 --- a/shell/release-job.sh +++ b/shell/release-job.sh @@ -8,12 +8,14 @@ # which accompanies this distribution, and is available at # http://www.eclipse.org/legal/epl-v10.html ############################################################################## +echo "---> release-job.sh" + set -eu -o pipefail if [ -d "/opt/pyenv" ]; then - echo "---> Setting up pyenv" - export PYENV_ROOT="/opt/pyenv" - export PATH="$PYENV_ROOT/bin:$PATH" + echo "---> Setting up pyenv" + export PYENV_ROOT="/opt/pyenv" + export PATH="$PYENV_ROOT/bin:$PATH" fi PYTHONPATH=$(pwd) export PYTHONPATH @@ -27,82 +29,121 @@ echo "########### Start Script release-job.sh ################################## LOGS_SERVER="${LOGS_SERVER:-None}" MAVEN_CENTRAL_URL="${MAVEN_CENTRAL_URL:-None}" -#OPTIONAL -if grep -q "\.maven_central_url" "$release_file"; then - MAVEN_CENTRAL_URL="$(niet ".maven_central_url" "$release_file")" -fi - if [ "${LOGS_SERVER}" == 'None' ]; then - echo "FAILED: log server not found" - exit 1 + echo "FAILED: log server not found" + exit 1 fi -NEXUS_URL="${ODLNEXUSPROXY:-$NEXUS_URL}" +NEXUSPROXY="${NEXUSPROXY:-None}" +NEXUS_URL="${NEXUSPROXY:-$NEXUS_URL}" + +# Fetch the release-schema.yaml +wget -q https://raw.githubusercontent.com/lfit/releng-global-jjb/master/schema/release-schema.yaml -release_files=$(git diff HEAD^1 --name-only -- "releases/") +release_files=$(git diff-tree --no-commit-id -r "$GERRIT_PATCHSET_REVISION" --name-only -- "releases/") echo "RELEASE FILES ARE AS FOLLOWS: $release_files" -for release_file in $release_files; do - echo "This is the release file: $release_file" - echo "--> Verifying $release_file Schema." - echo "DUMMY CODE:" - #Make sure the schema check catches a missing trailing / on log_dir - #lftools schema is written, but not the schema file (yet) - echo "lftools schema verify [OPTIONS] $release_file $SCHEMAFILE" - - VERSION="$(niet ".version" "$release_file")" - PROJECT="$(niet ".project" "$release_file")" - LOG_DIR="$(niet ".log_dir" "$release_file")" - - - NEXUS_PATH="${SILO}/${JENKINS_HOSTNAME}/" - LOGS_URL="${LOGS_SERVER}/${NEXUS_PATH}${LOG_DIR}" - PATCH_DIR="$(mktemp -d)" - - pushd "$PATCH_DIR" - wget --quiet "${LOGS_URL}"staging-repo.txt.gz - STAGING_REPO="$(zcat staging-repo.txt)" - - #INFO - echo "INFO:" - echo "RELEASE_FILE: $release_file" - echo "LOGS_SERVER: $LOGS_SERVER" - echo "NEXUS_URL: $NEXUS_URL" - echo "NEXUS_PATH: $NEXUS_PATH" - echo "ODLNEXUSPROXY: $ODLNEXUSPROXY" - echo "JENKINS_HOSTNAME: $JENKINS_HOSTNAME" - echo "SILO: $SILO" - echo "PROJECT: $PROJECT" - echo "STAGING_REPO: $STAGING_REPO" - echo "VERSION: $VERSION" - echo "PROJECT: $PROJECT" - echo "LOG DIR: $LOG_DIR" - - wget --quiet "${LOGS_URL}"/patches/{"${PROJECT}".bundle,taglist.log.gz} - gunzip taglist.log.gz - cat "$PATCH_DIR"/taglist.log - popd - - git checkout "$(awk '{print $NF}' "$PATCH_DIR/taglist.log")" - git fetch "$PATCH_DIR/$PROJECT.bundle" - git merge --ff-only FETCH_HEAD - git tag -am "$PROJECT $VERSION" "v$VERSION" - sigul --batch -c "$SIGUL_CONFIG" sign-git-tag "$SIGUL_KEY" v"$VERSION" < "$SIGUL_PASSWORD" - echo "Showing latest signature for $PROJECT:" - git log --show-signature -n1 - - - ########## Merge Part ############## +if (( $(grep -c . <<<"$release_files") > 1 )); then + echo "multiple release files in the same commit do not make sense" + exit 1 +else + release_file="$release_files" + echo "RELEASE FILE IS AS FOLLOWS: $release_file" +fi + +echo "--> Verifying $release_file schema." +lftools schema verify "$release_file" release-schema.yaml + +VERSION="$(niet ".version" "$release_file")" +LOG_DIR="$(niet ".log_dir" "$release_file")" +NEXUS_PATH="${SILO}/${JENKINS_HOSTNAME}/" +LOGS_URL="${LOGS_SERVER}/${NEXUS_PATH}${LOG_DIR}" +PATCH_DIR="$(mktemp -d)" + +LOGS_URL=${LOGS_URL%/} # strip any trailing '/' +echo "wget -P $PATCH_DIR ${LOGS_URL}/staging-repo.txt.gz" +wget -P "$PATCH_DIR" "${LOGS_URL}/"staging-repo.txt.gz + +nexus_release(){ +for staging_url in $(zcat "$PATCH_DIR"/staging-repo.txt.gz | awk -e '{print $2}'); do + # extract the domain name from URL + NEXUS_URL=$(echo "$staging_url" | sed -e 's|^[^/]*//||' -e 's|/.*$||') + # extract the staging repo from URL + STAGING_REPO=${staging_url#*repositories/} + echo "Merge will run" + echo "lftools nexus release --server https://$NEXUS_URL $STAGING_REPO" if [[ "$JOB_NAME" =~ "merge" ]]; then - echo "Running merge" - git push origin "v$VERSION" - lftools nexus release --server "$NEXUS_URL" "$STAGING_REPO" - if [ "${MAVEN_CENTRAL_URL}" == 'None' ]; then - echo "No Maven central url specified, not pushing to maven central" - else - lftools nexus release --server "$MAVEN_CENTRAL_URL" "$STAGING_REPO" - fi + echo "Promoting $STAGING_REPO on $NEXUS_URL." + lftools nexus release --server https://"$NEXUS_URL" "$STAGING_REPO" fi - done -echo "########### End Script release-job.sh ###################################" +} + + +#INFO +echo "INFO:" +echo "RELEASE_FILE: $release_file" +echo "LOGS_SERVER: $LOGS_SERVER" +echo "NEXUS_URL: $NEXUS_URL" +echo "NEXUS_PATH: $NEXUS_PATH" +echo "NEXUSPROXY: $NEXUSPROXY" +echo "JENKINS_HOSTNAME: $JENKINS_HOSTNAME" +echo "SILO: $SILO" +echo "PROJECT: $PROJECT" +echo "PROJECT-DASHED: ${PROJECT//\//-}" + +echo "VERSION: $VERSION" +echo "LOG DIR: $LOG_DIR" + +pushd "$PATCH_DIR" + echo "wget ${LOGS_URL}/patches/{${PROJECT//\//-}.bundle,taglist.log.gz}" + wget "${LOGS_URL}"/patches/{"${PROJECT//\//-}".bundle,taglist.log.gz} + gunzip taglist.log.gz + cat "$PATCH_DIR"/taglist.log +popd + +# Verify allowed versions +# Allowed versions are "v#.#.#" or "#.#.#" aka SemVer +allowed_version_regex="^((v?)([0-9]+)\.([0-9]+)\.([0-9]+))$" +if [[ ! $VERSION =~ $allowed_version_regex ]]; then + echo "The version $VERSION is not a semantic valid version" + echo "Allowed versions are \"v#.#.#\" or \"#.#.#\" aka SemVer" + echo "See https://semver.org/ for more details on SemVer" + exit 1 +fi + +if git tag -v "$VERSION"; then + echo "Repo already tagged $VERSION" + echo "This job has already run exit 0" + exit 0 +fi + +git checkout "$(awk '{print $NF}' "$PATCH_DIR/taglist.log")" +git fetch "$PATCH_DIR/${PROJECT//\//-}.bundle" +git merge --ff-only FETCH_HEAD +git tag -am "${PROJECT//\//-} $VERSION" "$VERSION" +sigul --batch -c "$SIGUL_CONFIG" sign-git-tag "$SIGUL_KEY" "$VERSION" < "$SIGUL_PASSWORD" + +echo "Showing latest signature for $PROJECT:" +gpg --import "$SIGNING_PUBKEY" +echo "git tag -v $VERSION" +git tag -v "$VERSION" + +########## Merge Part ############## +if [[ "$JOB_NAME" =~ "merge" ]]; then + echo "Running merge" + gerrit_ssh=$(echo "$GERRIT_URL" | awk -F"/" '{print $3}') + git remote set-url origin ssh://"$RELEASE_USERNAME"@"$gerrit_ssh":29418/"$PROJECT" + git config user.name "$RELEASE_USERNAME" + git config user.email "$RELEASE_EMAIL" + echo -e "Host $gerrit_ssh\n\tStrictHostKeyChecking no\n" >> ~/.ssh/config + chmod 600 ~/.ssh/config + git push origin "$VERSION" + + +fi + +# This function: if merge push to nexus. If verify output the proposed push command. +nexus_release +# +#echo "########### End Script release-job.sh ###################################"