X-Git-Url: https://gerrit.linuxfoundation.org/infra/gitweb?a=blobdiff_plain;f=shell%2Flogs-deploy.sh;h=d797fa7e690fffd0177dc3bc92a505d940efd25f;hb=a5fa8a32ab2f856fecc7505fdfd7a8e12df2c402;hp=633aae86eeff5949a6ab6c1356b11a1c9a93eba5;hpb=327dae148d26f3eb1ed05c515916454279d87a77;p=releng%2Fglobal-jjb.git diff --git a/shell/logs-deploy.sh b/shell/logs-deploy.sh index 633aae86..d797fa7e 100644 --- a/shell/logs-deploy.sh +++ b/shell/logs-deploy.sh @@ -10,10 +10,30 @@ ############################################################################## echo "---> logs-deploy.sh" +# shellcheck disable=SC1090 +source ~/lf-env.sh +lf-activate-venv --python python3.8 lftools + # Ensure we fail the job if any steps fail # Disable 'globbing' set -euf -o pipefail +# The 'lftool deploy archives' command below expects the archives +# directory to exist. Normally lf-infra-sysstat or similar would +# create it and add content, but to make sure this script is +# self-contained, we ensure it exists here. +mkdir -p "$WORKSPACE/archives" + +get_pattern_opts () { + opts=() + for arg in ${ARCHIVE_ARTIFACTS:-}; do + opts+=("-p" "$arg") + done + echo "${opts[@]-}" +} + +pattern_opts=$(get_pattern_opts) + if [[ -z ${LOGS_SERVER:-} ]]; then echo "WARNING: Nexus logging server not set" else @@ -21,39 +41,26 @@ else nexus_path="${SILO}/${JENKINS_HOSTNAME}/${JOB_NAME}/${BUILD_NUMBER}" echo "INFO: Nexus URL $nexus_url path $nexus_path" - if [[ -n ${ARCHIVE_ARTIFACTS:-} ]] ; then - # Handle multiple search extensions as separate values to '-p|--pattern' - # "arg1 arg2" -> (-p arg1 -p arg2) - pattern_opts=() - for arg in $ARCHIVE_ARTIFACTS; do - pattern_opts+=("-p" "$arg") - done - echo "INFO: archiving workspace using pattern(s): $ARCHIVE_ARTIFACTS" - lftools deploy archives "${pattern_opts[@]}" \ - "$nexus_url" "$nexus_path" "$WORKSPACE" - else - echo "INFO: archiving workspace" - lftools deploy archives "$nexus_url" "$nexus_path" "$WORKSPACE" - fi - echo "INFO: archiving logs" + echo "INFO: archiving workspace using pattern(s): ${pattern_opts:-}" + # shellcheck disable=SC2086 + lftools deploy archives ${pattern_opts:-} "$nexus_url" "$nexus_path" "$WORKSPACE" + + echo "INFO: archiving logs to Nexus" lftools deploy logs "$nexus_url" "$nexus_path" "${BUILD_URL:-}" - echo "Build logs: $LOGS_SERVER/$nexus_path" + echo "Nexus build logs: $LOGS_SERVER/$nexus_path" fi if [[ -z ${S3_BUCKET:-} ]]; then echo "WARNING: S3 logging server not set" else - s3_path="$SILO/$JENKINS_HOSTNAME/$JOB_NAME/$BUILD_NUMBER" + s3_path="logs/$SILO/$JENKINS_HOSTNAME/$JOB_NAME/$BUILD_NUMBER/" echo "INFO: S3 path $s3_path" - pattern_opts=() - for arg in $ARCHIVE_ARTIFACTS; do - pattern_opts+=("-p" "$arg") - done - lftools deploy s3 "${pattern_opts[@]}" "$S3_BUCKET" "$s3_path" \ + echo "INFO: archiving logs to S3" + # shellcheck disable=SC2086 + lftools deploy s3 ${pattern_opts:-} "$S3_BUCKET" "$s3_path" \ "$BUILD_URL" "$WORKSPACE" - echo "Build logs: " + echo "S3 build logs: https://$CDN_URL/$s3_path" fi -