From: Thanh Ha Date: Mon, 5 Feb 2018 20:03:01 +0000 (-0500) Subject: Add maven metadata validator tool X-Git-Tag: v0.16.0~8 X-Git-Url: https://gerrit.linuxfoundation.org/infra/gitweb?a=commitdiff_plain;h=refs%2Fchanges%2F75%2F8675%2F3;p=releng%2Fglobal-jjb.git Add maven metadata validator tool Add a tool to validate maven-metadata.xml to catch timestamp issues in builds and fail the build if a mismatch is detected. Issue: RELENG-772 Change-Id: I35a7b9c3b12321a3a7af24ab36397e38ebb01de9 Signed-off-by: Thanh Ha --- diff --git a/shell/common-variables.sh b/shell/common-variables.sh index 6a5d2fb0..deb10589 100644 --- a/shell/common-variables.sh +++ b/shell/common-variables.sh @@ -29,3 +29,63 @@ lftools_activate() { source "/tmp/v/lftools/bin/activate" set -u # Restore unbound variable checking } + +# Check maven-metadata.xml for any unexpected timestamp mismatches +maven_metadata_validate() { + stage_dir="$1" + + if [ -z "$1" ]; then + echo "Usage: maven_metadata_validate STAGE_REPO_DIR" + exit 1 + fi + + error_detected=0 + mapfile -t files < <(find "$stage_dir" -name maven-metadata.xml | grep SNAPSHOT) + + for f in "${files[@]}"; do + timestamp=$(xmlstarlet sel \ + -t -v "/metadata/versioning/snapshot/timestamp" "$f") + + # Scan all snapshot versions but ignore javadoc and source jars + mapfile -t ext_timestamps < <(xmlstarlet sel \ + -t -m "/metadata/versioning/snapshotVersions/snapshotVersion" \ + -n \ + --if "classifier='javadoc'" \ + -o "" \ + --elif "classifier='sources'" \ + -o "" \ + --else \ + -o "extension:" -v extension \ + -o " value:" -v value \ + -o " updated:" -v updated \ + "$f") + + for t in "${ext_timestamps[@]}"; do + # Ignore blank timestamps caused by xmlstarlet ignores + if [[ -z "$t" ]]; then + continue + fi + + timestamp_error=0 + if [[ $t != *"$timestamp"* ]]; then + echo "Metadata $f 'value:$timestamp' mismatch vs '$t'" + timestamp_error=1 + fi + # Updated is timestamp without the dot character + if [[ $t != *"${timestamp//\./}"* ]]; then + echo "Metadata $f 'updated:${timestamp//\./}' mismatch vs '$t'" + timestamp_error=1 + fi + + if [[ $timestamp_error != 0 ]]; then + error_detected=1 + cat "$f" + fi + done + done + + if [ $error_detected -ne 0 ]; then + echo "ERROR: Mismatches in maven-metadata discovered. Quitting..." + exit 1 + fi +} diff --git a/shell/maven-deploy.sh b/shell/maven-deploy.sh index ac0f7293..c30963bb 100644 --- a/shell/maven-deploy.sh +++ b/shell/maven-deploy.sh @@ -39,5 +39,5 @@ fi set -u # Re-enable. find "$m2repo_dir" -type d -empty -delete - +maven_metadata_validate "$m2repo_dir" lftools deploy nexus -s "$nexus_repo_url" "$m2repo_dir"