X-Git-Url: https://gerrit.linuxfoundation.org/infra/gitweb?a=blobdiff_plain;f=.jjb-test%2Fexpected-xml%2Fgerrit-ciman-packer-merge-centos-mininet;fp=.jjb-test%2Fexpected-xml%2Fgerrit-ciman-packer-merge-centos-mininet;h=0000000000000000000000000000000000000000;hb=49afe0ed6fc5a89d3cdc5879216bb0aa8722f835;hp=a759c4b11b3a9483e78ae7cce53faaaa82526203;hpb=8bacaf67000180245721363de6f699c32ee5da35;p=releng%2Fglobal-jjb.git diff --git a/.jjb-test/expected-xml/gerrit-ciman-packer-merge-centos-mininet b/.jjb-test/expected-xml/gerrit-ciman-packer-merge-centos-mininet deleted file mode 100644 index a759c4b1..00000000 --- a/.jjb-test/expected-xml/gerrit-ciman-packer-merge-centos-mininet +++ /dev/null @@ -1,718 +0,0 @@ - - - - <!-- Managed by Jenkins Job Builder --> - false - false - false - false - build-vm - false - - - - 7 - -1 - -1 - 0 - - - - - - PROJECT - Parameter to identify a Gerrit project. This is typically the -project repo path as exists in Gerrit. -For example: ofextensions/circuitsw - - releng/ciman - - - STREAM - Stream is often set to the same name as 'branch' but can -sometimes be used as a name representing a project's release code -name. - - master - - - GERRIT_PROJECT - Parameter to identify Gerrit project. This is typically the -project repo path as exists in Gerrit. -For example: ofextensions/circuitsw - -Note that Gerrit will override this parameter automatically if a -job is triggered by Gerrit. - - releng/ciman - - - GERRIT_BRANCH - Parameter to identify a Gerrit branch. - -Note that Gerrit will override this parameter automatically if a -job is triggered by Gerrit. - - master - - - GERRIT_REFSPEC - Parameter to identify a refspec when pulling from Gerrit. - -Note that Gerrit will override this parameter automatically if a -job is triggered by Gerrit. - - refs/heads/master - - - LFTOOLS_VERSION - Version of lftools to install. Can be a specific version like -'0.6.0' or a PEP-440 definition. -https://www.python.org/dev/peps/pep-0440/ -For example '<1.0.0' or '>=1.0.0,<2.0.0'. - - <1.0.0 - - - PACKER_VERSION - Packer version to download and install. - 1.1.3 - - - - - - 2 - - - origin - $GERRIT_REFSPEC - $GIT_URL/$GERRIT_PROJECT - test-credential - - - - - refs/heads/$GERRIT_BRANCH - - - false - false - Default - - - - - - - - - - false - true - false - false - - 10 - - - - - - - 00 10 1 * * - - - - - - ANT - releng/ciman - - - ANT - **/master - - - - - ANT - packer/vars/centos.json - - - ANT - packer/templates/mininet.json - - - ANT - packer/provision/*.sh - - - ANT - packer/provision/mininet.yaml - - - ANT - packer/provision/lib/** - - - false - - - - false - false - false - false - - false - false - true - false - false - - - False - - false - - - - remerge$ - - - - - - - - - - test-server - - - - - - - ci-packer-cloud-env - - CLOUDENV - - - - - - PACKER_VERSION=1.1.3 - - - - - #!/bin/bash -# SPDX-License-Identifier: EPL-1.0 -############################################################################## -# Copyright (c) 2017 The Linux Foundation and others. -# -# All rights reserved. This program and the accompanying materials -# are made available under the terms of the Eclipse Public License v1.0 -# which accompanies this distribution, and is available at -# http://www.eclipse.org/legal/epl-v10.html -############################################################################## -echo "---> packer-install.sh" -# The script checks for the packer binaries and installs the binary -# if its not available - -# $PACKER_VERSION : Define a packer version passed as job paramter - -PACKER_VERSION="${PACKER_VERSION:-1.1.3}" - -# Ensure we fail the job if any steps fail. -set -eu -o pipefail - -if hash packer.io 2>/dev/null; then - echo "packer.io command is available." -else - echo "packer.io command not is available. Installing packer ..." - # Installs Hashicorp's Packer binary, required for verify & merge packer jobs - pushd "${WORKSPACE}" - wget -nv "https://releases.hashicorp.com/packer/${PACKER_VERSION}/packer_${PACKER_VERSION}_linux_amd64.zip" - mkdir -p "${WORKSPACE}/bin" - unzip "packer_${PACKER_VERSION}_linux_amd64.zip" -d "${WORKSPACE}/bin/" - # rename packer to avoid conflict with binary in cracklib - mv "${WORKSPACE}/bin/packer" "${WORKSPACE}/bin/packer.io" - popd -fi - -#!/bin/bash -# SPDX-License-Identifier: EPL-1.0 -############################################################################## -# Copyright (c) 2017 The Linux Foundation and others. -# -# All rights reserved. This program and the accompanying materials -# are made available under the terms of the Eclipse Public License v1.0 -# which accompanies this distribution, and is available at -# http://www.eclipse.org/legal/epl-v10.html -############################################################################## -echo "---> packer-validate.sh" -# The script validates an packers files. - -# $CLOUDENV : Provides the cloud credential file. - -# Ensure we fail the job if any steps fail. -set -eu -o pipefail - -PACKER_LOGS_DIR="$WORKSPACE/archives/packer" -mkdir -p "$PACKER_LOGS_DIR" -export PATH="${WORKSPACE}/bin:$PATH" - -cd packer -varfiles=(vars/*.json common-packer/vars/*.json) -templates=(templates/*.json) - -for varfile in "${varfiles[@]}"; do - # cloud-env.json is a file containing credentials which is pulled in via - # CLOUDENV variable so skip it here. Also handle the case where a project - # has not vars/*.json file. - if [[ "$varfile" == *"cloud-env.json"* ]] || [[ "$varfile" == 'vars/*.json' ]]; then - continue - fi - - echo "-----> Testing varfile: $varfile" - for template in "${templates[@]}"; do - export PACKER_LOG="yes" - export PACKER_LOG_PATH="$PACKER_LOGS_DIR/packer-validate-${varfile##*/}-${template##*/}.log" - if output=$(packer.io validate -var-file="$CLOUDENV" -var-file="$varfile" "$template"); then - echo "$template: $output" - else - echo "$template: $output" - exit 1 - fi - done -done - - - - #!/bin/bash -# SPDX-License-Identifier: EPL-1.0 -############################################################################## -# Copyright (c) 2017 The Linux Foundation and others. -# -# All rights reserved. This program and the accompanying materials -# are made available under the terms of the Eclipse Public License v1.0 -# which accompanies this distribution, and is available at -# http://www.eclipse.org/legal/epl-v10.html -############################################################################## -echo "---> packer-clear-credentials.sh" - -set +e # DO NOT cause build failure if any of the rm calls fail. -rm "$CLOUDENV" -exit 0 - - - - - - ci-packer-cloud-env - - CLOUDENV - - - - - - PACKER_PLATFORM=centos -PACKER_TEMPLATE=mininet -PACKER_VERSION=1.1.3 - - - - - #!/bin/bash -# SPDX-License-Identifier: EPL-1.0 -############################################################################## -# Copyright (c) 2017 The Linux Foundation and others. -# -# All rights reserved. This program and the accompanying materials -# are made available under the terms of the Eclipse Public License v1.0 -# which accompanies this distribution, and is available at -# http://www.eclipse.org/legal/epl-v10.html -############################################################################## -echo "---> packer-install.sh" -# The script checks for the packer binaries and installs the binary -# if its not available - -# $PACKER_VERSION : Define a packer version passed as job paramter - -PACKER_VERSION="${PACKER_VERSION:-1.1.3}" - -# Ensure we fail the job if any steps fail. -set -eu -o pipefail - -if hash packer.io 2>/dev/null; then - echo "packer.io command is available." -else - echo "packer.io command not is available. Installing packer ..." - # Installs Hashicorp's Packer binary, required for verify & merge packer jobs - pushd "${WORKSPACE}" - wget -nv "https://releases.hashicorp.com/packer/${PACKER_VERSION}/packer_${PACKER_VERSION}_linux_amd64.zip" - mkdir -p "${WORKSPACE}/bin" - unzip "packer_${PACKER_VERSION}_linux_amd64.zip" -d "${WORKSPACE}/bin/" - # rename packer to avoid conflict with binary in cracklib - mv "${WORKSPACE}/bin/packer" "${WORKSPACE}/bin/packer.io" - popd -fi - -#!/bin/bash -# SPDX-License-Identifier: EPL-1.0 -############################################################################## -# Copyright (c) 2017 The Linux Foundation and others. -# -# All rights reserved. This program and the accompanying materials -# are made available under the terms of the Eclipse Public License v1.0 -# which accompanies this distribution, and is available at -# http://www.eclipse.org/legal/epl-v10.html -############################################################################## -echo "---> packer-build.sh" -# The script builds an image using packer -# $CLOUDENV : Provides the cloud credential file. -# $PACKER_PLATFORM : Provides the packer platform. -# $PACKER_TEMPLATE : Provides the packer temnplate. - -# Ensure we fail the job if any steps fail. -set -eu -o pipefail - -PACKER_LOGS_DIR="$WORKSPACE/archives/packer" -PACKER_BUILD_LOG="$PACKER_LOGS_DIR/packer-build.log" -mkdir -p "$PACKER_LOGS_DIR" -export PATH="${WORKSPACE}/bin:$PATH" - -# Prioritize the project's own version of vars if available -platform_file="common-packer/vars/$PACKER_PLATFORM.json" -if [ -f "$PACKER_PLATFORM" ]; then - platform_file="vars/$PACKER_PLATFORM.json" -fi - -cd packer -export PACKER_LOG="yes" -export PACKER_LOG_PATH="$PACKER_BUILD_LOG" -packer.io build -color=false \ - -var-file="$CLOUDENV" \ - -var-file="$platform_file" \ - "templates/$PACKER_TEMPLATE.json" - -# Retrive the list of cloud providers -mapfile -t clouds < <(jq -r '.builders[].name' "templates/$PACKER_TEMPLATE.json") - -# Split public/private clouds logs -for cloud in "${clouds[@]}"; do - grep -e "$cloud" "$PACKER_BUILD_LOG" > "$PACKER_LOGS_DIR/packer-build_$cloud.log" 2>&1 -done - - - - #!/bin/bash -# SPDX-License-Identifier: EPL-1.0 -############################################################################## -# Copyright (c) 2017 The Linux Foundation and others. -# -# All rights reserved. This program and the accompanying materials -# are made available under the terms of the Eclipse Public License v1.0 -# which accompanies this distribution, and is available at -# http://www.eclipse.org/legal/epl-v10.html -############################################################################## -echo "---> packer-clear-credentials.sh" - -set +e # DO NOT cause build failure if any of the rm calls fail. -rm "$CLOUDENV" -exit 0 - - - - - - - - #!/bin/bash -# SPDX-License-Identifier: EPL-1.0 -############################################################################## -# Copyright (c) 2017 The Linux Foundation and others. -# -# All rights reserved. This program and the accompanying materials -# are made available under the terms of the Eclipse Public License v1.0 -# which accompanies this distribution, and is available at -# http://www.eclipse.org/legal/epl-v10.html -############################################################################## -echo "---> sysstat.sh" -set +e # DON'T fail build if script fails. - -OS=$(facter operatingsystem) -case "$OS" in - Ubuntu) - SYSSTAT_PATH="/var/log/sysstat" - - # Dont run the script when systat is not enabled by default - if ! grep --quiet 'ENABLED="true"' "/etc/default/sysstat"; then - exit 0 - fi - ;; - CentOS|RedHat) - SYSSTAT_PATH="/var/log/sa" - ;; - *) - # nothing to do - exit 0 - ;; -esac - -SAR_DIR="$WORKSPACE/archives/sar-reports" -mkdir -p "$SAR_DIR" -cp "$SYSSTAT_PATH/"* "$_" -# convert sar data to ascii format -while IFS="" read -r sarfilenum -do - [ -f "$sarfilenum" ] && LC_TIME=POSIX sar -A -f "$sarfilenum" > "$SAR_DIR/sar${sarfilenum//[!0-9]/}" -done < <(find "$SYSSTAT_PATH" -name "sa[0-9]*" || true) - -# DON'T fail build if script fails. -exit 0 - - - - - - jenkins-log-archives-settings - - SETTINGS_FILE - - - - - - SERVER_ID=logs - - - - #!/bin/bash -# SPDX-License-Identifier: EPL-1.0 -############################################################################## -# Copyright (c) 2017 The Linux Foundation and others. -# -# All rights reserved. This program and the accompanying materials -# are made available under the terms of the Eclipse Public License v1.0 -# which accompanies this distribution, and is available at -# http://www.eclipse.org/legal/epl-v10.html -############################################################################## -echo "---> create-netrc.sh" - -# Ensure we fail the job if any steps fail. -set -eu -o pipefail - -NEXUS_URL="${NEXUSPROXY:-$NEXUS_URL}" -CREDENTIAL=$(xmlstarlet sel -N "x=http://maven.apache.org/SETTINGS/1.0.0" \ - -t -m "/x:settings/x:servers/x:server[x:id='${SERVER_ID}']" \ - -v x:username -o ":" -v x:password \ - "$SETTINGS_FILE") - -machine=$(echo "$NEXUS_URL" | awk -F/ '{print $3}') -user=$(echo "$CREDENTIAL" | cut -f1 -d:) -pass=$(echo "$CREDENTIAL" | cut -f2 -d:) - -echo "machine ${machine%:*} login $user password $pass" > ~/.netrc - - - - #!/bin/bash -# SPDX-License-Identifier: EPL-1.0 -############################################################################## -# Copyright (c) 2017 The Linux Foundation and others. -# -# All rights reserved. This program and the accompanying materials -# are made available under the terms of the Eclipse Public License v1.0 -# which accompanies this distribution, and is available at -# http://www.eclipse.org/legal/epl-v10.html -############################################################################## -echo "---> lftools-install.sh" - -# Script to install lftools via a version passed in via lf-infra-parameters -# -# Required parameters: -# -# LFTOOLS_VERSION: Passed in via lf-infra-parameters configuration. Can be -# set to a strict version number like '1.2.3' or using -# PEP-440 definitions. -# -# Examples: -# <1.0.0 -# >=1.0.0,<2.0.0 -# -# By default a released version of lftools should always be used. -# The purpose of the 2 variables below is so that lftools devs can test -# unreleased versions of lftools. There are 2 methods to install a dev version -# of lftools: -# -# 1) gerrit patch: Used to test a patch that has not yet been merged. -# To do this set something like this: -# LFTOOLS_MODE=gerrit -# LFTOOLS_REFSPEC=refs/changes/96/5296/7 -# -# 2) git branch: Used to install an lftools version from a specific branch. -# To use this set the variables as follows: -# LFTOOLS_MODE=git -# LFTOOLS_REFSPEC=master -# -# 3) release : The intended use case and default setting. -# Set LFTOOLS_MODE=release, in this case LFTOOLS_REFSPEC is unused. - -LFTOOLS_MODE=release # release | git | gerrit -LFTOOLS_REFSPEC=master - -# Ensure we fail the job if any steps fail. -# DO NOT set -u as virtualenv's activate script has unbound variables -set -e -o pipefail - -virtualenv --quiet "/tmp/v/lftools" -# shellcheck source=/tmp/v/lftools/bin/activate disable=SC1091 -source "/tmp/v/lftools/bin/activate" -pip install --quiet --upgrade pip - -case $LFTOOLS_MODE in - gerrit) - git clone https://gerrit.linuxfoundation.org/infra/releng/lftools.git /tmp/lftools - pushd /tmp/lftools - git fetch origin "$LFTOOLS_REFSPEC" - git checkout FETCH_HEAD - pip install --quiet --upgrade -r requirements.txt - pip install --quiet --upgrade -e . - popd - ;; - - git) - pip install --quiet --upgrade git+https://gerrit.linuxfoundation.org/infra/releng/lftools.git@"$BRANCH" - ;; - - release) - if [[ $LFTOOLS_VERSION =~ ^[0-9] ]]; then - LFTOOLS_VERSION="==$LFTOOLS_VERSION" - fi - - pip install --quiet --upgrade "lftools${LFTOOLS_VERSION}" - ;; -esac - -lftools --version - -# pipdeptree prints out a lot of information because lftools pulls in many -# dependencies. Let's only print it if we want to debug. -# echo "----> Pip Dependency Tree" -# pip install --quiet --upgrade pipdeptree -# pipdeptree - -#!/bin/bash -# SPDX-License-Identifier: EPL-1.0 -############################################################################## -# Copyright (c) 2017 The Linux Foundation and others. -# -# All rights reserved. This program and the accompanying materials -# are made available under the terms of the Eclipse Public License v1.0 -# which accompanies this distribution, and is available at -# http://www.eclipse.org/legal/epl-v10.html -############################################################################## -echo "---> logs-deploy.sh" - -# Ensure we fail the job if any steps fail. -set -eu -o pipefail - -set -x # Trace commands for this script to make debugging easier. - -ARCHIVE_ARTIFACTS="${ARCHIVE_ARTIFACTS:-}" -LOGS_SERVER="${LOGS_SERVER:-None}" - -if [ "${LOGS_SERVER}" == 'None' ] -then - set +x # Disable trace since we no longer need it - - echo "WARNING: Logging server not set" -else - NEXUS_URL="${NEXUSPROXY:-$NEXUS_URL}" - NEXUS_PATH="${SILO}/${JENKINS_HOSTNAME}/${JOB_NAME}/${BUILD_NUMBER}" - BUILD_URL="${BUILD_URL}" - - lftools deploy archives -p "$ARCHIVE_ARTIFACTS" "$NEXUS_URL" "$NEXUS_PATH" "$WORKSPACE" - lftools deploy logs "$NEXUS_URL" "$NEXUS_PATH" "$BUILD_URL" - - set +x # Disable trace since we no longer need it. - - echo "Build logs: <a href=\"$LOGS_SERVER/$NEXUS_PATH\">$LOGS_SERVER/$NEXUS_PATH</a>" -fi - - - - #!/bin/bash -# SPDX-License-Identifier: EPL-1.0 -############################################################################## -# Copyright (c) 2017 The Linux Foundation and others. -# -# All rights reserved. This program and the accompanying materials -# are made available under the terms of the Eclipse Public License v1.0 -# which accompanies this distribution, and is available at -# http://www.eclipse.org/legal/epl-v10.html -############################################################################## - -# Clear log credential files -rm "$SETTINGS_FILE" -rm ~/.netrc - - - - ^Build logs: .* - - - false - false - false - - - - - **/*.jenkins-trigger - EXCLUDE - - - false - false - - true - true - true - true - true - true - - - - - - 90 - BUILD_TIMEOUT - true - false - 0 - 3 - absolute - - - - test-credential - - - - - - npmrc - $HOME/.npmrc - - - - - -