<!-- Managed by Jenkins Job Builder -->
false
false
false
true
build-vm
false
7
-1
-1
0
PROJECT
Parameter to identify a Gerrit project. This is typically the
project repo path as exists in Gerrit.
For example: ofextensions/circuitsw
releng/ciman
STREAM
Stream is often set to the same name as 'branch' but can
sometimes be used as a name representing a project's release code
name.
master
GERRIT_PROJECT
Parameter to identify Gerrit project. This is typically the
project repo path as exists in Gerrit.
For example: ofextensions/circuitsw
Note that Gerrit will override this parameter automatically if a
job is triggered by Gerrit.
releng/ciman
GERRIT_BRANCH
Parameter to identify a Gerrit branch.
Note that Gerrit will override this parameter automatically if a
job is triggered by Gerrit.
master
GERRIT_REFSPEC
Parameter to identify a refspec when pulling from Gerrit.
Note that Gerrit will override this parameter automatically if a
job is triggered by Gerrit.
refs/heads/master
LFTOOLS_VERSION
Version of lftools to install. Can be a specific version like
'0.6.0' or a PEP-440 definition.
https://www.python.org/dev/peps/pep-0440/
For example '<1.0.0' or '>=1.0.0,<2.0.0'.
<1.0.0
JJB_VERSION
Jenkins Job Builder version to download and install.
1.6.2
2
origin
$GERRIT_REFSPEC
$GIT_URL/$GERRIT_PROJECT
test-credential
refs/heads/$GERRIT_BRANCH
false
false
true
false
false
Default
true
false
false
false
true
false
10
ANT
releng/ciman
ANT
**/master
ANT
**/*.sh
ANT
**/*.yaml
ANT
**/global-jjb
false
false
false
false
false
false
false
true
false
false
False
false
true
false
false
recheck$
test-server
jjbini
$HOME/.config/jenkins_jobs/jenkins_jobs.ini
#!/bin/bash
# SPDX-License-Identifier: EPL-1.0
##############################################################################
# Copyright (c) 2017 The Linux Foundation and others.
#
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Eclipse Public License v1.0
# which accompanies this distribution, and is available at
# http://www.eclipse.org/legal/epl-v10.html
##############################################################################
# This script will make sure that there are no JIRA URLs in the commit
# message. JIRA URLs will break the its-jira plugin
# Ensure we fail the job if any steps fail.
# Do not treat undefined variables as errors as in this case we are allowed
# to have JIRA_URL undefined
set -e -o pipefail
set +u
if [ -n "${JIRA_URL}" ];
then
BASE_URL=$(echo $JIRA_URL | awk -F'/' '{print $3}')
JIRA_LINK=$(git rev-list --format=%B --max-count=1 HEAD | grep -io "http[s]*://$BASE_URL/" || true)
if [[ ! -z "$JIRA_LINK" ]]
then
echo 'Remove JIRA URLs from commit message'
echo 'Add jira references as: Issue: <JIRAKEY>-<ISSUE#>, instead of URLs'
exit 1
fi
fi
#!/bin/bash
# SPDX-License-Identifier: EPL-1.0
##############################################################################
# Copyright (c) 2017 The Linux Foundation and others.
#
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Eclipse Public License v1.0
# which accompanies this distribution, and is available at
# http://www.eclipse.org/legal/epl-v10.html
##############################################################################
echo "---> jjb-install.sh"
# Ensure we fail the job if any steps fail.
# DO NOT set -u as virtualenv's activate script has unbound variables
set -e -o pipefail
virtualenv "/tmp/v/jjb"
# shellcheck source=/tmp/v/jjb/bin/activate disable=SC1091
source "/tmp/v/jjb/bin/activate"
pip install --quiet --upgrade pip
pip install --quiet --upgrade pipdeptree
pip install --quiet --upgrade "jenkins-job-builder==$JJB_VERSION"
echo "----> Pip Dependency Tree"
pipdeptree
#!/bin/bash
# SPDX-License-Identifier: EPL-1.0
##############################################################################
# Copyright (c) 2017 The Linux Foundation and others.
#
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Eclipse Public License v1.0
# which accompanies this distribution, and is available at
# http://www.eclipse.org/legal/epl-v10.html
##############################################################################
echo "---> jjb-verify-job.sh"
# Ensure we fail the job if any steps fail.
set -eu -o pipefail
jenkins-jobs -l DEBUG test --recursive -o archives/job-configs jjb/
# Sort job output into sub-directories. On large Jenkins systems that have
# many jobs archiving so many files into the same directory makes NGINX return
# the directory list slow.
pushd archives/job-configs
for letter in {a..z}
do
if [[ $(ls "$letter"* > /dev/null 2>&1) -eq 0 ]]
then
mkdir "$letter"
find . -maxdepth 1 -type f -name "$letter*" -exec mv {} "$letter" \;
fi
done
popd
#!/bin/bash
# SPDX-License-Identifier: EPL-1.0
##############################################################################
# Copyright (c) 2015 The Linux Foundation and others.
#
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Eclipse Public License v1.0
# which accompanies this distribution, and is available at
# http://www.eclipse.org/legal/epl-v10.html
##############################################################################
echo "---> jjb-check-unicode.sh"
if LC_ALL=C grep -I -r '[^[:print:][:space:]]' jjb/; then
echo "Found files containing non-ascii characters."
exit 1
fi
echo "All files are ASCII only"
#!/bin/bash
# SPDX-License-Identifier: EPL-1.0
##############################################################################
# Copyright (c) 2016 The Linux Foundation and others.
#
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Eclipse Public License v1.0
# which accompanies this distribution, and is available at
# http://www.eclipse.org/legal/epl-v10.html
##############################################################################
echo "---> gpg-verify-git-signature.sh"
if git log --show-signature -1 | grep -E -q 'gpg: Signature made.*key ID'; then
echo "Git commit is GPG signed."
else
echo "WARNING: GPG signature missing for the commit."
fi
# Do NOT fail the job for unsigned commits
exit 0
#!/bin/bash
# SPDX-License-Identifier: EPL-1.0
##############################################################################
# Copyright (c) 2017 The Linux Foundation and others.
#
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Eclipse Public License v1.0
# which accompanies this distribution, and is available at
# http://www.eclipse.org/legal/epl-v10.html
##############################################################################
echo "---> sysstat.sh"
set +e # DON'T fail build if script fails.
OS=$(facter operatingsystem)
case "$OS" in
Ubuntu)
SYSSTAT_PATH="/var/log/sysstat"
# Dont run the script when systat is not enabled by default
if ! grep --quiet 'ENABLED="true"' "/etc/default/sysstat"; then
exit 0
fi
;;
CentOS|RedHat)
SYSSTAT_PATH="/var/log/sa"
;;
*)
# nothing to do
exit 0
;;
esac
SAR_DIR="$WORKSPACE/archives/sar-reports"
mkdir -p "$SAR_DIR"
cp "$SYSSTAT_PATH/"* "$_"
# convert sar data to ascii format
while IFS="" read -r s
do
[ -f "$s" ] && LC_TIME=POSIX sar -A -f "$s" > "$SAR_DIR/sar${s//[!0-9]/}"
done < <(find "$SYSSTAT_PATH" -name "sa[0-9]*" || true)
# DON'T fail build if script fails.
exit 0
jenkins-log-archives-settings
SETTINGS_FILE
SERVER_ID=logs
#!/bin/bash
# SPDX-License-Identifier: EPL-1.0
##############################################################################
# Copyright (c) 2017 The Linux Foundation and others.
#
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Eclipse Public License v1.0
# which accompanies this distribution, and is available at
# http://www.eclipse.org/legal/epl-v10.html
##############################################################################
echo "---> create-netrc.sh"
# Ensure we fail the job if any steps fail.
set -eu -o pipefail
NEXUS_URL="${NEXUSPROXY:-$NEXUS_URL}"
CREDENTIAL=$(xmlstarlet sel -N "x=http://maven.apache.org/SETTINGS/1.0.0" \
-t -m "/x:settings/x:servers/x:server[x:id='${SERVER_ID}']" \
-v x:username -o ":" -v x:password \
"$SETTINGS_FILE")
machine=$(echo "$NEXUS_URL" | awk -F/ '{print $3}')
user=$(echo "$CREDENTIAL" | cut -f1 -d:)
pass=$(echo "$CREDENTIAL" | cut -f2 -d:)
echo "machine ${machine%:*} login $user password $pass" > ~/.netrc
#!/bin/bash
# SPDX-License-Identifier: EPL-1.0
##############################################################################
# Copyright (c) 2017 The Linux Foundation and others.
#
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Eclipse Public License v1.0
# which accompanies this distribution, and is available at
# http://www.eclipse.org/legal/epl-v10.html
##############################################################################
echo "---> lftools-install.sh"
# Script to install lftools via a version passed in via lf-infra-parameters
#
# Required parameters:
#
# LFTOOLS_VERSION: Passed in via lf-infra-parameters configuration. Can be
# set to a strict version number like '1.2.3' or using
# PEP-440 definitions.
#
# Examples:
# <1.0.0
# >=1.0.0,<2.0.0
#
# By default a released version of lftools should always be used.
# The purpose of the 2 variables below is so that lftools devs can test
# unreleased versions of lftools. There are 2 methods to install a dev version
# of lftools:
#
# 1) gerrit patch: Used to test a patch that has not yet been merged.
# To do this set something like this:
# LFTOOLS_MODE=gerrit
# LFTOOLS_REFSPEC=refs/changes/96/5296/7
#
# 2) git branch: Used to install an lftools version from a specific branch.
# To use this set the variables as follows:
# LFTOOLS_MODE=git
# LFTOOLS_REFSPEC=master
#
# 3) release : The intended use case and default setting.
# Set LFTOOLS_MODE=release, in this case LFTOOLS_REFSPEC is unused.
LFTOOLS_MODE=release # release | git | gerrit
LFTOOLS_REFSPEC=master
# Ensure we fail the job if any steps fail.
# DO NOT set -u as virtualenv's activate script has unbound variables
set -e -o pipefail
virtualenv --quiet "/tmp/v/lftools"
# shellcheck source=/tmp/v/lftools/bin/activate disable=SC1091
source "/tmp/v/lftools/bin/activate"
pip install --quiet --upgrade pip
case $LFTOOLS_MODE in
gerrit)
git clone https://gerrit.linuxfoundation.org/infra/releng/lftools.git /tmp/lftools
pushd /tmp/lftools
git fetch origin "$LFTOOLS_REFSPEC"
git checkout FETCH_HEAD
pip install --quiet --upgrade -r requirements.txt
pip install --quiet --upgrade -e .
popd
;;
git)
pip install --quiet --upgrade git+https://gerrit.linuxfoundation.org/infra/releng/lftools.git@"$BRANCH"
;;
release)
if [[ $LFTOOLS_VERSION =~ ^[0-9] ]]; then
LFTOOLS_VERSION="==$LFTOOLS_VERSION"
fi
pip install --quiet --upgrade "lftools${LFTOOLS_VERSION}"
;;
esac
lftools --version
# pipdeptree prints out a lot of information because lftools pulls in many
# dependencies. Let's only print it if we want to debug.
# echo "----> Pip Dependency Tree"
# pip install --quiet --upgrade pipdeptree
# pipdeptree
#!/bin/bash
# SPDX-License-Identifier: EPL-1.0
##############################################################################
# Copyright (c) 2017 The Linux Foundation and others.
#
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Eclipse Public License v1.0
# which accompanies this distribution, and is available at
# http://www.eclipse.org/legal/epl-v10.html
##############################################################################
echo "---> logs-deploy.sh"
# Ensure we fail the job if any steps fail.
set -eu -o pipefail
set -x # Trace commands for this script to make debugging easier.
ARCHIVE_ARTIFACTS="${ARCHIVE_ARTIFACTS:-}"
LOGS_SERVER="${LOGS_SERVER:-None}"
if [ "${LOGS_SERVER}" == 'None' ]
then
set +x # Disable trace since we no longer need it
echo "WARNING: Logging server not set"
else
NEXUS_URL="${NEXUSPROXY:-$NEXUS_URL}"
NEXUS_PATH="${SILO}/${JENKINS_HOSTNAME}/${JOB_NAME}/${BUILD_NUMBER}"
BUILD_URL="${BUILD_URL}"
lftools deploy archives -p "$ARCHIVE_ARTIFACTS" "$NEXUS_URL" "$NEXUS_PATH" "$WORKSPACE"
lftools deploy logs "$NEXUS_URL" "$NEXUS_PATH" "$BUILD_URL"
set +x # Disable trace since we no longer need it.
echo "Build logs: <a href=\"$LOGS_SERVER/$NEXUS_PATH\">$LOGS_SERVER/$NEXUS_PATH</a>"
fi
#!/bin/bash
# SPDX-License-Identifier: EPL-1.0
##############################################################################
# Copyright (c) 2017 The Linux Foundation and others.
#
# All rights reserved. This program and the accompanying materials
# are made available under the terms of the Eclipse Public License v1.0
# which accompanies this distribution, and is available at
# http://www.eclipse.org/legal/epl-v10.html
##############################################################################
# Clear log credential files
rm "$SETTINGS_FILE"
rm ~/.netrc
^Build logs: .*
false
false
false
**/*.jenkins-trigger
EXCLUDE
false
false
true
true
true
true
true
true
10
BUILD_TIMEOUT
true
false
0
3
absolute
test-credential
npmrc
$HOME/.npmrc