1 <?xml version="1.0" encoding="utf-8"?>
4 <description><!-- Managed by Jenkins Job Builder --></description>
5 <keepDependencies>false</keepDependencies>
6 <blockBuildWhenDownstreamBuilding>false</blockBuildWhenDownstreamBuilding>
7 <blockBuildWhenUpstreamBuilding>false</blockBuildWhenUpstreamBuilding>
8 <concurrentBuild>true</concurrentBuild>
9 <assignedNode>build-vm</assignedNode>
10 <canRoam>false</canRoam>
12 <jenkins.model.BuildDiscarderProperty>
13 <strategy class="hudson.tasks.LogRotator">
14 <daysToKeep>7</daysToKeep>
15 <numToKeep>-1</numToKeep>
16 <artifactDaysToKeep>-1</artifactDaysToKeep>
17 <artifactNumToKeep>0</artifactNumToKeep>
19 </jenkins.model.BuildDiscarderProperty>
20 <hudson.model.ParametersDefinitionProperty>
21 <parameterDefinitions>
22 <hudson.model.StringParameterDefinition>
24 <description>Parameter to identify a Gerrit project. This is typically the
25 project repo path as exists in Gerrit.
26 For example: ofextensions/circuitsw
28 <defaultValue>releng/ciman</defaultValue>
29 </hudson.model.StringParameterDefinition>
30 <hudson.model.StringParameterDefinition>
32 <description>Stream is often set to the same name as 'branch' but can
33 sometimes be used as a name representing a project's release code
36 <defaultValue>master</defaultValue>
37 </hudson.model.StringParameterDefinition>
38 <hudson.model.StringParameterDefinition>
39 <name>GERRIT_PROJECT</name>
40 <description>Parameter to identify Gerrit project. This is typically the
41 project repo path as exists in Gerrit.
42 For example: ofextensions/circuitsw
44 Note that Gerrit will override this parameter automatically if a
45 job is triggered by Gerrit.
47 <defaultValue>releng/ciman</defaultValue>
48 </hudson.model.StringParameterDefinition>
49 <hudson.model.StringParameterDefinition>
50 <name>GERRIT_BRANCH</name>
51 <description>Parameter to identify a Gerrit branch.
53 Note that Gerrit will override this parameter automatically if a
54 job is triggered by Gerrit.
56 <defaultValue>master</defaultValue>
57 </hudson.model.StringParameterDefinition>
58 <hudson.model.StringParameterDefinition>
59 <name>GERRIT_REFSPEC</name>
60 <description>Parameter to identify a refspec when pulling from Gerrit.
62 Note that Gerrit will override this parameter automatically if a
63 job is triggered by Gerrit.
65 <defaultValue>refs/heads/master</defaultValue>
66 </hudson.model.StringParameterDefinition>
67 <hudson.model.StringParameterDefinition>
68 <name>LFTOOLS_VERSION</name>
69 <description>Version of lftools to install. Can be a specific version like
70 '0.6.0' or a PEP-440 definition.
71 https://www.python.org/dev/peps/pep-0440/
72 For example '<1.0.0' or '>=1.0.0,<2.0.0'.
74 <defaultValue><1.0.0</defaultValue>
75 </hudson.model.StringParameterDefinition>
76 <hudson.model.StringParameterDefinition>
77 <name>PACKER_VERSION</name>
78 <description>Packer version to download and install.</description>
79 <defaultValue>1.1.3</defaultValue>
80 </hudson.model.StringParameterDefinition>
81 </parameterDefinitions>
82 </hudson.model.ParametersDefinitionProperty>
84 <scm class="hudson.plugins.git.GitSCM">
85 <configVersion>2</configVersion>
87 <hudson.plugins.git.UserRemoteConfig>
89 <refspec>$GERRIT_REFSPEC</refspec>
90 <url>$GIT_URL/$GERRIT_PROJECT</url>
91 <credentialsId>test-credential</credentialsId>
92 </hudson.plugins.git.UserRemoteConfig>
95 <hudson.plugins.git.BranchSpec>
96 <name>refs/heads/$GERRIT_BRANCH</name>
97 </hudson.plugins.git.BranchSpec>
100 <buildChooser class="com.sonyericsson.hudson.plugins.gerrit.trigger.hudsontrigger.GerritTriggerBuildChooser"/>
101 <doGenerateSubmoduleConfigurations>false</doGenerateSubmoduleConfigurations>
102 <authorOrCommitter>false</authorOrCommitter>
103 <wipeOutWorkspace>true</wipeOutWorkspace>
104 <pruneBranches>false</pruneBranches>
105 <remotePoll>false</remotePoll>
106 <gitTool>Default</gitTool>
107 <submoduleCfg class="list"/>
112 <skipTag>true</skipTag>
114 <useShallowClone>false</useShallowClone>
115 <ignoreNotifyCommit>false</ignoreNotifyCommit>
117 <hudson.plugins.git.extensions.impl.SubmoduleOption>
118 <disableSubmodules>false</disableSubmodules>
119 <recursiveSubmodules>true</recursiveSubmodules>
120 <trackingSubmodules>false</trackingSubmodules>
122 <timeout>10</timeout>
123 </hudson.plugins.git.extensions.impl.SubmoduleOption>
124 <hudson.plugins.git.extensions.impl.WipeWorkspace/>
127 <triggers class="vector">
128 <com.sonyericsson.hudson.plugins.gerrit.trigger.hudsontrigger.GerritTrigger>
131 <com.sonyericsson.hudson.plugins.gerrit.trigger.hudsontrigger.data.GerritProject>
132 <compareType>ANT</compareType>
133 <pattern>releng/ciman</pattern>
135 <com.sonyericsson.hudson.plugins.gerrit.trigger.hudsontrigger.data.Branch>
136 <compareType>ANT</compareType>
137 <pattern>**/master</pattern>
138 </com.sonyericsson.hudson.plugins.gerrit.trigger.hudsontrigger.data.Branch>
141 <com.sonyericsson.hudson.plugins.gerrit.trigger.hudsontrigger.data.FilePath>
142 <compareType>ANT</compareType>
143 <pattern>packer/vars/**.json</pattern>
144 </com.sonyericsson.hudson.plugins.gerrit.trigger.hudsontrigger.data.FilePath>
145 <com.sonyericsson.hudson.plugins.gerrit.trigger.hudsontrigger.data.FilePath>
146 <compareType>ANT</compareType>
147 <pattern>packer/templates/**.json</pattern>
148 </com.sonyericsson.hudson.plugins.gerrit.trigger.hudsontrigger.data.FilePath>
149 <com.sonyericsson.hudson.plugins.gerrit.trigger.hudsontrigger.data.FilePath>
150 <compareType>ANT</compareType>
151 <pattern>packer/provision/**.sh</pattern>
152 </com.sonyericsson.hudson.plugins.gerrit.trigger.hudsontrigger.data.FilePath>
153 <com.sonyericsson.hudson.plugins.gerrit.trigger.hudsontrigger.data.FilePath>
154 <compareType>ANT</compareType>
155 <pattern>packer/provision/lib/**</pattern>
156 </com.sonyericsson.hudson.plugins.gerrit.trigger.hudsontrigger.data.FilePath>
158 <disableStrictForbiddenFileVerification>false</disableStrictForbiddenFileVerification>
159 </com.sonyericsson.hudson.plugins.gerrit.trigger.hudsontrigger.data.GerritProject>
162 <onSuccessful>false</onSuccessful>
163 <onFailed>false</onFailed>
164 <onUnstable>false</onUnstable>
165 <onNotBuilt>false</onNotBuilt>
167 <silentMode>false</silentMode>
168 <silentStartMode>false</silentStartMode>
169 <escapeQuotes>true</escapeQuotes>
170 <noNameAndEmailParameters>false</noNameAndEmailParameters>
171 <readableMessage>false</readableMessage>
172 <dependencyJobsNames/>
174 <dynamicTriggerConfiguration>False</dynamicTriggerConfiguration>
176 <allowTriggeringUnreviewedPatches>false</allowTriggeringUnreviewedPatches>
178 <com.sonyericsson.hudson.plugins.gerrit.trigger.hudsontrigger.events.PluginPatchsetCreatedEvent>
179 <excludeDrafts>true</excludeDrafts>
180 <excludeTrivialRebase>false</excludeTrivialRebase>
181 <excludeNoCodeChange>false</excludeNoCodeChange>
182 </com.sonyericsson.hudson.plugins.gerrit.trigger.hudsontrigger.events.PluginPatchsetCreatedEvent>
183 <com.sonyericsson.hudson.plugins.gerrit.trigger.hudsontrigger.events.PluginDraftPublishedEvent/>
184 <com.sonyericsson.hudson.plugins.gerrit.trigger.hudsontrigger.events.PluginCommentAddedContainsEvent>
185 <commentAddedCommentContains>recheck$</commentAddedCommentContains>
186 </com.sonyericsson.hudson.plugins.gerrit.trigger.hudsontrigger.events.PluginCommentAddedContainsEvent>
189 <buildFailureMessage/>
190 <buildSuccessfulMessage/>
191 <buildUnstableMessage/>
192 <buildNotBuiltMessage/>
193 <buildUnsuccessfulFilepath/>
195 <serverName>test-server</serverName>
196 </com.sonyericsson.hudson.plugins.gerrit.trigger.hudsontrigger.GerritTrigger>
199 <org.jenkinsci.plugins.configfiles.builder.ConfigFileBuildStep plugin="config-file-provider">
201 <org.jenkinsci.plugins.configfiles.buildwrapper.ManagedFile>
202 <fileId>ci-packer-cloud-env</fileId>
204 <variable>CLOUDENV</variable>
205 </org.jenkinsci.plugins.configfiles.buildwrapper.ManagedFile>
207 </org.jenkinsci.plugins.configfiles.builder.ConfigFileBuildStep>
210 <propertiesContent>PACKER_VERSION=1.1.3
216 # SPDX-License-Identifier: EPL-1.0
217 ##############################################################################
218 # Copyright (c) 2017 The Linux Foundation and others.
220 # All rights reserved. This program and the accompanying materials
221 # are made available under the terms of the Eclipse Public License v1.0
222 # which accompanies this distribution, and is available at
223 # http://www.eclipse.org/legal/epl-v10.html
224 ##############################################################################
225 echo "---> packer-install.sh"
226 # The script checks for the packer binaries and installs the binary
227 # if its not available
229 # $PACKER_VERSION : Define a packer version passed as job paramter
231 PACKER_VERSION="${PACKER_VERSION:-1.1.3}"
233 # Ensure we fail the job if any steps fail.
236 if hash packer.io 2>/dev/null; then
237 echo "packer.io command is available."
239 echo "packer.io command not is available. Installing packer ..."
240 # Installs Hashicorp's Packer binary, required for verify & merge packer jobs
242 wget -nv "https://releases.hashicorp.com/packer/${PACKER_VERSION}/packer_${PACKER_VERSION}_linux_amd64.zip"
243 mkdir -p "${WORKSPACE}/bin"
244 unzip "packer_${PACKER_VERSION}_linux_amd64.zip" -d ${WORKSPACE}/bin/
245 # rename packer to avoid conflict with binary in cracklib
246 mv ${WORKSPACE}/bin/packer "${WORKSPACE}/bin/packer.io"
251 # SPDX-License-Identifier: EPL-1.0
252 ##############################################################################
253 # Copyright (c) 2017 The Linux Foundation and others.
255 # All rights reserved. This program and the accompanying materials
256 # are made available under the terms of the Eclipse Public License v1.0
257 # which accompanies this distribution, and is available at
258 # http://www.eclipse.org/legal/epl-v10.html
259 ##############################################################################
260 echo "---> packer-validate.sh"
261 # The script validates an packers files.
263 # $CLOUDENV : Provides the cloud credential file.
265 # Ensure we fail the job if any steps fail.
268 PACKER_LOGS_DIR="$WORKSPACE/archives/packer"
269 mkdir -p "$PACKER_LOGS_DIR"
270 export PATH="${WORKSPACE}/bin:$PATH"
273 varfiles=(vars/*.json common-packer/vars/*.json)
274 templates=(templates/*.json)
276 for varfile in "${varfiles[@]}"; do
277 # cloud-env.json is a file containing credentials which is pulled in via
278 # CLOUDENV variable so skip it here.
279 if [[ "$varfile" == *"cloud-env.json"* ]]; then
283 echo "-----> Testing varfile: $varfile"
284 for template in "${templates[@]}"; do
285 export PACKER_LOG="yes"
286 export PACKER_LOG_PATH="$PACKER_LOGS_DIR/packer-validate-${varfile##*/}-${template##*/}.log"
287 if output=$(packer.io validate -var-file="$CLOUDENV" -var-file="$varfile" "$template"); then
288 echo "$template: $output"
290 echo "$template: $output"
296 </hudson.tasks.Shell>
299 # SPDX-License-Identifier: EPL-1.0
300 ##############################################################################
301 # Copyright (c) 2017 The Linux Foundation and others.
303 # All rights reserved. This program and the accompanying materials
304 # are made available under the terms of the Eclipse Public License v1.0
305 # which accompanies this distribution, and is available at
306 # http://www.eclipse.org/legal/epl-v10.html
307 ##############################################################################
308 echo "---> packer-clear-credentials.sh"
310 set +e # DO NOT cause build failure if any of the rm calls fail.
311 rm "$CLOUDENV"
314 </hudson.tasks.Shell>
317 <org.jenkinsci.plugins.postbuildscript.PostBuildScript>
321 # SPDX-License-Identifier: EPL-1.0
322 ##############################################################################
323 # Copyright (c) 2017 The Linux Foundation and others.
325 # All rights reserved. This program and the accompanying materials
326 # are made available under the terms of the Eclipse Public License v1.0
327 # which accompanies this distribution, and is available at
328 # http://www.eclipse.org/legal/epl-v10.html
329 ##############################################################################
330 echo "---> sysstat.sh"
331 set +e # DON'T fail build if script fails.
333 OS=$(facter operatingsystem)
334 case "$OS" in
336 SYSSTAT_PATH="/var/log/sysstat"
338 # Dont run the script when systat is not enabled by default
339 if ! grep --quiet 'ENABLED="true"' "/etc/default/sysstat"; then
344 SYSSTAT_PATH="/var/log/sa"
352 SAR_DIR="$WORKSPACE/archives/sar-reports"
353 mkdir -p "$SAR_DIR"
354 cp "$SYSSTAT_PATH/"* "$_"
355 # convert sar data to ascii format
356 while IFS="" read -r sarfilenum
358 [ -f "$sarfilenum" ] && LC_TIME=POSIX sar -A -f "$sarfilenum" > "$SAR_DIR/sar${sarfilenum//[!0-9]/}"
359 done < <(find "$SYSSTAT_PATH" -name "sa[0-9]*" || true)
361 # DON'T fail build if script fails.
364 </hudson.tasks.Shell>
365 <org.jenkinsci.plugins.configfiles.builder.ConfigFileBuildStep plugin="config-file-provider">
367 <org.jenkinsci.plugins.configfiles.buildwrapper.ManagedFile>
368 <fileId>jenkins-log-archives-settings</fileId>
370 <variable>SETTINGS_FILE</variable>
371 </org.jenkinsci.plugins.configfiles.buildwrapper.ManagedFile>
373 </org.jenkinsci.plugins.configfiles.builder.ConfigFileBuildStep>
376 <propertiesContent>SERVER_ID=logs</propertiesContent>
381 # SPDX-License-Identifier: EPL-1.0
382 ##############################################################################
383 # Copyright (c) 2017 The Linux Foundation and others.
385 # All rights reserved. This program and the accompanying materials
386 # are made available under the terms of the Eclipse Public License v1.0
387 # which accompanies this distribution, and is available at
388 # http://www.eclipse.org/legal/epl-v10.html
389 ##############################################################################
390 echo "---> create-netrc.sh"
392 # Ensure we fail the job if any steps fail.
395 NEXUS_URL="${NEXUSPROXY:-$NEXUS_URL}"
396 CREDENTIAL=$(xmlstarlet sel -N "x=http://maven.apache.org/SETTINGS/1.0.0" \
397 -t -m "/x:settings/x:servers/x:server[x:id='${SERVER_ID}']" \
398 -v x:username -o ":" -v x:password \
399 "$SETTINGS_FILE")
401 machine=$(echo "$NEXUS_URL" | awk -F/ '{print $3}')
402 user=$(echo "$CREDENTIAL" | cut -f1 -d:)
403 pass=$(echo "$CREDENTIAL" | cut -f2 -d:)
405 echo "machine ${machine%:*} login $user password $pass" > ~/.netrc
407 </hudson.tasks.Shell>
410 # SPDX-License-Identifier: EPL-1.0
411 ##############################################################################
412 # Copyright (c) 2017 The Linux Foundation and others.
414 # All rights reserved. This program and the accompanying materials
415 # are made available under the terms of the Eclipse Public License v1.0
416 # which accompanies this distribution, and is available at
417 # http://www.eclipse.org/legal/epl-v10.html
418 ##############################################################################
419 echo "---> lftools-install.sh"
421 # Script to install lftools via a version passed in via lf-infra-parameters
423 # Required parameters:
425 # LFTOOLS_VERSION: Passed in via lf-infra-parameters configuration. Can be
426 # set to a strict version number like '1.2.3' or using
427 # PEP-440 definitions.
431 # >=1.0.0,<2.0.0
433 # By default a released version of lftools should always be used.
434 # The purpose of the 2 variables below is so that lftools devs can test
435 # unreleased versions of lftools. There are 2 methods to install a dev version
438 # 1) gerrit patch: Used to test a patch that has not yet been merged.
439 # To do this set something like this:
440 # LFTOOLS_MODE=gerrit
441 # LFTOOLS_REFSPEC=refs/changes/96/5296/7
443 # 2) git branch: Used to install an lftools version from a specific branch.
444 # To use this set the variables as follows:
446 # LFTOOLS_REFSPEC=master
448 # 3) release : The intended use case and default setting.
449 # Set LFTOOLS_MODE=release, in this case LFTOOLS_REFSPEC is unused.
451 LFTOOLS_MODE=release # release | git | gerrit
452 LFTOOLS_REFSPEC=master
454 # Ensure we fail the job if any steps fail.
455 # DO NOT set -u as virtualenv's activate script has unbound variables
458 virtualenv --quiet "/tmp/v/lftools"
459 # shellcheck source=/tmp/v/lftools/bin/activate disable=SC1091
460 source "/tmp/v/lftools/bin/activate"
461 pip install --quiet --upgrade pip
463 case $LFTOOLS_MODE in
465 git clone https://gerrit.linuxfoundation.org/infra/releng/lftools.git /tmp/lftools
467 git fetch origin "$LFTOOLS_REFSPEC"
468 git checkout FETCH_HEAD
469 pip install --quiet --upgrade -r requirements.txt
470 pip install --quiet --upgrade -e .
475 pip install --quiet --upgrade git+https://gerrit.linuxfoundation.org/infra/releng/lftools.git@"$BRANCH"
479 if [[ $LFTOOLS_VERSION =~ ^[0-9] ]]; then
480 LFTOOLS_VERSION="==$LFTOOLS_VERSION"
483 pip install --quiet --upgrade "lftools${LFTOOLS_VERSION}"
489 # pipdeptree prints out a lot of information because lftools pulls in many
490 # dependencies. Let's only print it if we want to debug.
491 # echo "----> Pip Dependency Tree"
492 # pip install --quiet --upgrade pipdeptree
496 # SPDX-License-Identifier: EPL-1.0
497 ##############################################################################
498 # Copyright (c) 2017 The Linux Foundation and others.
500 # All rights reserved. This program and the accompanying materials
501 # are made available under the terms of the Eclipse Public License v1.0
502 # which accompanies this distribution, and is available at
503 # http://www.eclipse.org/legal/epl-v10.html
504 ##############################################################################
505 echo "---> logs-deploy.sh"
507 # Ensure we fail the job if any steps fail.
510 set -x # Trace commands for this script to make debugging easier.
512 ARCHIVE_ARTIFACTS="${ARCHIVE_ARTIFACTS:-}"
513 LOGS_SERVER="${LOGS_SERVER:-None}"
515 if [ "${LOGS_SERVER}" == 'None' ]
517 set +x # Disable trace since we no longer need it
519 echo "WARNING: Logging server not set"
521 NEXUS_URL="${NEXUSPROXY:-$NEXUS_URL}"
522 NEXUS_PATH="${SILO}/${JENKINS_HOSTNAME}/${JOB_NAME}/${BUILD_NUMBER}"
523 BUILD_URL="${BUILD_URL}"
525 lftools deploy archives -p "$ARCHIVE_ARTIFACTS" "$NEXUS_URL" "$NEXUS_PATH" "$WORKSPACE"
526 lftools deploy logs "$NEXUS_URL" "$NEXUS_PATH" "$BUILD_URL"
528 set +x # Disable trace since we no longer need it.
530 echo "Build logs: <a href=\"$LOGS_SERVER/$NEXUS_PATH\">$LOGS_SERVER/$NEXUS_PATH</a>"
533 </hudson.tasks.Shell>
536 # SPDX-License-Identifier: EPL-1.0
537 ##############################################################################
538 # Copyright (c) 2017 The Linux Foundation and others.
540 # All rights reserved. This program and the accompanying materials
541 # are made available under the terms of the Eclipse Public License v1.0
542 # which accompanies this distribution, and is available at
543 # http://www.eclipse.org/legal/epl-v10.html
544 ##############################################################################
546 # Clear log credential files
547 rm "$SETTINGS_FILE"
550 </hudson.tasks.Shell>
551 <hudson.plugins.descriptionsetter.DescriptionSetterBuilder>
552 <regexp>^Build logs: .*</regexp>
553 </hudson.plugins.descriptionsetter.DescriptionSetterBuilder>
555 <scriptOnlyIfSuccess>false</scriptOnlyIfSuccess>
556 <scriptOnlyIfFailure>false</scriptOnlyIfFailure>
557 <markBuildUnstable>false</markBuildUnstable>
558 </org.jenkinsci.plugins.postbuildscript.PostBuildScript>
559 <hudson.plugins.ws__cleanup.WsCleanup plugin="ws-cleanup">
561 <hudson.plugins.ws__cleanup.Pattern>
562 <pattern>**/*.jenkins-trigger</pattern>
564 </hudson.plugins.ws__cleanup.Pattern>
566 <deleteDirs>false</deleteDirs>
567 <cleanupMatrixParent>false</cleanupMatrixParent>
569 <cleanWhenSuccess>true</cleanWhenSuccess>
570 <cleanWhenUnstable>true</cleanWhenUnstable>
571 <cleanWhenFailure>true</cleanWhenFailure>
572 <cleanWhenNotBuilt>true</cleanWhenNotBuilt>
573 <cleanWhenAborted>true</cleanWhenAborted>
574 <notFailBuild>true</notFailBuild>
575 </hudson.plugins.ws__cleanup.WsCleanup>
578 <com.michelin.cio.hudson.plugins.maskpasswords.MaskPasswordsBuildWrapper/>
579 <hudson.plugins.build__timeout.BuildTimeoutWrapper>
580 <timeoutMinutes>10</timeoutMinutes>
581 <timeoutEnvVar>BUILD_TIMEOUT</timeoutEnvVar>
582 <failBuild>true</failBuild>
583 <writingDescription>false</writingDescription>
584 <timeoutPercentage>0</timeoutPercentage>
585 <timeoutMinutesElasticDefault>3</timeoutMinutesElasticDefault>
586 <timeoutType>absolute</timeoutType>
587 </hudson.plugins.build__timeout.BuildTimeoutWrapper>
588 <hudson.plugins.timestamper.TimestamperBuildWrapper/>
589 <com.cloudbees.jenkins.plugins.sshagent.SSHAgentBuildWrapper>
590 <user>test-credential</user>
591 </com.cloudbees.jenkins.plugins.sshagent.SSHAgentBuildWrapper>
592 <jenkins.plugins.openstack.compute.JCloudsOneOffSlave/>
593 <org.jenkinsci.plugins.configfiles.buildwrapper.ConfigFileBuildWrapper plugin="config-file-provider">
595 <org.jenkinsci.plugins.configfiles.buildwrapper.ManagedFile>
596 <fileId>npmrc</fileId>
597 <targetLocation>$HOME/.npmrc</targetLocation>
599 </org.jenkinsci.plugins.configfiles.buildwrapper.ManagedFile>
601 </org.jenkinsci.plugins.configfiles.buildwrapper.ConfigFileBuildWrapper>