1 <?xml version="1.0" encoding="utf-8"?>
5 <description><!-- Managed by Jenkins Job Builder --></description>
6 <keepDependencies>false</keepDependencies>
7 <blockBuildWhenDownstreamBuilding>false</blockBuildWhenDownstreamBuilding>
8 <blockBuildWhenUpstreamBuilding>false</blockBuildWhenUpstreamBuilding>
9 <concurrentBuild>true</concurrentBuild>
10 <assignedNode>build-vm</assignedNode>
11 <canRoam>false</canRoam>
13 <jenkins.model.BuildDiscarderProperty>
14 <strategy class="hudson.tasks.LogRotator">
15 <daysToKeep>30</daysToKeep>
16 <numToKeep>-1</numToKeep>
17 <artifactDaysToKeep>-1</artifactDaysToKeep>
18 <artifactNumToKeep>0</artifactNumToKeep>
20 </jenkins.model.BuildDiscarderProperty>
21 <hudson.model.ParametersDefinitionProperty>
22 <parameterDefinitions>
23 <hudson.model.StringParameterDefinition>
25 <description>Parameter to identify a Gerrit project. This is typically the
26 project repo path as exists in Gerrit.
27 For example: ofextensions/circuitsw
29 <defaultValue>releng/ciman</defaultValue>
30 </hudson.model.StringParameterDefinition>
31 <hudson.model.StringParameterDefinition>
33 <description>Stream is often set to the same name as 'branch' but can
34 sometimes be used as a name representing a project's release code
37 <defaultValue>master</defaultValue>
38 </hudson.model.StringParameterDefinition>
39 <hudson.model.StringParameterDefinition>
40 <name>GERRIT_PROJECT</name>
41 <description>Parameter to identify Gerrit project. This is typically the
42 project repo path as exists in Gerrit.
43 For example: ofextensions/circuitsw
45 Note that Gerrit will override this parameter automatically if a
46 job is triggered by Gerrit.
48 <defaultValue>releng/ciman</defaultValue>
49 </hudson.model.StringParameterDefinition>
50 <hudson.model.StringParameterDefinition>
51 <name>GERRIT_BRANCH</name>
52 <description>Parameter to identify a Gerrit branch.
54 Note that Gerrit will override this parameter automatically if a
55 job is triggered by Gerrit.
57 <defaultValue>master</defaultValue>
58 </hudson.model.StringParameterDefinition>
59 <hudson.model.StringParameterDefinition>
60 <name>GERRIT_REFSPEC</name>
61 <description>Parameter to identify a refspec when pulling from Gerrit.
63 Note that Gerrit will override this parameter automatically if a
64 job is triggered by Gerrit.
66 <defaultValue>refs/heads/master</defaultValue>
67 </hudson.model.StringParameterDefinition>
68 <hudson.model.StringParameterDefinition>
69 <name>LFTOOLS_VERSION</name>
70 <description>Version of lftools to install. Can be a specific version like
71 '0.6.0' or a PEP-440 definition.
72 https://www.python.org/dev/peps/pep-0440/
73 For example '<1.0.0' or '>=1.0.0,<2.0.0'.
75 <defaultValue><1.0.0</defaultValue>
76 </hudson.model.StringParameterDefinition>
77 <hudson.model.StringParameterDefinition>
79 <description>Maven selector to be used by shell scripts</description>
80 <defaultValue>/w/tools/hudson.tasks.Maven_MavenInstallation/mvn33</defaultValue>
81 </hudson.model.StringParameterDefinition>
82 <hudson.model.StringParameterDefinition>
83 <name>MAVEN_OPTS</name>
84 <description>Maven Java opts. Example: -Xmx1024m -XX:MaxPermSize=256m
87 </hudson.model.StringParameterDefinition>
88 <hudson.model.StringParameterDefinition>
89 <name>MAVEN_PARAMS</name>
90 <description>Maven parameters to pass to the mvn command.
93 </hudson.model.StringParameterDefinition>
94 <hudson.model.StringParameterDefinition>
96 <description>Maven selector to be used by shell scripts</description>
97 <defaultValue>/w/tools/hudson.tasks.Maven_MavenInstallation/mvn33/bin/mvn</defaultValue>
98 </hudson.model.StringParameterDefinition>
99 <hudson.model.StringParameterDefinition>
100 <name>STAGING_PROFILE_ID</name>
101 <description>Nexus staging profile ID.
103 <defaultValue>uuddlrlrba</defaultValue>
104 </hudson.model.StringParameterDefinition>
105 <hudson.model.StringParameterDefinition>
106 <name>ARCHIVE_ARTIFACTS</name>
107 <description>Artifacts to archive to the logs server.</description>
109 </hudson.model.StringParameterDefinition>
110 </parameterDefinitions>
111 </hudson.model.ParametersDefinitionProperty>
113 <scm class="hudson.plugins.git.GitSCM">
114 <configVersion>2</configVersion>
116 <hudson.plugins.git.UserRemoteConfig>
118 <refspec>$GERRIT_REFSPEC</refspec>
119 <url>$GIT_URL/$PROJECT</url>
120 <credentialsId>test-credential</credentialsId>
121 </hudson.plugins.git.UserRemoteConfig>
124 <hudson.plugins.git.BranchSpec>
125 <name>refs/heads/$GERRIT_BRANCH</name>
126 </hudson.plugins.git.BranchSpec>
128 <doGenerateSubmoduleConfigurations>false</doGenerateSubmoduleConfigurations>
129 <remotePoll>false</remotePoll>
130 <gitTool>Default</gitTool>
131 <submoduleCfg class="list"/>
136 <hudson.plugins.git.extensions.impl.BuildChooserSetting>
137 <buildChooser class="com.sonyericsson.hudson.plugins.gerrit.trigger.hudsontrigger.GerritTriggerBuildChooser"/>
138 </hudson.plugins.git.extensions.impl.BuildChooserSetting>
139 <hudson.plugins.git.extensions.impl.SubmoduleOption>
140 <disableSubmodules>false</disableSubmodules>
141 <recursiveSubmodules>true</recursiveSubmodules>
142 <trackingSubmodules>false</trackingSubmodules>
143 <parentCredentials>false</parentCredentials>
145 <timeout>10</timeout>
146 </hudson.plugins.git.extensions.impl.SubmoduleOption>
147 <hudson.plugins.git.extensions.impl.WipeWorkspace/>
150 <triggers class="vector">
151 <com.sonyericsson.hudson.plugins.gerrit.trigger.hudsontrigger.GerritTrigger>
154 <com.sonyericsson.hudson.plugins.gerrit.trigger.hudsontrigger.data.GerritProject>
155 <compareType>ANT</compareType>
156 <pattern>releng/ciman</pattern>
158 <com.sonyericsson.hudson.plugins.gerrit.trigger.hudsontrigger.data.Branch>
159 <compareType>ANT</compareType>
160 <pattern>**/master</pattern>
161 </com.sonyericsson.hudson.plugins.gerrit.trigger.hudsontrigger.data.Branch>
163 <disableStrictForbiddenFileVerification>false</disableStrictForbiddenFileVerification>
164 </com.sonyericsson.hudson.plugins.gerrit.trigger.hudsontrigger.data.GerritProject>
167 <onSuccessful>false</onSuccessful>
168 <onFailed>false</onFailed>
169 <onUnstable>false</onUnstable>
170 <onNotBuilt>false</onNotBuilt>
172 <silentMode>false</silentMode>
173 <silentStartMode>false</silentStartMode>
174 <escapeQuotes>true</escapeQuotes>
175 <noNameAndEmailParameters>false</noNameAndEmailParameters>
176 <readableMessage>false</readableMessage>
177 <dependencyJobsNames/>
179 <dynamicTriggerConfiguration>False</dynamicTriggerConfiguration>
181 <allowTriggeringUnreviewedPatches>false</allowTriggeringUnreviewedPatches>
183 <com.sonyericsson.hudson.plugins.gerrit.trigger.hudsontrigger.events.PluginPatchsetCreatedEvent>
184 <excludeDrafts>true</excludeDrafts>
185 <excludeTrivialRebase>false</excludeTrivialRebase>
186 <excludeNoCodeChange>false</excludeNoCodeChange>
187 </com.sonyericsson.hudson.plugins.gerrit.trigger.hudsontrigger.events.PluginPatchsetCreatedEvent>
188 <com.sonyericsson.hudson.plugins.gerrit.trigger.hudsontrigger.events.PluginDraftPublishedEvent/>
189 <com.sonyericsson.hudson.plugins.gerrit.trigger.hudsontrigger.events.PluginCommentAddedContainsEvent>
190 <commentAddedCommentContains>recheck$</commentAddedCommentContains>
191 </com.sonyericsson.hudson.plugins.gerrit.trigger.hudsontrigger.events.PluginCommentAddedContainsEvent>
194 <buildFailureMessage/>
195 <buildSuccessfulMessage/>
196 <buildUnstableMessage/>
197 <buildNotBuiltMessage/>
198 <buildUnsuccessfulFilepath/>
200 <serverName>test-server</serverName>
201 </com.sonyericsson.hudson.plugins.gerrit.trigger.hudsontrigger.GerritTrigger>
205 <command>echo "quiet=on" > "$HOME/.wgetrc"</command>
206 </hudson.tasks.Shell>
208 <targets>--version</targets>
210 <mavenName>mvn33</mavenName>
211 <usePrivateRepository>false</usePrivateRepository>
212 <settings class="jenkins.mvn.DefaultSettingsProvider"/>
213 <globalSettings class="jenkins.mvn.DefaultGlobalSettingsProvider"/>
214 </hudson.tasks.Maven>
216 <command>rm "$HOME/.wgetrc"</command>
217 </hudson.tasks.Shell>
218 <org.jenkinsci.plugins.configfiles.builder.ConfigFileBuildStep plugin="config-file-provider">
220 <org.jenkinsci.plugins.configfiles.buildwrapper.ManagedFile>
221 <fileId>global-settings</fileId>
223 <variable>GLOBAL_SETTINGS_FILE</variable>
224 </org.jenkinsci.plugins.configfiles.buildwrapper.ManagedFile>
225 <org.jenkinsci.plugins.configfiles.buildwrapper.ManagedFile>
226 <fileId>gerrit-maven-project-settings</fileId>
228 <variable>SETTINGS_FILE</variable>
229 </org.jenkinsci.plugins.configfiles.buildwrapper.ManagedFile>
231 </org.jenkinsci.plugins.configfiles.builder.ConfigFileBuildStep>
234 # SPDX-License-Identifier: EPL-1.0
235 ##############################################################################
236 # Copyright (c) 2017 The Linux Foundation and others.
238 # All rights reserved. This program and the accompanying materials
239 # are made available under the terms of the Eclipse Public License v1.0
240 # which accompanies this distribution, and is available at
241 # http://www.eclipse.org/legal/epl-v10.html
242 ##############################################################################
244 # This file contains a list of variables that are generally useful in many
245 # scripts. It is meant to be sourced in other scripts so that the variables can
248 MAVEN_OPTIONS="$(echo --show-version \
251 -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=warn \
252 -Dmaven.repo.local=/tmp/r \
253 -Dorg.ops4j.pax.url.mvn.localRepository=/tmp/r)"
254 echo "$MAVEN_OPTIONS"
257 # SPDX-License-Identifier: EPL-1.0
258 ##############################################################################
259 # Copyright (c) 2017 The Linux Foundation and others.
261 # All rights reserved. This program and the accompanying materials
262 # are made available under the terms of the Eclipse Public License v1.0
263 # which accompanies this distribution, and is available at
264 # http://www.eclipse.org/legal/epl-v10.html
265 ##############################################################################
267 # Generates javadoc in a Maven project.
269 # DO NOT enable -u because $MAVEN_PARAMS and $MAVEN_OPTIONS could be unbound.
270 # Ensure we fail the job if any steps fail.
274 JAVADOC_DIR="$WORKSPACE/archives/javadoc"
275 mkdir -p "$WORKSPACE/archives"
279 # Disable SC2086 because we want to allow word splitting for $MAVEN_* parameters.
280 # shellcheck disable=SC2086
281 $MVN clean install javadoc:aggregate \
282 -Pq -Dmaven.javadoc.skip=false \
284 -Dcheckstyle.skip=true \
285 -Dfindbugs.skip=true \
286 --global-settings "$GLOBAL_SETTINGS_FILE" \
287 --settings "$SETTINGS_FILE" \
288 $MAVEN_OPTIONS $MAVEN_PARAMS
290 mv "$WORKSPACE/target/site/apidocs" "$JAVADOC_DIR"
292 </hudson.tasks.Shell>
295 set +e # DO NOT cause build failure if any of the rm calls fail.
297 rm "$GLOBAL_SETTINGS_FILE" "$SETTINGS_FILE"
299 # In some cases we use the lf-provide-maven-settings macro to produce
300 # a "$HOME/.netrc" file containing credentials. Remove that file here
302 rm "$HOME/.netrc"
304 # DO NOT fail build if any of the above lines fail.
307 </hudson.tasks.Shell>
310 <org.jenkinsci.plugins.postbuildscript.PostBuildScript>
314 # SPDX-License-Identifier: EPL-1.0
315 ##############################################################################
316 # Copyright (c) 2017 The Linux Foundation and others.
318 # All rights reserved. This program and the accompanying materials
319 # are made available under the terms of the Eclipse Public License v1.0
320 # which accompanies this distribution, and is available at
321 # http://www.eclipse.org/legal/epl-v10.html
322 ##############################################################################
323 echo "---> sysstat.sh"
324 set +e # DON'T fail build if script fails.
326 OS=$(facter operatingsystem)
327 case "$OS" in
329 SYSSTAT_PATH="/var/log/sysstat"
331 # Dont run the script when systat is not enabled by default
332 if ! grep --quiet 'ENABLED="true"' "/etc/default/sysstat"; then
337 SYSSTAT_PATH="/var/log/sa"
345 SAR_DIR="$WORKSPACE/archives/sar-reports"
346 mkdir -p "$SAR_DIR"
347 cp "$SYSSTAT_PATH/"* "$_"
348 # convert sar data to ascii format
349 while IFS="" read -r sarfilenum
351 [ -f "$sarfilenum" ] && LC_TIME=POSIX sar -A -f "$sarfilenum" > "$SAR_DIR/sar${sarfilenum//[!0-9]/}"
352 done < <(find "$SYSSTAT_PATH" -name "sa[0-9]*" || true)
354 # DON'T fail build if script fails.
357 </hudson.tasks.Shell>
358 <org.jenkinsci.plugins.configfiles.builder.ConfigFileBuildStep plugin="config-file-provider">
360 <org.jenkinsci.plugins.configfiles.buildwrapper.ManagedFile>
361 <fileId>jenkins-log-archives-settings</fileId>
363 <variable>SETTINGS_FILE</variable>
364 </org.jenkinsci.plugins.configfiles.buildwrapper.ManagedFile>
366 </org.jenkinsci.plugins.configfiles.builder.ConfigFileBuildStep>
369 <propertiesContent>SERVER_ID=logs</propertiesContent>
374 # SPDX-License-Identifier: EPL-1.0
375 ##############################################################################
376 # Copyright (c) 2017 The Linux Foundation and others.
378 # All rights reserved. This program and the accompanying materials
379 # are made available under the terms of the Eclipse Public License v1.0
380 # which accompanies this distribution, and is available at
381 # http://www.eclipse.org/legal/epl-v10.html
382 ##############################################################################
383 echo "---> create-netrc.sh"
385 # Ensure we fail the job if any steps fail.
388 NEXUS_URL="${NEXUSPROXY:-$NEXUS_URL}"
389 CREDENTIAL=$(xmlstarlet sel -N "x=http://maven.apache.org/SETTINGS/1.0.0" \
390 -t -m "/x:settings/x:servers/x:server[x:id='${SERVER_ID}']" \
391 -v x:username -o ":" -v x:password \
392 "$SETTINGS_FILE")
394 machine=$(echo "$NEXUS_URL" | awk -F/ '{print $3}')
395 user=$(echo "$CREDENTIAL" | cut -f1 -d:)
396 pass=$(echo "$CREDENTIAL" | cut -f2 -d:)
398 echo "machine ${machine%:*} login $user password $pass" > ~/.netrc
400 </hudson.tasks.Shell>
403 # SPDX-License-Identifier: EPL-1.0
404 ##############################################################################
405 # Copyright (c) 2017 The Linux Foundation and others.
407 # All rights reserved. This program and the accompanying materials
408 # are made available under the terms of the Eclipse Public License v1.0
409 # which accompanies this distribution, and is available at
410 # http://www.eclipse.org/legal/epl-v10.html
411 ##############################################################################
412 echo "---> lftools-install.sh"
414 # Script to install lftools via a version passed in via lf-infra-parameters
416 # Required parameters:
418 # LFTOOLS_VERSION: Passed in via lf-infra-parameters configuration. Can be
419 # set to a strict version number like '1.2.3' or using
420 # PEP-440 definitions.
424 # >=1.0.0,<2.0.0
426 # By default a released version of lftools should always be used.
427 # The purpose of the 2 variables below is so that lftools devs can test
428 # unreleased versions of lftools. There are 2 methods to install a dev version
431 # 1) gerrit patch: Used to test a patch that has not yet been merged.
432 # To do this set something like this:
433 # LFTOOLS_MODE=gerrit
434 # LFTOOLS_REFSPEC=refs/changes/96/5296/7
436 # 2) git branch: Used to install an lftools version from a specific branch.
437 # To use this set the variables as follows:
439 # LFTOOLS_REFSPEC=master
441 # 3) release : The intended use case and default setting.
442 # Set LFTOOLS_MODE=release, in this case LFTOOLS_REFSPEC is unused.
444 LFTOOLS_MODE=release # release | git | gerrit
445 LFTOOLS_REFSPEC=master
447 # Ensure we fail the job if any steps fail.
448 # DO NOT set -u as virtualenv's activate script has unbound variables
451 virtualenv --quiet "/tmp/v/lftools"
452 # shellcheck source=/tmp/v/lftools/bin/activate disable=SC1091
453 source "/tmp/v/lftools/bin/activate"
454 pip install --quiet --upgrade pip
456 case $LFTOOLS_MODE in
458 git clone https://gerrit.linuxfoundation.org/infra/releng/lftools.git /tmp/lftools
460 git fetch origin "$LFTOOLS_REFSPEC"
461 git checkout FETCH_HEAD
462 pip install --quiet --upgrade -r requirements.txt
463 pip install --quiet --upgrade -e .
468 pip install --quiet --upgrade git+https://gerrit.linuxfoundation.org/infra/releng/lftools.git@"$BRANCH"
472 if [[ $LFTOOLS_VERSION =~ ^[0-9] ]]; then
473 LFTOOLS_VERSION="==$LFTOOLS_VERSION"
476 pip install --quiet --upgrade "lftools${LFTOOLS_VERSION}"
482 # pipdeptree prints out a lot of information because lftools pulls in many
483 # dependencies. Let's only print it if we want to debug.
484 # echo "----> Pip Dependency Tree"
485 # pip install --quiet --upgrade pipdeptree
489 # SPDX-License-Identifier: EPL-1.0
490 ##############################################################################
491 # Copyright (c) 2017 The Linux Foundation and others.
493 # All rights reserved. This program and the accompanying materials
494 # are made available under the terms of the Eclipse Public License v1.0
495 # which accompanies this distribution, and is available at
496 # http://www.eclipse.org/legal/epl-v10.html
497 ##############################################################################
498 echo "---> logs-deploy.sh"
500 # Ensure we fail the job if any steps fail.
503 set -x # Trace commands for this script to make debugging easier.
505 ARCHIVE_ARTIFACTS="${ARCHIVE_ARTIFACTS:-}"
506 LOGS_SERVER="${LOGS_SERVER:-None}"
508 if [ "${LOGS_SERVER}" == 'None' ]
510 set +x # Disable trace since we no longer need it
512 echo "WARNING: Logging server not set"
514 NEXUS_URL="${NEXUSPROXY:-$NEXUS_URL}"
515 NEXUS_PATH="${SILO}/${JENKINS_HOSTNAME}/${JOB_NAME}/${BUILD_NUMBER}"
516 BUILD_URL="${BUILD_URL}"
518 lftools deploy archives -p "$ARCHIVE_ARTIFACTS" "$NEXUS_URL" "$NEXUS_PATH" "$WORKSPACE"
519 lftools deploy logs "$NEXUS_URL" "$NEXUS_PATH" "$BUILD_URL"
521 set +x # Disable trace since we no longer need it.
523 echo "Build logs: <a href=\"$LOGS_SERVER/$NEXUS_PATH\">$LOGS_SERVER/$NEXUS_PATH</a>"
526 </hudson.tasks.Shell>
529 # SPDX-License-Identifier: EPL-1.0
530 ##############################################################################
531 # Copyright (c) 2017 The Linux Foundation and others.
533 # All rights reserved. This program and the accompanying materials
534 # are made available under the terms of the Eclipse Public License v1.0
535 # which accompanies this distribution, and is available at
536 # http://www.eclipse.org/legal/epl-v10.html
537 ##############################################################################
539 # Clear log credential files
540 rm "$SETTINGS_FILE"
543 </hudson.tasks.Shell>
544 <hudson.plugins.descriptionsetter.DescriptionSetterBuilder>
545 <regexp>^Build logs: .*</regexp>
546 </hudson.plugins.descriptionsetter.DescriptionSetterBuilder>
548 <scriptOnlyIfSuccess>false</scriptOnlyIfSuccess>
549 <scriptOnlyIfFailure>false</scriptOnlyIfFailure>
550 <markBuildUnstable>false</markBuildUnstable>
551 </org.jenkinsci.plugins.postbuildscript.PostBuildScript>
552 <hudson.plugins.ws__cleanup.WsCleanup plugin="ws-cleanup">
554 <hudson.plugins.ws__cleanup.Pattern>
555 <pattern>**/*.jenkins-trigger</pattern>
557 </hudson.plugins.ws__cleanup.Pattern>
559 <deleteDirs>false</deleteDirs>
560 <cleanupMatrixParent>false</cleanupMatrixParent>
562 <cleanWhenSuccess>true</cleanWhenSuccess>
563 <cleanWhenUnstable>true</cleanWhenUnstable>
564 <cleanWhenFailure>true</cleanWhenFailure>
565 <cleanWhenNotBuilt>true</cleanWhenNotBuilt>
566 <cleanWhenAborted>true</cleanWhenAborted>
567 <notFailBuild>true</notFailBuild>
568 </hudson.plugins.ws__cleanup.WsCleanup>
571 <com.michelin.cio.hudson.plugins.maskpasswords.MaskPasswordsBuildWrapper/>
572 <hudson.plugins.build__timeout.BuildTimeoutWrapper>
573 <timeoutMinutes>30</timeoutMinutes>
574 <timeoutEnvVar>BUILD_TIMEOUT</timeoutEnvVar>
575 <failBuild>true</failBuild>
576 <writingDescription>false</writingDescription>
577 <timeoutPercentage>0</timeoutPercentage>
578 <timeoutMinutesElasticDefault>3</timeoutMinutesElasticDefault>
579 <timeoutType>absolute</timeoutType>
580 </hudson.plugins.build__timeout.BuildTimeoutWrapper>
581 <hudson.plugins.timestamper.TimestamperBuildWrapper/>
582 <com.cloudbees.jenkins.plugins.sshagent.SSHAgentBuildWrapper>
583 <user>test-credential</user>
584 </com.cloudbees.jenkins.plugins.sshagent.SSHAgentBuildWrapper>
585 <jenkins.plugins.openstack.compute.JCloudsOneOffSlave/>
586 <org.jenkinsci.plugins.configfiles.buildwrapper.ConfigFileBuildWrapper plugin="config-file-provider">
588 <org.jenkinsci.plugins.configfiles.buildwrapper.ManagedFile>
589 <fileId>npmrc</fileId>
590 <targetLocation>$HOME/.npmrc</targetLocation>
592 </org.jenkinsci.plugins.configfiles.buildwrapper.ManagedFile>
594 </org.jenkinsci.plugins.configfiles.buildwrapper.ConfigFileBuildWrapper>