1 <?xml version="1.0" encoding="utf-8"?>
4 <description><!-- Managed by Jenkins Job Builder --></description>
5 <keepDependencies>false</keepDependencies>
6 <blockBuildWhenDownstreamBuilding>false</blockBuildWhenDownstreamBuilding>
7 <blockBuildWhenUpstreamBuilding>false</blockBuildWhenUpstreamBuilding>
8 <concurrentBuild>true</concurrentBuild>
9 <assignedNode>build-vm</assignedNode>
10 <canRoam>false</canRoam>
12 <com.coravy.hudson.plugins.github.GithubProjectProperty>
13 <projectUrl>$GIT_URL/$GERRIT_PROJECT/example-org/releng/ciman</projectUrl>
14 </com.coravy.hudson.plugins.github.GithubProjectProperty>
15 <hudson.model.ParametersDefinitionProperty>
16 <parameterDefinitions>
17 <hudson.model.StringParameterDefinition>
19 <description>Parameter to identify a Gerrit project. This is typically the
20 project repo path as exists in Gerrit.
21 For example: ofextensions/circuitsw
23 <defaultValue>releng/ciman</defaultValue>
24 </hudson.model.StringParameterDefinition>
25 <hudson.model.StringParameterDefinition>
27 <description>Stream is often set to the same name as 'branch' but can
28 sometimes be used as a name representing a project's release code
31 <defaultValue>master</defaultValue>
32 </hudson.model.StringParameterDefinition>
33 <hudson.model.StringParameterDefinition>
34 <name>GERRIT_PROJECT</name>
35 <description>Parameter to identify Gerrit project. This is typically the
36 project repo path as exists in Gerrit.
37 For example: ofextensions/circuitsw
39 Note that Gerrit will override this parameter automatically if a
40 job is triggered by Gerrit.
42 <defaultValue>releng/ciman</defaultValue>
43 </hudson.model.StringParameterDefinition>
44 <hudson.model.StringParameterDefinition>
45 <name>GERRIT_BRANCH</name>
46 <description>Parameter to identify a Gerrit branch.
48 Note that Gerrit will override this parameter automatically if a
49 job is triggered by Gerrit.
51 <defaultValue>master</defaultValue>
52 </hudson.model.StringParameterDefinition>
53 <hudson.model.StringParameterDefinition>
54 <name>GERRIT_REFSPEC</name>
55 <description>Parameter to identify a refspec when pulling from Gerrit.
57 Note that Gerrit will override this parameter automatically if a
58 job is triggered by Gerrit.
60 <defaultValue>refs/heads/master</defaultValue>
61 </hudson.model.StringParameterDefinition>
62 <hudson.model.StringParameterDefinition>
63 <name>LFTOOLS_VERSION</name>
64 <description>Version of lftools to install. Can be a specific version like
65 '0.6.0' or a PEP-440 definition.
66 https://www.python.org/dev/peps/pep-0440/
67 For example '<1.0.0' or '>=1.0.0,<2.0.0'.
69 <defaultValue><1.0.0</defaultValue>
70 </hudson.model.StringParameterDefinition>
71 <hudson.model.StringParameterDefinition>
73 <description>Path to directory containing tox.ini file.
76 </hudson.model.StringParameterDefinition>
77 <hudson.model.StringParameterDefinition>
79 <description>Tox environments to run build against.
83 </hudson.model.StringParameterDefinition>
84 </parameterDefinitions>
85 </hudson.model.ParametersDefinitionProperty>
87 <scm class="hudson.plugins.git.GitSCM">
88 <configVersion>2</configVersion>
90 <hudson.plugins.git.UserRemoteConfig>
92 <refspec>+refs/pull/*:refs/remotes/origin/pr/*</refspec>
93 <url>git@github.com:example-org/releng/ciman</url>
94 <credentialsId>test-credential</credentialsId>
95 </hudson.plugins.git.UserRemoteConfig>
98 <hudson.plugins.git.BranchSpec>
100 </hudson.plugins.git.BranchSpec>
103 <buildChooser class="hudson.plugins.git.util.DefaultBuildChooser"/>
104 <doGenerateSubmoduleConfigurations>false</doGenerateSubmoduleConfigurations>
105 <authorOrCommitter>false</authorOrCommitter>
106 <wipeOutWorkspace>true</wipeOutWorkspace>
107 <pruneBranches>false</pruneBranches>
108 <remotePoll>false</remotePoll>
109 <gitTool>Default</gitTool>
110 <submoduleCfg class="list"/>
115 <skipTag>true</skipTag>
117 <useShallowClone>false</useShallowClone>
118 <ignoreNotifyCommit>false</ignoreNotifyCommit>
120 <hudson.plugins.git.extensions.impl.SubmoduleOption>
121 <disableSubmodules>false</disableSubmodules>
122 <recursiveSubmodules>true</recursiveSubmodules>
123 <trackingSubmodules>false</trackingSubmodules>
125 <timeout>10</timeout>
126 </hudson.plugins.git.extensions.impl.SubmoduleOption>
127 <hudson.plugins.git.extensions.impl.WipeWorkspace/>
130 <triggers class="vector">
131 <org.jenkinsci.plugins.ghprb.GhprbTrigger>
134 <allowMembersOfWhitelistedOrgsAsAdmin>false</allowMembersOfWhitelistedOrgsAsAdmin>
138 <triggerPhrase>^recheck$</triggerPhrase>
139 <onlyTriggerPhrase>false</onlyTriggerPhrase>
140 <useGitHubHooks>true</useGitHubHooks>
141 <permitAll>true</permitAll>
142 <autoCloseFailedPullRequests>false</autoCloseFailedPullRequests>
144 <org.jenkinsci.plugins.ghprb.extensions.status.GhprbSimpleStatus>
145 <commitStatusContext>JJB Verify</commitStatusContext>
146 </org.jenkinsci.plugins.ghprb.extensions.status.GhprbSimpleStatus>
148 </org.jenkinsci.plugins.ghprb.GhprbTrigger>
153 # SPDX-License-Identifier: EPL-1.0
154 ##############################################################################
155 # Copyright (c) 2017 The Linux Foundation and others.
157 # All rights reserved. This program and the accompanying materials
158 # are made available under the terms of the Eclipse Public License v1.0
159 # which accompanies this distribution, and is available at
160 # http://www.eclipse.org/legal/epl-v10.html
161 ##############################################################################
162 echo "---> lftools-install.sh"
164 # Script to install lftools via a version passed in via lf-infra-parameters
166 # Required parameters:
168 # LFTOOLS_VERSION: Passed in via lf-infra-parameters configuration. Can be
169 # set to a strict version number like '1.2.3' or using
170 # PEP-440 definitions.
174 # >=1.0.0,<2.0.0
176 # By default a released version of lftools should always be used.
177 # The purpose of the 2 variables below is so that lftools devs can test
178 # unreleased versions of lftools. There are 2 methods to install a dev version
181 # 1) gerrit patch: Used to test a patch that has not yet been merged.
182 # To do this set something like this:
183 # LFTOOLS_MODE=gerrit
184 # LFTOOLS_REFSPEC=refs/changes/96/5296/7
186 # 2) git branch: Used to install an lftools version from a specific branch.
187 # To use this set the variables as follows:
189 # LFTOOLS_REFSPEC=master
191 # 3) release : The intended use case and default setting.
192 # Set LFTOOLS_MODE=release, in this case LFTOOLS_REFSPEC is unused.
194 LFTOOLS_MODE=release # release | git | gerrit
195 LFTOOLS_REFSPEC=master
197 # Ensure we fail the job if any steps fail.
198 # DO NOT set -u as virtualenv's activate script has unbound variables
201 virtualenv --quiet "/tmp/v/lftools"
202 # shellcheck source=/tmp/v/lftools/bin/activate disable=SC1091
203 source "/tmp/v/lftools/bin/activate"
204 pip install --quiet --upgrade pip
206 case $LFTOOLS_MODE in
208 git clone https://gerrit.linuxfoundation.org/infra/releng/lftools.git /tmp/lftools
210 git fetch origin "$LFTOOLS_REFSPEC"
211 git checkout FETCH_HEAD
212 pip install --quiet --upgrade -r requirements.txt
213 pip install --quiet --upgrade -e .
218 pip install --quiet --upgrade git+https://gerrit.linuxfoundation.org/infra/releng/lftools.git@"$BRANCH"
222 if [[ $LFTOOLS_VERSION =~ ^[0-9] ]]; then
223 LFTOOLS_VERSION="==$LFTOOLS_VERSION"
226 pip install --quiet --upgrade "lftools${LFTOOLS_VERSION}"
232 # pipdeptree prints out a lot of information because lftools pulls in many
233 # dependencies. Let's only print it if we want to debug.
234 # echo "----> Pip Dependency Tree"
235 # pip install --quiet --upgrade pipdeptree
238 </hudson.tasks.Shell>
241 # SPDX-License-Identifier: EPL-1.0
242 ##############################################################################
243 # Copyright (c) 2017 The Linux Foundation and others.
245 # All rights reserved. This program and the accompanying materials
246 # are made available under the terms of the Eclipse Public License v1.0
247 # which accompanies this distribution, and is available at
248 # http://www.eclipse.org/legal/epl-v10.html
249 ##############################################################################
250 echo "---> tox-install.sh"
252 # Ensure we fail the job if any steps fail.
253 # DO NOT set -u as virtualenv's activate script has unbound variables
256 virtualenv --quiet "/tmp/v/tox"
257 # shellcheck source=/tmp/v/tox/bin/activate disable=SC1091
258 source "/tmp/v/tox/bin/activate"
259 pip install --quiet --upgrade pip
260 pip install --quiet --upgrade pipdeptree
261 pip install --quiet --upgrade tox argparse
263 echo "----> Pip Dependency Tree"
267 # SPDX-License-Identifier: EPL-1.0
268 ##############################################################################
269 # Copyright (c) 2017 The Linux Foundation and others.
271 # All rights reserved. This program and the accompanying materials
272 # are made available under the terms of the Eclipse Public License v1.0
273 # which accompanies this distribution, and is available at
274 # http://www.eclipse.org/legal/epl-v10.html
275 ##############################################################################
276 echo "---> tox-run.sh"
278 # Ensure we fail the job if any steps fail.
279 # DO NOT set -u as virtualenv's activate script has unbound variables
282 ARCHIVE_TOX_DIR="$WORKSPACE/archives/tox"
283 mkdir -p "$ARCHIVE_TOX_DIR"
285 cd "$WORKSPACE/$TOX_DIR"
287 if [ -z "$TOX_ENVS" ]; then
288 TOX_ENVS=$(crudini --get tox.ini tox envlist)
292 local log_dir="$1"
293 local env="$2"
295 # Sleep a random 10 second interval to workaround tox sdist
296 # conflicts due to building in the same dist directory.
297 sleep $[ ( $RANDOM % 10 ) + 1 ]s
299 echo "-----> Running tox $env"
300 if ! tox -e $env > "$log_dir/tox-$env.log"; then
301 echo "$env" >> "$log_dir/failed-envs.log"
305 TOX_ENVS=(${TOX_ENVS//,/ })
306 if hash parallel 2>/dev/null; then
308 parallel --jobs 200% "run_tox $ARCHIVE_TOX_DIR {}" ::: ${TOX_ENVS[*]}
310 for env in "${TOX_ENVS[@]}"; do
311 run_tox "$ARCHIVE_TOX_DIR" "$env"
315 if [ -f "$ARCHIVE_TOX_DIR/failed-envs.log" ]; then
316 failed_envs=($(cat "$ARCHIVE_TOX_DIR/failed-envs.log"))
317 echo "ERROR: Failed the following builds: ${failed_envs[*]}"
321 echo "Completed tox runs."
323 </hudson.tasks.Shell>
326 <org.jenkinsci.plugins.postbuildscript.PostBuildScript>
330 # SPDX-License-Identifier: EPL-1.0
331 ##############################################################################
332 # Copyright (c) 2017 The Linux Foundation and others.
334 # All rights reserved. This program and the accompanying materials
335 # are made available under the terms of the Eclipse Public License v1.0
336 # which accompanies this distribution, and is available at
337 # http://www.eclipse.org/legal/epl-v10.html
338 ##############################################################################
339 echo "---> sysstat.sh"
340 set +e # DON'T fail build if script fails.
342 OS=$(facter operatingsystem)
343 case "$OS" in
345 SYSSTAT_PATH="/var/log/sysstat"
347 # Dont run the script when systat is not enabled by default
348 if ! grep --quiet 'ENABLED="true"' "/etc/default/sysstat"; then
353 SYSSTAT_PATH="/var/log/sa"
361 SAR_DIR="$WORKSPACE/archives/sar-reports"
362 mkdir -p "$SAR_DIR"
363 cp "$SYSSTAT_PATH/"* "$_"
364 # convert sar data to ascii format
365 while IFS="" read -r s
367 [ -f "$s" ] && LC_TIME=POSIX sar -A -f "$s" > "$SAR_DIR/sar${s//[!0-9]/}"
368 done < <(find "$SYSSTAT_PATH" -name "sa[0-9]*" || true)
370 # DON'T fail build if script fails.
373 </hudson.tasks.Shell>
374 <org.jenkinsci.plugins.configfiles.builder.ConfigFileBuildStep plugin="config-file-provider">
376 <org.jenkinsci.plugins.configfiles.buildwrapper.ManagedFile>
377 <fileId>jenkins-log-archives-settings</fileId>
379 <variable>SETTINGS_FILE</variable>
380 </org.jenkinsci.plugins.configfiles.buildwrapper.ManagedFile>
382 </org.jenkinsci.plugins.configfiles.builder.ConfigFileBuildStep>
385 <propertiesContent>SERVER_ID=logs</propertiesContent>
390 # SPDX-License-Identifier: EPL-1.0
391 ##############################################################################
392 # Copyright (c) 2017 The Linux Foundation and others.
394 # All rights reserved. This program and the accompanying materials
395 # are made available under the terms of the Eclipse Public License v1.0
396 # which accompanies this distribution, and is available at
397 # http://www.eclipse.org/legal/epl-v10.html
398 ##############################################################################
399 echo "---> create-netrc.sh"
401 # Ensure we fail the job if any steps fail.
404 NEXUS_URL="${NEXUSPROXY:-$NEXUS_URL}"
405 CREDENTIAL=$(xmlstarlet sel -N "x=http://maven.apache.org/SETTINGS/1.0.0" \
406 -t -m "/x:settings/x:servers/x:server[x:id='${SERVER_ID}']" \
407 -v x:username -o ":" -v x:password \
408 "$SETTINGS_FILE")
410 machine=$(echo "$NEXUS_URL" | awk -F/ '{print $3}')
411 user=$(echo "$CREDENTIAL" | cut -f1 -d:)
412 pass=$(echo "$CREDENTIAL" | cut -f2 -d:)
414 echo "machine ${machine%:*} login $user password $pass" > ~/.netrc
416 </hudson.tasks.Shell>
419 # SPDX-License-Identifier: EPL-1.0
420 ##############################################################################
421 # Copyright (c) 2017 The Linux Foundation and others.
423 # All rights reserved. This program and the accompanying materials
424 # are made available under the terms of the Eclipse Public License v1.0
425 # which accompanies this distribution, and is available at
426 # http://www.eclipse.org/legal/epl-v10.html
427 ##############################################################################
428 echo "---> lftools-install.sh"
430 # Script to install lftools via a version passed in via lf-infra-parameters
432 # Required parameters:
434 # LFTOOLS_VERSION: Passed in via lf-infra-parameters configuration. Can be
435 # set to a strict version number like '1.2.3' or using
436 # PEP-440 definitions.
440 # >=1.0.0,<2.0.0
442 # By default a released version of lftools should always be used.
443 # The purpose of the 2 variables below is so that lftools devs can test
444 # unreleased versions of lftools. There are 2 methods to install a dev version
447 # 1) gerrit patch: Used to test a patch that has not yet been merged.
448 # To do this set something like this:
449 # LFTOOLS_MODE=gerrit
450 # LFTOOLS_REFSPEC=refs/changes/96/5296/7
452 # 2) git branch: Used to install an lftools version from a specific branch.
453 # To use this set the variables as follows:
455 # LFTOOLS_REFSPEC=master
457 # 3) release : The intended use case and default setting.
458 # Set LFTOOLS_MODE=release, in this case LFTOOLS_REFSPEC is unused.
460 LFTOOLS_MODE=release # release | git | gerrit
461 LFTOOLS_REFSPEC=master
463 # Ensure we fail the job if any steps fail.
464 # DO NOT set -u as virtualenv's activate script has unbound variables
467 virtualenv --quiet "/tmp/v/lftools"
468 # shellcheck source=/tmp/v/lftools/bin/activate disable=SC1091
469 source "/tmp/v/lftools/bin/activate"
470 pip install --quiet --upgrade pip
472 case $LFTOOLS_MODE in
474 git clone https://gerrit.linuxfoundation.org/infra/releng/lftools.git /tmp/lftools
476 git fetch origin "$LFTOOLS_REFSPEC"
477 git checkout FETCH_HEAD
478 pip install --quiet --upgrade -r requirements.txt
479 pip install --quiet --upgrade -e .
484 pip install --quiet --upgrade git+https://gerrit.linuxfoundation.org/infra/releng/lftools.git@"$BRANCH"
488 if [[ $LFTOOLS_VERSION =~ ^[0-9] ]]; then
489 LFTOOLS_VERSION="==$LFTOOLS_VERSION"
492 pip install --quiet --upgrade "lftools${LFTOOLS_VERSION}"
498 # pipdeptree prints out a lot of information because lftools pulls in many
499 # dependencies. Let's only print it if we want to debug.
500 # echo "----> Pip Dependency Tree"
501 # pip install --quiet --upgrade pipdeptree
505 # SPDX-License-Identifier: EPL-1.0
506 ##############################################################################
507 # Copyright (c) 2017 The Linux Foundation and others.
509 # All rights reserved. This program and the accompanying materials
510 # are made available under the terms of the Eclipse Public License v1.0
511 # which accompanies this distribution, and is available at
512 # http://www.eclipse.org/legal/epl-v10.html
513 ##############################################################################
514 echo "---> logs-deploy.sh"
516 # Ensure we fail the job if any steps fail.
519 set -x # Trace commands for this script to make debugging easier.
521 ARCHIVE_ARTIFACTS="${ARCHIVE_ARTIFACTS:-}"
522 LOGS_SERVER="${LOGS_SERVER:-None}"
524 if [ "${LOGS_SERVER}" == 'None' ]
526 set +x # Disable trace since we no longer need it
528 echo "WARNING: Logging server not set"
530 NEXUS_URL="${NEXUSPROXY:-$NEXUS_URL}"
531 NEXUS_PATH="${SILO}/${JENKINS_HOSTNAME}/${JOB_NAME}/${BUILD_NUMBER}"
532 BUILD_URL="${BUILD_URL}"
534 lftools deploy archives -p "$ARCHIVE_ARTIFACTS" "$NEXUS_URL" "$NEXUS_PATH" "$WORKSPACE"
535 lftools deploy logs "$NEXUS_URL" "$NEXUS_PATH" "$BUILD_URL"
537 set +x # Disable trace since we no longer need it.
539 echo "Build logs: <a href=\"$LOGS_SERVER/$NEXUS_PATH\">$LOGS_SERVER/$NEXUS_PATH</a>"
542 </hudson.tasks.Shell>
545 # SPDX-License-Identifier: EPL-1.0
546 ##############################################################################
547 # Copyright (c) 2017 The Linux Foundation and others.
549 # All rights reserved. This program and the accompanying materials
550 # are made available under the terms of the Eclipse Public License v1.0
551 # which accompanies this distribution, and is available at
552 # http://www.eclipse.org/legal/epl-v10.html
553 ##############################################################################
555 # Clear log credential files
556 rm "$SETTINGS_FILE"
559 </hudson.tasks.Shell>
560 <hudson.plugins.descriptionsetter.DescriptionSetterBuilder>
561 <regexp>^Build logs: .*</regexp>
562 </hudson.plugins.descriptionsetter.DescriptionSetterBuilder>
564 <scriptOnlyIfSuccess>false</scriptOnlyIfSuccess>
565 <scriptOnlyIfFailure>false</scriptOnlyIfFailure>
566 <markBuildUnstable>false</markBuildUnstable>
567 </org.jenkinsci.plugins.postbuildscript.PostBuildScript>
568 <hudson.plugins.ws__cleanup.WsCleanup plugin="ws-cleanup">
570 <hudson.plugins.ws__cleanup.Pattern>
571 <pattern>**/*.jenkins-trigger</pattern>
573 </hudson.plugins.ws__cleanup.Pattern>
575 <deleteDirs>false</deleteDirs>
576 <cleanupMatrixParent>false</cleanupMatrixParent>
578 <cleanWhenSuccess>true</cleanWhenSuccess>
579 <cleanWhenUnstable>true</cleanWhenUnstable>
580 <cleanWhenFailure>true</cleanWhenFailure>
581 <cleanWhenNotBuilt>true</cleanWhenNotBuilt>
582 <cleanWhenAborted>true</cleanWhenAborted>
583 <notFailBuild>true</notFailBuild>
584 </hudson.plugins.ws__cleanup.WsCleanup>
587 <com.michelin.cio.hudson.plugins.maskpasswords.MaskPasswordsBuildWrapper/>
588 <hudson.plugins.build__timeout.BuildTimeoutWrapper>
589 <timeoutMinutes>10</timeoutMinutes>
590 <timeoutEnvVar>BUILD_TIMEOUT</timeoutEnvVar>
591 <failBuild>true</failBuild>
592 <writingDescription>false</writingDescription>
593 <timeoutPercentage>0</timeoutPercentage>
594 <timeoutMinutesElasticDefault>3</timeoutMinutesElasticDefault>
595 <timeoutType>absolute</timeoutType>
596 </hudson.plugins.build__timeout.BuildTimeoutWrapper>
597 <hudson.plugins.timestamper.TimestamperBuildWrapper/>
598 <com.cloudbees.jenkins.plugins.sshagent.SSHAgentBuildWrapper>
599 <user>test-credential</user>
600 </com.cloudbees.jenkins.plugins.sshagent.SSHAgentBuildWrapper>
601 <jenkins.plugins.openstack.compute.JCloudsOneOffSlave/>