submodule-timeout: 10
submodule-disable: false
packer-cloud-settings: packer-cloud-env
- packer-version: 1.4.3
+ packer-version: 1.4.2
#####################
# Job Configuration #
######################
- job-template:
- name: "{project-name}-gerrit-branch-lock-{stream}"
+ name: "{project-name}-gerrit-branch-lock"
id: gerrit-branch-lock
######################
# Default parameters #
######################
- branch: master
+ branch: "**"
disable-job: false
git-url: "$GIT_URL/$GERRIT_PROJECT"
- stream: master
submodule-timeout: 10
- submodule-disable: false
+ submodule-disable: true
gerrit_merge_triggers:
- comment-added-contains-event:
comment-contains-value: (un)?lock branch$
parameters:
- lf-infra-parameters:
project: "{project}"
- stream: "{stream}"
+ stream: ""
branch: "{branch}"
wrappers:
- lf-infra-gerrit-scm:
git-url: "{git-url}"
refspec: ""
- branch: "{branch}"
+ branch: "$GERRIT_BRANCH"
submodule-recursive: false
submodule-timeout: "{submodule-timeout}"
submodule-disable: "{submodule-disable}"
trigger-on: "{obj:gerrit_merge_triggers}"
projects:
- project-compare-type: ANT
- project-pattern: "{project}"
+ project-pattern: "**"
branches:
- branch-compare-type: ANT
branch-pattern: "**/{branch}"
disable-job: false
git-url: "$GIT_URL/$GERRIT_PROJECT"
github-url: "https://github.com"
- openstack-cloud: vex
submodule-timeout: 10
submodule-disable: false
builders:
- lf-infra-pre-build
- - inject:
- properties-content: OS_CLOUD={openstack-cloud}
- shell: !include-raw-escape: ../shell/jenkins-verify-images.sh
publishers:
builders:
- lf-infra-jjbini
- shell: !include-raw-escape:
- - ../shell/jjb-install.sh
- ../shell/jenkins-sandbox-cleanup.sh
- - ../shell/jjb-cleanup.sh
- job-template:
name: "{project-name}-jenkins-sandbox-cleanup"
jenkins-ssh-credential: "{jenkins-ssh-credential}"
builders:
- - lf-pip-install:
- pip-packages: jenkins-job-builder
- lf-infra-jjbini
- shell: !include-raw-escape: ../shell/jjb-deploy-job.sh
- inject:
properties-content: JJB_WORKERS={jjb-workers}
- shell: !include-raw-escape:
- - ../shell/jjb-install.sh
- ../shell/jjb-merge-job.sh
- - ../shell/jjb-cleanup.sh
- job-template:
name: "{project-name}-jjb-merge"
- lf-infra-pre-build
- lf-infra-jjbini
- shell: !include-raw-escape:
- - ../shell/git-validate-jira-urls.sh
- - ../shell/jjb-install.sh
- ../shell/jjb-verify-job.sh
- - ../shell/jjb-check-unicode.sh
- - ../shell/jjb-cleanup.sh
- lf-infra-gpg-verify-git-signature
- job-template:
git cherry-pick FETCH_HEAD
- lf-infra-jjbini
- shell: !include-raw-escape:
- - ../shell/git-validate-jira-urls.sh
- - ../shell/jjb-install.sh
- ../shell/jjb-verify-job.sh
- - ../shell/jjb-check-unicode.sh
- - ../shell/jjb-cleanup.sh
- lf-infra-gpg-verify-git-signature
- job-template:
openstack: true
openstack-cloud: vex
+ update-cloud-image: false
#####################
# Job Configuration #
branch: "{branch}"
- lf-packer-parameters:
packer-version: "{packer-version}"
+ - bool:
+ name: UPDATE_CLOUD_IMAGE
+ default: "{update-cloud-image}"
+ description: "Update new built image on the cloud."
builders:
- lf-infra-packer-build:
packer-version: "{packer-version}"
platform: "{platforms}"
template: "{templates}"
+ update-cloud-image: "{update-cloud-image}"
- description-setter:
regexp: '(\s+.*)(ZZCI\s+.*\d+-\d+\.\d+)'
description: 'Image: \2'
+ # - trigger-builds:
+ # - project: '{project-name}-openstack-update-cloud-image'
+ # block: false
+ # predefined-parameters: |
+ # GERRIT_BRANCH=$GERRIT_BRANCH
+ # GERRIT_PROJECT=$GERRIT_PROJECT
+ # GERRIT_REFSPEC=$GERRIT_REFSPEC
+ # NEW_IMAGE_NAME=$NEW_IMAGE_NAME
+ # property-file: variables.jenkins-trigger
+ # property-file-fail-on-missing: true
+
+ publishers:
+ - lf-infra-publish
+ - trigger-parameterized-builds:
+ - project: "{project-name}-openstack-update-cloud-image"
+ condition: UNSTABLE_OR_BETTER
+ predefined-parameters: |
+ NEW_IMAGE_NAME=$NEW_IMAGE_NAME
+ property-file: variables.jenkins-trigger
+ fail-on-missing: true
- job-template:
name: "{project-name}-packer-merge-{platforms}-{templates}"
white-list-target-branches:
- "{branch}"
+################################
+# Openstack Update Cloud Image #
+################################
+
+- lf_openstack_cron: &lf_openstack_update_cloud_image
+ name: lf-openstack-update-cloud-image
+
+ ######################
+ # Default parameters #
+ ######################
+
+ branch: master
+ build-days-to-keep: 7
+ build-timeout: 10
+ cron: "@monthly"
+ disable-job: false
+ git-url: "$GIT_URL/$PROJECT"
+ github-url: "https://github.com"
+ new-image-name: "all"
+ openstack-cloud: vex
+ stream: master
+ submodule-timeout: 10
+ submodule-disable: false
+ update-cloud-image: false
+
+ #####################
+ # Job Configuration #
+ #####################
+
+ project-type: freestyle
+ node: "{build-node}"
+ concurrent: false
+ disabled: "{disable-job}"
+
+ properties:
+ - lf-infra-properties:
+ build-days-to-keep: "{build-days-to-keep}"
+
+ parameters:
+ - lf-infra-parameters:
+ project: "{project}"
+ stream: "{stream}"
+ branch: "{branch}"
+ - string:
+ name: NEW_IMAGE_NAME
+ default: "{new-image-name}"
+ description: "Name of cloud image to update in Jenkins"
+
+ wrappers:
+ - lf-infra-wrappers:
+ build-timeout: "{build-timeout}"
+ jenkins-ssh-credential: "{jenkins-ssh-credential}"
+ # Listed after to override openstack-infra-wrappers clouds.yaml definition
+ - config-file-provider:
+ files:
+ - file-id: clouds-yaml
+ target: "$HOME/.config/openstack/clouds.yaml"
+ - file-id: npmrc
+ target: "$HOME/.npmrc"
+ - file-id: pipconf
+ target: "$HOME/.config/pip/pip.conf"
+
+ builders:
+ - lf-infra-pre-build
+ - inject:
+ properties-content: |
+ OS_CLOUD={openstack-cloud}
+ - shell: |
+ #!/bin/bash
+ echo "Extract the image type for commit message"
+ # echo IMAGE_TYPE=${{NEW_IMAGE_NAME% -*}} >> image-type.txt
+ IMAGE_TYPE=$(echo ${{NEW_IMAGE_NAME}} | tr -d "\'\"\ " | awk -F- '{{ print $2 " " $3 " " $4 }}')
+ echo IMAGE_TYPE=${{IMAGE_TYPE}} >> image-type.txt
+ cat image-type.txt
+ - inject:
+ properties-file: "image-type.txt"
+ - lf-infra-update-packer-images
+ - lf-infra-push-gerrit-patch:
+ project: "{project}"
+ gerrit-user: "{gerrit-user}"
+ gerrit-host: "{gerrit-host}"
+ gerrit-topic: "{gerrit-topic}"
+ gerrit-commit-message: "Update cloud image $IMAGE_TYPE"
+ reviewers-email: "{reviewers-email}"
+
+ publishers:
+ - lf-infra-publish
+
+- job-template:
+ name: "{project-name}-openstack-update-cloud-image"
+ id: gerrit-openstack-update-cloud-image
+ <<: *lf_openstack_update_cloud_image
+
+ ######################
+ # Default parameters #
+ ######################
+
+ git-url: "$GIT_URL/$GERRIT_PROJECT"
+
+ #####################
+ # Job Configuration #
+ #####################
+
+ scm:
+ - lf-infra-gerrit-scm:
+ git-url: "{git-url}"
+ refspec: "$GERRIT_REFSPEC"
+ branch: "$GERRIT_BRANCH"
+ submodule-recursive: false
+ submodule-timeout: "{submodule-timeout}"
+ submodule-disable: "{submodule-disable}"
+ choosing-strategy: gerrit
+ jenkins-ssh-credential: "{jenkins-ssh-credential}"
+
+ triggers:
+ - timed: "{obj:cron}"
+
#################
# Puppet Verify #
#################
included-regions: "{obj:github_included_regions}"
white-list-target-branches:
- "{branch}"
+
+#########
+# Sonar #
+#########
+
+- lf_sonar_common: &lf_sonar_common
+ name: lf-sonar-common
+
+ ######################
+ # Default parameters #
+ ######################
+
+ archive-artifacts: >
+ **/*.log
+
+ branch: master # Sonar should always be run on master branch
+ build-days-to-keep: 7
+ build-timeout: 60
+ cron: "H H * * *" # run daily
+ disable-job: false
+ git-url: "$GIT_URL/$PROJECT"
+ github-url: "https://github.com"
+ stream: master
+ submodule-recursive: true
+ submodule-timeout: 10
+ submodule-disable: false
+
+ # Sonar properties
+ sonar-task: ""
+ sonar-project-file: "sonar-project.properties"
+ sonar-properties: ""
+ sonar-java-opts: ""
+ sonar-additional-args: ""
+
+ gerrit_trigger_file_paths:
+ - compare-type: REG_EXP
+ pattern: ".*"
+
+ # github_included_regions MUST match gerrit_trigger_file_paths
+ github_included_regions:
+ - ".*"
+
+ #####################
+ # Job Configuration #
+ #####################
+
+ project-type: freestyle
+ node: "{build-node}"
+
+ properties:
+ - lf-infra-properties:
+ build-days-to-keep: "{build-days-to-keep}"
+
+ wrappers:
+ - lf-infra-wrappers:
+ build-timeout: "{build-timeout}"
+ jenkins-ssh-credential: "{jenkins-ssh-credential}"
+
+ disabled: "{disable-job}"
+
+ parameters:
+ - lf-infra-parameters:
+ project: "{project}"
+ branch: "{branch}"
+ stream: "{stream}"
+ - string:
+ name: ARCHIVE_ARTIFACTS
+ default: "{archive-artifacts}"
+ description: Artifacts to archive to the logs server.
+
+ publishers:
+ - lf-infra-publish
+
+- lf_sonar_builders: &lf_sonar_builders
+ name: lf-sonar-builders
+ builders:
+ - lf-infra-pre-build
+ - lf-infra-sonar:
+ sonar-task: "{sonar-task}"
+ sonar-project-file: "{sonar-project-file}"
+ sonar-properties: "{sonar-properties}"
+ sonar-java-opts: "{sonar-java-opts}"
+ sonar-additional-args: "{sonar-additional-args}"
+
+- lf_sonar_builders_prescan: &lf_sonar_builders_prescan
+ name: lf-sonar-builders-prescan
+ builders:
+ - lf-infra-pre-build
+ - lf-infra-sonar-with-prescan:
+ sonar-task: "{sonar-task}"
+ sonar-project-file: "{sonar-project-file}"
+ sonar-properties: "{sonar-properties}"
+ sonar-java-opts: "{sonar-java-opts}"
+ sonar-additional-args: "{sonar-additional-args}"
+
+- lf_sonar_gerrit_common: &lf_sonar_gerrit_common
+ name: lf-sonar-gerrit-common
+ gerrit_sonar_triggers:
+ - comment-added-contains-event:
+ comment-contains-value: '^Patch Set\s+\d+:\s+run-sonar\s*$'
+
+ scm:
+ - lf-infra-gerrit-scm:
+ jenkins-ssh-credential: "{jenkins-ssh-credential}"
+ git-url: "{git-url}"
+ refspec: $GERRIT_REFSPEC
+ branch: $GERRIT_BRANCH
+ submodule-recursive: "{submodule-recursive}"
+ submodule-timeout: "{submodule-timeout}"
+ submodule-disable: "{submodule-disable}"
+ choosing-strategy: default
+
+ triggers:
+ - timed: "{obj:cron}"
+ - gerrit:
+ server-name: "{gerrit-server-name}"
+ trigger-on: "{obj:gerrit_sonar_triggers}"
+ projects:
+ - project-compare-type: "ANT"
+ project-pattern: "{project}"
+ branches:
+ - branch-compare-type: "ANT"
+ branch-pattern: "**/{branch}"
+ file-paths: "{obj:gerrit_trigger_file_paths}"
+ skip-vote:
+ successful: true
+ failed: true
+ unstable: true
+ notbuilt: true
+
+- lf_sonar_github_common: &lf_sonar_github_common
+ name: lf-sonar-github-common
+ properties:
+ - lf-infra-properties:
+ build-days-to-keep: "{build-days-to-keep}"
+ - github:
+ url: "{github-url}/{github-org}/{project}"
+
+ scm:
+ - lf-infra-github-scm:
+ url: "{git-clone-url}{github-org}/{project}"
+ refspec: "+refs/pull/*:refs/remotes/origin/pr/*"
+ branch: "$sha1"
+ submodule-recursive: "{submodule-recursive}"
+ submodule-timeout: "{submodule-timeout}"
+ submodule-disable: "{submodule-disable}"
+ choosing-strategy: default
+ jenkins-ssh-credential: "{jenkins-ssh-credential}"
+
+ triggers:
+ - github-pull-request:
+ trigger-phrase: "^run-sonar$"
+ only-trigger-phrase: false
+ status-context: "Python Sonar"
+ permit-all: true
+ github-hooks: true
+ white-list-target-branches:
+ - "{branch}"
+ included-regions: "{obj:github_included_regions}"
+
+- job-template:
+ name: "{project-name}-sonar"
+ id: gerrit-sonar
+ <<: *lf_sonar_common
+ # yamllint disable-line rule:key-duplicates
+ <<: *lf_sonar_builders
+ # yamllint disable-line rule:key-duplicates
+ <<: *lf_sonar_gerrit_common
+
+- job-template:
+ name: "{project-name}-sonar"
+ id: github-sonar
+ <<: *lf_sonar_common
+ # yamllint disable-line rule:key-duplicates
+ <<: *lf_sonar_builders
+ # yamllint disable-line rule:key-duplicates
+ <<: *lf_sonar_github_common
+
+- job-template:
+ name: "{project-name}-sonar-prescan"
+ id: gerrit-sonar-prescan
+ <<: *lf_sonar_common
+ # yamllint disable-line rule:key-duplicates
+ <<: *lf_sonar_builders_prescan
+ # yamllint disable-line rule:key-duplicates
+ <<: *lf_sonar_gerrit_common
+
+- job-template:
+ name: "{project-name}-sonar-prescan"
+ id: github-sonar-prescan
+ <<: *lf_sonar_common
+ # yamllint disable-line rule:key-duplicates
+ <<: *lf_sonar_builders_prescan
+ # yamllint disable-line rule:key-duplicates
+ <<: *lf_sonar_github_common