X-Git-Url: https://gerrit.linuxfoundation.org/infra/gitweb?a=blobdiff_plain;f=jjb%2Flf-ci-jobs.yaml;h=1a799c6807baed4f9aff0001c4d2e8ed6f49ccef;hb=refs%2Fchanges%2F86%2F11786%2F2;hp=db12af262e9a07a1fcfc40e237459fbbef05898c;hpb=26d174d7d7acd639ea28e1b7d140fefdaa81171d;p=releng%2Fglobal-jjb.git diff --git a/jjb/lf-ci-jobs.yaml b/jjb/lf-ci-jobs.yaml index db12af26..1a799c68 100644 --- a/jjb/lf-ci-jobs.yaml +++ b/jjb/lf-ci-jobs.yaml @@ -1,36 +1,4 @@ --- -- job-group: - name: '{project-name}-ci-jobs' - - jobs: - - gerrit-jenkins-cfg-merge - - gerrit-jjb-deploy-job - - gerrit-jjb-merge - - gerrit-jjb-verify - -- job-group: - name: '{project-name}-github-ci-jobs' - - jobs: - - github-jenkins-cfg-merge - - github-jjb-deploy-job - - github-jjb-merge - - github-jjb-verify - -- job-group: - name: '{project-name}-packer-jobs' - - jobs: - - gerrit-packer-merge - - gerrit-packer-verify - - -- job-group: - name: '{project-name}-github-packer-jobs' - - jobs: - - github-packer-merge - - github-packer-verify #################### # COMMON FUNCTIONS # @@ -63,10 +31,14 @@ branch: master build-timeout: 90 + cron: '@monthly' + disable-job: false + github-url: 'https://github.com' stream: master submodule-recursive: true + submodule-timeout: 10 packer-cloud-settings: packer-cloud-env - packer-version: 1.2.2 + packer-version: 1.2.5 ##################### # Job Configuration # @@ -74,6 +46,7 @@ project-type: freestyle node: '{build-node}' + disabled: '{disable-job}' properties: - lf-infra-properties: @@ -85,7 +58,6 @@ project: '{project}' stream: '{stream}' branch: '{branch}' - lftools-version: '{lftools-version}' - lf-packer-parameters: packer-version: '{packer-version}' @@ -104,6 +76,10 @@ name: JJB_VERSION default: '{jjb-version}' description: Jenkins Job Builder version to download and install. + - string: + name: XDG_CACHE_HOME + default: '{jjb-cache}' + description: Jenkins Job Builder cache location. - parameter: name: lf-packer-parameters @@ -113,6 +89,14 @@ default: '{packer-version}' description: Packer version to download and install. +- parameter: + name: lf-puppet-parameters + parameters: + - string: + name: PUPPET_LINT_VERSION + default: '{puppet-lint-version}' + description: Puppet-lint version to download and install. + - lf_jjb_common: &lf_jjb_common name: lf-jjb-common @@ -122,26 +106,27 @@ branch: master build-timeout: 10 - jjb-version: 2.0.5 + disable-job: false + github-url: 'https://github.com' + jjb-cache: '$HOME/.cache/jenkins_jobs' + jjb-version: 2.8.0 stream: master submodule-recursive: true + submodule-timeout: 10 gerrit_trigger_file_paths: - compare-type: REG_EXP - pattern: '.*\.groovy' - - compare-type: REG_EXP - pattern: '.*\.sh' + pattern: 'jjb/.*' - compare-type: REG_EXP - pattern: '.*\.(yaml|yml)' + pattern: 'global-jjb' - compare-type: REG_EXP - pattern: '.*\/global-jjb' + pattern: 'shell/.*' # github_included_regions MUST match gerrit_trigger_file_paths github_included_regions: - - '.*\.groovy' - - '.*\.sh' - - '.*\.(yaml|yml)' - - '.*\/global-jjb' + - 'jjb/.*' + - 'global-jjb' + - 'shell/.*' ##################### # Job Configuration # @@ -149,6 +134,7 @@ project-type: freestyle node: '{build-node}' + disabled: '{disable-job}' properties: - lf-infra-properties: @@ -160,8 +146,8 @@ project: '{project}' stream: '{stream}' branch: '{branch}' - lftools-version: '{lftools-version}' - lf-infra-jjb-parameters: + jjb-cache: '{jjb-cache}' jjb-version: '{jjb-version}' wrappers: @@ -185,8 +171,10 @@ ###################### branch: master + disable-job: false git-url: '$GIT_URL/$GERRIT_PROJECT' stream: master + submodule-timeout: 10 gerrit_merge_triggers: - comment-added-contains-event: comment-contains-value: (un)?lock branch$ @@ -197,6 +185,7 @@ project-type: freestyle node: '{build-node}' + disabled: '{disable-job}' properties: - lf-infra-properties: @@ -208,7 +197,6 @@ project: '{project}' stream: '{stream}' branch: '{branch}' - lftools-version: '{lftools-version}' wrappers: - lf-infra-wrappers: @@ -221,6 +209,7 @@ refspec: '' branch: '{branch}' submodule-recursive: false + submodule-timeout: '{submodule-timeout}' choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' @@ -253,7 +242,7 @@ - inject: properties-content: 'jenkins_silos={jenkins-silos}' - shell: !include-raw-escape: ../shell/jenkins-configure-clouds.sh - - shell: rm "$HOME/.config/jenkins_jobs/jenkins_jobs.ini" + - shell: rm -f "$HOME/.config/jenkins_jobs/jenkins_jobs.ini" - builder: name: lf-jenkins-cfg-global-vars @@ -262,7 +251,7 @@ - inject: properties-content: 'jenkins_silos={jenkins-silos}' - shell: !include-raw-escape: ../shell/jenkins-configure-global-vars.sh - - shell: rm "$HOME/.config/jenkins_jobs/jenkins_jobs.ini" + - shell: rm -f "$HOME/.config/jenkins_jobs/jenkins_jobs.ini" - lf_jenkins_configuration: &lf_jenkins_cfg_merge name: lf-jenkins-cfg-merge @@ -273,8 +262,11 @@ branch: master cron: '@daily' + disable-job: false git-url: '$GIT_URL/$GERRIT_PROJECT' + github-url: 'https://github.com' jenkins-silos: production sandbox + submodule-timeout: 10 gerrit_merge_triggers: - change-merged-event @@ -282,8 +274,12 @@ comment-contains-value: remerge$ gerrit_trigger_file_paths: - - compare-type: ANT - pattern: 'jenkins-config/**' + - compare-type: REG_EXP + pattern: 'jenkins-config\/.*' + + # github_included_regions MUST match gerrit_trigger_file_paths + github_included_regions: + - 'jenkins-config\/.*' ##################### # Job Configuration # @@ -292,6 +288,7 @@ project-type: freestyle node: '{build-node}' concurrent: false + disabled: '{disable-job}' properties: - lf-infra-properties: @@ -303,7 +300,6 @@ project: '{project}' stream: '' branch: master - lftools-version: '{lftools-version}' wrappers: - lf-infra-wrappers: @@ -311,8 +307,7 @@ jenkins-ssh-credential: '{jenkins-ssh-credential}' builders: - - shell: !include-raw-escape: - - ../shell/lftools-install.sh + - lf-infra-pre-build - lf-jenkins-cfg-global-vars: jenkins-silos: '{jenkins-silos}' - lf-jenkins-cfg-clouds: @@ -332,6 +327,7 @@ refspec: 'refs/heads/{branch}' branch: '{branch}' submodule-recursive: true + submodule-timeout: '{submodule-timeout}' choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' @@ -354,8 +350,11 @@ <<: *lf_jenkins_cfg_merge properties: + - lf-infra-properties: + project: '{project}' + build-days-to-keep: 1 - github: - url: '{git-url}/{github-org}/{project}' + url: '{github-url}/{github-org}/{project}' scm: - lf-infra-github-scm: @@ -363,6 +362,7 @@ refspec: '' branch: 'refs/heads/{branch}' submodule-recursive: true + submodule-timeout: '{submodule-timeout}' choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' @@ -371,15 +371,210 @@ - github - pollscm: cron: '' - - lf-infra-github-pr-trigger: + - github-pull-request: trigger-phrase: '^remerge$' only-trigger-phrase: true status-context: 'Jenkins CFG Merge' - permit-all: false + permit-all: true + github-hooks: true + org-list: + - '{github-org}' + white-list: '{obj:github_pr_whitelist}' + admin-list: '{obj:github_pr_admin_list}' + included-regions: '{obj:github_included_regions}' + white-list-target-branches: + - '{branch}' + +########################################### +# Jenkins Configuration Management Verify # +########################################### + +- lf_jenkins_configuration: &lf_jenkins_cfg_verify + name: lf-jenkins-cfg-verify + + ###################### + # Default parameters # + ###################### + + branch: master + build-days-to-keep: 7 + disable-job: false + git-url: '$GIT_URL/$GERRIT_PROJECT' + github-url: 'https://github.com' + openstack-cloud: vex + submodule-timeout: 10 + + gerrit_verify_triggers: + - patchset-created-event: + exclude-drafts: true + exclude-trivial-rebase: false + exclude-no-code-change: false + - draft-published-event + - comment-added-contains-event: + comment-contains-value: '^Patch Set[ ]+[0-9]+:([ ]+|[\n]+)(recheck|reverify)$' + + gerrit_trigger_file_paths: + - compare-type: REG_EXP + pattern: 'jenkins-config\/.*' + + # github_included_regions MUST match gerrit_trigger_file_paths + github_included_regions: + - 'jenkins-config\/.*' + + ##################### + # Job Configuration # + ##################### + + project-type: freestyle + node: '{build-node}' + concurrent: true + disabled: '{disable-job}' + + properties: + - lf-infra-properties: + project: '{project}' + build-days-to-keep: 1 + + parameters: + - lf-infra-parameters: + project: '{project}' + stream: '' + branch: master + + wrappers: + - lf-infra-wrappers: + build-timeout: 10 + jenkins-ssh-credential: '{jenkins-ssh-credential}' + - config-file-provider: + # Listed after to override openstack-infra-wrappers clouds.yaml + # definition + files: + - file-id: clouds-yaml + target: '$HOME/.config/openstack/clouds.yaml' + - file-id: npmrc + target: '$HOME/.npmrc' + - file-id: pipconf + target: '$HOME/.config/pip/pip.conf' + + builders: + - lf-infra-pre-build + - inject: + properties-content: OS_CLOUD={openstack-cloud} + - shell: !include-raw-escape: ../shell/jenkins-verify-images.sh + + publishers: + - lf-infra-publish + +- job-template: + name: '{project-name}-jenkins-cfg-verify' + id: gerrit-jenkins-cfg-verify + <<: *lf_jenkins_cfg_verify + + scm: + - lf-infra-gerrit-scm: + git-url: '{git-url}' + refspec: 'refs/heads/{branch}' + branch: '{branch}' + submodule-recursive: true + submodule-timeout: '{submodule-timeout}' + choosing-strategy: default + jenkins-ssh-credential: '{jenkins-ssh-credential}' + + triggers: + - gerrit: + server-name: '{gerrit-server-name}' + trigger-on: '{obj:gerrit_verify_triggers}' + projects: + - project-compare-type: ANT + project-pattern: '{project}' + branches: + - branch-compare-type: ANT + branch-pattern: '**/{branch}' + file-paths: '{obj:gerrit_trigger_file_paths}' + +- job-template: + name: '{project-name}-jenkins-cfg-verify' + id: github-jenkins-cfg-verify + <<: *lf_jenkins_cfg_verify + + properties: + - github: + url: '{github-url}/{github-org}/{project}' + + scm: + - lf-infra-github-scm: + url: '{git-clone-url}{github-org}/{project}' + refspec: '+refs/pull/*:refs/remotes/origin/pr/*' + branch: '$sha1' + submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' + choosing-strategy: default + jenkins-ssh-credential: '{jenkins-ssh-credential}' + + triggers: + - github-pull-request: + trigger-phrase: '^(recheck|reverify)$' + only-trigger-phrase: false + status-context: 'Jenkins CFG Verify' + permit-all: true github-hooks: true - github-org: '{github-org}' - github_pr_whitelist: '{obj:github_pr_whitelist}' - github_pr_admin_list: '{obj:github_pr_admin_list}' + included-regions: '{obj:github_included_regions}' + white-list-target-branches: + - '{branch}' + +########################### +# JENKINS SANDBOX CLEANUP # +########################### + +- lf_jenkins_sandbox_cleanup: &lf_jenkins_sandbox_cleanup + name: lf-jenkins-sandbox-cleanup + + ###################### + # Default parameters # + ###################### + + build-timeout: 30 + # Run every Saturday at 08:00 UTC + cron: '0 8 * * 6' + disable-job: false + + ##################### + # Job Configuration # + ##################### + + project-type: freestyle + node: '{build-node}' + concurrent: true + disabled: '{disable-job}' + + parameters: + - lf-infra-jjb-parameters: + jjb-cache: '{jjb-cache}' + jjb-version: '{jjb-version}' + + triggers: + - timed: '{obj:cron}' + + builders: + - lf-infra-jjbini + - shell: !include-raw-escape: + - ../shell/jjb-install.sh + - ../shell/jenkins-sandbox-cleanup.sh + - ../shell/jjb-cleanup.sh + +- job-template: + name: '{project-name}-jenkins-sandbox-cleanup' + id: gerrit-jenkins-sandbox-cleanup + <<: *lf_jjb_common + # yamllint disable-line rule:key-duplicates + <<: *lf_jenkins_sandbox_cleanup + +- job-template: + name: '{project-name}-jenkins-sandbox-cleanup' + id: github-jenkins-sandbox-cleanup + <<: *lf_jjb_common + # yamllint disable-line rule:key-duplicates + <<: *lf_jenkins_sandbox_cleanup ################## @@ -394,8 +589,13 @@ ###################### branch: master - git-url: '$GIT_URL/$GERRIT_PROJECT' + disable-job: false + # jjb-deploy should always clone $PROJECT regardless of what + # $GERRIT_PROJECT triggered the job. + git-url: '$GIT_URL/$PROJECT' + github-url: 'https://github.com' stream: master + submodule-timeout: 10 gerrit_jjb_deploy_job_triggers: - comment-added-contains-event: comment-contains-value: 'jjb-deploy[:]* (?!\*+$).+$' @@ -407,6 +607,7 @@ project-type: freestyle node: '{build-node}' concurrent: true + disabled: '{disable-job}' properties: - lf-infra-properties: @@ -418,7 +619,6 @@ project: '{project}' stream: '{stream}' branch: '{branch}' - lftools-version: '{lftools-version}' wrappers: - lf-infra-wrappers: @@ -445,6 +645,7 @@ refspec: 'refs/heads/{branch}' branch: '{branch}' submodule-recursive: true + submodule-timeout: '{submodule-timeout}' choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' @@ -470,8 +671,11 @@ <<: *lf_jjb_deploy_job properties: + - lf-infra-properties: + project: '{project}' + build-days-to-keep: 1 - github: - url: '{git-url}/{github-org}/{project}' + url: '{github-url}/{github-org}/{project}' scm: - lf-infra-github-scm: @@ -479,6 +683,7 @@ refspec: '+refs/pull/*:refs/remotes/origin/pr/*' branch: '$sha1' submodule-recursive: true + submodule-timeout: '{submodule-timeout}' choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' @@ -489,6 +694,8 @@ status-context: 'JJB Deploy Job' permit-all: true github-hooks: true + white-list-target-branches: + - '{branch}' ############# # JJB Merge # @@ -511,6 +718,7 @@ ##################### builders: + - lf-infra-pre-build - lf-infra-jjbini - shell: !include-raw-escape: - ../shell/jjb-install.sh @@ -532,6 +740,7 @@ refspec: '' branch: '{branch}' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' @@ -559,8 +768,11 @@ ##################### properties: + - lf-infra-properties: + project: '{project}' + build-days-to-keep: 7 - github: - url: '{git-url}/{github-org}/{project}' + url: '{github-url}/{github-org}/{project}' scm: - lf-infra-github-scm: @@ -568,6 +780,7 @@ refspec: '' branch: 'refs/heads/{branch}' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' @@ -579,13 +792,15 @@ trigger-phrase: '^remerge$' only-trigger-phrase: true status-context: 'JJB Merge' - permit-all: false + permit-all: true github-hooks: true org-list: - '{github-org}' white-list: '{obj:github_pr_whitelist}' admin-list: '{obj:github_pr_admin_list}' included-regions: '{obj:github_included_regions}' + white-list-target-branches: + - '{branch}' ############## # JJB Verify # @@ -598,6 +813,8 @@ # Default parameters # ###################### + build-concurrent: true + gerrit_verify_triggers: - patchset-created-event: exclude-drafts: true @@ -605,15 +822,16 @@ exclude-no-code-change: false - draft-published-event - comment-added-contains-event: - comment-contains-value: recheck$ + comment-contains-value: '^Patch Set[ ]+[0-9]+:([ ]+|[\n]+)(recheck|reverify)$' ##################### # Job Configuration # ##################### - concurrent: true + concurrent: '{build-concurrent}' builders: + - lf-infra-pre-build - lf-infra-jjbini - shell: !include-raw-escape: - ../shell/git-validate-jira-urls.sh @@ -646,6 +864,7 @@ refspec: '$GERRIT_REFSPEC' branch: '$GERRIT_BRANCH' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' choosing-strategy: gerrit jenkins-ssh-credential: '{jenkins-ssh-credential}' @@ -673,8 +892,11 @@ ##################### properties: + - lf-infra-properties: + project: '{project}' + build-days-to-keep: 7 - github: - url: '{git-url}/{github-org}/{project}' + url: '{github-url}/{github-org}/{project}' scm: - lf-infra-github-scm: @@ -682,56 +904,61 @@ refspec: '+refs/pull/*:refs/remotes/origin/pr/*' branch: '$sha1' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' triggers: - github-pull-request: - trigger-phrase: '^recheck$' + trigger-phrase: '^(recheck|reverify)$' only-trigger-phrase: false status-context: 'JJB Verify' permit-all: true github-hooks: true included-regions: '{obj:github_included_regions}' + white-list-target-branches: + - '{branch}' -################ -# Packer Merge # -################ +############################ +# JJB Verify Upstream GJJB # +############################ -- lf_packer_merge: &lf_packer_merge - name: lf-packer-merge +- lf_jjb_verify: &lf_jjb_verify_upstream_gjjb + name: lf-jjb-verify-upstream-gjjb ##################### # Job Configuration # ##################### + concurrent: true + builders: - - lf-infra-packer-validate: - packer-cloud-settings: '{packer-cloud-settings}' - packer-version: '{packer-version}' - - lf-infra-packer-build: - packer-cloud-settings: '{packer-cloud-settings}' - packer-version: '{packer-version}' - platform: '{platforms}' - template: '{templates}' + - shell: | + cd global-jjb + git fetch https://gerrit.linuxfoundation.org/infra/releng/global-jjb $GERRIT_REFSPEC + git cherry-pick FETCH_HEAD + - lf-infra-jjbini + - shell: !include-raw-escape: + - ../shell/git-validate-jira-urls.sh + - ../shell/jjb-install.sh + - ../shell/jjb-verify-job.sh + - ../shell/jjb-check-unicode.sh + - ../shell/jjb-cleanup.sh + - lf-infra-gpg-verify-git-signature - job-template: - name: '{project-name}-packer-merge-{platforms}-{templates}' - id: gerrit-packer-merge - <<: *lf_packer_common + name: '{project-name}-jjb-verify-upstream-gjjb' + id: gerrit-jjb-verify-upstream-gjjb + <<: *lf_jjb_common # yamllint disable-line rule:key-duplicates - <<: *lf_packer_merge + <<: *lf_jjb_verify_upstream_gjjb ###################### # Default parameters # ###################### - git-url: '$GIT_URL/$GERRIT_PROJECT' - - gerrit_merge_triggers: - - change-merged-event - - comment-added-contains-event: - comment-contains-value: remerge$ + git-url: '$GIT_URL/$PROJECT' + submodule-timeout: 10 ##################### # Job Configuration # @@ -740,61 +967,535 @@ scm: - lf-infra-gerrit-scm: git-url: '{git-url}' - refspec: '$GERRIT_REFSPEC' - branch: '$GERRIT_BRANCH' - submodule-recursive: '{submodule-recursive}' - choosing-strategy: gerrit + refspec: '' + branch: 'master' + submodule-recursive: true + submodule-timeout: '{submodule-timeout}' + choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' triggers: - - timed: '00 10 1 * *' - gerrit: - server-name: '{gerrit-server-name}' - trigger-on: '{obj:gerrit_merge_triggers}' + server-name: 'LinuxFoundation' + trigger-on: + - patchset-created-event: + exclude-drafts: true + exclude-trivial-rebase: false + exclude-no-code-change: false + - draft-published-event + - comment-added-contains-event: + comment-contains-value: '^Patch Set[ ]+[0-9]+:([ ]+|[\n]+)(recheck|reverify)$' projects: - project-compare-type: ANT - project-pattern: '{project}' + project-pattern: 'releng/global-jjb' branches: - branch-compare-type: ANT - branch-pattern: '**/{branch}' - file-paths: - - compare-type: REG_EXP - pattern: 'packer\/provision\/.*\.sh' - - compare-type: REG_EXP - pattern: 'packer\/provision\/{templates}\.yaml' - - compare-type: REG_EXP - pattern: 'packer\/provision\/local-{templates}\.yaml' - - compare-type: REG_EXP - pattern: 'packer\/templates\/{templates}\.json' - - compare-type: REG_EXP - pattern: 'packer\/vars\/{platforms}\.json' + branch-pattern: '**/master' + override-votes: true + gerrit-build-failed-codereview-value: -1 + gerrit-build-failed-verified-value: 0 + gerrit-build-successful-codereview-value: 1 + gerrit-build-successful-verified-value: 0 -- job-template: - name: '{project-name}-packer-merge-{platforms}-{templates}' - id: github-packer-merge - <<: *lf_packer_common - # yamllint disable-line rule:key-duplicates - <<: *lf_packer_merge +################# +# License Check # +################# + +- lf_license_check: &lf_license_check + name: lf-license-check + + ###################### + # Default parameters # + ###################### + + branch: master + build-days-to-keep: 7 + build-timeout: 15 + disable-job: false + file-patterns: > + *.go + *.groovy + *.java + *.py + *.sh + git-url: '$GIT_URL/$PROJECT' + github-url: 'https://github.com' + lhc-version: 0.2.0 + license-exclude-paths: '' + licenses-allowed: Apache-2.0,EPL-1.0,MIT + project-pattern: '**' + spdx-disable: false + stream: master + submodule-timeout: 10 ##################### # Job Configuration # ##################### + project-type: freestyle + node: '{build-node}' + concurrent: true + disabled: '{disable-job}' + properties: - - github: - url: '{git-url}/{github-org}/{project}' + - lf-infra-properties: + build-days-to-keep: '{build-days-to-keep}' + + parameters: + - lf-infra-parameters: + project: '{project}' + branch: '{branch}' + stream: '{stream}' + + wrappers: + - lf-infra-wrappers: + build-timeout: '{build-timeout}' + jenkins-ssh-credential: '{jenkins-ssh-credential}' + + builders: + - lf-license-check: + file-patterns: '{file-patterns}' + spdx-disable: '{spdx-disable}' + lhc-version: '{lhc-version}' + license-exclude-paths: '{license-exclude-paths}' + licenses-allowed: '{licenses-allowed}' + + publishers: + - lf-infra-publish + +- job-template: + name: '{project-name}-license-check' + id: gerrit-license-check + <<: *lf_license_check + + git-url: '$GIT_URL/$GERRIT_PROJECT' + + scm: + - lf-infra-gerrit-scm: + git-url: '{git-url}' + refspec: '$GERRIT_REFSPEC' + branch: '$GERRIT_BRANCH' + # Submodules are out of the project's control + submodule-recursive: false + submodule-timeout: '{submodule-timeout}' + choosing-strategy: gerrit + jenkins-ssh-credential: '{jenkins-ssh-credential}' + + triggers: + - gerrit: + server-name: '{gerrit-server-name}' + # Trigger should not be overridable as we want to always run + trigger-on: + - patchset-created-event: + exclude-drafts: false + exclude-trivial-rebase: false + exclude-no-code-change: false + - draft-published-event + - comment-added-contains-event: + comment-contains-value: recheck$ + projects: + - project-compare-type: ANT + project-pattern: '{project-pattern}' + branches: + - branch-compare-type: ANT + branch-pattern: '**' + +- job-template: + name: '{project-name}-license-check' + id: github-license-check + <<: *lf_license_check + + properties: + - lf-infra-properties: + build-days-to-keep: '{build-days-to-keep}' + - github: + url: '{github-url}/{github-org}/{project}' + + scm: + - lf-infra-github-scm: + url: '{git-clone-url}{github-org}/{project}' + refspec: '+refs/pull/*:refs/remotes/origin/pr/*' + branch: '$sha1' + # Submodules are out of the project's control + submodule-recursive: false + submodule-timeout: '{submodule-timeout}' + choosing-strategy: default + jenkins-ssh-credential: '{jenkins-ssh-credential}' + + triggers: + - github-pull-request: + trigger-phrase: '^recheck$' + only-trigger-phrase: false + status-context: 'License Check' + permit-all: true + github-hooks: true + white-list-target-branches: + - '{branch}' + +#################### +# Info YAML Verify # +#################### + +- lf_info_yaml_verify: &lf_info_yaml_verify + name: lf-info-yaml-verify + + ###################### + # Default parameters # + ###################### + + gerrit_verify_triggers: + - patchset-created-event: + exclude-drafts: true + exclude-trivial-rebase: false + exclude-no-code-change: false + - draft-published-event + - comment-added-contains-event: + comment-contains-value: '^Patch Set[ ]+[0-9]+:([ ]+|[\n]+)(recheck|reverify)$' + + ##################### + # Job Configuration # + ##################### + + concurrent: true + + builders: + - shell: !include-raw-escape: + - ../shell/git-validate-info-yaml.sh + - ../shell/info-file-validate.sh + +- job-template: + name: '{project-name}-info-yaml-verify' + id: gerrit-info-yaml-verify + <<: *lf_jjb_common + # yamllint disable-line rule:key-duplicates + <<: *lf_info_yaml_verify + + git-url: '$GIT_URL/$GERRIT_PROJECT' + + scm: + - lf-infra-gerrit-scm: + git-url: '{git-url}' + refspec: '$GERRIT_REFSPEC' + branch: '$GERRIT_BRANCH' + submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' + choosing-strategy: gerrit + jenkins-ssh-credential: '{jenkins-ssh-credential}' + + triggers: + - gerrit: + server-name: '{gerrit-server-name}' + trigger-on: '{obj:gerrit_verify_triggers}' + projects: + - project-compare-type: ANT + project-pattern: '{project}' + branches: + - branch-compare-type: ANT + branch-pattern: '**/{branch}' + file-paths: + - compare-type: REG_EXP + pattern: 'INFO.yaml' + +- job-template: + name: '{project-name}-info-yaml-verify' + id: github-info-yaml-verify + <<: *lf_jjb_common + # yamllint disable-line rule:key-duplicates + <<: *lf_info_yaml_verify + + github-url: 'https://github.com' + properties: + - github: + url: '{github-url}/{github-org}/{project}' + + scm: + - lf-infra-github-scm: + url: '{git-clone-url}{github-org}/{project}' + refspec: '+refs/pull/*:refs/remotes/origin/pr/*' + branch: '$sha1' + submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' + choosing-strategy: default + jenkins-ssh-credential: '{jenkins-ssh-credential}' + + triggers: + - github-pull-request: + trigger-phrase: '^(recheck|reverify)$' + only-trigger-phrase: false + status-context: 'INFO File Verify' + permit-all: true + github-hooks: true + # included-regions MUST match gerrit file-paths + included-regions: 'INFO.yaml' + white-list-target-branches: + - '{branch}' + +################## +# OPENSTACK CRON # +################## + +- lf_openstack_cron: &lf_openstack_cron + name: lf-openstack-cron + + ###################### + # Default parameters # + ###################### + + branch: master + build-days-to-keep: 7 + build-timeout: 10 + cron: '@hourly' + disable-job: false + git-url: '$GIT_URL/$PROJECT' + github-url: 'https://github.com' + openstack-cloud: vex + openstack-image-cleanup: true + openstack-image-cleanup-age: 30 + openstack-image-protect: true + openstack-server-cleanup: true + openstack-stack-cleanup: true + openstack-volume-cleanup: true + stream: master + submodule-timeout: 10 + + ##################### + # Job Configuration # + ##################### + + project-type: freestyle + node: '{build-node}' + concurrent: false + disabled: '{disable-job}' + + properties: + - lf-infra-properties: + build-days-to-keep: '{build-days-to-keep}' + + parameters: + - lf-infra-parameters: + project: '{project}' + stream: '{stream}' + branch: '{branch}' + - string: + name: JENKINS_URLS + default: '{jenkins-urls}' + description: | + Space separated list of Jenkins URLs to check for active builds. + + wrappers: + - lf-infra-wrappers: + build-timeout: '{build-timeout}' + jenkins-ssh-credential: '{jenkins-ssh-credential}' + # Listed after to override openstack-infra-wrappers clouds.yaml definition + - config-file-provider: + files: + - file-id: clouds-yaml + target: '$HOME/.config/openstack/clouds.yaml' + - file-id: npmrc + target: '$HOME/.npmrc' + - file-id: pipconf + target: '$HOME/.config/pip/pip.conf' + + triggers: + - timed: '{obj:cron}' + + builders: + - lf-infra-pre-build + - inject: + properties-content: OS_CLOUD={openstack-cloud} + # Stacks + - conditional-step: + condition-kind: boolean-expression + condition-expression: '{openstack-stack-cleanup}' + steps: + - shell: !include-raw-escape: ../shell/openstack-cleanup-orphaned-stacks.sh + # Servers + - conditional-step: + condition-kind: boolean-expression + condition-expression: '{openstack-server-cleanup}' + steps: + - shell: !include-raw-escape: ../shell/openstack-cleanup-orphaned-servers.sh + # Volumes + - conditional-step: + condition-kind: boolean-expression + condition-expression: '{openstack-volume-cleanup}' + steps: + - shell: !include-raw-escape: ../shell/openstack-cleanup-orphaned-volumes.sh + # Images + - conditional-step: + condition-kind: boolean-expression + condition-expression: '{openstack-image-protect}' + steps: + - shell: !include-raw-escape: ../shell/openstack-protect-in-use-images.sh + - conditional-step: + condition-kind: boolean-expression + condition-expression: '{openstack-image-cleanup}' + steps: + - inject: + properties-content: OS_IMAGE_CLEANUP_AGE={openstack-image-cleanup-age} + - shell: !include-raw-escape: ../shell/openstack-cleanup-old-images.sh + + publishers: + - lf-infra-publish + +- job-template: + name: '{project-name}-openstack-cron' + id: gerrit-openstack-cron + <<: *lf_openstack_cron + + scm: + - lf-infra-gerrit-scm: + git-url: '{git-url}' + refspec: 'refs/heads/{branch}' + branch: '{branch}' + submodule-recursive: true + submodule-timeout: '{submodule-timeout}' + choosing-strategy: default + jenkins-ssh-credential: '{jenkins-ssh-credential}' + +- job-template: + name: '{project-name}-openstack-cron' + id: github-openstack-cron + <<: *lf_openstack_cron scm: - lf-infra-github-scm: url: '{git-clone-url}{github-org}/{project}' refspec: '' branch: 'refs/heads/{branch}' + submodule-recursive: true + submodule-timeout: '{submodule-timeout}' + choosing-strategy: default + jenkins-ssh-credential: '{jenkins-ssh-credential}' + +################ +# Packer Merge # +################ + +- lf_packer_merge: &lf_packer_merge + name: lf-packer-merge + + ###################### + # Default parameters # + ###################### + + openstack: true + openstack-cloud: vex + + ##################### + # Job Configuration # + ##################### + + parameters: + - lf-infra-parameters: + project: '{project}' + stream: '{stream}' + branch: '{branch}' + - lf-packer-parameters: + packer-version: '{packer-version}' + + builders: + - lf-infra-packer-build: + openstack: '{openstack}' + openstack-cloud: '{openstack-cloud}' + packer-cloud-settings: '{packer-cloud-settings}' + packer-version: '{packer-version}' + platform: '{platforms}' + template: '{templates}' + - description-setter: + description: '.*Creating the image:(.*)' + +- job-template: + name: '{project-name}-packer-merge-{platforms}-{templates}' + id: gerrit-packer-merge + <<: *lf_packer_common + # yamllint disable-line rule:key-duplicates + <<: *lf_packer_merge + + ###################### + # Default parameters # + ###################### + + git-url: '$GIT_URL/$GERRIT_PROJECT' + + gerrit_merge_triggers: + - change-merged-event + - comment-added-contains-event: + comment-contains-value: remerge$ + + ##################### + # Job Configuration # + ##################### + + scm: + - lf-infra-gerrit-scm: + git-url: '{git-url}' + refspec: '$GERRIT_REFSPEC' + branch: '$GERRIT_BRANCH' + submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' + choosing-strategy: gerrit + jenkins-ssh-credential: '{jenkins-ssh-credential}' + + triggers: + - timed: '{obj:cron}' + - gerrit: + server-name: '{gerrit-server-name}' + trigger-on: '{obj:gerrit_merge_triggers}' + projects: + - project-compare-type: ANT + project-pattern: '{project}' + branches: + - branch-compare-type: ANT + branch-pattern: '**/{branch}' + file-paths: + - compare-type: REG_EXP + pattern: 'packer\/provision\/.*\.sh' + - compare-type: REG_EXP + pattern: 'packer\/provision\/.*\.bat' + - compare-type: REG_EXP + pattern: 'packer\/provision\/.*\.ps1' + - compare-type: REG_EXP + pattern: 'packer\/provision\/{templates}\.yaml' + - compare-type: REG_EXP + pattern: 'packer\/provision\/local-{templates}\.yaml' + - compare-type: REG_EXP + pattern: 'packer\/templates\/{templates}\.json' + - compare-type: REG_EXP + pattern: 'packer\/vars\/{platforms}\.json' + +- job-template: + name: '{project-name}-packer-merge-{platforms}-{templates}' + id: github-packer-merge + <<: *lf_packer_common + # yamllint disable-line rule:key-duplicates + <<: *lf_packer_merge + + ##################### + # Job Configuration # + ##################### + + properties: + - lf-infra-properties: + project: '{project}' + build-days-to-keep: 7 + - github: + url: '{github-url}/{github-org}/{project}' + + scm: + - lf-infra-github-scm: + url: '{git-clone-url}{github-org}/{project}' + refspec: > + +refs/heads/*:refs/remotes/origin/* + +refs/pull/*:refs/remotes/origin/pr/* + branch: '$GERRIT_REFSPEC' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' triggers: - - timed: '00 10 1 * *' + - timed: '{obj:cron}' - github - pollscm: cron: '' @@ -803,7 +1504,7 @@ trigger-phrase: '^remerge$' only-trigger-phrase: true status-context: 'Packer {platforms}-{templates} Merge' - permit-all: false + permit-all: true github-hooks: true org-list: - '{github-org}' @@ -812,10 +1513,14 @@ # included-regions MUST match Gerrit Trigger file-paths included-regions: - 'packer\/provision\/.*\.sh' + - 'packer\/provision\/.*\.bat' + - 'packer\/provision\/.*\.ps1' - 'packer\/provision\/{templates}\.yaml' - 'packer\/provision\/local-{templates}\.yaml' - 'packer\/templates\/{templates}\.json' - 'packer\/vars\/{platforms}\.json' + white-list-target-branches: + - '{branch}' ################# # Packer Verify # @@ -829,6 +1534,8 @@ ###################### build-timeout: 10 + openstack: true + openstack-cloud: vex gerrit_verify_triggers: - patchset-created-event: @@ -837,7 +1544,7 @@ exclude-no-code-change: false - draft-published-event - comment-added-contains-event: - comment-contains-value: recheck$ + comment-contains-value: '^Patch Set[ ]+[0-9]+:([ ]+|[\n]+)(recheck|reverify)$' gerrit_trigger_file_paths: - compare-type: REG_EXP @@ -855,6 +1562,8 @@ builders: - lf-infra-packer-validate: + openstack: '{openstack}' + openstack-cloud: '{openstack-cloud}' packer-cloud-settings: '{packer-cloud-settings}' packer-version: '{packer-version}' @@ -881,6 +1590,7 @@ refspec: '$GERRIT_REFSPEC' branch: '$GERRIT_BRANCH' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' choosing-strategy: gerrit jenkins-ssh-credential: '{jenkins-ssh-credential}' @@ -908,8 +1618,11 @@ ##################### properties: + - lf-infra-properties: + project: '{project}' + build-days-to-keep: 7 - github: - url: '{git-url}/{github-org}/{project}' + url: '{github-url}/{github-org}/{project}' scm: - lf-infra-github-scm: @@ -917,14 +1630,162 @@ refspec: '+refs/pull/*:refs/remotes/origin/pr/*' branch: '$sha1' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' triggers: - github-pull-request: - trigger-phrase: '^recheck$' + trigger-phrase: '^(recheck|reverify)$' only-trigger-phrase: false status-context: 'Packer Verify' permit-all: true github-hooks: true included-regions: '{obj:github_included_regions}' + white-list-target-branches: + - '{branch}' + +################# +# Puppet Verify # +################# + +- lf_puppet_verify: &lf_puppet_verify + name: lf-puppet-verify + + ###################### + # Default parameters # + ###################### + + branch: master + build-days-to-keep: 7 + build-timeout: 15 + disable-job: false + git-url: '$GIT_URL/$GERRIT_PROJECT' + github-url: 'https://github.com' + parallel: true + puppet-dir: '' + puppet-lint-version: 2.3.6 + stream: master + submodule-recursive: true + submodule-timeout: 10 + + gerrit_trigger_file_paths: + - compare-type: REG_EXP + pattern: '.*' + + # github_included_regions MUST match gerrit_trigger_file_paths + github_included_regions: + - '.*' + + ##################### + # Job Configuration # + ##################### + + project-type: freestyle + node: '{build-node}' + concurrent: true + disabled: '{disable-job}' + + properties: + - lf-infra-properties: + build-days-to-keep: '{build-days-to-keep}' + + parameters: + - lf-infra-parameters: + project: '{project}' + branch: '{branch}' + stream: '{stream}' + - lf-puppet-parameters: + puppet-lint-version: '{puppet-lint-version}' + + wrappers: + - lf-infra-wrappers: + build-timeout: '{build-timeout}' + jenkins-ssh-credential: '{jenkins-ssh-credential}' + + builders: + - shell: !include-raw-escape: ../shell/puppet-lint.sh + + publishers: + - lf-infra-publish + +- job-template: + name: '{project-name}-puppet-verify' + id: gerrit-puppet-verify + <<: *lf_puppet_verify + + ###################### + # Default parameters # + ###################### + + gerrit_verify_triggers: + - patchset-created-event: + exclude-drafts: true + exclude-trivial-rebase: false + exclude-no-code-change: false + - draft-published-event + - comment-added-contains-event: + comment-contains-value: '^Patch Set[ ]+[0-9]+:([ ]+|[\n]+)(recheck|reverify)$' + + ##################### + # Job Configuration # + ##################### + + scm: + - lf-infra-gerrit-scm: + jenkins-ssh-credential: '{jenkins-ssh-credential}' + git-url: '{git-url}' + refspec: '$GERRIT_REFSPEC' + branch: '$GERRIT_BRANCH' + submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' + choosing-strategy: gerrit + + triggers: + - gerrit: + server-name: '{gerrit-server-name}' + trigger-on: '{obj:gerrit_verify_triggers}' + projects: + - project-compare-type: ANT + project-pattern: '{project}' + branches: + - branch-compare-type: ANT + branch-pattern: '**/{branch}' + file-paths: '{obj:gerrit_trigger_file_paths}' + +- job-template: + name: '{project-name}-puppet-verify' + id: github-puppet-verify + <<: *lf_puppet_verify + + ##################### + # Job Configuration # + ##################### + + properties: + - lf-infra-properties: + project: '{project}' + build-days-to-keep: 7 + - github: + url: '{github-url}/{github-org}/{project}' + + scm: + - lf-infra-github-scm: + url: '{git-clone-url}{github-org}/{project}' + refspec: '+refs/pull/*:refs/remotes/origin/pr/*' + branch: '$sha1' + submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' + choosing-strategy: default + jenkins-ssh-credential: '{jenkins-ssh-credential}' + + triggers: + - github-pull-request: + trigger-phrase: '^(recheck|reverify)$' + only-trigger-phrase: false + status-context: 'Puppet Verify' + permit-all: true + github-hooks: true + included-regions: '{obj:github_included_regions}' + white-list-target-branches: + - '{branch}'