X-Git-Url: https://gerrit.linuxfoundation.org/infra/gitweb?a=blobdiff_plain;f=jjb%2Flf-ci-jobs.yaml;h=cd95e7017bfd9e20ed50d7f1522207c52915bb60;hb=b9d610a9e522d71a89d2daeb6f71b2bc2a71cdf7;hp=0c2ae3344d4f1fbf19642b252341d97880935d4b;hpb=9edb84822a5ec8c646fb39780cd1f4f57537a648;p=releng%2Fglobal-jjb.git diff --git a/jjb/lf-ci-jobs.yaml b/jjb/lf-ci-jobs.yaml index 0c2ae334..cd95e701 100644 --- a/jjb/lf-ci-jobs.yaml +++ b/jjb/lf-ci-jobs.yaml @@ -1,48 +1,4 @@ --- -- job-group: - name: '{project-name}-ci-jobs' - - jobs: - - gerrit-jenkins-cfg-merge - - gerrit-jjb-deploy-job - - gerrit-jjb-merge - - gerrit-jjb-verify - -- job-group: - name: '{project-name}-github-ci-jobs' - - jobs: - - github-jenkins-cfg-merge - - github-jjb-deploy-job - - github-jjb-merge - - github-jjb-verify - -- job-group: - name: '{project-name}-info-yaml-jobs' - - jobs: - - gerrit-info-yaml-verify - -- job-group: - name: '{project-name}-github-info-yaml-jobs' - - jobs: - - github-info-yaml-verify - -- job-group: - name: '{project-name}-packer-jobs' - - jobs: - - gerrit-packer-merge - - gerrit-packer-verify - -- job-group: - name: '{project-name}-github-packer-jobs' - - jobs: - - github-packer-merge - - github-packer-verify - #################### # COMMON FUNCTIONS # #################### @@ -53,19 +9,10 @@ - config-file-provider: files: - file-id: jjbini - target: '$HOME/.config/jenkins_jobs/jenkins_jobs.ini' - -- builder: - name: lf-infra-jjbini-sandbox - # TODO: Consolidate this into jjbini when JJB2.0 is available. - builders: - - config-file-provider: - files: - - file-id: jjbini-sandbox - target: '$HOME/.config/jenkins_jobs/jenkins_jobs.ini' + target: "$HOME/.config/jenkins_jobs/jenkins_jobs.ini" -- lf_packer: &lf_packer_common - name: lf-packer-common +- _lf_packer_common: &lf_packer_common + name: lf_packer_common # Provide configuration common in packer jobs. ###################### @@ -74,37 +21,42 @@ branch: master build-timeout: 90 - cron: '@monthly' + cron: "@monthly" + disable-job: false + github-url: "https://github.com" stream: master submodule-recursive: true + submodule-timeout: 10 + submodule-disable: false + packer-builder: openstack packer-cloud-settings: packer-cloud-env - packer-version: 1.2.3 + packer-version: 1.9.1 ##################### # Job Configuration # ##################### project-type: freestyle - node: '{build-node}' + node: "{build-node}" + disabled: "{disable-job}" properties: - lf-infra-properties: - project: '{project}' + project: "{project}" build-days-to-keep: 7 parameters: - lf-infra-parameters: - project: '{project}' - stream: '{stream}' - branch: '{branch}' - lftools-version: '{lftools-version}' + project: "{project}" + stream: "{stream}" + branch: "{branch}" - lf-packer-parameters: - packer-version: '{packer-version}' + packer-version: "{packer-version}" wrappers: - lf-infra-wrappers: - build-timeout: '{build-timeout}' - jenkins-ssh-credential: '{jenkins-ssh-credential}' + build-timeout: "{build-timeout}" + jenkins-ssh-credential: "{jenkins-ssh-credential}" publishers: - lf-infra-publish @@ -114,18 +66,30 @@ parameters: - string: name: JJB_VERSION - default: '{jjb-version}' + default: "{jjb-version}" description: Jenkins Job Builder version to download and install. + - string: + name: XDG_CACHE_HOME + default: "{jjb-cache}" + description: Jenkins Job Builder cache location. - parameter: name: lf-packer-parameters parameters: - string: name: PACKER_VERSION - default: '{packer-version}' + default: "{packer-version}" description: Packer version to download and install. -- lf_jjb_common: &lf_jjb_common +- parameter: + name: lf-puppet-parameters + parameters: + - string: + name: PUPPET_LINT_VERSION + default: "{puppet-lint-version}" + description: Puppet-lint version to download and install. + +- _lf_jjb_common: &lf_jjb_common name: lf-jjb-common ###################### @@ -134,58 +98,66 @@ branch: master build-timeout: 10 - jjb-version: 2.0.5 + disable-job: false + github-url: "https://github.com" + jjb-cache: "$HOME/.cache/jenkins_jobs" + jjb-version: 6.0.0 stream: master submodule-recursive: true + submodule-timeout: 10 + submodule-disable: false + throttle_categories: [] + throttle-enabled: false + throttle-max-per-node: 1 + throttle-max-total: 0 + throttle-option: "project" gerrit_trigger_file_paths: - compare-type: REG_EXP - pattern: '.*\.groovy' - - compare-type: REG_EXP - pattern: '.*\.sh' - - compare-type: REG_EXP - pattern: '.*\.bat' + pattern: "jjb/.*" - compare-type: REG_EXP - pattern: '.*\.ps1' + pattern: "global-jjb" - compare-type: REG_EXP - pattern: '.*\.(yaml|yml)' - - compare-type: REG_EXP - pattern: '.*\/global-jjb' + pattern: "shell/.*" # github_included_regions MUST match gerrit_trigger_file_paths github_included_regions: - - '.*\.groovy' - - '.*\.sh' - - '.*\.bat' - - '.*\.ps1' - - '.*\.(yaml|yml)' - - '.*\/global-jjb' + - "jjb/.*" + - "global-jjb" + - "shell/.*" ##################### # Job Configuration # ##################### project-type: freestyle - node: '{build-node}' + node: "{build-node}" + disabled: "{disable-job}" properties: - lf-infra-properties: - project: '{project}' + project: "{project}" build-days-to-keep: 7 + - throttle: + categories: "{obj:throttle_categories}" + enabled: "{throttle-enabled}" + max-per-node: "{throttle-max-per-node}" + max-total: "{throttle-max-total}" + option: "{throttle-option}" parameters: - lf-infra-parameters: - project: '{project}' - stream: '{stream}' - branch: '{branch}' - lftools-version: '{lftools-version}' + project: "{project}" + stream: "{stream}" + branch: "{branch}" - lf-infra-jjb-parameters: - jjb-version: '{jjb-version}' + jjb-cache: "{jjb-cache}" + jjb-version: "{jjb-version}" wrappers: - lf-infra-wrappers: - build-timeout: '{build-timeout}' - jenkins-ssh-credential: '{jenkins-ssh-credential}' + build-timeout: "{build-timeout}" + jenkins-ssh-credential: "{jenkins-ssh-credential}" publishers: - lf-infra-publish @@ -195,16 +167,18 @@ ###################### - job-template: - name: '{project-name}-gerrit-branch-lock-{stream}' + name: "{project-name}-gerrit-branch-lock" id: gerrit-branch-lock ###################### # Default parameters # ###################### - branch: master - git-url: '$GIT_URL/$GERRIT_PROJECT' - stream: master + branch: "**" + disable-job: false + git-url: "$GIT_URL/$GERRIT_PROJECT" + submodule-timeout: 10 + submodule-disable: true gerrit_merge_triggers: - comment-added-contains-event: comment-contains-value: (un)?lock branch$ @@ -214,49 +188,51 @@ ##################### project-type: freestyle - node: '{build-node}' + node: "{build-node}" + disabled: "{disable-job}" properties: - lf-infra-properties: - project: '{project}' + project: "{project}" build-days-to-keep: 1 parameters: - lf-infra-parameters: - project: '{project}' - stream: '{stream}' - branch: '{branch}' - lftools-version: '{lftools-version}' + project: "{project}" + stream: "" + branch: "{branch}" wrappers: - lf-infra-wrappers: build-timeout: 5 - jenkins-ssh-credential: '{jenkins-ssh-credential}' + jenkins-ssh-credential: "{jenkins-ssh-credential}" scm: - lf-infra-gerrit-scm: - git-url: '{git-url}' - refspec: '' - branch: '{branch}' + git-url: "{git-url}" + refspec: "" + branch: "$GERRIT_BRANCH" submodule-recursive: false + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" choosing-strategy: default - jenkins-ssh-credential: '{jenkins-ssh-credential}' + jenkins-ssh-credential: "{jenkins-ssh-credential}" triggers: - gerrit: - server-name: '{gerrit-server-name}' - trigger-on: '{obj:gerrit_merge_triggers}' + server-name: "{gerrit-server-name}" + trigger-on: "{obj:gerrit_merge_triggers}" projects: - project-compare-type: ANT - project-pattern: '{project}' + project-pattern: "**" branches: - branch-compare-type: ANT - branch-pattern: '**/{branch}' + branch-pattern: "**/{branch}" + comment-text-parameter-mode: PLAIN builders: - shell: !include-raw-escape: ../shell/gerrit-branch-lock.sh - publishers: - lf-infra-publish @@ -269,20 +245,20 @@ builders: - lf-infra-jjbini - inject: - properties-content: 'jenkins_silos={jenkins-silos}' + properties-content: "jenkins_silos={jenkins-silos}" - shell: !include-raw-escape: ../shell/jenkins-configure-clouds.sh - - shell: rm "$HOME/.config/jenkins_jobs/jenkins_jobs.ini" + - shell: rm -f "$HOME/.config/jenkins_jobs/jenkins_jobs.ini" - builder: name: lf-jenkins-cfg-global-vars builders: - lf-infra-jjbini - inject: - properties-content: 'jenkins_silos={jenkins-silos}' + properties-content: "jenkins_silos={jenkins-silos}" - shell: !include-raw-escape: ../shell/jenkins-configure-global-vars.sh - - shell: rm "$HOME/.config/jenkins_jobs/jenkins_jobs.ini" + - shell: rm -f "$HOME/.config/jenkins_jobs/jenkins_jobs.ini" -- lf_jenkins_configuration: &lf_jenkins_cfg_merge +- _lf_jenkins_configuration: &lf_jenkins_cfg_merge name: lf-jenkins-cfg-merge ###################### @@ -290,14 +266,18 @@ ###################### branch: master - cron: '@daily' - git-url: '$GIT_URL/$GERRIT_PROJECT' + cron: "@daily" + disable-job: false + git-url: "$GIT_URL/$GERRIT_PROJECT" + github-url: "https://github.com" jenkins-silos: production sandbox + submodule-timeout: 10 + submodule-disable: false gerrit_merge_triggers: - change-merged-event - comment-added-contains-event: - comment-contains-value: remerge$ + comment-contains-value: '^Patch Set\s+\d+:\s+remerge\s*$' gerrit_trigger_file_paths: - compare-type: REG_EXP @@ -312,104 +292,301 @@ ##################### project-type: freestyle - node: '{build-node}' + node: "{build-node}" concurrent: false + disabled: "{disable-job}" properties: - lf-infra-properties: - project: '{project}' + project: "{project}" build-days-to-keep: 1 parameters: - lf-infra-parameters: - project: '{project}' - stream: '' + project: "{project}" + stream: "" branch: master - lftools-version: '{lftools-version}' wrappers: - lf-infra-wrappers: build-timeout: 10 - jenkins-ssh-credential: '{jenkins-ssh-credential}' + jenkins-ssh-credential: "{jenkins-ssh-credential}" builders: - - shell: !include-raw-escape: - - ../shell/lftools-install.sh + - lf-infra-pre-build - lf-jenkins-cfg-global-vars: - jenkins-silos: '{jenkins-silos}' + jenkins-silos: "{jenkins-silos}" - lf-jenkins-cfg-clouds: - jenkins-silos: '{jenkins-silos}' + jenkins-silos: "{jenkins-silos}" publishers: - lf-infra-publish - job-template: - name: '{project-name}-jenkins-cfg-merge' + name: "{project-name}-jenkins-cfg-merge" id: gerrit-jenkins-cfg-merge <<: *lf_jenkins_cfg_merge scm: - lf-infra-gerrit-scm: - git-url: '{git-url}' - refspec: 'refs/heads/{branch}' - branch: '{branch}' + git-url: "{git-url}" + refspec: "refs/heads/{branch}" + branch: "{branch}" submodule-recursive: true + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" choosing-strategy: default - jenkins-ssh-credential: '{jenkins-ssh-credential}' + jenkins-ssh-credential: "{jenkins-ssh-credential}" triggers: - - timed: '{obj:cron}' + - timed: "{obj:cron}" - gerrit: - server-name: '{gerrit-server-name}' - trigger-on: '{obj:gerrit_merge_triggers}' + server-name: "{gerrit-server-name}" + trigger-on: "{obj:gerrit_merge_triggers}" projects: - project-compare-type: ANT - project-pattern: '{project}' + project-pattern: "{project}" branches: - branch-compare-type: ANT - branch-pattern: '**/{branch}' - file-paths: '{obj:gerrit_trigger_file_paths}' + branch-pattern: "**/{branch}" + file-paths: "{obj:gerrit_trigger_file_paths}" - job-template: - name: '{project-name}-jenkins-cfg-merge' + name: "{project-name}-jenkins-cfg-merge" id: github-jenkins-cfg-merge <<: *lf_jenkins_cfg_merge properties: + - lf-infra-properties: + project: "{project}" + build-days-to-keep: 1 - github: - url: '{git-url}/{github-org}/{project}' + url: "{github-url}/{github-org}/{project}" scm: - lf-infra-github-scm: - url: '{git-clone-url}{github-org}/{project}' - refspec: '' - branch: 'refs/heads/{branch}' + url: "{git-clone-url}{github-org}/{project}" + refspec: "" + branch: "refs/heads/{branch}" submodule-recursive: true + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" choosing-strategy: default - jenkins-ssh-credential: '{jenkins-ssh-credential}' + jenkins-ssh-credential: "{jenkins-ssh-credential}" triggers: - - timed: '{obj:cron}' + - timed: "{obj:cron}" - github - pollscm: - cron: '' + cron: "" - github-pull-request: - trigger-phrase: '^remerge$' + trigger-phrase: "^remerge$" only-trigger-phrase: true - status-context: 'Jenkins CFG Merge' - permit-all: false + status-context: "Jenkins CFG Merge" + permit-all: true github-hooks: true org-list: - - '{github-org}' - white-list: '{obj:github_pr_whitelist}' - admin-list: '{obj:github_pr_admin_list}' - included-regions: '{obj:github_included_regions}' + - "{github-org}" + white-list: "{obj:github_pr_allowlist}" + admin-list: "{obj:github_pr_admin_list}" + included-regions: "{obj:github_included_regions}" + white-list-target-branches: + - "{branch}" + +########################################### +# Jenkins Configuration Management Verify # +########################################### + +- _lf_jenkins_configuration: &lf_jenkins_cfg_verify + name: lf-jenkins-cfg-verify + + ###################### + # Default parameters # + ###################### + + branch: master + build-days-to-keep: 7 + disable-job: false + git-url: "$GIT_URL/$GERRIT_PROJECT" + github-url: "https://github.com" + submodule-timeout: 10 + submodule-disable: false + + gerrit_verify_triggers: + - patchset-created-event: + exclude-drafts: true + exclude-trivial-rebase: false + exclude-no-code-change: false + - draft-published-event + - comment-added-contains-event: + comment-contains-value: '^Patch Set\s+\d+:\s+(recheck|reverify)\s*$' + + gerrit_trigger_file_paths: + - compare-type: REG_EXP + pattern: 'jenkins-config\/.*' + + # github_included_regions MUST match gerrit_trigger_file_paths + github_included_regions: + - 'jenkins-config\/.*' + + ##################### + # Job Configuration # + ##################### + + project-type: freestyle + node: "{build-node}" + concurrent: true + disabled: "{disable-job}" + + properties: + - lf-infra-properties: + project: "{project}" + build-days-to-keep: 1 + + parameters: + - lf-infra-parameters: + project: "{project}" + stream: "" + branch: master + + wrappers: + - lf-infra-wrappers: + build-timeout: 10 + jenkins-ssh-credential: "{jenkins-ssh-credential}" + - config-file-provider: + # Listed after to override openstack-infra-wrappers clouds.yaml + # definition + files: + - file-id: clouds-yaml + target: "$HOME/.config/openstack/clouds.yaml" + - file-id: npmrc + target: "$HOME/.npmrc" + - file-id: pipconf + target: "$HOME/.config/pip/pip.conf" + + builders: + - lf-infra-pre-build + - shell: !include-raw-escape: ../shell/jenkins-verify-images.sh + + publishers: + - lf-infra-publish + +- job-template: + name: "{project-name}-jenkins-cfg-verify" + id: gerrit-jenkins-cfg-verify + <<: *lf_jenkins_cfg_verify + + scm: + - lf-infra-gerrit-scm: + git-url: "{git-url}" + refspec: "$GERRIT_REFSPEC" + branch: "$GERRIT_BRANCH" + submodule-recursive: true + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" + choosing-strategy: gerrit + jenkins-ssh-credential: "{jenkins-ssh-credential}" + + triggers: + - gerrit: + server-name: "{gerrit-server-name}" + trigger-on: "{obj:gerrit_verify_triggers}" + projects: + - project-compare-type: ANT + project-pattern: "{project}" + branches: + - branch-compare-type: ANT + branch-pattern: "**/{branch}" + file-paths: "{obj:gerrit_trigger_file_paths}" + +- job-template: + name: "{project-name}-jenkins-cfg-verify" + id: github-jenkins-cfg-verify + <<: *lf_jenkins_cfg_verify + + properties: + - github: + url: "{github-url}/{github-org}/{project}" + + scm: + - lf-infra-github-scm: + url: "{git-clone-url}{github-org}/{project}" + refspec: "+refs/pull/*:refs/remotes/origin/pr/*" + branch: "$sha1" + submodule-recursive: true + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" + choosing-strategy: default + jenkins-ssh-credential: "{jenkins-ssh-credential}" + + triggers: + - github-pull-request: + trigger-phrase: "^(recheck|reverify)$" + only-trigger-phrase: false + status-context: "Jenkins CFG Verify" + permit-all: true + github-hooks: true + included-regions: "{obj:github_included_regions}" + white-list-target-branches: + - "{branch}" + +########################### +# JENKINS SANDBOX CLEANUP # +########################### + +- _lf_jenkins_sandbox_cleanup: &lf_jenkins_sandbox_cleanup + name: lf-jenkins-sandbox-cleanup + + ###################### + # Default parameters # + ###################### + + build-timeout: 30 + # Run every Saturday at 08:00 UTC + cron: "0 8 * * 6" + disable-job: false + + ##################### + # Job Configuration # + ##################### + + project-type: freestyle + node: "{build-node}" + concurrent: true + disabled: "{disable-job}" + + parameters: + - lf-infra-jjb-parameters: + jjb-cache: "{jjb-cache}" + jjb-version: "{jjb-version}" + + triggers: + - timed: "{obj:cron}" + + builders: + - lf-infra-jjbini + - shell: !include-raw-escape: + - ../shell/jenkins-sandbox-cleanup.sh + +- job-template: + name: "{project-name}-jenkins-sandbox-cleanup" + id: gerrit-jenkins-sandbox-cleanup + <<: *lf_jjb_common + # yamllint disable-line rule:key-duplicates + <<: *lf_jenkins_sandbox_cleanup + +- job-template: + name: "{project-name}-jenkins-sandbox-cleanup" + id: github-jenkins-sandbox-cleanup + <<: *lf_jjb_common + # yamllint disable-line rule:key-duplicates + <<: *lf_jenkins_sandbox_cleanup ################## # JJB DEPLOY JOB # ################## -- lf_jjb_deploy_job: &lf_jjb_deploy_job +- _lf_jjb_deploy_job: &lf_jjb_deploy_job name: lf-jjb-deploy-job ###################### @@ -417,163 +594,187 @@ ###################### branch: master + disable-job: false # jjb-deploy should always clone $PROJECT regardless of what # $GERRIT_PROJECT triggered the job. - git-url: '$GIT_URL/$PROJECT' + git-url: "$GIT_URL/$PROJECT" + github-url: "https://github.com" stream: master + submodule-timeout: 10 + submodule-disable: false gerrit_jjb_deploy_job_triggers: - comment-added-contains-event: - comment-contains-value: 'jjb-deploy[:]* (?!\*+$).+$' + comment-contains-value: '^Patch Set\s+\d+:\s+(jjb-deploy[:]* (?!\*+$).+$)' ##################### # Job Configuration # ##################### project-type: freestyle - node: '{build-node}' + node: "{build-node}" concurrent: true + disabled: "{disable-job}" properties: - lf-infra-properties: - project: '{project}' + project: "{project}" build-days-to-keep: 1 parameters: - lf-infra-parameters: - project: '{project}' - stream: '{stream}' - branch: '{branch}' - lftools-version: '{lftools-version}' + project: "{project}" + stream: "{stream}" + branch: "{branch}" + - lf-infra-jjb-parameters: + jjb-cache: "{jjb-cache}" + jjb-version: "{jjb-version}" wrappers: - lf-infra-wrappers: build-timeout: 5 - jenkins-ssh-credential: '{jenkins-ssh-credential}' + jenkins-ssh-credential: "{jenkins-ssh-credential}" builders: - - lf-pip-install: - pip-packages: jenkins-job-builder - - lf-infra-jjbini-sandbox + - lf-infra-jjbini - shell: !include-raw-escape: ../shell/jjb-deploy-job.sh publishers: - lf-infra-publish - job-template: - name: '{project-name}-jjb-deploy-job' + name: "{project-name}-jjb-deploy-job" id: gerrit-jjb-deploy-job + <<: *lf_jjb_common + # yamllint disable-line rule:key-duplicates <<: *lf_jjb_deploy_job scm: - lf-infra-gerrit-scm: - git-url: '{git-url}' - refspec: 'refs/heads/{branch}' - branch: '{branch}' + git-url: "{git-url}" + refspec: "refs/heads/{branch}" + branch: "{branch}" submodule-recursive: true + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" choosing-strategy: default - jenkins-ssh-credential: '{jenkins-ssh-credential}' + jenkins-ssh-credential: "{jenkins-ssh-credential}" triggers: - gerrit: - server-name: '{gerrit-server-name}' - trigger-on: '{obj:gerrit_jjb_deploy_job_triggers}' + server-name: "{gerrit-server-name}" + trigger-on: "{obj:gerrit_jjb_deploy_job_triggers}" projects: - project-compare-type: ANT - project-pattern: '**' + project-pattern: "**" branches: - branch-compare-type: ANT - branch-pattern: '**' + branch-pattern: "**" skip-vote: - success: true + successful: true failed: true unstable: true notbuilt: true + comment-text-parameter-mode: PLAIN - job-template: - name: '{project-name}-jjb-deploy-job' + name: "{project-name}-jjb-deploy-job" id: github-jjb-deploy-job + <<: *lf_jjb_common + # yamllint disable-line rule:key-duplicates <<: *lf_jjb_deploy_job properties: + - lf-infra-properties: + project: "{project}" + build-days-to-keep: 1 - github: - url: '{git-url}/{github-org}/{project}' + url: "{github-url}/{github-org}/{project}" scm: - lf-infra-github-scm: - url: '{git-clone-url}{github-org}/{project}' - refspec: '+refs/pull/*:refs/remotes/origin/pr/*' - branch: '$sha1' + url: "{git-clone-url}{github-org}/{project}" + refspec: "+refs/pull/*:refs/remotes/origin/pr/*" + branch: "$sha1" submodule-recursive: true + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" choosing-strategy: default - jenkins-ssh-credential: '{jenkins-ssh-credential}' + jenkins-ssh-credential: "{jenkins-ssh-credential}" triggers: - github-pull-request: trigger-phrase: '^jjb-deploy (?!\*+$).+$' only-trigger-phrase: true - status-context: 'JJB Deploy Job' + status-context: "JJB Deploy Job" permit-all: true github-hooks: true + white-list-target-branches: + - "{branch}" ############# # JJB Merge # ############# -- lf_jjb_merge: &lf_jjb_merge +- _lf_jjb_merge: &lf_jjb_merge name: lf-jjb-merge ###################### # Default parameters # ###################### + jjb-workers: 0 + gerrit_merge_triggers: - change-merged-event - comment-added-contains-event: - comment-contains-value: remerge$ + comment-contains-value: '^Patch Set\s+\d+:\s+remerge\s*$' ##################### # Job Configuration # ##################### builders: + - lf-infra-pre-build - lf-infra-jjbini + - inject: + properties-content: JJB_WORKERS={jjb-workers} - shell: !include-raw-escape: - - ../shell/jjb-install.sh - ../shell/jjb-merge-job.sh - - ../shell/jjb-cleanup.sh - job-template: - name: '{project-name}-jjb-merge' + name: "{project-name}-jjb-merge" id: gerrit-jjb-merge <<: *lf_jjb_common # yamllint disable-line rule:key-duplicates <<: *lf_jjb_merge - git-url: '$GIT_URL/$GERRIT_PROJECT' + git-url: "$GIT_URL/$GERRIT_PROJECT" scm: - lf-infra-gerrit-scm: - git-url: '{git-url}' - refspec: '' - branch: '{branch}' - submodule-recursive: '{submodule-recursive}' + git-url: "{git-url}" + refspec: "" + branch: "{branch}" + submodule-recursive: "{submodule-recursive}" + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" choosing-strategy: default - jenkins-ssh-credential: '{jenkins-ssh-credential}' + jenkins-ssh-credential: "{jenkins-ssh-credential}" triggers: - gerrit: - server-name: '{gerrit-server-name}' - trigger-on: '{obj:gerrit_merge_triggers}' + server-name: "{gerrit-server-name}" + trigger-on: "{obj:gerrit_merge_triggers}" projects: - project-compare-type: ANT - project-pattern: '{project}' + project-pattern: "{project}" branches: - branch-compare-type: ANT - branch-pattern: '**/{branch}' - file-paths: '{obj:gerrit_trigger_file_paths}' + branch-pattern: "**/{branch}" + file-paths: "{obj:gerrit_trigger_file_paths}" - job-template: - name: '{project-name}-jjb-merge' + name: "{project-name}-jjb-merge" id: github-jjb-merge <<: *lf_jjb_common # yamllint disable-line rule:key-duplicates @@ -584,45 +785,56 @@ ##################### properties: + - lf-infra-properties: + project: "{project}" + build-days-to-keep: 7 - github: - url: '{git-url}/{github-org}/{project}' + url: "{github-url}/{github-org}/{project}" scm: - lf-infra-github-scm: - url: '{git-clone-url}{github-org}/{project}' - refspec: '' - branch: 'refs/heads/{branch}' - submodule-recursive: '{submodule-recursive}' + url: "{git-clone-url}{github-org}/{project}" + refspec: "" + branch: "refs/heads/{branch}" + submodule-recursive: "{submodule-recursive}" + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" choosing-strategy: default - jenkins-ssh-credential: '{jenkins-ssh-credential}' + jenkins-ssh-credential: "{jenkins-ssh-credential}" triggers: - github - pollscm: - cron: '' + cron: "" - github-pull-request: - trigger-phrase: '^remerge$' + trigger-phrase: "^remerge$" only-trigger-phrase: true - status-context: 'JJB Merge' - permit-all: false + status-context: "JJB Merge" + permit-all: true github-hooks: true org-list: - - '{github-org}' - white-list: '{obj:github_pr_whitelist}' - admin-list: '{obj:github_pr_admin_list}' - included-regions: '{obj:github_included_regions}' + - "{github-org}" + white-list: "{obj:github_pr_allowlist}" + admin-list: "{obj:github_pr_admin_list}" + included-regions: "{obj:github_included_regions}" + white-list-target-branches: + - "{branch}" ############## # JJB Verify # ############## -- lf_jjb_verify: &lf_jjb_verify +- _lf_jjb_verify: &lf_jjb_verify name: lf-jjb-verify ###################### # Default parameters # ###################### + build-concurrent: true + build-node-label-check: false + build-node-label-list: "" + gerrit_verify_triggers: - patchset-created-event: exclude-drafts: true @@ -630,26 +842,32 @@ exclude-no-code-change: false - draft-published-event - comment-added-contains-event: - comment-contains-value: '^Patch Set[ ]+[0-9]+:([ ]+|[\n]+)(recheck|reverify)$' + comment-contains-value: '^Patch Set\s+\d+:\s+(recheck|reverify)\s*$' ##################### # Job Configuration # ##################### - concurrent: true + concurrent: "{build-concurrent}" builders: + - lf-infra-pre-build - lf-infra-jjbini - shell: !include-raw-escape: - - ../shell/git-validate-jira-urls.sh - - ../shell/jjb-install.sh - ../shell/jjb-verify-job.sh - - ../shell/jjb-check-unicode.sh - - ../shell/jjb-cleanup.sh + - conditional-step: + condition-kind: boolean-expression + condition-expression: "{build-node-label-check}" + on-evaluation-failure: dont-run + steps: + - inject: + properties-content: EXTERNAL_LABELS="{build-node-label-list}" + - shell: !include-raw-escape: + - ../shell/jjb-verify-build-nodes.sh - lf-infra-gpg-verify-git-signature - job-template: - name: '{project-name}-jjb-verify' + name: "{project-name}-jjb-verify" id: gerrit-jjb-verify <<: *lf_jjb_common # yamllint disable-line rule:key-duplicates @@ -659,7 +877,7 @@ # Default parameters # ###################### - git-url: '$GIT_URL/$GERRIT_PROJECT' + git-url: "$GIT_URL/$GERRIT_PROJECT" ##################### # Job Configuration # @@ -667,27 +885,29 @@ scm: - lf-infra-gerrit-scm: - git-url: '{git-url}' - refspec: '$GERRIT_REFSPEC' - branch: '$GERRIT_BRANCH' - submodule-recursive: '{submodule-recursive}' + git-url: "{git-url}" + refspec: "$GERRIT_REFSPEC" + branch: "$GERRIT_BRANCH" + submodule-recursive: "{submodule-recursive}" + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" choosing-strategy: gerrit - jenkins-ssh-credential: '{jenkins-ssh-credential}' + jenkins-ssh-credential: "{jenkins-ssh-credential}" triggers: - gerrit: - server-name: '{gerrit-server-name}' - trigger-on: '{obj:gerrit_verify_triggers}' + server-name: "{gerrit-server-name}" + trigger-on: "{obj:gerrit_verify_triggers}" projects: - project-compare-type: ANT - project-pattern: '{project}' + project-pattern: "{project}" branches: - branch-compare-type: ANT - branch-pattern: '**/{branch}' - file-paths: '{obj:gerrit_trigger_file_paths}' + branch-pattern: "**/{branch}" + file-paths: "{obj:gerrit_trigger_file_paths}" - job-template: - name: '{project-name}-jjb-verify' + name: "{project-name}-jjb-verify" id: github-jjb-verify <<: *lf_jjb_common # yamllint disable-line rule:key-duplicates @@ -698,32 +918,152 @@ ##################### properties: + - lf-infra-properties: + project: "{project}" + build-days-to-keep: 7 - github: - url: '{git-url}/{github-org}/{project}' + url: "{github-url}/{github-org}/{project}" scm: - lf-infra-github-scm: - url: '{git-clone-url}{github-org}/{project}' - refspec: '+refs/pull/*:refs/remotes/origin/pr/*' - branch: '$sha1' - submodule-recursive: '{submodule-recursive}' + url: "{git-clone-url}{github-org}/{project}" + refspec: "+refs/pull/*:refs/remotes/origin/pr/*" + branch: "$sha1" + submodule-recursive: "{submodule-recursive}" + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" choosing-strategy: default - jenkins-ssh-credential: '{jenkins-ssh-credential}' + jenkins-ssh-credential: "{jenkins-ssh-credential}" triggers: - github-pull-request: - trigger-phrase: '^(recheck|reverify)$' + trigger-phrase: "^(recheck|reverify)$" only-trigger-phrase: false - status-context: 'JJB Verify' + status-context: "JJB Verify" permit-all: true github-hooks: true - included-regions: '{obj:github_included_regions}' + included-regions: "{obj:github_included_regions}" + white-list-target-branches: + - "{branch}" + +############################ +# JJB Verify Upstream GJJB # +############################ + +- _lf_jjb_verify: &lf_jjb_verify_upstream_gjjb + name: lf-jjb-verify-upstream-gjjb + + ##################### + # Job Configuration # + ##################### + + concurrent: true + + builders: + - shell: | + cd global-jjb + git fetch https://gerrit.linuxfoundation.org/infra/releng/global-jjb $GERRIT_REFSPEC + git cherry-pick FETCH_HEAD + - lf-infra-jjbini + - shell: !include-raw-escape: + - ../shell/jjb-verify-job.sh + + # All jobs are triggering from the same source + triggers: + - gerrit: + server-name: "lf-releng" + trigger-on: + - patchset-created-event: + exclude-drafts: true + exclude-trivial-rebase: false + exclude-no-code-change: false + - draft-published-event + - comment-added-contains-event: + comment-contains-value: '^Patch Set\s+\d+:\s+(recheck|reverify)\s*$' + projects: + - project-compare-type: ANT + project-pattern: "releng/global-jjb" + branches: + - branch-compare-type: ANT + branch-pattern: "**/master" + override-votes: true + gerrit-build-failed-codereview-value: -1 + gerrit-build-failed-verified-value: 0 + gerrit-build-successful-codereview-value: 1 + gerrit-build-successful-verified-value: 0 + +- job-template: + name: "{project-name}-jjb-verify-upstream-gjjb" + id: gerrit-jjb-verify-upstream-gjjb + <<: *lf_jjb_common + # yamllint disable-line rule:key-duplicates + <<: *lf_jjb_verify_upstream_gjjb + + ###################### + # Default parameters # + ###################### + + git-url: "$GIT_URL/$PROJECT" + submodule-timeout: 10 + submodule-disable: false + + ##################### + # Job Configuration # + ##################### + + scm: + - lf-infra-gerrit-scm: + git-url: "{git-url}" + refspec: "" + branch: "master" + submodule-recursive: true + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" + choosing-strategy: default + jenkins-ssh-credential: "{jenkins-ssh-credential}" + +- job-template: + name: "{project-name}-jjb-verify-upstream-gjjb" + id: github-jjb-verify-upstream-gjjb + <<: *lf_jjb_common + # yamllint disable-line rule:key-duplicates + <<: *lf_jjb_verify_upstream_gjjb + + ###################### + # Default parameters # + ###################### + + git-url: "$GIT_URL/$PROJECT" + submodule-timeout: 10 + submodule-disable: false + + ##################### + # Job Configuration # + ##################### + + properties: + - lf-infra-properties: + project: "{project}" + build-days-to-keep: 7 + - github: + url: "{github-url}/{github-org}/{project}" + + scm: + - lf-infra-github-scm: + url: "{git-clone-url}{github-org}/{project}" + refspec: "+refs/pull/*:refs/remotes/origin/pr/*" + branch: "$sha1" + submodule-recursive: "{submodule-recursive}" + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" + choosing-strategy: default + jenkins-ssh-credential: "{jenkins-ssh-credential}" ################# # License Check # ################# -- lf_license_check: &lf_license_check +- _lf_license_check: &lf_license_check name: lf-license-check ###################### @@ -733,75 +1073,81 @@ branch: master build-days-to-keep: 7 build-timeout: 15 + disable-job: false file-patterns: > - *.go - *.groovy - *.java - *.py - *.sh - git-url: '$GIT_URL/$PROJECT' + *.go + *.groovy + *.java + *.py + *.sh + git-url: "$GIT_URL/$PROJECT" + github-url: "https://github.com" lhc-version: 0.2.0 - license-exclude-paths: '' + license-exclude-paths: "" licenses-allowed: Apache-2.0,EPL-1.0,MIT - project-pattern: '**' + project-pattern: "**" spdx-disable: false stream: master + submodule-timeout: 10 + submodule-disable: false ##################### # Job Configuration # ##################### project-type: freestyle - node: '{build-node}' + node: "{build-node}" concurrent: true + disabled: "{disable-job}" properties: - lf-infra-properties: - build-days-to-keep: '{build-days-to-keep}' + build-days-to-keep: "{build-days-to-keep}" parameters: - lf-infra-parameters: - project: '{project}' - branch: '{branch}' - stream: '{stream}' - lftools-version: '{lftools-version}' + project: "{project}" + branch: "{branch}" + stream: "{stream}" wrappers: - lf-infra-wrappers: - build-timeout: '{build-timeout}' - jenkins-ssh-credential: '{jenkins-ssh-credential}' + build-timeout: "{build-timeout}" + jenkins-ssh-credential: "{jenkins-ssh-credential}" builders: - lf-license-check: - file-patterns: '{file-patterns}' - spdx-disable: '{spdx-disable}' - lhc-version: '{lhc-version}' - license-exclude-paths: '{license-exclude-paths}' - licenses-allowed: '{licenses-allowed}' + file-patterns: "{file-patterns}" + spdx-disable: "{spdx-disable}" + lhc-version: "{lhc-version}" + license-exclude-paths: "{license-exclude-paths}" + licenses-allowed: "{licenses-allowed}" publishers: - lf-infra-publish - job-template: - name: '{project-name}-license-check' + name: "{project-name}-license-check" id: gerrit-license-check <<: *lf_license_check - git-url: '$GIT_URL/$GERRIT_PROJECT' + git-url: "$GIT_URL/$GERRIT_PROJECT" scm: - lf-infra-gerrit-scm: - git-url: '{git-url}' - refspec: '$GERRIT_REFSPEC' - branch: '$GERRIT_BRANCH' + git-url: "{git-url}" + refspec: "$GERRIT_REFSPEC" + branch: "$GERRIT_BRANCH" # Submodules are out of the project's control submodule-recursive: false + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" choosing-strategy: gerrit - jenkins-ssh-credential: '{jenkins-ssh-credential}' + jenkins-ssh-credential: "{jenkins-ssh-credential}" triggers: - gerrit: - server-name: '{gerrit-server-name}' + server-name: "{gerrit-server-name}" # Trigger should not be overridable as we want to always run trigger-on: - patchset-created-event: @@ -810,46 +1156,52 @@ exclude-no-code-change: false - draft-published-event - comment-added-contains-event: - comment-contains-value: recheck$ + comment-contains-value: '^Patch Set\s+\d+:\s+(recheck|reverify)\s*$' projects: - project-compare-type: ANT - project-pattern: '{project-pattern}' + project-pattern: "{project-pattern}" branches: - branch-compare-type: ANT - branch-pattern: '**' + branch-pattern: "**" - job-template: - name: '{project-name}-license-check' + name: "{project-name}-license-check" id: github-license-check <<: *lf_license_check properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" - github: - url: '{git-url}/{github-org}/{project}' + url: "{github-url}/{github-org}/{project}" scm: - lf-infra-github-scm: - url: '{git-clone-url}{github-org}/{project}' - refspec: '+refs/pull/*:refs/remotes/origin/pr/*' - branch: '$sha1' + url: "{git-clone-url}{github-org}/{project}" + refspec: "+refs/pull/*:refs/remotes/origin/pr/*" + branch: "$sha1" # Submodules are out of the project's control submodule-recursive: false + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" choosing-strategy: default - jenkins-ssh-credential: '{jenkins-ssh-credential}' + jenkins-ssh-credential: "{jenkins-ssh-credential}" triggers: - github-pull-request: - trigger-phrase: '^recheck$' + trigger-phrase: "^recheck$" only-trigger-phrase: false - status-context: 'License Check' + status-context: "License Check" permit-all: true github-hooks: true + white-list-target-branches: + - "{branch}" #################### # Info YAML Verify # #################### -- lf_info_yaml_verify: &lf_info_yaml_verify +- _lf_info_yaml_verify: &lf_info_yaml_verify name: lf-info-yaml-verify ###################### @@ -863,7 +1215,7 @@ exclude-no-code-change: false - draft-published-event - comment-added-contains-event: - comment-contains-value: '^Patch Set[ ]+[0-9]+:([ ]+|[\n]+)(recheck|reverify)$' + comment-contains-value: '^Patch Set\s+\d+:\s+(recheck|reverify)\s*$' ##################### # Job Configuration # @@ -877,130 +1229,330 @@ - ../shell/info-file-validate.sh - job-template: - name: '{project-name}-info-yaml-verify' + name: "{project-name}-info-yaml-verify" id: gerrit-info-yaml-verify <<: *lf_jjb_common # yamllint disable-line rule:key-duplicates <<: *lf_info_yaml_verify - git-url: '$GIT_URL/$GERRIT_PROJECT' + git-url: "$GIT_URL/$GERRIT_PROJECT" scm: - lf-infra-gerrit-scm: - git-url: '{git-url}' - refspec: '$GERRIT_REFSPEC' - branch: '$GERRIT_BRANCH' - submodule-recursive: '{submodule-recursive}' + git-url: "{git-url}" + refspec: "$GERRIT_REFSPEC" + branch: "$GERRIT_BRANCH" + submodule-recursive: "{submodule-recursive}" + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" choosing-strategy: gerrit - jenkins-ssh-credential: '{jenkins-ssh-credential}' + jenkins-ssh-credential: "{jenkins-ssh-credential}" triggers: - gerrit: - server-name: '{gerrit-server-name}' - trigger-on: '{obj:gerrit_verify_triggers}' + server-name: "{gerrit-server-name}" + trigger-on: "{obj:gerrit_verify_triggers}" projects: - project-compare-type: ANT - project-pattern: '{project}' + project-pattern: "{project}" branches: - branch-compare-type: ANT - branch-pattern: '**/{branch}' + branch-pattern: "**/{branch}" file-paths: - compare-type: REG_EXP - pattern: 'INFO.yaml' + pattern: "INFO.yaml" - job-template: - name: '{project-name}-info-yaml-verify' + name: "{project-name}-info-yaml-verify" id: github-info-yaml-verify <<: *lf_jjb_common # yamllint disable-line rule:key-duplicates <<: *lf_info_yaml_verify + github-url: "https://github.com" properties: - github: - url: '{git-url}/{github-org}/{project}' + url: "{github-url}/{github-org}/{project}" scm: - lf-infra-github-scm: - url: '{git-clone-url}{github-org}/{project}' - refspec: '+refs/pull/*:refs/remotes/origin/pr/*' - branch: '$sha1' - submodule-recursive: '{submodule-recursive}' + url: "{git-clone-url}{github-org}/{project}" + refspec: "+refs/pull/*:refs/remotes/origin/pr/*" + branch: "$sha1" + submodule-recursive: "{submodule-recursive}" + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" choosing-strategy: default - jenkins-ssh-credential: '{jenkins-ssh-credential}' + jenkins-ssh-credential: "{jenkins-ssh-credential}" triggers: - github-pull-request: - trigger-phrase: '^(recheck|reverify)$' + trigger-phrase: "^(recheck|reverify)$" only-trigger-phrase: false - status-context: 'INFO File Verify' + status-context: "INFO File Verify" permit-all: true github-hooks: true # included-regions MUST match gerrit file-paths - included-regions: 'INFO.yaml' - -################ -# Packer Merge # -################ + included-regions: "INFO.yaml" + white-list-target-branches: + - "{branch}" -- lf_packer_merge: &lf_packer_merge - name: lf-packer-merge - - ##################### - # Job Configuration # - ##################### - - builders: - - lf-infra-packer-validate: - packer-cloud-settings: '{packer-cloud-settings}' - packer-version: '{packer-version}' - - lf-infra-packer-build: - packer-cloud-settings: '{packer-cloud-settings}' - packer-version: '{packer-version}' - platform: '{platforms}' - template: '{templates}' +################## +# OPENSTACK CRON # +################## -- job-template: - name: '{project-name}-packer-merge-{platforms}-{templates}' - id: gerrit-packer-merge - <<: *lf_packer_common - # yamllint disable-line rule:key-duplicates - <<: *lf_packer_merge +- _lf_openstack_cron: &lf_openstack_cron + name: lf-openstack-cron ###################### # Default parameters # ###################### - git-url: '$GIT_URL/$GERRIT_PROJECT' - - gerrit_merge_triggers: - - change-merged-event - - comment-added-contains-event: - comment-contains-value: remerge$ + branch: master + build-days-to-keep: 7 + build-timeout: 10 + cron: "@hourly" + disable-job: false + git-url: "$GIT_URL/$PROJECT" + github-url: "https://github.com" + openstack-cloud: vex + openstack-image-cleanup: true + openstack-image-cleanup-age: 30 + openstack-image-protect: true + openstack-port-cleanup: true + openstack-server-cleanup: true + openstack-stack-cleanup: true + openstack-volume-cleanup: true + stream: master + submodule-timeout: 10 + submodule-disable: false ##################### # Job Configuration # ##################### + project-type: freestyle + node: "{build-node}" + concurrent: false + disabled: "{disable-job}" + + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" + + parameters: + - lf-infra-parameters: + project: "{project}" + stream: "{stream}" + branch: "{branch}" + - string: + name: JENKINS_URLS + default: "{jenkins-urls}" + description: | + Space separated list of Jenkins URLs to check for active builds. + + wrappers: + - lf-infra-wrappers: + build-timeout: "{build-timeout}" + jenkins-ssh-credential: "{jenkins-ssh-credential}" + # Listed after to override openstack-infra-wrappers clouds.yaml definition + - config-file-provider: + files: + - file-id: clouds-yaml + target: "$HOME/.config/openstack/clouds.yaml" + - file-id: npmrc + target: "$HOME/.npmrc" + - file-id: pipconf + target: "$HOME/.config/pip/pip.conf" + + triggers: + - timed: "{obj:cron}" + + builders: + - lf-infra-pre-build + - inject: + properties-content: OS_CLOUD={openstack-cloud} + # K8s Clusters + - conditional-step: + condition-kind: boolean-expression + condition-expression: "{openstack-stack-cleanup}" + steps: + - shell: !include-raw-escape: ../shell/openstack-cleanup-orphaned-k8s-clusters.sh + # Stacks + - conditional-step: + condition-kind: boolean-expression + condition-expression: "{openstack-stack-cleanup}" + steps: + - shell: !include-raw-escape: ../shell/openstack-cleanup-orphaned-stacks.sh + # Servers + - conditional-step: + condition-kind: boolean-expression + condition-expression: "{openstack-server-cleanup}" + steps: + - shell: !include-raw-escape: ../shell/openstack-cleanup-orphaned-servers.sh + # Ports + - conditional-step: + condition-kind: boolean-expression + condition-expression: "{openstack-port-cleanup}" + steps: + - shell: !include-raw-escape: ../shell/openstack-cleanup-orphaned-ports.sh + # Volumes + - conditional-step: + condition-kind: boolean-expression + condition-expression: "{openstack-volume-cleanup}" + steps: + - shell: !include-raw-escape: ../shell/openstack-cleanup-orphaned-volumes.sh + # Images + - conditional-step: + condition-kind: boolean-expression + condition-expression: "{openstack-image-protect}" + steps: + - shell: !include-raw-escape: ../shell/openstack-protect-in-use-images.sh + - conditional-step: + condition-kind: boolean-expression + condition-expression: "{openstack-image-cleanup}" + steps: + - inject: + properties-content: OS_IMAGE_CLEANUP_AGE={openstack-image-cleanup-age} + - shell: !include-raw-escape: ../shell/openstack-cleanup-old-images.sh + + publishers: + - lf-infra-publish + - global-jjb-email-notification: + email-recipients: "{failure-notification}" + email-prefix: "{failure-notification-prefix}" + +- job-template: + name: "{project-name}-openstack-cron" + id: gerrit-openstack-cron + <<: *lf_openstack_cron + scm: - lf-infra-gerrit-scm: - git-url: '{git-url}' - refspec: '$GERRIT_REFSPEC' - branch: '$GERRIT_BRANCH' - submodule-recursive: '{submodule-recursive}' - choosing-strategy: gerrit - jenkins-ssh-credential: '{jenkins-ssh-credential}' + git-url: "{git-url}" + refspec: "refs/heads/{branch}" + branch: "{branch}" + submodule-recursive: true + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" + choosing-strategy: default + jenkins-ssh-credential: "{jenkins-ssh-credential}" + +- job-template: + name: "{project-name}-openstack-cron" + id: github-openstack-cron + <<: *lf_openstack_cron + + scm: + - lf-infra-github-scm: + url: "{git-clone-url}{github-org}/{project}" + refspec: "" + branch: "refs/heads/{branch}" + submodule-recursive: true + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" + choosing-strategy: default + jenkins-ssh-credential: "{jenkins-ssh-credential}" + +################ +# Packer Merge # +################ + +- _lf_packer_merge: &lf_packer_merge + name: lf-packer-merge + + ###################### + # Default parameters # + ###################### + + openstack: true + openstack-cloud: vex + update-cloud-image: false + + ##################### + # Job Configuration # + ##################### + + parameters: + - lf-infra-parameters: + project: "{project}" + stream: "{stream}" + branch: "{branch}" + - lf-packer-parameters: + packer-version: "{packer-version}" + - bool: + name: UPDATE_CLOUD_IMAGE + default: "{update-cloud-image}" + description: "Update new built image on the cloud." + + builders: + - lf-infra-packer-build: + openstack: "{openstack}" + openstack-cloud: "{openstack-cloud}" + packer-builder: "{packer-builder}" + packer-cloud-settings: "{packer-cloud-settings}" + packer-version: "{packer-version}" + platform: "{platforms}" + template: "{templates}" + update-cloud-image: "{update-cloud-image}" + - description-setter: + regexp: '(\s+.*)(ZZCI\s+.*\d+-\d+\.\d+)' + description: 'Image: \2' + + publishers: + - lf-infra-publish + - trigger-parameterized-builds: + - project: "{project-name}-openstack-update-cloud-image" + condition: UNSTABLE_OR_BETTER + predefined-parameters: | + NEW_IMAGE_NAME=$NEW_IMAGE_NAME + property-file: variables.jenkins-trigger + fail-on-missing: true + +- job-template: + name: "{project-name}-packer-merge-{platforms}-{templates}" + id: gerrit-packer-merge + <<: *lf_packer_common + # yamllint disable-line rule:key-duplicates + <<: *lf_packer_merge + + ###################### + # Default parameters # + ###################### + + git-url: "$GIT_URL/$GERRIT_PROJECT" + + gerrit_merge_triggers: + - change-merged-event + - comment-added-contains-event: + comment-contains-value: '^Patch Set\s+\d+:\s+remerge\s*$' + + ##################### + # Job Configuration # + ##################### + + scm: + - lf-infra-gerrit-scm: + git-url: "{git-url}" + refspec: "$GERRIT_REFSPEC" + branch: "$GERRIT_BRANCH" + submodule-recursive: "{submodule-recursive}" + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" + choosing-strategy: default + jenkins-ssh-credential: "{jenkins-ssh-credential}" triggers: - - timed: '{cron}' + - timed: "{obj:cron}" - gerrit: - server-name: '{gerrit-server-name}' - trigger-on: '{obj:gerrit_merge_triggers}' + server-name: "{gerrit-server-name}" + trigger-on: "{obj:gerrit_merge_triggers}" projects: - project-compare-type: ANT - project-pattern: '{project}' + project-pattern: "{project}" branches: - branch-compare-type: ANT - branch-pattern: '**/{branch}' + branch-pattern: "**/{branch}" file-paths: - compare-type: REG_EXP pattern: 'packer\/provision\/.*\.sh' @@ -1016,9 +1568,21 @@ pattern: 'packer\/templates\/{templates}\.json' - compare-type: REG_EXP pattern: 'packer\/vars\/{platforms}\.json' + - compare-type: REG_EXP + pattern: 'packer\/common-packer\/provision\/{templates}\.yaml' + - compare-type: REG_EXP + pattern: 'packer\/common-packer\/provision\/local-{templates}\.yaml' + - compare-type: REG_EXP + pattern: 'packer\/common-packer\/templates\/{templates}\.json' + - compare-type: REG_EXP + pattern: 'packer\/common-packer\/vars\/{platforms}\.json' + - compare-type: REG_EXP + pattern: 'packer\/common-packer\/templates\/{templates}\.hcl' + - compare-type: REG_EXP + pattern: 'packer\/common-packer\/vars\/{platforms}\.pkrvars.hcl' - job-template: - name: '{project-name}-packer-merge-{platforms}-{templates}' + name: "{project-name}-packer-merge-{platforms}-{templates}" id: github-packer-merge <<: *lf_packer_common # yamllint disable-line rule:key-duplicates @@ -1029,34 +1593,162 @@ ##################### properties: + - lf-infra-properties: + project: "{project}" + build-days-to-keep: 7 - github: - url: '{git-url}/{github-org}/{project}' + url: "{github-url}/{github-org}/{project}" scm: - lf-infra-github-scm: - url: '{git-clone-url}{github-org}/{project}' - refspec: '' - branch: 'refs/heads/{branch}' - submodule-recursive: '{submodule-recursive}' + url: "{git-clone-url}{github-org}/{project}" + refspec: > + +refs/heads/*:refs/remotes/origin/* + +refs/pull/*:refs/remotes/origin/pr/* + branch: "$GERRIT_REFSPEC" + submodule-recursive: "{submodule-recursive}" + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" choosing-strategy: default - jenkins-ssh-credential: '{jenkins-ssh-credential}' + jenkins-ssh-credential: "{jenkins-ssh-credential}" triggers: - - timed: '{cron}' + - timed: "{obj:cron}" - github - pollscm: - cron: '' + cron: "" - github-pull-request: - trigger-phrase: '^remerge$' + trigger-phrase: "^remerge$" only-trigger-phrase: true - status-context: 'Packer {platforms}-{templates} Merge' - permit-all: false + status-context: "Packer {platforms}-{templates} Merge" + permit-all: true github-hooks: true org-list: - - '{github-org}' - white-list: '{obj:github_pr_whitelist}' - admin-list: '{obj:github_pr_admin_list}' + - "{github-org}" + white-list: "{obj:github_pr_allowlist}" + admin-list: "{obj:github_pr_admin_list}" + # included-regions MUST match Gerrit Trigger file-paths + included-regions: + - 'packer\/provision\/.*\.sh' + - 'packer\/provision\/.*\.bat' + - 'packer\/provision\/.*\.ps1' + - 'packer\/provision\/{templates}\.yaml' + - 'packer\/provision\/local-{templates}\.yaml' + - 'packer\/templates\/{templates}\.json' + - 'packer\/vars\/{platforms}\.json' + - 'packer\/common-packer\/provision\/{templates}\.yaml' + - 'packer\/common-packer\/provision\/local-{templates}\.yaml' + - 'packer\/common-packer\/templates\/{templates}\.json' + - 'packer\/common-packer\/vars\/{platforms}\.json' + + white-list-target-branches: + - "{branch}" + +- job-template: + name: "{project-name}-packer-verify-build-{platforms}-{templates}" + id: gerrit-packer-verify-build + <<: *lf_packer_common + # yamllint disable-line rule:key-duplicates + <<: *lf_packer_merge + + ###################### + # Default parameters # + ###################### + + git-url: "$GIT_URL/$GERRIT_PROJECT" + + gerrit_verify_triggers: + - comment-added-contains-event: + comment-contains-value: '^Patch Set\s+\d+:\s+(verify-build|packer-build)\s*$' + + ##################### + # Job Configuration # + ##################### + + scm: + - lf-infra-gerrit-scm: + git-url: "{git-url}" + refspec: "$GERRIT_REFSPEC" + branch: "$GERRIT_BRANCH" + submodule-recursive: "{submodule-recursive}" + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" + choosing-strategy: gerrit + jenkins-ssh-credential: "{jenkins-ssh-credential}" + + triggers: + - gerrit: + server-name: "{gerrit-server-name}" + trigger-on: "{obj:gerrit_verify_triggers}" + projects: + - project-compare-type: ANT + project-pattern: "{project}" + branches: + - branch-compare-type: ANT + branch-pattern: "**/{branch}" + file-paths: + - compare-type: REG_EXP + pattern: 'packer\/provision\/.*\.sh' + - compare-type: REG_EXP + pattern: 'packer\/provision\/.*\.bat' + - compare-type: REG_EXP + pattern: 'packer\/provision\/.*\.ps1' + - compare-type: REG_EXP + pattern: 'packer\/provision\/{templates}\.yaml' + - compare-type: REG_EXP + pattern: 'packer\/provision\/local-{templates}\.yaml' + - compare-type: REG_EXP + pattern: 'packer\/templates\/{templates}\.json' + - compare-type: REG_EXP + pattern: 'packer\/vars\/{platforms}\.json' + - compare-type: REG_EXP + pattern: 'packer\/common-packer\/provision\/{templates}\.yaml' + - compare-type: REG_EXP + pattern: 'packer\/common-packer\/provision\/local-{templates}\.yaml' + - compare-type: REG_EXP + pattern: 'packer\/common-packer\/templates\/{templates}\.json' + - compare-type: REG_EXP + pattern: 'packer\/common-packer\/vars\/{platforms}\.json' + +- job-template: + name: "{project-name}-packer-verify-build-{platforms}-{templates}" + id: github-packer-verify-build + <<: *lf_packer_common + # yamllint disable-line rule:key-duplicates + <<: *lf_packer_merge + + ##################### + # Job Configuration # + ##################### + + properties: + - lf-infra-properties: + project: "{project}" + build-days-to-keep: 7 + - github: + url: "{github-url}/{github-org}/{project}" + + scm: + - lf-infra-github-scm: + url: "{git-clone-url}{github-org}/{project}" + refspec: "+refs/pull/*:refs/remotes/origin/pr/*" + branch: "$sha1" + submodule-recursive: "{submodule-recursive}" + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" + choosing-strategy: default + jenkins-ssh-credential: "{jenkins-ssh-credential}" + + triggers: + - github-pull-request: + trigger-phrase: "^(verify-build|packer-build)$" + only-trigger-phrase: true + status-context: "Packer {platforms}-{templates} Verify Build" + permit-all: true + github-hooks: true + white-list-target-branches: + - "{branch}" # included-regions MUST match Gerrit Trigger file-paths included-regions: - 'packer\/provision\/.*\.sh' @@ -1066,12 +1758,16 @@ - 'packer\/provision\/local-{templates}\.yaml' - 'packer\/templates\/{templates}\.json' - 'packer\/vars\/{platforms}\.json' + - 'packer\/common-packer\/vars\/{platforms}\.json' + - 'packer\/common-packer\/provision\/{templates}\.yaml' + - 'packer\/common-packer\/provision\/local-{templates}\.yaml' + - 'packer\/common-packer\/templates\/{templates}\.json' ################# # Packer Verify # ################# -- lf_packer_verify: &lf_packer_verify +- _lf_packer_verify: &lf_packer_verify name: lf-packer-verify ###################### @@ -1079,6 +1775,8 @@ ###################### build-timeout: 10 + openstack: true + openstack-cloud: vex gerrit_verify_triggers: - patchset-created-event: @@ -1087,7 +1785,7 @@ exclude-no-code-change: false - draft-published-event - comment-added-contains-event: - comment-contains-value: '^Patch Set[ ]+[0-9]+:([ ]+|[\n]+)(recheck|reverify)$' + comment-contains-value: '^Patch Set\s+\d+:\s+(recheck|reverify)\s*$' gerrit_trigger_file_paths: - compare-type: REG_EXP @@ -1105,11 +1803,13 @@ builders: - lf-infra-packer-validate: - packer-cloud-settings: '{packer-cloud-settings}' - packer-version: '{packer-version}' + openstack: "{openstack}" + openstack-cloud: "{openstack-cloud}" + packer-cloud-settings: "{packer-cloud-settings}" + packer-version: "{packer-version}" - job-template: - name: '{project-name}-packer-verify' + name: "{project-name}-packer-verify" id: gerrit-packer-verify <<: *lf_packer_common # yamllint disable-line rule:key-duplicates @@ -1119,7 +1819,7 @@ # Default parameters # ###################### - git-url: '$GIT_URL/$GERRIT_PROJECT' + git-url: "$GIT_URL/$GERRIT_PROJECT" ##################### # Job Configuration # @@ -1127,27 +1827,29 @@ scm: - lf-infra-gerrit-scm: - git-url: '{git-url}' - refspec: '$GERRIT_REFSPEC' - branch: '$GERRIT_BRANCH' - submodule-recursive: '{submodule-recursive}' + git-url: "{git-url}" + refspec: "$GERRIT_REFSPEC" + branch: "$GERRIT_BRANCH" + submodule-recursive: "{submodule-recursive}" + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" choosing-strategy: gerrit - jenkins-ssh-credential: '{jenkins-ssh-credential}' + jenkins-ssh-credential: "{jenkins-ssh-credential}" triggers: - gerrit: - server-name: '{gerrit-server-name}' - trigger-on: '{obj:gerrit_verify_triggers}' + server-name: "{gerrit-server-name}" + trigger-on: "{obj:gerrit_verify_triggers}" projects: - project-compare-type: ANT - project-pattern: '{project}' + project-pattern: "{project}" branches: - branch-compare-type: ANT - branch-pattern: '**/{branch}' - file-paths: '{obj:gerrit_trigger_file_paths}' + branch-pattern: "**/{branch}" + file-paths: "{obj:gerrit_trigger_file_paths}" - job-template: - name: '{project-name}-packer-verify' + name: "{project-name}-packer-verify" id: github-packer-verify <<: *lf_packer_common # yamllint disable-line rule:key-duplicates @@ -1158,23 +1860,592 @@ ##################### properties: + - lf-infra-properties: + project: "{project}" + build-days-to-keep: 7 + - github: + url: "{github-url}/{github-org}/{project}" + + scm: + - lf-infra-github-scm: + url: "{git-clone-url}{github-org}/{project}" + refspec: "+refs/pull/*:refs/remotes/origin/pr/*" + branch: "$sha1" + submodule-recursive: "{submodule-recursive}" + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" + choosing-strategy: default + jenkins-ssh-credential: "{jenkins-ssh-credential}" + + triggers: + - github-pull-request: + trigger-phrase: "^(recheck|reverify)$" + only-trigger-phrase: false + status-context: "Packer Verify" + permit-all: true + github-hooks: true + included-regions: "{obj:github_included_regions}" + white-list-target-branches: + - "{branch}" + +################################ +# Openstack Update Cloud Image # +################################ + +- _lf_openstack_cron: &lf_openstack_update_cloud_image + name: lf-openstack-update-cloud-image + + ###################### + # Default parameters # + ###################### + + branch: master + build-days-to-keep: 7 + build-timeout: 10 + cron: "@monthly" + disable-job: false + git-url: "$GIT_URL/$PROJECT" + github-url: "https://github.com" + new-image-name: "all" + openstack-cloud: vex + stream: master + submodule-timeout: 10 + submodule-disable: false + update-cloud-image: false + + ##################### + # Job Configuration # + ##################### + + project-type: freestyle + node: "{build-node}" + concurrent: false + disabled: "{disable-job}" + + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" + + parameters: + - lf-infra-parameters: + project: "{project}" + stream: "{stream}" + branch: "{branch}" + - string: + name: NEW_IMAGE_NAME + default: "{new-image-name}" + description: "Name of cloud image to update in Jenkins" + + wrappers: + - lf-infra-wrappers: + build-timeout: "{build-timeout}" + jenkins-ssh-credential: "{jenkins-ssh-credential}" + # Listed after to override openstack-infra-wrappers clouds.yaml definition + - config-file-provider: + files: + - file-id: clouds-yaml + target: "$HOME/.config/openstack/clouds.yaml" + - file-id: npmrc + target: "$HOME/.npmrc" + - file-id: pipconf + target: "$HOME/.config/pip/pip.conf" + + builders: + - lf-infra-pre-build + - inject: + properties-content: | + OS_CLOUD={openstack-cloud} + - shell: | + #!/bin/bash + echo "Extract the image type for commit message" + # echo IMAGE_TYPE=${{NEW_IMAGE_NAME% -*}} >> image-type.txt + IMAGE_TYPE=$(echo ${{NEW_IMAGE_NAME}} | tr -d "\'\"\ " | awk -F- '{{ print $2 " " $3 " " $4 }}') + echo IMAGE_TYPE=${{IMAGE_TYPE}} >> image-type.txt + cat image-type.txt + - inject: + properties-file: "image-type.txt" + - lf-infra-update-packer-images + - lf-infra-push-gerrit-patch: + project: "{project}" + gerrit-user: "{gerrit-user}" + gerrit-host: "{gerrit-host}" + gerrit-topic: "{gerrit-topic}" + gerrit-commit-message: "Update cloud image $IMAGE_TYPE" + reviewers-email: "{reviewers-email}" + + publishers: + - lf-infra-publish + +- job-template: + name: "{project-name}-openstack-update-cloud-image" + id: gerrit-openstack-update-cloud-image + <<: *lf_openstack_update_cloud_image + + ###################### + # Default parameters # + ###################### + + git-url: "$GIT_URL/$GERRIT_PROJECT" + + ##################### + # Job Configuration # + ##################### + + scm: + - lf-infra-gerrit-scm: + git-url: "{git-url}" + refspec: "$GERRIT_REFSPEC" + branch: "$GERRIT_BRANCH" + submodule-recursive: false + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" + choosing-strategy: gerrit + jenkins-ssh-credential: "{jenkins-ssh-credential}" + + triggers: + - timed: "{obj:cron}" + +################# +# Puppet Verify # +################# + +- _lf_puppet_verify: &lf_puppet_verify + name: lf-puppet-verify + + ###################### + # Default parameters # + ###################### + + branch: master + build-days-to-keep: 7 + build-timeout: 15 + disable-job: false + git-url: "$GIT_URL/$GERRIT_PROJECT" + github-url: "https://github.com" + parallel: true + puppet-dir: "" + puppet-lint-version: 2.3.6 + stream: master + submodule-recursive: true + submodule-timeout: 10 + submodule-disable: false + + gerrit_trigger_file_paths: + - compare-type: REG_EXP + pattern: ".*" + + # github_included_regions MUST match gerrit_trigger_file_paths + github_included_regions: + - ".*" + + ##################### + # Job Configuration # + ##################### + + project-type: freestyle + node: "{build-node}" + concurrent: true + disabled: "{disable-job}" + + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" + + parameters: + - lf-infra-parameters: + project: "{project}" + branch: "{branch}" + stream: "{stream}" + - lf-puppet-parameters: + puppet-lint-version: "{puppet-lint-version}" + + wrappers: + - lf-infra-wrappers: + build-timeout: "{build-timeout}" + jenkins-ssh-credential: "{jenkins-ssh-credential}" + + builders: + - shell: !include-raw-escape: ../shell/puppet-lint.sh + + publishers: + - lf-infra-publish + +- job-template: + name: "{project-name}-puppet-verify" + id: gerrit-puppet-verify + <<: *lf_puppet_verify + + ###################### + # Default parameters # + ###################### + + gerrit_verify_triggers: + - patchset-created-event: + exclude-drafts: true + exclude-trivial-rebase: false + exclude-no-code-change: false + - draft-published-event + - comment-added-contains-event: + comment-contains-value: '^Patch Set\s+\d+:\s+(recheck|reverify)\s*$' + + ##################### + # Job Configuration # + ##################### + + scm: + - lf-infra-gerrit-scm: + jenkins-ssh-credential: "{jenkins-ssh-credential}" + git-url: "{git-url}" + refspec: "$GERRIT_REFSPEC" + branch: "$GERRIT_BRANCH" + submodule-recursive: "{submodule-recursive}" + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" + choosing-strategy: gerrit + + triggers: + - gerrit: + server-name: "{gerrit-server-name}" + trigger-on: "{obj:gerrit_verify_triggers}" + projects: + - project-compare-type: ANT + project-pattern: "{project}" + branches: + - branch-compare-type: ANT + branch-pattern: "**/{branch}" + file-paths: "{obj:gerrit_trigger_file_paths}" + +- job-template: + name: "{project-name}-puppet-verify" + id: github-puppet-verify + <<: *lf_puppet_verify + + ##################### + # Job Configuration # + ##################### + + properties: + - lf-infra-properties: + project: "{project}" + build-days-to-keep: 7 + - github: + url: "{github-url}/{github-org}/{project}" + + scm: + - lf-infra-github-scm: + url: "{git-clone-url}{github-org}/{project}" + refspec: "+refs/pull/*:refs/remotes/origin/pr/*" + branch: "$sha1" + submodule-recursive: "{submodule-recursive}" + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" + choosing-strategy: default + jenkins-ssh-credential: "{jenkins-ssh-credential}" + + triggers: + - github-pull-request: + trigger-phrase: "^(recheck|reverify)$" + only-trigger-phrase: false + status-context: "Puppet Verify" + permit-all: true + github-hooks: true + included-regions: "{obj:github_included_regions}" + white-list-target-branches: + - "{branch}" + +######### +# Sonar # +######### + +- _lf_sonar_common: &lf_sonar_common + name: lf-sonar-common + + ###################### + # Default parameters # + ###################### + + archive-artifacts: > + **/*.log + + branch: master # Sonar should always be run on master branch + build-days-to-keep: 7 + build-timeout: 60 + cron: "H H * * *" # run daily + disable-job: false + git-url: "$GIT_URL/$PROJECT" + github-url: "https://github.com" + sonarcloud-java-version: openjdk17 + stream: master + submodule-recursive: true + submodule-timeout: 10 + submodule-disable: false + + # Sonar properties + sonar-task: "" + sonar-project-file: "sonar-project.properties" + sonar-properties: "" + sonar-java-opts: "" + sonar-additional-args: "" + sonar-jdk: openjdk17 + + gerrit_trigger_file_paths: + - compare-type: REG_EXP + pattern: ".*" + + # github_included_regions MUST match gerrit_trigger_file_paths + github_included_regions: + - ".*" + + ##################### + # Job Configuration # + ##################### + + project-type: freestyle + node: "{build-node}" + + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" + + wrappers: + - lf-infra-wrappers: + build-timeout: "{build-timeout}" + jenkins-ssh-credential: "{jenkins-ssh-credential}" + + disabled: "{disable-job}" + + parameters: + - lf-infra-parameters: + project: "{project}" + branch: "{branch}" + stream: "{stream}" + - string: + name: ARCHIVE_ARTIFACTS + default: "{archive-artifacts}" + description: Artifacts to archive to the logs server. + + publishers: + - lf-infra-publish + +- _lf_sonar_builders: &lf_sonar_builders + name: lf-sonar-builders + builders: + - lf-infra-pre-build + - lf-update-java-alternatives: + java-version: "{sonarcloud-java-version}" + - lf-infra-sonar: + sonar-task: "{sonar-task}" + sonar-project-file: "{sonar-project-file}" + sonar-properties: "{sonar-properties}" + sonar-java-opts: "{sonar-java-opts}" + sonar-additional-args: "{sonar-additional-args}" + sonar-jdk: "{sonar-jdk}" + +- _lf_sonar_builders_prescan: &lf_sonar_builders_prescan + name: lf-sonar-builders-prescan + builders: + - lf-infra-pre-build + - lf-update-java-alternatives: + java-version: "{sonarcloud-java-version}" + - lf-infra-sonar-with-prescan: + sonar-task: "{sonar-task}" + sonar-project-file: "{sonar-project-file}" + sonar-properties: "{sonar-properties}" + sonar-java-opts: "{sonar-java-opts}" + sonar-additional-args: "{sonar-additional-args}" + +- _lf_sonar_builders_prescan_script: &lf_sonar_builders_prescan_script + name: lf-sonar-builders-prescan-script + builders: + - lf-infra-pre-build + - lf-update-java-alternatives: + java-version: "{sonarcloud-java-version}" + - shell: "{sonar-prescan-script}" + - lf-infra-sonar: + sonar-task: "{sonar-task}" + sonar-project-file: "{sonar-project-file}" + sonar-properties: "{sonar-properties}" + sonar-java-opts: "{sonar-java-opts}" + sonar-additional-args: "{sonar-additional-args}" + sonar-jdk: "{sonar-jdk}" + +- _lf_sonar_gerrit_common: &lf_sonar_gerrit_common + name: lf-sonar-gerrit-common + gerrit_sonar_triggers: + - comment-added-contains-event: + comment-contains-value: '^Patch Set\s+\d+:\s+run-sonar\s*$' + + scm: + - lf-infra-gerrit-scm: + jenkins-ssh-credential: "{jenkins-ssh-credential}" + git-url: "{git-url}" + refspec: $GERRIT_REFSPEC + branch: $GERRIT_BRANCH + submodule-recursive: "{submodule-recursive}" + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" + choosing-strategy: default + + triggers: + - timed: "{obj:cron}" + - gerrit: + server-name: "{gerrit-server-name}" + trigger-on: "{obj:gerrit_sonar_triggers}" + projects: + - project-compare-type: "ANT" + project-pattern: "{project}" + branches: + - branch-compare-type: "ANT" + branch-pattern: "**/{branch}" + file-paths: "{obj:gerrit_trigger_file_paths}" + skip-vote: + successful: true + failed: true + unstable: true + notbuilt: true + +- _lf_sonar_github_common: &lf_sonar_github_common + name: lf-sonar-github-common + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" - github: - url: '{git-url}/{github-org}/{project}' + url: "{github-url}/{github-org}/{project}" scm: - lf-infra-github-scm: - url: '{git-clone-url}{github-org}/{project}' - refspec: '+refs/pull/*:refs/remotes/origin/pr/*' - branch: '$sha1' - submodule-recursive: '{submodule-recursive}' + url: "{git-clone-url}{github-org}/{project}" + refspec: "+refs/pull/*:refs/remotes/origin/pr/*" + branch: "$sha1" + submodule-recursive: "{submodule-recursive}" + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" choosing-strategy: default - jenkins-ssh-credential: '{jenkins-ssh-credential}' + jenkins-ssh-credential: "{jenkins-ssh-credential}" triggers: - github-pull-request: - trigger-phrase: '^(recheck|reverify)$' + trigger-phrase: "^run-sonar$" only-trigger-phrase: false - status-context: 'Packer Verify' + status-context: "Python Sonar" permit-all: true github-hooks: true - included-regions: '{obj:github_included_regions}' + white-list-target-branches: + - "{branch}" + included-regions: "{obj:github_included_regions}" + +- job-template: + name: "{project-name}-sonar" + id: gerrit-sonar + <<: *lf_sonar_common + # yamllint disable-line rule:key-duplicates + <<: *lf_sonar_builders + # yamllint disable-line rule:key-duplicates + <<: *lf_sonar_gerrit_common + +- job-template: + name: "{project-name}-sonar" + id: github-sonar + <<: *lf_sonar_common + # yamllint disable-line rule:key-duplicates + <<: *lf_sonar_builders + # yamllint disable-line rule:key-duplicates + <<: *lf_sonar_github_common + +- job-template: + name: "{project-name}-sonar-prescan" + id: gerrit-sonar-prescan + <<: *lf_sonar_common + # yamllint disable-line rule:key-duplicates + <<: *lf_sonar_builders_prescan + # yamllint disable-line rule:key-duplicates + <<: *lf_sonar_gerrit_common + +- job-template: + name: "{project-name}-sonar-prescan" + id: github-sonar-prescan + <<: *lf_sonar_common + # yamllint disable-line rule:key-duplicates + <<: *lf_sonar_builders_prescan + # yamllint disable-line rule:key-duplicates + <<: *lf_sonar_github_common + +- job-template: + name: "{project-name}-sonar-prescan-script" + id: gerrit-sonar-prescan-script + <<: *lf_sonar_common + # yamllint disable-line rule:key-duplicates + <<: *lf_sonar_builders_prescan_script + # yamllint disable-line rule:key-duplicates + <<: *lf_sonar_gerrit_common + +- job-template: + name: "{project-name}-sonar-prescan-script" + id: github-sonar-prescan-script + <<: *lf_sonar_common + # yamllint disable-line rule:key-duplicates + <<: *lf_sonar_builders_prescan_script + # yamllint disable-line rule:key-duplicates + <<: *lf_sonar_github_common + +############# +# Pipelines # +############# + +- _lf_pipelines_common: &lf_pipelines_common + name: lf-pipelines-common + + ###################### + # Default parameters # + ###################### + + branch: master + build-timeout: 90 + disable-job: false + stream: master + submodule-recursive: true + submodule-timeout: 10 + submodule-disable: false + +- _lf_global_pipelines_common: &lf_global_pipelines_common + name: lf-global-pipelines-common + + # All jobs are triggering from the same source + git-url: https://gerrit.linuxfoundation.org/infra/releng/pipelines + triggers: + - gerrit: + server-name: "lf-releng" + trigger-on: + - patchset-created-event: + exclude-drafts: true + exclude-trivial-rebase: false + exclude-no-code-change: false + - draft-published-event + - comment-added-contains-event: + comment-contains-value: '^Patch Set\s+\d+:\s+(recheck|reverify)\s*$' + projects: + - project-compare-type: ANT + project-pattern: "releng/pipelines" + branches: + - branch-compare-type: ANT + branch-pattern: "**/master" + +- job-template: + name: "lf-pipelines-verify" + id: lf-pipelines-verify + <<: *lf_pipelines_common + <<: *lf_global_pipelines_common + + project-type: pipeline + pipeline-scm: + scm: + - lf-infra-gerrit-scm: + git-url: "{git-url}" + refspec: "$GERRIT_REFSPEC" + branch: "$GERRIT_BRANCH" + submodule-recursive: "{submodule-recursive}" + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" + choosing-strategy: gerrit + jenkins-ssh-credential: "{jenkins-ssh-credential}" + sandbox: true