X-Git-Url: https://gerrit.linuxfoundation.org/infra/gitweb?a=blobdiff_plain;f=jjb%2Flf-ci-jobs.yaml;h=5b18b1d9379134196adedd5f18df3989bec472b8;hb=fc8ed70c43a44aaa3a68f48222a69041d137c912;hp=75efa862ee5e2ea6e2a7cbb274b387fd6b564932;hpb=8848fcfc43e95b8e725cba8fd484471ce2a70f77;p=releng%2Fglobal-jjb.git diff --git a/jjb/lf-ci-jobs.yaml b/jjb/lf-ci-jobs.yaml index 75efa862..5b18b1d9 100644 --- a/jjb/lf-ci-jobs.yaml +++ b/jjb/lf-ci-jobs.yaml @@ -4,6 +4,7 @@ jobs: - gerrit-jenkins-cfg-merge + - gerrit-jenkins-sandbox-cleanup - gerrit-jjb-deploy-job - gerrit-jjb-merge - gerrit-jjb-verify @@ -13,10 +14,23 @@ jobs: - github-jenkins-cfg-merge + - github-jenkins-sandbox-cleanup - github-jjb-deploy-job - github-jjb-merge - github-jjb-verify +- job-group: + name: '{project-name}-info-yaml-jobs' + + jobs: + - gerrit-info-yaml-verify + +- job-group: + name: '{project-name}-github-info-yaml-jobs' + + jobs: + - github-info-yaml-verify + - job-group: name: '{project-name}-packer-jobs' @@ -24,7 +38,6 @@ - gerrit-packer-merge - gerrit-packer-verify - - job-group: name: '{project-name}-github-packer-jobs' @@ -63,10 +76,13 @@ branch: master build-timeout: 90 + cron: '@monthly' + disable-job: false + github-url: 'https://github.com' stream: master submodule-recursive: true packer-cloud-settings: packer-cloud-env - packer-version: 1.2.2 + packer-version: 1.2.3 ##################### # Job Configuration # @@ -74,6 +90,7 @@ project-type: freestyle node: '{build-node}' + disabled: '{disable-job}' properties: - lf-infra-properties: @@ -122,7 +139,9 @@ branch: master build-timeout: 10 - jjb-version: 2.0.5 + disable-job: false + github-url: 'https://github.com' + jjb-version: 2.2.1 stream: master submodule-recursive: true @@ -131,6 +150,10 @@ pattern: '.*\.groovy' - compare-type: REG_EXP pattern: '.*\.sh' + - compare-type: REG_EXP + pattern: '.*\.bat' + - compare-type: REG_EXP + pattern: '.*\.ps1' - compare-type: REG_EXP pattern: '.*\.(yaml|yml)' - compare-type: REG_EXP @@ -140,6 +163,8 @@ github_included_regions: - '.*\.groovy' - '.*\.sh' + - '.*\.bat' + - '.*\.ps1' - '.*\.(yaml|yml)' - '.*\/global-jjb' @@ -149,6 +174,7 @@ project-type: freestyle node: '{build-node}' + disabled: '{disable-job}' properties: - lf-infra-properties: @@ -185,6 +211,7 @@ ###################### branch: master + disable-job: false git-url: '$GIT_URL/$GERRIT_PROJECT' stream: master gerrit_merge_triggers: @@ -197,6 +224,7 @@ project-type: freestyle node: '{build-node}' + disabled: '{disable-job}' properties: - lf-infra-properties: @@ -253,7 +281,7 @@ - inject: properties-content: 'jenkins_silos={jenkins-silos}' - shell: !include-raw-escape: ../shell/jenkins-configure-clouds.sh - - shell: rm "$HOME/.config/jenkins_jobs/jenkins_jobs.ini" + - shell: rm -f "$HOME/.config/jenkins_jobs/jenkins_jobs.ini" - builder: name: lf-jenkins-cfg-global-vars @@ -262,7 +290,7 @@ - inject: properties-content: 'jenkins_silos={jenkins-silos}' - shell: !include-raw-escape: ../shell/jenkins-configure-global-vars.sh - - shell: rm "$HOME/.config/jenkins_jobs/jenkins_jobs.ini" + - shell: rm -f "$HOME/.config/jenkins_jobs/jenkins_jobs.ini" - lf_jenkins_configuration: &lf_jenkins_cfg_merge name: lf-jenkins-cfg-merge @@ -273,7 +301,9 @@ branch: master cron: '@daily' + disable-job: false git-url: '$GIT_URL/$GERRIT_PROJECT' + github-url: 'https://github.com' jenkins-silos: production sandbox gerrit_merge_triggers: @@ -296,6 +326,7 @@ project-type: freestyle node: '{build-node}' concurrent: false + disabled: '{disable-job}' properties: - lf-infra-properties: @@ -315,8 +346,7 @@ jenkins-ssh-credential: '{jenkins-ssh-credential}' builders: - - shell: !include-raw-escape: - - ../shell/lftools-install.sh + - lf-infra-pre-build - lf-jenkins-cfg-global-vars: jenkins-silos: '{jenkins-silos}' - lf-jenkins-cfg-clouds: @@ -358,8 +388,11 @@ <<: *lf_jenkins_cfg_merge properties: + - lf-infra-properties: + project: '{project}' + build-days-to-keep: 1 - github: - url: '{git-url}/{github-org}/{project}' + url: '{github-url}/{github-org}/{project}' scm: - lf-infra-github-scm: @@ -379,13 +412,70 @@ trigger-phrase: '^remerge$' only-trigger-phrase: true status-context: 'Jenkins CFG Merge' - permit-all: false + permit-all: true github-hooks: true org-list: - '{github-org}' white-list: '{obj:github_pr_whitelist}' admin-list: '{obj:github_pr_admin_list}' included-regions: '{obj:github_included_regions}' + white-list-target-branches: + - '{branch}' + + +########################### +# JENKINS SANDBOX CLEANUP # +########################### + +- lf_jenkins_sandbox_cleanup: &lf_jenkins_sandbox_cleanup + name: lf-jenkins-sandbox-cleanup + + ###################### + # Default parameters # + ###################### + + build-timeout: 30 + # Run every Saturday at 08:00 UTC + cron: '0 8 * * 6' + disable-job: false + + ##################### + # Job Configuration # + ##################### + + project-type: freestyle + node: '{build-node}' + concurrent: true + disabled: '{disable-job}' + + parameters: + - lf-infra-jjb-parameters: + jjb-version: '{jjb-version}' + + triggers: + - timed: '{obj:cron}' + + builders: + - lf-infra-jjbini + - shell: !include-raw-escape: + - ../shell/jjb-install.sh + - ../shell/jenkins-sandbox-cleanup.sh + - ../shell/jjb-cleanup.sh + +- job-template: + name: '{project-name}-jenkins-sandbox-cleanup' + id: gerrit-jenkins-sandbox-cleanup + <<: *lf_jjb_common + # yamllint disable-line rule:key-duplicates + <<: *lf_jenkins_sandbox_cleanup + +- job-template: + name: '{project-name}-jenkins-sandbox-cleanup' + id: github-jenkins-sandbox-cleanup + <<: *lf_jjb_common + # yamllint disable-line rule:key-duplicates + <<: *lf_jenkins_sandbox_cleanup + ################## # JJB DEPLOY JOB # @@ -399,7 +489,11 @@ ###################### branch: master - git-url: '$GIT_URL/$GERRIT_PROJECT' + disable-job: false + # jjb-deploy should always clone $PROJECT regardless of what + # $GERRIT_PROJECT triggered the job. + git-url: '$GIT_URL/$PROJECT' + github-url: 'https://github.com' stream: master gerrit_jjb_deploy_job_triggers: - comment-added-contains-event: @@ -412,6 +506,7 @@ project-type: freestyle node: '{build-node}' concurrent: true + disabled: '{disable-job}' properties: - lf-infra-properties: @@ -475,8 +570,11 @@ <<: *lf_jjb_deploy_job properties: + - lf-infra-properties: + project: '{project}' + build-days-to-keep: 1 - github: - url: '{git-url}/{github-org}/{project}' + url: '{github-url}/{github-org}/{project}' scm: - lf-infra-github-scm: @@ -494,6 +592,8 @@ status-context: 'JJB Deploy Job' permit-all: true github-hooks: true + white-list-target-branches: + - '{branch}' ############# # JJB Merge # @@ -516,6 +616,7 @@ ##################### builders: + - lf-infra-pre-build - lf-infra-jjbini - shell: !include-raw-escape: - ../shell/jjb-install.sh @@ -564,8 +665,11 @@ ##################### properties: + - lf-infra-properties: + project: '{project}' + build-days-to-keep: 7 - github: - url: '{git-url}/{github-org}/{project}' + url: '{github-url}/{github-org}/{project}' scm: - lf-infra-github-scm: @@ -584,13 +688,15 @@ trigger-phrase: '^remerge$' only-trigger-phrase: true status-context: 'JJB Merge' - permit-all: false + permit-all: true github-hooks: true org-list: - '{github-org}' white-list: '{obj:github_pr_whitelist}' admin-list: '{obj:github_pr_admin_list}' included-regions: '{obj:github_included_regions}' + white-list-target-branches: + - '{branch}' ############## # JJB Verify # @@ -610,7 +716,7 @@ exclude-no-code-change: false - draft-published-event - comment-added-contains-event: - comment-contains-value: recheck$ + comment-contains-value: '^Patch Set[ ]+[0-9]+:([ ]+|[\n]+)(recheck|reverify)$' ##################### # Job Configuration # @@ -619,6 +725,7 @@ concurrent: true builders: + - lf-infra-pre-build - lf-infra-jjbini - shell: !include-raw-escape: - ../shell/git-validate-jira-urls.sh @@ -678,8 +785,11 @@ ##################### properties: + - lf-infra-properties: + project: '{project}' + build-days-to-keep: 7 - github: - url: '{git-url}/{github-org}/{project}' + url: '{github-url}/{github-org}/{project}' scm: - lf-infra-github-scm: @@ -692,12 +802,414 @@ triggers: - github-pull-request: - trigger-phrase: '^recheck$' + trigger-phrase: '^(recheck|reverify)$' only-trigger-phrase: false status-context: 'JJB Verify' permit-all: true github-hooks: true included-regions: '{obj:github_included_regions}' + white-list-target-branches: + - '{branch}' + +############################ +# JJB Verify Upstream GJJB # +############################ + +- lf_jjb_verify: &lf_jjb_verify_upstream_gjjb + name: lf-jjb-verify-upstream-gjjb + + ##################### + # Job Configuration # + ##################### + + concurrent: true + + builders: + - shell: | + cd jjb/global-jjb + git fetch https://gerrit.linuxfoundation.org/infra/releng/global-jjb $GERRIT_REFSPEC + git cherry-pick FETCH_HEAD + - lf-infra-jjbini + - shell: !include-raw-escape: + - ../shell/git-validate-jira-urls.sh + - ../shell/jjb-install.sh + - ../shell/jjb-verify-job.sh + - ../shell/jjb-check-unicode.sh + - ../shell/jjb-cleanup.sh + - lf-infra-gpg-verify-git-signature + +- job-template: + name: '{project-name}-jjb-verify-upstream-gjjb' + id: gerrit-jjb-verify-upstream-gjjb + <<: *lf_jjb_common + # yamllint disable-line rule:key-duplicates + <<: *lf_jjb_verify_upstream_gjjb + + ###################### + # Default parameters # + ###################### + + git-url: '$GIT_URL/$PROJECT' + + ##################### + # Job Configuration # + ##################### + + scm: + - lf-infra-gerrit-scm: + git-url: '{git-url}' + refspec: '' + branch: 'master' + submodule-recursive: true + choosing-strategy: default + jenkins-ssh-credential: '{jenkins-ssh-credential}' + + triggers: + - gerrit: + server-name: 'LinuxFoundation' + trigger-on: + - patchset-created-event: + exclude-drafts: true + exclude-trivial-rebase: false + exclude-no-code-change: false + - draft-published-event + - comment-added-contains-event: + comment-contains-value: '^Patch Set[ ]+[0-9]+:([ ]+|[\n]+)(recheck|reverify)$' + projects: + - project-compare-type: ANT + project-pattern: 'releng/global-jjb' + branches: + - branch-compare-type: ANT + branch-pattern: '**/master' + override-votes: true + gerrit-build-failed-codereview-value: -1 + gerrit-build-failed-verified-value: 0 + gerrit-build-successful-codereview-value: 1 + gerrit-build-successful-verified-value: 0 + +################# +# License Check # +################# + +- lf_license_check: &lf_license_check + name: lf-license-check + + ###################### + # Default parameters # + ###################### + + branch: master + build-days-to-keep: 7 + build-timeout: 15 + disable-job: false + file-patterns: > + *.go + *.groovy + *.java + *.py + *.sh + git-url: '$GIT_URL/$PROJECT' + github-url: 'https://github.com' + lhc-version: 0.2.0 + license-exclude-paths: '' + licenses-allowed: Apache-2.0,EPL-1.0,MIT + project-pattern: '**' + spdx-disable: false + stream: master + + ##################### + # Job Configuration # + ##################### + + project-type: freestyle + node: '{build-node}' + concurrent: true + disabled: '{disable-job}' + + properties: + - lf-infra-properties: + build-days-to-keep: '{build-days-to-keep}' + + parameters: + - lf-infra-parameters: + project: '{project}' + branch: '{branch}' + stream: '{stream}' + lftools-version: '{lftools-version}' + + wrappers: + - lf-infra-wrappers: + build-timeout: '{build-timeout}' + jenkins-ssh-credential: '{jenkins-ssh-credential}' + + builders: + - lf-license-check: + file-patterns: '{file-patterns}' + spdx-disable: '{spdx-disable}' + lhc-version: '{lhc-version}' + license-exclude-paths: '{license-exclude-paths}' + licenses-allowed: '{licenses-allowed}' + + publishers: + - lf-infra-publish + +- job-template: + name: '{project-name}-license-check' + id: gerrit-license-check + <<: *lf_license_check + + git-url: '$GIT_URL/$GERRIT_PROJECT' + + scm: + - lf-infra-gerrit-scm: + git-url: '{git-url}' + refspec: '$GERRIT_REFSPEC' + branch: '$GERRIT_BRANCH' + # Submodules are out of the project's control + submodule-recursive: false + choosing-strategy: gerrit + jenkins-ssh-credential: '{jenkins-ssh-credential}' + + triggers: + - gerrit: + server-name: '{gerrit-server-name}' + # Trigger should not be overridable as we want to always run + trigger-on: + - patchset-created-event: + exclude-drafts: false + exclude-trivial-rebase: false + exclude-no-code-change: false + - draft-published-event + - comment-added-contains-event: + comment-contains-value: recheck$ + projects: + - project-compare-type: ANT + project-pattern: '{project-pattern}' + branches: + - branch-compare-type: ANT + branch-pattern: '**' + +- job-template: + name: '{project-name}-license-check' + id: github-license-check + <<: *lf_license_check + + properties: + - lf-infra-properties: + build-days-to-keep: '{build-days-to-keep}' + - github: + url: '{github-url}/{github-org}/{project}' + + scm: + - lf-infra-github-scm: + url: '{git-clone-url}{github-org}/{project}' + refspec: '+refs/pull/*:refs/remotes/origin/pr/*' + branch: '$sha1' + # Submodules are out of the project's control + submodule-recursive: false + choosing-strategy: default + jenkins-ssh-credential: '{jenkins-ssh-credential}' + + triggers: + - github-pull-request: + trigger-phrase: '^recheck$' + only-trigger-phrase: false + status-context: 'License Check' + permit-all: true + github-hooks: true + white-list-target-branches: + - '{branch}' + +#################### +# Info YAML Verify # +#################### + +- lf_info_yaml_verify: &lf_info_yaml_verify + name: lf-info-yaml-verify + + ###################### + # Default parameters # + ###################### + + gerrit_verify_triggers: + - patchset-created-event: + exclude-drafts: true + exclude-trivial-rebase: false + exclude-no-code-change: false + - draft-published-event + - comment-added-contains-event: + comment-contains-value: '^Patch Set[ ]+[0-9]+:([ ]+|[\n]+)(recheck|reverify)$' + + ##################### + # Job Configuration # + ##################### + + concurrent: true + + builders: + - shell: !include-raw-escape: + - ../shell/git-validate-info-yaml.sh + - ../shell/info-file-validate.sh + +- job-template: + name: '{project-name}-info-yaml-verify' + id: gerrit-info-yaml-verify + <<: *lf_jjb_common + # yamllint disable-line rule:key-duplicates + <<: *lf_info_yaml_verify + + git-url: '$GIT_URL/$GERRIT_PROJECT' + + scm: + - lf-infra-gerrit-scm: + git-url: '{git-url}' + refspec: '$GERRIT_REFSPEC' + branch: '$GERRIT_BRANCH' + submodule-recursive: '{submodule-recursive}' + choosing-strategy: gerrit + jenkins-ssh-credential: '{jenkins-ssh-credential}' + + triggers: + - gerrit: + server-name: '{gerrit-server-name}' + trigger-on: '{obj:gerrit_verify_triggers}' + projects: + - project-compare-type: ANT + project-pattern: '{project}' + branches: + - branch-compare-type: ANT + branch-pattern: '**/{branch}' + file-paths: + - compare-type: REG_EXP + pattern: 'INFO.yaml' + +- job-template: + name: '{project-name}-info-yaml-verify' + id: github-info-yaml-verify + <<: *lf_jjb_common + # yamllint disable-line rule:key-duplicates + <<: *lf_info_yaml_verify + + github-url: 'https://github.com' + properties: + - github: + url: '{github-url}/{github-org}/{project}' + + scm: + - lf-infra-github-scm: + url: '{git-clone-url}{github-org}/{project}' + refspec: '+refs/pull/*:refs/remotes/origin/pr/*' + branch: '$sha1' + submodule-recursive: '{submodule-recursive}' + choosing-strategy: default + jenkins-ssh-credential: '{jenkins-ssh-credential}' + + triggers: + - github-pull-request: + trigger-phrase: '^(recheck|reverify)$' + only-trigger-phrase: false + status-context: 'INFO File Verify' + permit-all: true + github-hooks: true + # included-regions MUST match gerrit file-paths + included-regions: 'INFO.yaml' + white-list-target-branches: + - '{branch}' + +################## +# OPENSTACK CRON # +################## + +- lf_openstack_cron: &lf_openstack_cron + name: lf-openstack-cron + + ###################### + # Default parameters # + ###################### + + branch: master + build-days-to-keep: 7 + build-timeout: 10 + cron: '@daily' + disable-job: false + git-url: '$GIT_URL/$PROJECT' + github-url: 'https://github.com' + openstack-cloud: vex + stream: master + + ##################### + # Job Configuration # + ##################### + + project-type: freestyle + node: '{build-node}' + concurrent: false + disabled: '{disable-job}' + + properties: + - lf-infra-properties: + build-days-to-keep: '{build-days-to-keep}' + + parameters: + - lf-infra-parameters: + project: '{project}' + stream: '{stream}' + branch: '{branch}' + lftools-version: '{lftools-version}' + + wrappers: + - lf-infra-wrappers: + build-timeout: '{build-timeout}' + jenkins-ssh-credential: '{jenkins-ssh-credential}' + # Listed after to override openstack-infra-wrappers clouds.yaml definition + - config-file-provider: + files: + - file-id: clouds-yaml + target: '$HOME/.config/openstack/clouds.yaml' + - file-id: npmrc + target: '$HOME/.npmrc' + - file-id: pipconf + target: '$HOME/.config/pip/pip.conf' + + triggers: + - timed: '{obj:cron}' + + builders: + - inject: + properties-content: OS_CLOUD={openstack-cloud} + - shell: !include-raw-escape: ../shell/openstack-install.sh + - shell: !include-raw-escape: ../shell/openstack-protect-in-use-images.sh + + publishers: + - lf-infra-publish + +- job-template: + name: '{project-name}-openstack-cron' + id: gerrit-openstack-cron + <<: *lf_openstack_cron + + scm: + - lf-infra-gerrit-scm: + git-url: '{git-url}' + refspec: 'refs/heads/{branch}' + branch: '{branch}' + submodule-recursive: true + choosing-strategy: default + jenkins-ssh-credential: '{jenkins-ssh-credential}' + +- job-template: + name: '{project-name}-openstack-cron' + id: github-openstack-cron + <<: *lf_openstack_cron + + scm: + - lf-infra-github-scm: + url: '{git-clone-url}{github-org}/{project}' + refspec: '' + branch: 'refs/heads/{branch}' + submodule-recursive: true + choosing-strategy: default + jenkins-ssh-credential: '{jenkins-ssh-credential}' ################ # Packer Merge # @@ -711,9 +1223,6 @@ ##################### builders: - - lf-infra-packer-validate: - packer-cloud-settings: '{packer-cloud-settings}' - packer-version: '{packer-version}' - lf-infra-packer-build: packer-cloud-settings: '{packer-cloud-settings}' packer-version: '{packer-version}' @@ -752,7 +1261,7 @@ jenkins-ssh-credential: '{jenkins-ssh-credential}' triggers: - - timed: '00 10 1 * *' + - timed: '{obj:cron}' - gerrit: server-name: '{gerrit-server-name}' trigger-on: '{obj:gerrit_merge_triggers}' @@ -765,6 +1274,10 @@ file-paths: - compare-type: REG_EXP pattern: 'packer\/provision\/.*\.sh' + - compare-type: REG_EXP + pattern: 'packer\/provision\/.*\.bat' + - compare-type: REG_EXP + pattern: 'packer\/provision\/.*\.ps1' - compare-type: REG_EXP pattern: 'packer\/provision\/{templates}\.yaml' - compare-type: REG_EXP @@ -786,8 +1299,11 @@ ##################### properties: + - lf-infra-properties: + project: '{project}' + build-days-to-keep: 7 - github: - url: '{git-url}/{github-org}/{project}' + url: '{github-url}/{github-org}/{project}' scm: - lf-infra-github-scm: @@ -799,7 +1315,7 @@ jenkins-ssh-credential: '{jenkins-ssh-credential}' triggers: - - timed: '00 10 1 * *' + - timed: '{obj:cron}' - github - pollscm: cron: '' @@ -808,7 +1324,7 @@ trigger-phrase: '^remerge$' only-trigger-phrase: true status-context: 'Packer {platforms}-{templates} Merge' - permit-all: false + permit-all: true github-hooks: true org-list: - '{github-org}' @@ -817,10 +1333,14 @@ # included-regions MUST match Gerrit Trigger file-paths included-regions: - 'packer\/provision\/.*\.sh' + - 'packer\/provision\/.*\.bat' + - 'packer\/provision\/.*\.ps1' - 'packer\/provision\/{templates}\.yaml' - 'packer\/provision\/local-{templates}\.yaml' - 'packer\/templates\/{templates}\.json' - 'packer\/vars\/{platforms}\.json' + white-list-target-branches: + - '{branch}' ################# # Packer Verify # @@ -842,7 +1362,7 @@ exclude-no-code-change: false - draft-published-event - comment-added-contains-event: - comment-contains-value: recheck$ + comment-contains-value: '^Patch Set[ ]+[0-9]+:([ ]+|[\n]+)(recheck|reverify)$' gerrit_trigger_file_paths: - compare-type: REG_EXP @@ -913,8 +1433,11 @@ ##################### properties: + - lf-infra-properties: + project: '{project}' + build-days-to-keep: 7 - github: - url: '{git-url}/{github-org}/{project}' + url: '{github-url}/{github-org}/{project}' scm: - lf-infra-github-scm: @@ -927,9 +1450,11 @@ triggers: - github-pull-request: - trigger-phrase: '^recheck$' + trigger-phrase: '^(recheck|reverify)$' only-trigger-phrase: false status-context: 'Packer Verify' permit-all: true github-hooks: true included-regions: '{obj:github_included_regions}' + white-list-target-branches: + - '{branch}'