X-Git-Url: https://gerrit.linuxfoundation.org/infra/gitweb?a=blobdiff_plain;f=jjb%2Flf-ci-jobs.yaml;h=09a76a10f6c1125f6585cfa13cd6925c652dd2f3;hb=365d0c0fe65;hp=9c62d9713ff470bae18ec5e61a17e93e5bc8428a;hpb=f8156667ecaae577ab90fc724cf21c6d5c54814b;p=releng%2Fglobal-jjb.git diff --git a/jjb/lf-ci-jobs.yaml b/jjb/lf-ci-jobs.yaml index 9c62d971..09a76a10 100644 --- a/jjb/lf-ci-jobs.yaml +++ b/jjb/lf-ci-jobs.yaml @@ -28,8 +28,9 @@ submodule-recursive: true submodule-timeout: 10 submodule-disable: false + packer-builder: openstack packer-cloud-settings: packer-cloud-env - packer-version: 1.4.2 + packer-version: 1.8.2 ##################### # Job Configuration # @@ -100,7 +101,7 @@ disable-job: false github-url: "https://github.com" jjb-cache: "$HOME/.cache/jenkins_jobs" - jjb-version: 2.8.0 + jjb-version: 4.1.0 stream: master submodule-recursive: true submodule-timeout: 10 @@ -227,6 +228,7 @@ branches: - branch-compare-type: ANT branch-pattern: "**/{branch}" + comment-text-parameter-mode: PLAIN builders: - shell: !include-raw-escape: ../shell/gerrit-branch-lock.sh @@ -385,7 +387,7 @@ github-hooks: true org-list: - "{github-org}" - white-list: "{obj:github_pr_whitelist}" + white-list: "{obj:github_pr_allowlist}" admin-list: "{obj:github_pr_admin_list}" included-regions: "{obj:github_included_regions}" white-list-target-branches: @@ -623,6 +625,9 @@ project: "{project}" stream: "{stream}" branch: "{branch}" + - lf-infra-jjb-parameters: + jjb-cache: "{jjb-cache}" + jjb-version: "{jjb-version}" wrappers: - lf-infra-wrappers: @@ -639,6 +644,8 @@ - job-template: name: "{project-name}-jjb-deploy-job" id: gerrit-jjb-deploy-job + <<: *lf_jjb_common + # yamllint disable-line rule:key-duplicates <<: *lf_jjb_deploy_job scm: @@ -663,14 +670,17 @@ - branch-compare-type: ANT branch-pattern: "**" skip-vote: - success: true + successful: true failed: true unstable: true notbuilt: true + comment-text-parameter-mode: PLAIN - job-template: name: "{project-name}-jjb-deploy-job" id: github-jjb-deploy-job + <<: *lf_jjb_common + # yamllint disable-line rule:key-duplicates <<: *lf_jjb_deploy_job properties: @@ -804,7 +814,7 @@ github-hooks: true org-list: - "{github-org}" - white-list: "{obj:github_pr_whitelist}" + white-list: "{obj:github_pr_allowlist}" admin-list: "{obj:github_pr_admin_list}" included-regions: "{obj:github_included_regions}" white-list-target-branches: @@ -1362,6 +1372,12 @@ - lf-infra-pre-build - inject: properties-content: OS_CLOUD={openstack-cloud} + # K8s Clusters + - conditional-step: + condition-kind: boolean-expression + condition-expression: "{openstack-stack-cleanup}" + steps: + - shell: !include-raw-escape: ../shell/openstack-cleanup-orphaned-k8s-clusters.sh # Stacks - conditional-step: condition-kind: boolean-expression @@ -1402,6 +1418,9 @@ publishers: - lf-infra-publish + - global-jjb-email-notification: + email-recipients: "{failure-notification}" + email-prefix: "{failure-notification-prefix}" - job-template: name: "{project-name}-openstack-cron" @@ -1470,6 +1489,7 @@ - lf-infra-packer-build: openstack: "{openstack}" openstack-cloud: "{openstack-cloud}" + packer-builder: "{packer-builder}" packer-cloud-settings: "{packer-cloud-settings}" packer-version: "{packer-version}" platform: "{platforms}" @@ -1478,16 +1498,6 @@ - description-setter: regexp: '(\s+.*)(ZZCI\s+.*\d+-\d+\.\d+)' description: 'Image: \2' - # - trigger-builds: - # - project: '{project-name}-openstack-update-cloud-image' - # block: false - # predefined-parameters: | - # GERRIT_BRANCH=$GERRIT_BRANCH - # GERRIT_PROJECT=$GERRIT_PROJECT - # GERRIT_REFSPEC=$GERRIT_REFSPEC - # NEW_IMAGE_NAME=$NEW_IMAGE_NAME - # property-file: variables.jenkins-trigger - # property-file-fail-on-missing: true publishers: - lf-infra-publish @@ -1558,6 +1568,14 @@ pattern: 'packer\/templates\/{templates}\.json' - compare-type: REG_EXP pattern: 'packer\/vars\/{platforms}\.json' + - compare-type: REG_EXP + pattern: 'packer\/common-packer\/provision\/{templates}\.yaml' + - compare-type: REG_EXP + pattern: 'packer\/common-packer\/provision\/local-{templates}\.yaml' + - compare-type: REG_EXP + pattern: 'packer\/common-packer\/templates\/{templates}\.json' + - compare-type: REG_EXP + pattern: 'packer\/common-packer\/vars\/{platforms}\.json' - job-template: name: "{project-name}-packer-merge-{platforms}-{templates}" @@ -1604,7 +1622,7 @@ github-hooks: true org-list: - "{github-org}" - white-list: "{obj:github_pr_whitelist}" + white-list: "{obj:github_pr_allowlist}" admin-list: "{obj:github_pr_admin_list}" # included-regions MUST match Gerrit Trigger file-paths included-regions: @@ -1615,6 +1633,11 @@ - 'packer\/provision\/local-{templates}\.yaml' - 'packer\/templates\/{templates}\.json' - 'packer\/vars\/{platforms}\.json' + - 'packer\/common-packer\/provision\/{templates}\.yaml' + - 'packer\/common-packer\/provision\/local-{templates}\.yaml' + - 'packer\/common-packer\/templates\/{templates}\.json' + - 'packer\/common-packer\/vars\/{platforms}\.json' + white-list-target-branches: - "{branch}" @@ -1675,6 +1698,14 @@ pattern: 'packer\/templates\/{templates}\.json' - compare-type: REG_EXP pattern: 'packer\/vars\/{platforms}\.json' + - compare-type: REG_EXP + pattern: 'packer\/common-packer\/provision\/{templates}\.yaml' + - compare-type: REG_EXP + pattern: 'packer\/common-packer\/provision\/local-{templates}\.yaml' + - compare-type: REG_EXP + pattern: 'packer\/common-packer\/templates\/{templates}\.json' + - compare-type: REG_EXP + pattern: 'packer\/common-packer\/vars\/{platforms}\.json' - job-template: name: "{project-name}-packer-verify-build-{platforms}-{templates}" @@ -1723,6 +1754,10 @@ - 'packer\/provision\/local-{templates}\.yaml' - 'packer\/templates\/{templates}\.json' - 'packer\/vars\/{platforms}\.json' + - 'packer\/common-packer\/vars\/{platforms}\.json' + - 'packer\/common-packer\/provision\/{templates}\.yaml' + - 'packer\/common-packer\/provision\/local-{templates}\.yaml' + - 'packer\/common-packer\/templates\/{templates}\.json' ################# # Packer Verify # @@ -2135,6 +2170,7 @@ disable-job: false git-url: "$GIT_URL/$PROJECT" github-url: "https://github.com" + sonarcloud-java-version: openjdk11 stream: master submodule-recursive: true submodule-timeout: 10 @@ -2190,6 +2226,8 @@ name: lf-sonar-builders builders: - lf-infra-pre-build + - lf-update-java-alternatives: + java-version: "{sonarcloud-java-version}" - lf-infra-sonar: sonar-task: "{sonar-task}" sonar-project-file: "{sonar-project-file}" @@ -2201,6 +2239,8 @@ name: lf-sonar-builders-prescan builders: - lf-infra-pre-build + - lf-update-java-alternatives: + java-version: "{sonarcloud-java-version}" - lf-infra-sonar-with-prescan: sonar-task: "{sonar-task}" sonar-project-file: "{sonar-project-file}" @@ -2212,6 +2252,8 @@ name: lf-sonar-builders-prescan-script builders: - lf-infra-pre-build + - lf-update-java-alternatives: + java-version: "{sonarcloud-java-version}" - shell: "{sonar-prescan-script}" - lf-infra-sonar: sonar-task: "{sonar-task}" @@ -2338,3 +2380,65 @@ <<: *lf_sonar_builders_prescan_script # yamllint disable-line rule:key-duplicates <<: *lf_sonar_github_common + +############# +# Pipelines # +############# + +- lf_pipelines_common: &lf_pipelines_common + name: lf-pipelines-common + + ###################### + # Default parameters # + ###################### + + branch: master + build-timeout: 90 + disable-job: false + stream: master + submodule-recursive: true + submodule-timeout: 10 + submodule-disable: false + +- lf_global_pipelines_common: &lf_global_pipelines_common + name: lf-global-pipelines-common + + # All jobs are triggering from the same source + git-url: https://gerrit.linuxfoundation.org/infra/releng/pipelines + triggers: + - gerrit: + server-name: "lf-releng" + trigger-on: + - patchset-created-event: + exclude-drafts: true + exclude-trivial-rebase: false + exclude-no-code-change: false + - draft-published-event + - comment-added-contains-event: + comment-contains-value: '^Patch Set\s+\d+:\s+(recheck|reverify)\s*$' + projects: + - project-compare-type: ANT + project-pattern: "releng/pipelines" + branches: + - branch-compare-type: ANT + branch-pattern: "**/master" + +- job-template: + name: "lf-pipelines-verify" + id: lf-pipelines-verify + <<: *lf_pipelines_common + <<: *lf_global_pipelines_common + + project-type: pipeline + pipeline-scm: + scm: + - lf-infra-gerrit-scm: + git-url: "{git-url}" + refspec: "$GERRIT_REFSPEC" + branch: "$GERRIT_BRANCH" + submodule-recursive: "{submodule-recursive}" + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" + choosing-strategy: gerrit + jenkins-ssh-credential: "{jenkins-ssh-credential}" + sandbox: true