X-Git-Url: https://gerrit.linuxfoundation.org/infra/gitweb?a=blobdiff_plain;f=jjb%2Flf-maven-jobs.yaml;h=abbf66e4a7ddabe2e17731ae0a7e07c308d82bdf;hb=d8dc21c3ef89f62b0f58a4ad16616f304b2643d5;hp=0c5abf69f7e8d8aa5f79e3e312116a9d57c3a016;hpb=2b811ee74f223040ff6071969566de72aed71b2a;p=releng%2Fglobal-jjb.git diff --git a/jjb/lf-maven-jobs.yaml b/jjb/lf-maven-jobs.yaml index 0c5abf69..abbf66e4 100644 --- a/jjb/lf-maven-jobs.yaml +++ b/jjb/lf-maven-jobs.yaml @@ -21,6 +21,26 @@ - ../shell/common-variables.sh - ../shell/maven-deploy.sh +- builder: + name: lf-maven-versions-plugin + builders: + - conditional-step: + condition-kind: boolean-expression + condition-expression: '{maven-versions-plugin}' + steps: + - inject: + properties-file: version.properties + - maven-target: + maven-version: '{mvn-version}' + pom: '{mvn-pom}' + goals: 'versions:set versions:update-child-modules versions:commit -B' + properties: + - 'newVersion=${{release_version}}' + settings: '{mvn-settings}' + settings-type: cfp + global-settings: 'global-settings' + global-settings-type: cfp + - builder: name: lf-maven-stage builders: @@ -130,6 +150,7 @@ stream: master submodule-recursive: true submodule-timeout: 10 + submodule-disable: false nexus_iq_scan_patterns: - '**/*.ear' @@ -140,7 +161,7 @@ gerrit_clm_triggers: - comment-added-contains-event: - comment-contains-value: run-clm$ + comment-contains-value: '^Patch Set\s+\d+:\s+run-clm\s*$' parameters: - lf-infra-parameters: @@ -200,6 +221,7 @@ branch: '$GERRIT_BRANCH' submodule-recursive: '{submodule-recursive}' submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' choosing-strategy: default triggers: @@ -240,6 +262,7 @@ branch: 'refs/heads/{branch}' submodule-recursive: '{submodule-recursive}' submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' @@ -284,11 +307,12 @@ stream: master submodule-recursive: true submodule-timeout: 10 + submodule-disable: false gerrit_merge_triggers: - change-merged-event - comment-added-contains-event: - comment-contains-value: remerge$ + comment-contains-value: '^Patch Set\s+\d+:\s+remerge\s*$' ##################### # Job Configuration # @@ -331,6 +355,7 @@ branch: '{branch}' submodule-recursive: '{submodule-recursive}' submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' @@ -365,6 +390,7 @@ branch: '{branch}' submodule-recursive: '{submodule-recursive}' submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' @@ -410,6 +436,7 @@ stream: master submodule-recursive: true submodule-timeout: 10 + submodule-disable: false gerrit_verify_triggers: - patchset-created-event: @@ -418,7 +445,7 @@ exclude-no-code-change: false - draft-published-event - comment-added-contains-event: - comment-contains-value: '^Patch Set[ ]+[0-9]+:([ ]+|[\n]+)(recheck|reverify)$' + comment-contains-value: '^Patch Set\s+\d+:\s+(recheck|reverify)\s*$' ##################### # Job Configuration # @@ -456,6 +483,7 @@ branch: '$GERRIT_BRANCH' submodule-recursive: '{submodule-recursive}' submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' choosing-strategy: gerrit triggers: @@ -489,6 +517,7 @@ branch: '$sha1' submodule-recursive: '{submodule-recursive}' submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' @@ -530,11 +559,12 @@ stream: master submodule-recursive: true submodule-timeout: 10 + submodule-disable: false gerrit_merge_triggers: - change-merged-event - comment-added-contains-event: - comment-contains-value: remerge$ + comment-contains-value: '^Patch Set\s+\d+:\s+remerge\s*$' gerrit_trigger_file_paths: - compare-type: REG_EXP @@ -595,6 +625,7 @@ branch: '$GERRIT_BRANCH' submodule-recursive: '{submodule-recursive}' submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' choosing-strategy: default triggers: @@ -630,6 +661,7 @@ branch: 'refs/heads/{branch}' submodule-recursive: '{submodule-recursive}' submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' @@ -652,6 +684,117 @@ - '{branch}' included-regions: '{obj:github_included_regions}' +########################## +# Maven Merge for Docker # +########################## + +- lf_maven_docker_merge: &lf_maven_docker_merge + name: lf-maven-docker-merge + + builders: + - lf-infra-pre-build + - lf-jacoco-nojava-workaround + - lf-maven-install: + mvn-version: '{mvn-version}' + - lf-infra-docker-login: + global-settings-file: '{mvn-global-settings}' + settings-file: '{mvn-settings}' + - lf-update-java-alternatives: + java-version: '{java-version}' + # must provide maven settings AFTER docker due to its cleanup + - lf-provide-maven-settings: + global-settings-file: '{mvn-global-settings}' + settings-file: '{mvn-settings}' + - lf-infra-create-netrc: + server-id: '{mvn-snapshot-id}' + - inject: + properties-content: | + NEXUS_CUT_DIRS={nexus-cut-dirs} + NEXUS_REPO={nexus-snapshot-repo} + CONTAINER_PULL_REGISTRY={container-public-registry} + CONTAINER_PUSH_REGISTRY={container-snapshot-registry} + - shell: !include-raw-escape: ../shell/maven-fetch-metadata.sh + - lf-maven-build: + mvn-goals: '{mvn-goals}' + # NO lf-maven-deploy + - lf-provide-maven-settings-cleanup + +- job-template: + name: '{project-name}-maven-docker-merge-{stream}' + id: gerrit-maven-docker-merge + <<: *lf_maven_common + # yamllint disable-line rule:key-duplicates + <<: *lf_maven_merge + # yamllint disable-line rule:key-duplicates + <<: *lf_maven_docker_merge + + scm: + - lf-infra-gerrit-scm: + jenkins-ssh-credential: '{jenkins-ssh-credential}' + git-url: '{git-url}' + refspec: '$GERRIT_REFSPEC' + branch: '$GERRIT_BRANCH' + submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' + choosing-strategy: default + + triggers: + - gerrit: + server-name: '{gerrit-server-name}' + trigger-on: '{obj:gerrit_merge_triggers}' + projects: + - project-compare-type: ANT + project-pattern: '{project}' + branches: + - branch-compare-type: ANT + branch-pattern: '**/{branch}' + file-paths: '{obj:gerrit_trigger_file_paths}' + +- job-template: + name: '{project-name}-maven-docker-merge-{stream}' + id: github-maven-docker-merge + <<: *lf_maven_common + # yamllint disable-line rule:key-duplicates + <<: *lf_maven_merge + # yamllint disable-line rule:key-duplicates + <<: *lf_maven_docker_merge + + properties: + - lf-infra-properties: + build-days-to-keep: '{build-days-to-keep}' + - github: + url: '{github-url}/{github-org}/{project}' + + scm: + - lf-infra-github-scm: + url: '{git-clone-url}{github-org}/{project}' + refspec: '' + branch: 'refs/heads/{branch}' + submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' + choosing-strategy: default + jenkins-ssh-credential: '{jenkins-ssh-credential}' + + triggers: + - github + - pollscm: + cron: '' + - github-pull-request: + trigger-phrase: '^remerge$' + only-trigger-phrase: true + status-context: 'Maven Docker Merge' + permit-all: true + github-hooks: true + org-list: + - '{github-org}' + white-list: '{obj:github_pr_whitelist}' + admin-list: '{obj:github_pr_admin_list}' + white-list-target-branches: + - '{branch}' + included-regions: '{obj:github_included_regions}' + ############### # Maven Stage # ############### @@ -671,6 +814,7 @@ git-url: '$GIT_URL/$PROJECT' github-url: 'https://github.com' java-version: openjdk8 + maven-versions-plugin: false mvn-central: false mvn-global-settings: global-settings mvn-goals: clean deploy @@ -678,15 +822,25 @@ mvn-params: '' mvn-version: mvn35 ossrh-profile-id: '' + mvn-pom: '' sign-artifacts: false sign-mode: serial stream: master submodule-recursive: true submodule-timeout: 10 + submodule-disable: false gerrit_release_triggers: - comment-added-contains-event: - comment-contains-value: stage-release$ + comment-contains-value: '^Patch Set\s+\d+:\s+stage-release\s*$' + + gerrit_trigger_file_paths: + - compare-type: ANT + pattern: '**' + + # github_included_regions MUST match gerrit_trigger_file_paths + github_included_regions: + - '.*' ##################### # Job Configuration # @@ -704,6 +858,10 @@ mvn-params: '{mvn-params}' mvn-version: '{mvn-version}' staging-profile-id: '{staging-profile-id}' + - bool: + name: MAVEN_VERSIONS_PLUGIN + default: '{maven-versions-plugin}' + description: Use maven-versions-plugin to update pom versions. - string: name: ARCHIVE_ARTIFACTS default: '{archive-artifacts}' @@ -723,6 +881,11 @@ - lf-provide-maven-settings: global-settings-file: '{mvn-global-settings}' settings-file: '{mvn-settings}' + - lf-maven-versions-plugin: + maven-versions-plugin: '{maven-versions-plugin}' + mvn-version: '{mvn-version}' + mvn-pom: '{mvn-pom}' + mvn-settings: '{mvn-settings}' - shell: !include-raw-escape: ../shell/maven-patch-release.sh - lf-maven-build: mvn-goals: '{mvn-goals}' @@ -756,6 +919,7 @@ branch: '$GERRIT_BRANCH' submodule-recursive: '{submodule-recursive}' submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' choosing-strategy: default triggers: @@ -769,6 +933,7 @@ branches: - branch-compare-type: ANT branch-pattern: '**/{branch}' + file-paths: '{obj:gerrit_trigger_file_paths}' - job-template: name: '{project-name}-maven-stage-{stream}' @@ -790,6 +955,119 @@ branch: '{branch}' submodule-recursive: '{submodule-recursive}' submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' + choosing-strategy: default + jenkins-ssh-credential: '{jenkins-ssh-credential}' + + triggers: + - timed: '{obj:cron}' + - github-pull-request: + trigger-phrase: '^build release$' + only-trigger-phrase: true + status-context: 'Maven Release' + permit-all: true + github-hooks: true + white-list-target-branches: + - '{branch}' + included-regions: '{obj:github_included_regions}' + +########################## +# Maven Stage for Docker # +########################## + +- lf_maven_docker_stage: &lf_maven_docker_stage + name: lf-maven-docker-stage + + builders: + - lf-infra-pre-build + - lf-jacoco-nojava-workaround + - lf-maven-install: + mvn-version: '{mvn-version}' + - lf-update-java-alternatives: + java-version: '{java-version}' + - lf-infra-docker-login: + global-settings-file: '{mvn-global-settings}' + settings-file: '{mvn-settings}' + # must provide maven settings AFTER docker-login due to its cleanup + - lf-provide-maven-settings: + global-settings-file: '{mvn-global-settings}' + settings-file: '{mvn-settings}' + - lf-maven-versions-plugin: + maven-versions-plugin: '{maven-versions-plugin}' + mvn-version: '{mvn-version}' + mvn-pom: '{mvn-pom}' + mvn-settings: '{mvn-settings}' + - shell: !include-raw-escape: ../shell/maven-patch-release.sh + - inject: + properties-content: | + CONTAINER_PULL_REGISTRY={container-public-registry} + CONTAINER_PUSH_REGISTRY={container-staging-registry} + - lf-maven-build: + mvn-goals: '{mvn-goals}' + - lf-sigul-sign-dir: + sign-artifacts: '{sign-artifacts}' + sign-dir: '$WORKSPACE/m2repo' + sign-mode: '{sign-mode}' + # NO lf-maven-stage + # NO lf-maven-central + - lf-provide-maven-settings-cleanup + +- job-template: + name: '{project-name}-maven-docker-stage-{stream}' + id: gerrit-maven-docker-stage + <<: *lf_maven_common + # yamllint disable-line rule:key-duplicates + <<: *lf_maven_stage + # yamllint disable-line rule:key-duplicates + <<: *lf_maven_docker_stage + + scm: + - lf-infra-gerrit-scm: + jenkins-ssh-credential: '{jenkins-ssh-credential}' + git-url: '{git-url}' + refspec: '$GERRIT_REFSPEC' + branch: '$GERRIT_BRANCH' + submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' + choosing-strategy: default + + triggers: + - timed: '{obj:cron}' + - gerrit: + server-name: '{gerrit-server-name}' + trigger-on: '{obj:gerrit_release_triggers}' + projects: + - project-compare-type: ANT + project-pattern: '{project}' + branches: + - branch-compare-type: ANT + branch-pattern: '**/{branch}' + file-paths: '{obj:gerrit_trigger_file_paths}' + +- job-template: + name: '{project-name}-maven-docker-stage-{stream}' + id: github-maven-docker-stage + <<: *lf_maven_common + # yamllint disable-line rule:key-duplicates + <<: *lf_maven_stage + # yamllint disable-line rule:key-duplicates + <<: *lf_maven_docker_stage + + properties: + - lf-infra-properties: + build-days-to-keep: '{build-days-to-keep}' + - github: + url: '{github-url}/{github-org}/{project}' + + scm: + - lf-infra-github-scm: + url: '{git-clone-url}{github-org}/{project}' + refspec: '+refs/pull/*:refs/remotes/origin/pr/*' + branch: '{branch}' + submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' @@ -803,6 +1081,7 @@ github-hooks: true white-list-target-branches: - '{branch}' + included-regions: '{obj:github_included_regions}' ############### # Maven Sonar # @@ -835,10 +1114,11 @@ stream: master submodule-recursive: true submodule-timeout: 10 + submodule-disable: false gerrit_sonar_triggers: - comment-added-contains-event: - comment-contains-value: run-sonar$ + comment-contains-value: '^Patch Set\s+\d+:\s+run-sonar\s*$' ##################### # Job Configuration # @@ -974,6 +1254,7 @@ branch: $GERRIT_BRANCH submodule-recursive: '{submodule-recursive}' submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' choosing-strategy: default - job-template: @@ -996,6 +1277,7 @@ branch: '$sha1' submodule-recursive: '{submodule-recursive}' submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' @@ -1035,11 +1317,12 @@ mvn-global-settings: global-settings mvn-goals: clean deploy mvn-opts: '' - mvn-params: '-Dstream=$STREAM' + mvn-params: '-Dstream=$STREAM -Dmaven.source.skip=true' mvn-version: mvn35 stream: master submodule-recursive: true submodule-timeout: 10 + submodule-disable: false gerrit_verify_triggers: - patchset-created-event: @@ -1048,7 +1331,7 @@ exclude-no-code-change: false - draft-published-event - comment-added-contains-event: - comment-contains-value: '^Patch Set[ ]+[0-9]+:([ ]+|[\n]+)(recheck|reverify)$' + comment-contains-value: '^Patch Set\s+\d+:\s+(recheck|reverify)\s*$' gerrit_trigger_file_paths: - compare-type: REG_EXP @@ -1099,6 +1382,7 @@ branch: '$GERRIT_BRANCH' submodule-recursive: '{submodule-recursive}' submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' choosing-strategy: gerrit triggers: @@ -1133,6 +1417,107 @@ branch: '$sha1' submodule-recursive: '{submodule-recursive}' submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' + choosing-strategy: default + jenkins-ssh-credential: '{jenkins-ssh-credential}' + + triggers: + - github-pull-request: + trigger-phrase: '^(recheck|reverify)$' + only-trigger-phrase: false + status-context: 'Maven Verify {mvn-version}-{java-version}' + permit-all: true + github-hooks: true + white-list-target-branches: + - '{branch}' + included-regions: '{obj:github_included_regions}' + +########################### +# Maven Verify for Docker # +########################### + +- lf_maven_docker_verify: &lf_maven_docker_verify + name: lf-maven-docker-verify + + # image push not allowed during verification + mvn-goals: clean install + + builders: + - lf-infra-pre-build + - lf-jacoco-nojava-workaround + - lf-maven-install: + mvn-version: '{mvn-version}' + - lf-update-java-alternatives: + java-version: '{java-version}' + - lf-infra-docker-login: + global-settings-file: '{mvn-global-settings}' + settings-file: '{mvn-settings}' + # must provide maven settings AFTER docker due to its cleanup + - lf-provide-maven-settings: + global-settings-file: '{mvn-global-settings}' + settings-file: '{mvn-settings}' + - inject: + properties-content: | + CONTAINER_PULL_REGISTRY={container-public-registry} + - lf-maven-build: + mvn-goals: '{mvn-goals}' + - lf-provide-maven-settings-cleanup + +- job-template: + name: '{project-name}-maven-docker-verify-{stream}-{mvn-version}-{java-version}' + id: gerrit-maven-docker-verify + <<: *lf_maven_common + # yamllint disable-line rule:key-duplicates + <<: *lf_maven_verify + # yamllint disable-line rule:key-duplicates + <<: *lf_maven_docker_verify + + scm: + - lf-infra-gerrit-scm: + jenkins-ssh-credential: '{jenkins-ssh-credential}' + git-url: '{git-url}' + refspec: '$GERRIT_REFSPEC' + branch: '$GERRIT_BRANCH' + submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' + choosing-strategy: gerrit + + triggers: + - gerrit: + server-name: '{gerrit-server-name}' + trigger-on: '{obj:gerrit_verify_triggers}' + projects: + - project-compare-type: ANT + project-pattern: '{project}' + branches: + - branch-compare-type: ANT + branch-pattern: '**/{branch}' + file-paths: '{obj:gerrit_trigger_file_paths}' + +- job-template: + name: '{project-name}-maven-docker-verify-{stream}-{mvn-version}-{java-version}' + id: github-maven-docker-verify + <<: *lf_maven_common + # yamllint disable-line rule:key-duplicates + <<: *lf_maven_verify + # yamllint disable-line rule:key-duplicates + <<: *lf_maven_docker_verify + + properties: + - lf-infra-properties: + build-days-to-keep: '{build-days-to-keep}' + - github: + url: '{github-url}/{github-org}/{project}' + + scm: + - lf-infra-github-scm: + url: '{git-clone-url}{github-org}/{project}' + refspec: '+refs/pull/*:refs/remotes/origin/pr/*' + branch: '$sha1' + submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' @@ -1140,7 +1525,7 @@ - github-pull-request: trigger-phrase: '^(recheck|reverify)$' only-trigger-phrase: false - status-context: 'Maven Verify' + status-context: 'Maven Docker Verify {mvn-version}-{java-version}' permit-all: true github-hooks: true white-list-target-branches: @@ -1173,6 +1558,7 @@ stream: master submodule-recursive: true submodule-timeout: 10 + submodule-disable: false gerrit_verify_triggers: - comment-added-contains-event: @@ -1226,6 +1612,7 @@ branch: '$GERRIT_BRANCH' submodule-recursive: '{submodule-recursive}' submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' choosing-strategy: gerrit triggers: