X-Git-Url: https://gerrit.linuxfoundation.org/infra/gitweb?a=blobdiff_plain;f=jjb%2Flf-maven-jobs.yaml;h=7c47aece8694a382a589877b17b5b58709a76564;hb=b41e5b2b3c6d75a935a07e447005fc18eb4d1872;hp=c43313722000c753c5e9942549853968c5fe3348;hpb=1a0058195bbe4b34dd34309b254ffa49f72261d9;p=releng%2Fglobal-jjb.git diff --git a/jjb/lf-maven-jobs.yaml b/jjb/lf-maven-jobs.yaml index c4331372..7c47aece 100644 --- a/jjb/lf-maven-jobs.yaml +++ b/jjb/lf-maven-jobs.yaml @@ -1,53 +1,6 @@ --- # This file contains job templates for Maven projects. -- job-group: - name: '{project-name}-maven-jobs' - - # This job group contains all the recommended jobs that should be deployed - # for any project ci. - - # TODO: Add Maven Merge job to this list once it's been fully tested. - jobs: - - gerrit-maven-clm - - gerrit-maven-merge - - gerrit-maven-release - - gerrit-maven-verify - - gerrit-maven-verify-dependencies - -- job-group: - name: '{project-name}-github-maven-jobs' - - # This job group contains all the recommended jobs that should be deployed - # for any project ci that is using github. - - # TODO: Add Maven Merge job to this list once it's been fully tested. - jobs: - - github-maven-clm - - github-maven-merge - - github-maven-release - - github-maven-verify - -- job-group: - name: '{project-name}-maven-javadoc-jobs' - - # This job group contains all the recommended jobs that should be deployed - # for any project ci. - - jobs: - - gerrit-maven-javadoc-publish - - gerrit-maven-javadoc-verify - -- job-group: - name: '{project-name}-github-maven-javadoc-jobs' - - # This job group contains all the recommended jobs that should be deployed - # for any project ci. - - jobs: - - github-maven-javadoc-publish - - github-maven-javadoc-verify - ########## # Macros # ########## @@ -68,13 +21,39 @@ - ../shell/common-variables.sh - ../shell/maven-deploy.sh +- builder: + name: lf-maven-versions-plugin + builders: + - conditional-step: + condition-kind: boolean-expression + condition-expression: '{maven-versions-plugin}' + steps: + - inject: + properties-file: version.properties + - maven-target: + maven-version: '{mvn-version}' + pom: '{mvn-pom}' + goals: 'versions:set versions:update-child-modules versions:commit -B' + properties: + - 'newVersion=${{release_version}}' + settings: '{mvn-settings}' + settings-type: cfp + global-settings: 'global-settings' + global-settings-type: cfp + - builder: name: lf-maven-stage builders: + - lf-provide-maven-settings: + global-settings-file: '{mvn-global-settings}' + settings-file: '{mvn-settings}' + - lf-infra-create-netrc: + server-id: '{mvn-staging-id}' # include-raw-escape fails due to JJB bug - - shell: !include-raw: + - shell: !include-raw-escape: - ../shell/common-variables.sh - ../shell/maven-stage.sh + - lf-provide-maven-settings-cleanup - builder: name: lf-update-java-alternatives @@ -123,13 +102,10 @@ project: '{project}' branch: '{branch}' stream: '{stream}' - lftools-version: '{lftools-version}' - lf-infra-maven-parameters: mvn-opts: '{mvn-opts}' mvn-params: '{mvn-params}' mvn-version: '{mvn-version}' - # Staging repos do not make sense for CLM jobs so set it blank. - staging-profile-id: '{staging-profile-id}' - string: name: ARCHIVE_ARTIFACTS default: '{archive-artifacts}' @@ -161,6 +137,7 @@ branch: master build-days-to-keep: 30 # 30 days for troubleshooting purposes build-timeout: 60 + disable-job: false git-url: '$GIT_URL/$PROJECT' github-url: 'https://github.com' java-version: openjdk8 @@ -168,12 +145,14 @@ mvn-opts: '' mvn-params: '' mvn-version: mvn35 + nexus-iq-namespace: '' # Recommend a trailing dash when set. Example: odl- nexus-iq-stage: 'build' - staging-profile-id: '' # Unused in this job stream: master submodule-recursive: true + submodule-timeout: 10 + submodule-disable: false - nexus-iq-scan-patterns: + nexus_iq_scan_patterns: - '**/*.ear' - '**/*.jar' - '**/*.tar.gz' @@ -189,13 +168,10 @@ project: '{project}' branch: '{branch}' stream: '{stream}' - lftools-version: '{lftools-version}' - lf-infra-maven-parameters: mvn-opts: '{mvn-opts}' mvn-params: '{mvn-params}' mvn-version: '{mvn-version}' - # Staging repos do not make sense for CLM jobs so set it blank. - staging-profile-id: '{staging-profile-id}' - string: name: ARCHIVE_ARTIFACTS default: '{archive-artifacts}' @@ -207,7 +183,10 @@ # Job Configuration # ##################### + disabled: '{disable-job}' + builders: + - lf-infra-pre-build - lf-maven-install: mvn-version: '{mvn-version}' - lf-update-java-alternatives: @@ -223,8 +202,8 @@ - nexus-iq-policy-evaluator: stage: '{nexus-iq-stage}' application-type: 'manual' - application-id: '{project-name}' - scan-patterns: '{nexus-iq-scan-patterns}' + application-id: '{nexus-iq-namespace}{project-name}' + scan-patterns: '{obj:nexus_iq_scan_patterns}' fail-build-network-error: true - job-template: @@ -241,6 +220,8 @@ refspec: '$GERRIT_REFSPEC' branch: '$GERRIT_BRANCH' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' choosing-strategy: default triggers: @@ -280,6 +261,8 @@ refspec: '' branch: 'refs/heads/{branch}' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' @@ -288,7 +271,7 @@ - timed: 'H H * * 6' - github-pull-request: trigger-phrase: '^run-clm$' - only-trigger-phrase: false + only-trigger-phrase: true status-context: 'CLM' permit-all: true github-hooks: true @@ -313,6 +296,7 @@ branch: master build-days-to-keep: 30 # 30 days in case a release takes long to get approved. build-timeout: 60 + disable-job: false git-url: '$GIT_URL/$PROJECT' github-url: 'https://github.com' java-version: openjdk8 @@ -320,9 +304,10 @@ mvn-opts: '' mvn-params: '' mvn-version: mvn35 - staging-profile-id: '' # Unused by the javadoc jobs stream: master submodule-recursive: true + submodule-timeout: 10 + submodule-disable: false gerrit_merge_triggers: - change-merged-event @@ -333,7 +318,10 @@ # Job Configuration # ##################### + disabled: '{disable-job}' + builders: + - lf-infra-pre-build - lf-maven-install: mvn-version: '{mvn-version}' - lf-update-java-alternatives: @@ -348,12 +336,11 @@ - shell: !include-raw-escape: - ../shell/common-variables.sh - ../shell/maven-javadoc-generate.sh - - ../shell/lftools-install.sh - ../shell/maven-javadoc-publish.sh - lf-provide-maven-settings-cleanup - job-template: - name: '{project-name}-maven-javadoc-publish-{stream}' + name: '{project-name}-maven-javadoc-publish-{stream}-{java-version}' id: gerrit-maven-javadoc-publish <<: *lf_maven_common # yamllint disable-line rule:key-duplicates @@ -367,6 +354,8 @@ refspec: '' branch: '{branch}' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' @@ -382,7 +371,7 @@ branch-pattern: '**/{branch}' - job-template: - name: '{project-name}-maven-javadoc-publish-{stream}' + name: '{project-name}-maven-javadoc-publish-{stream}-{java-version}' id: github-maven-javadoc-publish <<: *lf_maven_common # yamllint disable-line rule:key-duplicates @@ -400,6 +389,8 @@ refspec: '' branch: '{branch}' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' @@ -411,7 +402,7 @@ trigger-phrase: '^remerge$' only-trigger-phrase: true status-context: 'Maven Javadoc Publish' - permit-all: false + permit-all: true github-hooks: true org-list: - '{github-org}' @@ -434,6 +425,7 @@ branch: master build-days-to-keep: 30 # 30 days in case a release takes long to get approved. build-timeout: 60 + disable-job: false git-url: '$GIT_URL/$PROJECT' github-url: 'https://github.com' java-version: openjdk8 @@ -441,9 +433,10 @@ mvn-opts: '' mvn-params: '' mvn-version: mvn35 - staging-profile-id: '' # Unused by the javadoc jobs stream: master submodule-recursive: true + submodule-timeout: 10 + submodule-disable: false gerrit_verify_triggers: - patchset-created-event: @@ -459,8 +452,10 @@ ##################### concurrent: true + disabled: '{disable-job}' builders: + - lf-infra-pre-build - lf-maven-install: mvn-version: '{mvn-version}' - lf-update-java-alternatives: @@ -474,7 +469,7 @@ - lf-provide-maven-settings-cleanup - job-template: - name: '{project-name}-maven-javadoc-verify-{stream}' + name: '{project-name}-maven-javadoc-verify-{stream}-{java-version}' id: gerrit-maven-javadoc-verify <<: *lf_maven_common # yamllint disable-line rule:key-duplicates @@ -487,6 +482,8 @@ refspec: '$GERRIT_REFSPEC' branch: '$GERRIT_BRANCH' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' choosing-strategy: gerrit triggers: @@ -501,7 +498,7 @@ branch-pattern: '**/{branch}' - job-template: - name: '{project-name}-maven-javadoc-verify-{stream}' + name: '{project-name}-maven-javadoc-verify-{stream}-{java-version}' id: github-maven-javadoc-verify <<: *lf_maven_common # yamllint disable-line rule:key-duplicates @@ -519,6 +516,8 @@ refspec: '+refs/pull/*:refs/remotes/origin/pr/*' branch: '$sha1' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' @@ -546,7 +545,8 @@ branch: master build-days-to-keep: 30 # 30 days in case we need to troubleshoot build-timeout: 60 - cron: 'H H * * 0' # push fresh snapshot weekly + cron: '@daily' + disable-job: false git-url: '$GIT_URL/$PROJECT' github-url: 'https://github.com' java-version: openjdk8 @@ -556,9 +556,10 @@ mvn-params: '-Dmerge' mvn-version: mvn35 nexus-cut-dirs: 6 # Number of dirs in the Nexus path to remove for wget -r. - staging-profile-id: '' # Unused by this job. stream: master submodule-recursive: true + submodule-timeout: 10 + submodule-disable: false gerrit_merge_triggers: - change-merged-event @@ -579,7 +580,10 @@ # Job Configuration # ##################### + disabled: '{disable-job}' + builders: + - lf-infra-pre-build - lf-jacoco-nojava-workaround - lf-maven-install: mvn-version: '{mvn-version}' @@ -594,9 +598,7 @@ properties-content: | NEXUS_CUT_DIRS={nexus-cut-dirs} NEXUS_REPO={nexus-snapshot-repo} - - shell: !include-raw-escape: - - ../shell/lftools-install.sh - - ../shell/maven-fetch-metadata.sh + - shell: !include-raw-escape: ../shell/maven-fetch-metadata.sh - lf-maven-build: mvn-goals: '{mvn-goals}' - lf-maven-deploy @@ -622,6 +624,8 @@ refspec: '$GERRIT_REFSPEC' branch: '$GERRIT_BRANCH' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' choosing-strategy: default triggers: @@ -653,13 +657,16 @@ scm: - lf-infra-github-scm: url: '{git-clone-url}{github-org}/{project}' - refspec: '+refs/pull/*:refs/remotes/origin/pr/*' - branch: '{branch}' + refspec: '' + branch: 'refs/heads/{branch}' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' triggers: + - timed: '{obj:cron}' - github - pollscm: cron: '' @@ -667,7 +674,118 @@ trigger-phrase: '^remerge$' only-trigger-phrase: true status-context: 'Maven Merge' - permit-all: false + permit-all: true + github-hooks: true + org-list: + - '{github-org}' + white-list: '{obj:github_pr_whitelist}' + admin-list: '{obj:github_pr_admin_list}' + white-list-target-branches: + - '{branch}' + included-regions: '{obj:github_included_regions}' + +########################## +# Maven Merge for Docker # +########################## + +- lf_maven_docker_merge: &lf_maven_docker_merge + name: lf-maven-docker-merge + + builders: + - lf-infra-pre-build + - lf-jacoco-nojava-workaround + - lf-maven-install: + mvn-version: '{mvn-version}' + - lf-infra-docker-login: + global-settings-file: '{mvn-global-settings}' + settings-file: '{mvn-settings}' + - lf-update-java-alternatives: + java-version: '{java-version}' + # must provide maven settings AFTER docker due to its cleanup + - lf-provide-maven-settings: + global-settings-file: '{mvn-global-settings}' + settings-file: '{mvn-settings}' + - lf-infra-create-netrc: + server-id: '{mvn-snapshot-id}' + - inject: + properties-content: | + NEXUS_CUT_DIRS={nexus-cut-dirs} + NEXUS_REPO={nexus-snapshot-repo} + CONTAINER_PULL_REGISTRY={container-public-registry} + CONTAINER_PUSH_REGISTRY={container-snapshot-registry} + - shell: !include-raw-escape: ../shell/maven-fetch-metadata.sh + - lf-maven-build: + mvn-goals: '{mvn-goals}' + # NO lf-maven-deploy + - lf-provide-maven-settings-cleanup + +- job-template: + name: '{project-name}-maven-docker-merge-{stream}' + id: gerrit-maven-docker-merge + <<: *lf_maven_common + # yamllint disable-line rule:key-duplicates + <<: *lf_maven_merge + # yamllint disable-line rule:key-duplicates + <<: *lf_maven_docker_merge + + scm: + - lf-infra-gerrit-scm: + jenkins-ssh-credential: '{jenkins-ssh-credential}' + git-url: '{git-url}' + refspec: '$GERRIT_REFSPEC' + branch: '$GERRIT_BRANCH' + submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' + choosing-strategy: default + + triggers: + - gerrit: + server-name: '{gerrit-server-name}' + trigger-on: '{obj:gerrit_merge_triggers}' + projects: + - project-compare-type: ANT + project-pattern: '{project}' + branches: + - branch-compare-type: ANT + branch-pattern: '**/{branch}' + file-paths: '{obj:gerrit_trigger_file_paths}' + +- job-template: + name: '{project-name}-maven-docker-merge-{stream}' + id: github-maven-docker-merge + <<: *lf_maven_common + # yamllint disable-line rule:key-duplicates + <<: *lf_maven_merge + # yamllint disable-line rule:key-duplicates + <<: *lf_maven_docker_merge + + properties: + - lf-infra-properties: + build-days-to-keep: '{build-days-to-keep}' + - github: + url: '{github-url}/{github-org}/{project}' + + scm: + - lf-infra-github-scm: + url: '{git-clone-url}{github-org}/{project}' + refspec: '' + branch: 'refs/heads/{branch}' + submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' + choosing-strategy: default + jenkins-ssh-credential: '{jenkins-ssh-credential}' + + triggers: + - github + - pollscm: + cron: '' + - github-pull-request: + trigger-phrase: '^remerge$' + only-trigger-phrase: true + status-context: 'Maven Docker Merge' + permit-all: true github-hooks: true org-list: - '{github-org}' @@ -677,12 +795,12 @@ - '{branch}' included-regions: '{obj:github_included_regions}' -################# -# Maven Release # -################# +############### +# Maven Stage # +############### -- lf_maven_release: &lf_maven_release - name: lf-maven-release +- lf_maven_stage: &lf_maven_stage + name: lf-maven-stage ###################### # Default parameters # @@ -691,27 +809,70 @@ branch: master build-days-to-keep: 30 # 30 days in case a release takes long to get approved. build-timeout: 60 - cron: '' + cron: '@daily' + disable-job: false git-url: '$GIT_URL/$PROJECT' github-url: 'https://github.com' java-version: openjdk8 + maven-versions-plugin: false + mvn-central: false mvn-global-settings: global-settings mvn-goals: clean deploy mvn-opts: '' mvn-params: '' mvn-version: mvn35 + ossrh-profile-id: '' + mvn-pom: '' + sign-artifacts: false + sign-mode: serial stream: master submodule-recursive: true + submodule-timeout: 10 + submodule-disable: false gerrit_release_triggers: - comment-added-contains-event: - comment-contains-value: build release$ + comment-contains-value: stage-release$ + + gerrit_trigger_file_paths: + - compare-type: ANT + pattern: '**' + + # github_included_regions MUST match gerrit_trigger_file_paths + github_included_regions: + - '.*' ##################### # Job Configuration # ##################### + disabled: '{disable-job}' + + parameters: + - lf-infra-parameters: + project: '{project}' + branch: '{branch}' + stream: '{stream}' + - lf-infra-maven-parameters: + mvn-opts: '{mvn-opts}' + mvn-params: '{mvn-params}' + mvn-version: '{mvn-version}' + staging-profile-id: '{staging-profile-id}' + - bool: + name: MAVEN_VERSIONS_PLUGIN + default: '{maven-versions-plugin}' + description: Use maven-versions-plugin to update pom versions. + - string: + name: ARCHIVE_ARTIFACTS + default: '{archive-artifacts}' + description: Artifacts to archive to the logs server. + - string: + name: STAGING_PROFILE_ID + default: '{staging-profile-id}' + description: Nexus staging profile ID. + builders: + - lf-infra-pre-build - lf-jacoco-nojava-workaround - lf-maven-install: mvn-version: '{mvn-version}' @@ -720,22 +881,145 @@ - lf-provide-maven-settings: global-settings-file: '{mvn-global-settings}' settings-file: '{mvn-settings}' - - lf-infra-create-netrc: - server-id: '{mvn-staging-id}' - - shell: !include-raw-escape: - - ../shell/lftools-install.sh - - ../shell/maven-patch-release.sh + - lf-maven-versions-plugin: + maven-versions-plugin: '{maven-versions-plugin}' + mvn-version: '{mvn-version}' + mvn-pom: '{mvn-pom}' + mvn-settings: '{mvn-settings}' + - shell: !include-raw-escape: ../shell/maven-patch-release.sh + - lf-maven-build: + mvn-goals: '{mvn-goals}' + - lf-sigul-sign-dir: + sign-artifacts: '{sign-artifacts}' + sign-dir: '$WORKSPACE/m2repo' + sign-mode: '{sign-mode}' + - lf-maven-stage: + mvn-global-settings: '{mvn-global-settings}' + mvn-settings: '{mvn-settings}' + mvn-staging-id: '{mvn-staging-id}' + - lf-maven-central: + mvn-central: '{mvn-central}' + mvn-global-settings: '{mvn-global-settings}' + mvn-settings: '{mvn-settings}' + ossrh-profile-id: '{ossrh-profile-id}' + - lf-provide-maven-settings-cleanup + +- job-template: + name: '{project-name}-maven-stage-{stream}' + id: gerrit-maven-stage + <<: *lf_maven_common + # yamllint disable-line rule:key-duplicates + <<: *lf_maven_stage + + scm: + - lf-infra-gerrit-scm: + jenkins-ssh-credential: '{jenkins-ssh-credential}' + git-url: '{git-url}' + refspec: '$GERRIT_REFSPEC' + branch: '$GERRIT_BRANCH' + submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' + choosing-strategy: default + + triggers: + - timed: '{obj:cron}' + - gerrit: + server-name: '{gerrit-server-name}' + trigger-on: '{obj:gerrit_release_triggers}' + projects: + - project-compare-type: ANT + project-pattern: '{project}' + branches: + - branch-compare-type: ANT + branch-pattern: '**/{branch}' + file-paths: '{obj:gerrit_trigger_file_paths}' + +- job-template: + name: '{project-name}-maven-stage-{stream}' + id: github-maven-stage + <<: *lf_maven_common + # yamllint disable-line rule:key-duplicates + <<: *lf_maven_stage + + properties: + - lf-infra-properties: + build-days-to-keep: '{build-days-to-keep}' + - github: + url: '{github-url}/{github-org}/{project}' + + scm: + - lf-infra-github-scm: + url: '{git-clone-url}{github-org}/{project}' + refspec: '+refs/pull/*:refs/remotes/origin/pr/*' + branch: '{branch}' + submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' + choosing-strategy: default + jenkins-ssh-credential: '{jenkins-ssh-credential}' + + triggers: + - timed: '{obj:cron}' + - github-pull-request: + trigger-phrase: '^build release$' + only-trigger-phrase: true + status-context: 'Maven Release' + permit-all: true + github-hooks: true + white-list-target-branches: + - '{branch}' + included-regions: '{obj:github_included_regions}' + +########################## +# Maven Stage for Docker # +########################## + +- lf_maven_docker_stage: &lf_maven_docker_stage + name: lf-maven-docker-stage + + builders: + - lf-infra-pre-build + - lf-jacoco-nojava-workaround + - lf-maven-install: + mvn-version: '{mvn-version}' + - lf-update-java-alternatives: + java-version: '{java-version}' + - lf-infra-docker-login: + global-settings-file: '{mvn-global-settings}' + settings-file: '{mvn-settings}' + # must provide maven settings AFTER docker-login due to its cleanup + - lf-provide-maven-settings: + global-settings-file: '{mvn-global-settings}' + settings-file: '{mvn-settings}' + - shell: !include-raw-escape: ../shell/maven-patch-release.sh + - lf-maven-versions-plugin: + maven-versions-plugin: '{maven-versions-plugin}' + mvn-version: '{mvn-version}' + mvn-pom: '{mvn-pom}' + mvn-settings: '{mvn-settings}' + - inject: + properties-content: | + CONTAINER_PULL_REGISTRY={container-public-registry} + CONTAINER_PUSH_REGISTRY={container-staging-registry} - lf-maven-build: mvn-goals: '{mvn-goals}' - - lf-maven-stage + - lf-sigul-sign-dir: + sign-artifacts: '{sign-artifacts}' + sign-dir: '$WORKSPACE/m2repo' + sign-mode: '{sign-mode}' + # NO lf-maven-stage + # NO lf-maven-central - lf-provide-maven-settings-cleanup - job-template: - name: '{project-name}-maven-release-{stream}' - id: gerrit-maven-release + name: '{project-name}-maven-docker-stage-{stream}' + id: gerrit-maven-docker-stage <<: *lf_maven_common # yamllint disable-line rule:key-duplicates - <<: *lf_maven_release + <<: *lf_maven_stage + # yamllint disable-line rule:key-duplicates + <<: *lf_maven_docker_stage scm: - lf-infra-gerrit-scm: @@ -744,6 +1028,8 @@ refspec: '$GERRIT_REFSPEC' branch: '$GERRIT_BRANCH' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' choosing-strategy: default triggers: @@ -757,13 +1043,16 @@ branches: - branch-compare-type: ANT branch-pattern: '**/{branch}' + file-paths: '{obj:gerrit_trigger_file_paths}' - job-template: - name: '{project-name}-maven-release-{stream}' - id: github-maven-release + name: '{project-name}-maven-docker-stage-{stream}' + id: github-maven-docker-stage <<: *lf_maven_common # yamllint disable-line rule:key-duplicates - <<: *lf_maven_release + <<: *lf_maven_stage + # yamllint disable-line rule:key-duplicates + <<: *lf_maven_docker_stage properties: - lf-infra-properties: @@ -777,6 +1066,8 @@ refspec: '+refs/pull/*:refs/remotes/origin/pr/*' branch: '{branch}' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' @@ -790,6 +1081,7 @@ github-hooks: true white-list-target-branches: - '{branch}' + included-regions: '{obj:github_included_regions}' ############### # Maven Sonar # @@ -806,6 +1098,7 @@ build-days-to-keep: 7 build-timeout: 60 cron: 'H H * * 6' # run weekly + disable-job: false git-url: '$GIT_URL/$PROJECT' github-url: 'https://github.com' java-version: openjdk8 @@ -814,9 +1107,14 @@ mvn-params: '' mvn-version: mvn35 sonar-mvn-goal: 'sonar:sonar' - staging-profile-id: '' # Unused in this job + sonarcloud: false + sonarcloud-project-key: '' + sonarcloud-project-organization: '' + sonarcloud-api-token: '' stream: master submodule-recursive: true + submodule-timeout: 10 + submodule-disable: false gerrit_sonar_triggers: - comment-added-contains-event: @@ -826,18 +1124,17 @@ # Job Configuration # ##################### + disabled: '{disable-job}' + parameters: - lf-infra-parameters: project: '{project}' branch: '{branch}' stream: '{stream}' - lftools-version: '{lftools-version}' - lf-infra-maven-parameters: mvn-opts: '{mvn-opts}' mvn-params: '{mvn-params}' mvn-version: '{mvn-version}' - # Staging repos do not make sense for Sonar jobs so set it blank. - staging-profile-id: '' - string: name: ARCHIVE_ARTIFACTS default: '{archive-artifacts}' @@ -868,10 +1165,32 @@ notbuilt: true builders: - - lf-infra-maven-sonar: - java-version: '{java-version}' - mvn-settings: '{mvn-settings}' - mvn-version: '{mvn-version}' + - lf-infra-pre-build + # With SonarCloud + - conditional-step: + condition-kind: boolean-expression + condition-expression: '{sonarcloud}' + steps: + - shell: echo 'Using SonarCloud' + - lf-infra-maven-sonarcloud: + java-version: '{java-version}' + mvn-settings: '{mvn-settings}' + mvn-version: '{mvn-version}' + sonarcloud-project-key: '{sonarcloud-project-key}' + sonarcloud-project-organization: '{sonarcloud-project-organization}' + sonarcloud-api-token: '{sonarcloud-api-token}' + # With SonarQube + - conditional-step: + condition-kind: not + condition-operand: + condition-kind: boolean-expression + condition-expression: '{sonarcloud}' + steps: + - shell: echo 'Using SonarQube' + - lf-infra-maven-sonar: + java-version: '{java-version}' + mvn-settings: '{mvn-settings}' + mvn-version: '{mvn-version}' publishers: - lf-jacoco-report @@ -897,6 +1216,29 @@ - ../shell/maven-sonar.sh - lf-provide-maven-settings-cleanup +- builder: + name: lf-infra-maven-sonarcloud + # Run a Sonar build with Maven + builders: + - lf-maven-install: + mvn-version: '{mvn-version}' + - lf-update-java-alternatives: + java-version: '{java-version}' + - inject: + # Switch this to the sonar wrapper when JJB 2.0 is available + properties-content: | + SONAR_HOST_URL=https://sonarcloud.io + PROJECT_KEY={sonarcloud-project-key} + PROJECT_ORGANIZATION={sonarcloud-project-organization} + API_TOKEN={sonarcloud-api-token} + - lf-provide-maven-settings: + global-settings-file: global-settings + settings-file: '{mvn-settings}' + - shell: !include-raw-escape: + - ../shell/common-variables.sh + - ../shell/maven-sonar.sh + - lf-provide-maven-settings-cleanup + - job-template: name: '{project-name}-sonar' id: gerrit-maven-sonar @@ -911,6 +1253,8 @@ refspec: $GERRIT_REFSPEC branch: $GERRIT_BRANCH submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' choosing-strategy: default - job-template: @@ -932,16 +1276,23 @@ refspec: '+refs/pull/*:refs/remotes/origin/pr/*' branch: '$sha1' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' triggers: + - timed: '{obj:cron}' - github-pull-request: trigger-phrase: '^run-sonar$' - only-trigger-phrase: false + only-trigger-phrase: true status-context: 'Maven Sonar' permit-all: true github-hooks: true + org-list: + - '{github-org}' + white-list: '{obj:github_pr_whitelist}' + admin-list: '{obj:github_pr_admin_list}' white-list-target-branches: - '{branch}' @@ -959,17 +1310,19 @@ branch: master build-days-to-keep: 7 build-timeout: 60 + disable-job: false git-url: '$GIT_URL/$PROJECT' github-url: 'https://github.com' java-version: openjdk8 mvn-global-settings: global-settings mvn-goals: clean deploy mvn-opts: '' - mvn-params: '-Dstream=$STREAM' + mvn-params: '-Dstream=$STREAM -Dmaven.source.skip=true' mvn-version: mvn35 - staging-profile-id: '' # Unused in this job stream: master submodule-recursive: true + submodule-timeout: 10 + submodule-disable: false gerrit_verify_triggers: - patchset-created-event: @@ -993,8 +1346,10 @@ ##################### concurrent: true + disabled: '{disable-job}' builders: + - lf-infra-pre-build - lf-jacoco-nojava-workaround - lf-maven-install: mvn-version: '{mvn-version}' @@ -1003,8 +1358,6 @@ - lf-provide-maven-settings: global-settings-file: '{mvn-global-settings}' settings-file: '{mvn-settings}' - - shell: !include-raw-escape: - - ../shell/lftools-install.sh - lf-maven-build: mvn-goals: '{mvn-goals}' - lf-provide-maven-settings-cleanup @@ -1028,6 +1381,8 @@ refspec: '$GERRIT_REFSPEC' branch: '$GERRIT_BRANCH' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' choosing-strategy: gerrit triggers: @@ -1061,6 +1416,108 @@ refspec: '+refs/pull/*:refs/remotes/origin/pr/*' branch: '$sha1' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' + choosing-strategy: default + jenkins-ssh-credential: '{jenkins-ssh-credential}' + + triggers: + - github-pull-request: + trigger-phrase: '^(recheck|reverify)$' + only-trigger-phrase: false + status-context: 'Maven Verify {mvn-version}-{java-version}' + permit-all: true + github-hooks: true + white-list-target-branches: + - '{branch}' + included-regions: '{obj:github_included_regions}' + +########################### +# Maven Verify for Docker # +########################### + +- lf_maven_docker_verify: &lf_maven_docker_verify + name: lf-maven-docker-verify + + # image push not allowed during verification + mvn-goals: clean install + + builders: + - lf-infra-pre-build + - lf-jacoco-nojava-workaround + - lf-maven-install: + mvn-version: '{mvn-version}' + - lf-update-java-alternatives: + java-version: '{java-version}' + - lf-infra-docker-login: + global-settings-file: '{mvn-global-settings}' + settings-file: '{mvn-settings}' + # must provide maven settings AFTER docker due to its cleanup + - lf-provide-maven-settings: + global-settings-file: '{mvn-global-settings}' + settings-file: '{mvn-settings}' + - inject: + properties-content: | + CONTAINER_PULL_REGISTRY={container-public-registry} + - lf-maven-build: + mvn-goals: '{mvn-goals}' + - lf-provide-maven-settings-cleanup + +- job-template: + name: '{project-name}-maven-docker-verify-{stream}-{mvn-version}-{java-version}' + id: gerrit-maven-docker-verify + <<: *lf_maven_common + # yamllint disable-line rule:key-duplicates + <<: *lf_maven_verify + # yamllint disable-line rule:key-duplicates + <<: *lf_maven_docker_verify + + scm: + - lf-infra-gerrit-scm: + jenkins-ssh-credential: '{jenkins-ssh-credential}' + git-url: '{git-url}' + refspec: '$GERRIT_REFSPEC' + branch: '$GERRIT_BRANCH' + submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' + choosing-strategy: gerrit + + triggers: + - gerrit: + server-name: '{gerrit-server-name}' + trigger-on: '{obj:gerrit_verify_triggers}' + projects: + - project-compare-type: ANT + project-pattern: '{project}' + branches: + - branch-compare-type: ANT + branch-pattern: '**/{branch}' + file-paths: '{obj:gerrit_trigger_file_paths}' + +- job-template: + name: '{project-name}-maven-docker-verify-{stream}-{mvn-version}-{java-version}' + id: github-maven-docker-verify + <<: *lf_maven_common + # yamllint disable-line rule:key-duplicates + <<: *lf_maven_verify + # yamllint disable-line rule:key-duplicates + <<: *lf_maven_docker_verify + + properties: + - lf-infra-properties: + build-days-to-keep: '{build-days-to-keep}' + - github: + url: '{github-url}/{github-org}/{project}' + + scm: + - lf-infra-github-scm: + url: '{git-clone-url}{github-org}/{project}' + refspec: '+refs/pull/*:refs/remotes/origin/pr/*' + branch: '$sha1' + submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' @@ -1068,7 +1525,7 @@ - github-pull-request: trigger-phrase: '^(recheck|reverify)$' only-trigger-phrase: false - status-context: 'Maven Verify' + status-context: 'Maven Docker Verify {mvn-version}-{java-version}' permit-all: true github-hooks: true white-list-target-branches: @@ -1089,6 +1546,7 @@ branch: master build-days-to-keep: 7 build-timeout: 60 + disable-job: false git-url: '$GIT_URL/$PROJECT' github-url: 'https://github.com' java-version: openjdk8 @@ -1097,9 +1555,10 @@ mvn-opts: '' mvn-params: '-Dstream=$STREAM' mvn-version: mvn35 - staging-profile-id: '' # Unused by this job stream: master submodule-recursive: true + submodule-timeout: 10 + submodule-disable: false gerrit_verify_triggers: - comment-added-contains-event: @@ -1113,8 +1572,10 @@ ##################### concurrent: true + disabled: '{disable-job}' builders: + - lf-infra-pre-build - lf-jacoco-nojava-workaround - lf-maven-install: mvn-version: '{mvn-version}' @@ -1150,6 +1611,8 @@ refspec: '$GERRIT_REFSPEC' branch: '$GERRIT_BRANCH' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' + submodule-disable: '{submodule-disable}' choosing-strategy: gerrit triggers: