X-Git-Url: https://gerrit.linuxfoundation.org/infra/gitweb?a=blobdiff_plain;f=jjb%2Flf-maven-jobs.yaml;h=f20dbe97fa5396152520a3502797929be3d5680f;hb=6a3a8fd3c9430a90f3b8c0c85e7e20b8a318eb8f;hp=5e33b8970237c349bc9d3551d0287e5d5dc4e898;hpb=a97f48ea67f1bd469d25ae816d7ba66786ecd68a;p=releng%2Fglobal-jjb.git diff --git a/jjb/lf-maven-jobs.yaml b/jjb/lf-maven-jobs.yaml index 5e33b897..f20dbe97 100644 --- a/jjb/lf-maven-jobs.yaml +++ b/jjb/lf-maven-jobs.yaml @@ -1,53 +1,6 @@ --- # This file contains job templates for Maven projects. -- job-group: - name: '{project-name}-maven-jobs' - - # This job group contains all the recommended jobs that should be deployed - # for any project ci. - - # TODO: Add Maven Merge job to this list once it's been fully tested. - jobs: - - gerrit-maven-clm - - gerrit-maven-merge - - gerrit-maven-release - - gerrit-maven-verify - - gerrit-maven-verify-dependencies - -- job-group: - name: '{project-name}-github-maven-jobs' - - # This job group contains all the recommended jobs that should be deployed - # for any project ci that is using github. - - # TODO: Add Maven Merge job to this list once it's been fully tested. - jobs: - - github-maven-clm - - github-maven-merge - - github-maven-release - - github-maven-verify - -- job-group: - name: '{project-name}-maven-javadoc-jobs' - - # This job group contains all the recommended jobs that should be deployed - # for any project ci. - - jobs: - - gerrit-maven-javadoc-publish - - gerrit-maven-javadoc-verify - -- job-group: - name: '{project-name}-github-maven-javadoc-jobs' - - # This job group contains all the recommended jobs that should be deployed - # for any project ci. - - jobs: - - github-maven-javadoc-publish - - github-maven-javadoc-verify - ########## # Macros # ########## @@ -71,10 +24,16 @@ - builder: name: lf-maven-stage builders: + - lf-provide-maven-settings: + global-settings-file: '{mvn-global-settings}' + settings-file: '{mvn-settings}' + - lf-infra-create-netrc: + server-id: '{mvn-staging-id}' # include-raw-escape fails due to JJB bug - - shell: !include-raw: + - shell: !include-raw-escape: - ../shell/common-variables.sh - ../shell/maven-stage.sh + - lf-provide-maven-settings-cleanup - builder: name: lf-update-java-alternatives @@ -123,13 +82,10 @@ project: '{project}' branch: '{branch}' stream: '{stream}' - lftools-version: '{lftools-version}' - lf-infra-maven-parameters: mvn-opts: '{mvn-opts}' mvn-params: '{mvn-params}' mvn-version: '{mvn-version}' - # Staging repos do not make sense for CLM jobs so set it blank. - staging-profile-id: '{staging-profile-id}' - string: name: ARCHIVE_ARTIFACTS default: '{archive-artifacts}' @@ -161,25 +117,55 @@ branch: master build-days-to-keep: 30 # 30 days for troubleshooting purposes build-timeout: 60 + disable-job: false git-url: '$GIT_URL/$PROJECT' + github-url: 'https://github.com' java-version: openjdk8 mvn-global-settings: global-settings mvn-opts: '' mvn-params: '' mvn-version: mvn35 - staging-profile-id: '' # Unused in this job + nexus-iq-namespace: '' # Recommend a trailing dash when set. Example: odl- + nexus-iq-stage: 'build' stream: master submodule-recursive: true + submodule-timeout: 10 + + nexus_iq_scan_patterns: + - '**/*.ear' + - '**/*.jar' + - '**/*.tar.gz' + - '**/*.war' + - '**/*.zip' gerrit_clm_triggers: - comment-added-contains-event: comment-contains-value: run-clm$ + parameters: + - lf-infra-parameters: + project: '{project}' + branch: '{branch}' + stream: '{stream}' + - lf-infra-maven-parameters: + mvn-opts: '{mvn-opts}' + mvn-params: '{mvn-params}' + mvn-version: '{mvn-version}' + - string: + name: ARCHIVE_ARTIFACTS + default: '{archive-artifacts}' + description: Artifacts to archive to the logs server. + - lf-clm-parameters: + nexus-iq-stage: '{nexus-iq-stage}' + ##################### # Job Configuration # ##################### + disabled: '{disable-job}' + builders: + - lf-infra-pre-build - lf-maven-install: mvn-version: '{mvn-version}' - lf-update-java-alternatives: @@ -192,8 +178,12 @@ - ../shell/sonatype-clm.sh - lf-provide-maven-settings-cleanup - shell: 'find . -regex ".*karaf/target" | xargs rm -rf' - - sonatype-clm: - application-name: '{project-name}' + - nexus-iq-policy-evaluator: + stage: '{nexus-iq-stage}' + application-type: 'manual' + application-id: '{nexus-iq-namespace}{project-name}' + scan-patterns: '{obj:nexus_iq_scan_patterns}' + fail-build-network-error: true - job-template: name: '{project-name}-maven-clm-{stream}' @@ -209,6 +199,7 @@ refspec: '$GERRIT_REFSPEC' branch: '$GERRIT_BRANCH' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' choosing-strategy: default triggers: @@ -237,8 +228,10 @@ <<: *lf_maven_clm properties: + - lf-infra-properties: + build-days-to-keep: '{build-days-to-keep}' - github: - url: '{git-url}/{github-org}/{project}' + url: '{github-url}/{github-org}/{project}' scm: - lf-infra-github-scm: @@ -246,6 +239,7 @@ refspec: '' branch: 'refs/heads/{branch}' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' @@ -254,7 +248,7 @@ - timed: 'H H * * 6' - github-pull-request: trigger-phrase: '^run-clm$' - only-trigger-phrase: false + only-trigger-phrase: true status-context: 'CLM' permit-all: true github-hooks: true @@ -262,6 +256,8 @@ - '{github-org}' white-list: '{obj:github_pr_whitelist}' admin-list: '{obj:github_pr_admin_list}' + white-list-target-branches: + - '{branch}' ######################### # Maven Javadoc Publish # @@ -277,15 +273,17 @@ branch: master build-days-to-keep: 30 # 30 days in case a release takes long to get approved. build-timeout: 60 + disable-job: false git-url: '$GIT_URL/$PROJECT' + github-url: 'https://github.com' java-version: openjdk8 mvn-global-settings: global-settings mvn-opts: '' mvn-params: '' mvn-version: mvn35 - staging-profile-id: '' # Unused by the javadoc jobs stream: master submodule-recursive: true + submodule-timeout: 10 gerrit_merge_triggers: - change-merged-event @@ -296,7 +294,10 @@ # Job Configuration # ##################### + disabled: '{disable-job}' + builders: + - lf-infra-pre-build - lf-maven-install: mvn-version: '{mvn-version}' - lf-update-java-alternatives: @@ -311,12 +312,11 @@ - shell: !include-raw-escape: - ../shell/common-variables.sh - ../shell/maven-javadoc-generate.sh - - ../shell/lftools-install.sh - ../shell/maven-javadoc-publish.sh - lf-provide-maven-settings-cleanup - job-template: - name: '{project-name}-maven-javadoc-publish-{stream}' + name: '{project-name}-maven-javadoc-publish-{stream}-{java-version}' id: gerrit-maven-javadoc-publish <<: *lf_maven_common # yamllint disable-line rule:key-duplicates @@ -330,6 +330,7 @@ refspec: '' branch: '{branch}' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' @@ -345,15 +346,17 @@ branch-pattern: '**/{branch}' - job-template: - name: '{project-name}-maven-javadoc-publish-{stream}' + name: '{project-name}-maven-javadoc-publish-{stream}-{java-version}' id: github-maven-javadoc-publish <<: *lf_maven_common # yamllint disable-line rule:key-duplicates <<: *lf_maven_javadoc_publish properties: + - lf-infra-properties: + build-days-to-keep: '{build-days-to-keep}' - github: - url: '{git-url}/{github-org}/{project}' + url: '{github-url}/{github-org}/{project}' scm: - lf-infra-github-scm: @@ -361,6 +364,7 @@ refspec: '' branch: '{branch}' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' @@ -372,12 +376,14 @@ trigger-phrase: '^remerge$' only-trigger-phrase: true status-context: 'Maven Javadoc Publish' - permit-all: false + permit-all: true github-hooks: true org-list: - '{github-org}' white-list: '{obj:github_pr_whitelist}' admin-list: '{obj:github_pr_admin_list}' + white-list-target-branches: + - '{branch}' ######################## # Maven Javadoc Verify # @@ -393,15 +399,17 @@ branch: master build-days-to-keep: 30 # 30 days in case a release takes long to get approved. build-timeout: 60 + disable-job: false git-url: '$GIT_URL/$PROJECT' + github-url: 'https://github.com' java-version: openjdk8 mvn-global-settings: global-settings mvn-opts: '' mvn-params: '' mvn-version: mvn35 - staging-profile-id: '' # Unused by the javadoc jobs stream: master submodule-recursive: true + submodule-timeout: 10 gerrit_verify_triggers: - patchset-created-event: @@ -417,8 +425,10 @@ ##################### concurrent: true + disabled: '{disable-job}' builders: + - lf-infra-pre-build - lf-maven-install: mvn-version: '{mvn-version}' - lf-update-java-alternatives: @@ -432,7 +442,7 @@ - lf-provide-maven-settings-cleanup - job-template: - name: '{project-name}-maven-javadoc-verify-{stream}' + name: '{project-name}-maven-javadoc-verify-{stream}-{java-version}' id: gerrit-maven-javadoc-verify <<: *lf_maven_common # yamllint disable-line rule:key-duplicates @@ -445,6 +455,7 @@ refspec: '$GERRIT_REFSPEC' branch: '$GERRIT_BRANCH' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' choosing-strategy: gerrit triggers: @@ -459,15 +470,17 @@ branch-pattern: '**/{branch}' - job-template: - name: '{project-name}-maven-javadoc-verify-{stream}' + name: '{project-name}-maven-javadoc-verify-{stream}-{java-version}' id: github-maven-javadoc-verify <<: *lf_maven_common # yamllint disable-line rule:key-duplicates <<: *lf_maven_javadoc_verify properties: + - lf-infra-properties: + build-days-to-keep: '{build-days-to-keep}' - github: - url: '{git-url}/{github-org}/{project}' + url: '{github-url}/{github-org}/{project}' scm: - lf-infra-github-scm: @@ -475,6 +488,7 @@ refspec: '+refs/pull/*:refs/remotes/origin/pr/*' branch: '$sha1' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' @@ -485,6 +499,8 @@ status-context: 'Maven Javadoc Verify' permit-all: true github-hooks: true + white-list-target-branches: + - '{branch}' ############### # Maven Merge # @@ -500,8 +516,10 @@ branch: master build-days-to-keep: 30 # 30 days in case we need to troubleshoot build-timeout: 60 - cron: 'H H * * 0' # push fresh snapshot weekly + cron: '@daily' + disable-job: false git-url: '$GIT_URL/$PROJECT' + github-url: 'https://github.com' java-version: openjdk8 mvn-global-settings: global-settings mvn-goals: clean deploy @@ -509,9 +527,9 @@ mvn-params: '-Dmerge' mvn-version: mvn35 nexus-cut-dirs: 6 # Number of dirs in the Nexus path to remove for wget -r. - staging-profile-id: '' # Unused by this job. stream: master submodule-recursive: true + submodule-timeout: 10 gerrit_merge_triggers: - change-merged-event @@ -532,7 +550,10 @@ # Job Configuration # ##################### + disabled: '{disable-job}' + builders: + - lf-infra-pre-build - lf-jacoco-nojava-workaround - lf-maven-install: mvn-version: '{mvn-version}' @@ -547,9 +568,7 @@ properties-content: | NEXUS_CUT_DIRS={nexus-cut-dirs} NEXUS_REPO={nexus-snapshot-repo} - - shell: !include-raw-escape: - - ../shell/lftools-install.sh - - ../shell/maven-fetch-metadata.sh + - shell: !include-raw-escape: ../shell/maven-fetch-metadata.sh - lf-maven-build: mvn-goals: '{mvn-goals}' - lf-maven-deploy @@ -575,6 +594,7 @@ refspec: '$GERRIT_REFSPEC' branch: '$GERRIT_BRANCH' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' choosing-strategy: default triggers: @@ -598,19 +618,23 @@ <<: *lf_maven_merge properties: + - lf-infra-properties: + build-days-to-keep: '{build-days-to-keep}' - github: - url: '{git-url}/{github-org}/{project}' + url: '{github-url}/{github-org}/{project}' scm: - lf-infra-github-scm: url: '{git-clone-url}{github-org}/{project}' - refspec: '+refs/pull/*:refs/remotes/origin/pr/*' - branch: '{branch}' + refspec: '' + branch: 'refs/heads/{branch}' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' triggers: + - timed: '{obj:cron}' - github - pollscm: cron: '' @@ -618,20 +642,22 @@ trigger-phrase: '^remerge$' only-trigger-phrase: true status-context: 'Maven Merge' - permit-all: false + permit-all: true github-hooks: true org-list: - '{github-org}' white-list: '{obj:github_pr_whitelist}' admin-list: '{obj:github_pr_admin_list}' + white-list-target-branches: + - '{branch}' included-regions: '{obj:github_included_regions}' -################# -# Maven Release # -################# +############### +# Maven Stage # +############### -- lf_maven_release: &lf_maven_release - name: lf-maven-release +- lf_maven_stage: &lf_maven_stage + name: lf-maven-stage ###################### # Default parameters # @@ -640,26 +666,54 @@ branch: master build-days-to-keep: 30 # 30 days in case a release takes long to get approved. build-timeout: 60 - cron: '' + cron: '@daily' + disable-job: false git-url: '$GIT_URL/$PROJECT' + github-url: 'https://github.com' java-version: openjdk8 + mvn-central: false mvn-global-settings: global-settings mvn-goals: clean deploy mvn-opts: '' mvn-params: '' mvn-version: mvn35 + ossrh-profile-id: '' + sign-artifacts: false stream: master submodule-recursive: true + submodule-timeout: 10 gerrit_release_triggers: - comment-added-contains-event: - comment-contains-value: build release$ + comment-contains-value: stage-release$ ##################### # Job Configuration # ##################### + disabled: '{disable-job}' + + parameters: + - lf-infra-parameters: + project: '{project}' + branch: '{branch}' + stream: '{stream}' + - lf-infra-maven-parameters: + mvn-opts: '{mvn-opts}' + mvn-params: '{mvn-params}' + mvn-version: '{mvn-version}' + staging-profile-id: '{staging-profile-id}' + - string: + name: ARCHIVE_ARTIFACTS + default: '{archive-artifacts}' + description: Artifacts to archive to the logs server. + - string: + name: STAGING_PROFILE_ID + default: '{staging-profile-id}' + description: Nexus staging profile ID. + builders: + - lf-infra-pre-build - lf-jacoco-nojava-workaround - lf-maven-install: mvn-version: '{mvn-version}' @@ -668,22 +722,29 @@ - lf-provide-maven-settings: global-settings-file: '{mvn-global-settings}' settings-file: '{mvn-settings}' - - lf-infra-create-netrc: - server-id: '{mvn-staging-id}' - - shell: !include-raw-escape: - - ../shell/lftools-install.sh - - ../shell/maven-patch-release.sh + - shell: !include-raw-escape: ../shell/maven-patch-release.sh - lf-maven-build: mvn-goals: '{mvn-goals}' - - lf-maven-stage + - lf-sigul-sign-dir: + sign-artifacts: '{sign-artifacts}' + sign-dir: '$WORKSPACE/m2repo' + - lf-maven-stage: + mvn-global-settings: '{mvn-global-settings}' + mvn-settings: '{mvn-settings}' + mvn-staging-id: '{mvn-staging-id}' + - lf-maven-central: + mvn-central: '{mvn-central}' + mvn-global-settings: '{mvn-global-settings}' + mvn-settings: '{mvn-settings}' + ossrh-profile-id: '{ossrh-profile-id}' - lf-provide-maven-settings-cleanup - job-template: - name: '{project-name}-maven-release-{stream}' - id: gerrit-maven-release + name: '{project-name}-maven-stage-{stream}' + id: gerrit-maven-stage <<: *lf_maven_common # yamllint disable-line rule:key-duplicates - <<: *lf_maven_release + <<: *lf_maven_stage scm: - lf-infra-gerrit-scm: @@ -692,6 +753,7 @@ refspec: '$GERRIT_REFSPEC' branch: '$GERRIT_BRANCH' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' choosing-strategy: default triggers: @@ -707,15 +769,17 @@ branch-pattern: '**/{branch}' - job-template: - name: '{project-name}-maven-release-{stream}' - id: github-maven-release + name: '{project-name}-maven-stage-{stream}' + id: github-maven-stage <<: *lf_maven_common # yamllint disable-line rule:key-duplicates - <<: *lf_maven_release + <<: *lf_maven_stage properties: + - lf-infra-properties: + build-days-to-keep: '{build-days-to-keep}' - github: - url: '{git-url}/{github-org}/{project}' + url: '{github-url}/{github-org}/{project}' scm: - lf-infra-github-scm: @@ -723,6 +787,7 @@ refspec: '+refs/pull/*:refs/remotes/origin/pr/*' branch: '{branch}' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' @@ -734,6 +799,8 @@ status-context: 'Maven Release' permit-all: true github-hooks: true + white-list-target-branches: + - '{branch}' ############### # Maven Sonar # @@ -750,16 +817,18 @@ build-days-to-keep: 7 build-timeout: 60 cron: 'H H * * 6' # run weekly + disable-job: false git-url: '$GIT_URL/$PROJECT' + github-url: 'https://github.com' java-version: openjdk8 mvn-global-settings: global-settings mvn-opts: '' mvn-params: '' mvn-version: mvn35 sonar-mvn-goal: 'sonar:sonar' - staging-profile-id: '' # Unused in this job stream: master submodule-recursive: true + submodule-timeout: 10 gerrit_sonar_triggers: - comment-added-contains-event: @@ -769,18 +838,17 @@ # Job Configuration # ##################### + disabled: '{disable-job}' + parameters: - lf-infra-parameters: project: '{project}' branch: '{branch}' stream: '{stream}' - lftools-version: '{lftools-version}' - lf-infra-maven-parameters: mvn-opts: '{mvn-opts}' mvn-params: '{mvn-params}' mvn-version: '{mvn-version}' - # Staging repos do not make sense for Sonar jobs so set it blank. - staging-profile-id: '' - string: name: ARCHIVE_ARTIFACTS default: '{archive-artifacts}' @@ -811,6 +879,7 @@ notbuilt: true builders: + - lf-infra-pre-build - lf-infra-maven-sonar: java-version: '{java-version}' mvn-settings: '{mvn-settings}' @@ -854,6 +923,7 @@ refspec: $GERRIT_REFSPEC branch: $GERRIT_BRANCH submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' choosing-strategy: default - job-template: @@ -864,8 +934,10 @@ <<: *lf_maven_sonar properties: + - lf-infra-properties: + build-days-to-keep: '{build-days-to-keep}' - github: - url: '{git-url}/{github-org}/{project}' + url: '{github-url}/{github-org}/{project}' scm: - lf-infra-github-scm: @@ -873,16 +945,24 @@ refspec: '+refs/pull/*:refs/remotes/origin/pr/*' branch: '$sha1' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' triggers: + - timed: '{obj:cron}' - github-pull-request: trigger-phrase: '^run-sonar$' - only-trigger-phrase: false + only-trigger-phrase: true status-context: 'Maven Sonar' permit-all: true github-hooks: true + org-list: + - '{github-org}' + white-list: '{obj:github_pr_whitelist}' + admin-list: '{obj:github_pr_admin_list}' + white-list-target-branches: + - '{branch}' ################ # Maven Verify # @@ -898,16 +978,18 @@ branch: master build-days-to-keep: 7 build-timeout: 60 + disable-job: false git-url: '$GIT_URL/$PROJECT' + github-url: 'https://github.com' java-version: openjdk8 mvn-global-settings: global-settings mvn-goals: clean deploy mvn-opts: '' mvn-params: '-Dstream=$STREAM' mvn-version: mvn35 - staging-profile-id: '' # Unused in this job stream: master submodule-recursive: true + submodule-timeout: 10 gerrit_verify_triggers: - patchset-created-event: @@ -931,8 +1013,10 @@ ##################### concurrent: true + disabled: '{disable-job}' builders: + - lf-infra-pre-build - lf-jacoco-nojava-workaround - lf-maven-install: mvn-version: '{mvn-version}' @@ -941,8 +1025,6 @@ - lf-provide-maven-settings: global-settings-file: '{mvn-global-settings}' settings-file: '{mvn-settings}' - - shell: !include-raw-escape: - - ../shell/lftools-install.sh - lf-maven-build: mvn-goals: '{mvn-goals}' - lf-provide-maven-settings-cleanup @@ -966,6 +1048,7 @@ refspec: '$GERRIT_REFSPEC' branch: '$GERRIT_BRANCH' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' choosing-strategy: gerrit triggers: @@ -988,8 +1071,10 @@ <<: *lf_maven_verify properties: + - lf-infra-properties: + build-days-to-keep: '{build-days-to-keep}' - github: - url: '{git-url}/{github-org}/{project}' + url: '{github-url}/{github-org}/{project}' scm: - lf-infra-github-scm: @@ -997,6 +1082,7 @@ refspec: '+refs/pull/*:refs/remotes/origin/pr/*' branch: '$sha1' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' @@ -1007,6 +1093,8 @@ status-context: 'Maven Verify' permit-all: true github-hooks: true + white-list-target-branches: + - '{branch}' included-regions: '{obj:github_included_regions}' ############################# @@ -1023,16 +1111,18 @@ branch: master build-days-to-keep: 7 build-timeout: 60 + disable-job: false git-url: '$GIT_URL/$PROJECT' + github-url: 'https://github.com' java-version: openjdk8 mvn-global-settings: global-settings mvn-goals: clean deploy mvn-opts: '' mvn-params: '-Dstream=$STREAM' mvn-version: mvn35 - staging-profile-id: '' # Unused by this job stream: master submodule-recursive: true + submodule-timeout: 10 gerrit_verify_triggers: - comment-added-contains-event: @@ -1046,8 +1136,10 @@ ##################### concurrent: true + disabled: '{disable-job}' builders: + - lf-infra-pre-build - lf-jacoco-nojava-workaround - lf-maven-install: mvn-version: '{mvn-version}' @@ -1083,6 +1175,7 @@ refspec: '$GERRIT_REFSPEC' branch: '$GERRIT_BRANCH' submodule-recursive: '{submodule-recursive}' + submodule-timeout: '{submodule-timeout}' choosing-strategy: gerrit triggers: