X-Git-Url: https://gerrit.linuxfoundation.org/infra/gitweb?a=blobdiff_plain;f=jjb%2Flf-maven-jobs.yaml;h=7758fb6197e79f3ee4ae0122d631b672bd42c5ec;hb=dd452eb375a1bfc85a84fb9a7950879ea5fda926;hp=0238e9d6b87aac7f0e0f81548cfe0c85ccaf0626;hpb=6c848c0ea4efe7d3354923c75be2d3583352ec4e;p=releng%2Fglobal-jjb.git diff --git a/jjb/lf-maven-jobs.yaml b/jjb/lf-maven-jobs.yaml index 0238e9d6..7758fb61 100644 --- a/jjb/lf-maven-jobs.yaml +++ b/jjb/lf-maven-jobs.yaml @@ -11,6 +11,7 @@ - gerrit-maven-clm - gerrit-maven-release - gerrit-maven-verify + - gerrit-maven-verify-dependencies - job-group: name: '{project-name}-github-maven-jobs' @@ -23,6 +24,26 @@ - github-maven-release - github-maven-verify +- job-group: + name: '{project-name}-maven-javadoc-jobs' + + # This job group contains all the recommended jobs that should be deployed + # for any project ci. + + jobs: + - gerrit-maven-javadoc-publish + - gerrit-maven-javadoc-verify + +- job-group: + name: '{project-name}-github-maven-javadoc-jobs' + + # This job group contains all the recommended jobs that should be deployed + # for any project ci. + + jobs: + - github-maven-javadoc-publish + - github-maven-javadoc-verify + #################### # COMMON FUNCTIONS # #################### @@ -43,12 +64,17 @@ project: '{project}' branch: '{branch}' stream: '{stream}' + lftools-version: '{lftools-version}' - lf-infra-maven-parameters: mvn-opts: '{mvn-opts}' mvn-params: '{mvn-params}' mvn-version: '{mvn-version}' # Staging repos do not make sense for CLM jobs so set it blank. staging-profile-id: '{staging-profile-id}' + - string: + name: ARCHIVE_ARTIFACTS + default: '{archive-artifacts}' + description: Artifacts to archive to the logs server. wrappers: - lf-infra-wrappers: @@ -69,23 +95,11 @@ - lf_maven_clm: &lf_maven_clm name: lf-maven-clm - # Produces a CLM scan of the code into Nexus IQ Server. - # - # Required parameters: - # build-node: The node to run build on. - # jenkins-ssh-credential: Credential to use for SSH. (Generally should - # be configured in defaults.yaml) - # mvn-settings: The name of settings file containing credentials for - # the project. - # - # Optional parameters: - # mvn-global-settings: The name of the Maven global settings to use for - # Maven configuration. (default: global-settings) - ###################### # Default parameters # ###################### + archive-artifacts: '' branch: master build-days-to-keep: 30 # 30 days for troubleshooting purposes build-timeout: 15 @@ -95,12 +109,10 @@ mvn-opts: '' mvn-params: '' mvn-version: mvn33 + staging-profile-id: '' # Unused in this job stream: master submodule-recursive: true - # Staging repos do not make sense for CLM jobs so set it blank. - staging-profile-id: '' - ##################### # Job Configuration # ##################### @@ -159,6 +171,231 @@ choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' +######################### +# Maven Javadoc Publish # +######################### + +- lf_maven_javadoc_publish: &lf_maven_javadoc_publish + name: lf-maven-javadoc-publish + + ###################### + # Default parameters # + ###################### + + archive-artifacts: '' + branch: master + build-days-to-keep: 30 # 30 days in case a release takes long to get approved. + build-timeout: 30 + git-url: '$GIT_URL/$PROJECT' + java-version: openjdk8 + mvn-global-settings: global-settings + mvn-opts: '' + mvn-params: '' + mvn-version: mvn33 + staging-profile-id: '' # Unused by the javadoc jobs + stream: master + submodule-recursive: true + + gerrit_merge_triggers: + - change-merged-event + - comment-added-contains-event: + comment-contains-value: remerge$ + + ##################### + # Job Configuration # + ##################### + + builders: + - lf-maven-install: + mvn-version: '{mvn-version}' + - lf-provide-maven-settings: + global-settings-file: '{mvn-global-settings}' + settings-file: '{mvn-settings}' + - lf-infra-create-netrc: + server-id: '{mvn-site-id}' + - inject: + properties-content: 'DEPLOY_PATH={javadoc-path}' + - shell: !include-raw-escape: + - ../shell/common-variables.sh + - ../shell/maven-javadoc-generate.sh + - ../shell/lftools-install.sh + - ../shell/maven-javadoc-publish.sh + - lf-provide-maven-settings-cleanup + +- job-template: + name: '{project-name}-maven-javadoc-publish-{stream}' + id: gerrit-maven-javadoc-publish + <<: *lf_maven_common + # yamllint disable-line rule:key-duplicates + <<: *lf_maven_javadoc_publish + + git-url: '$GIT_URL/$GERRIT_PROJECT' + + scm: + - lf-infra-gerrit-scm: + git-url: '{git-url}' + refspec: '' + branch: '{branch}' + submodule-recursive: '{submodule-recursive}' + choosing-strategy: default + jenkins-ssh-credential: '{jenkins-ssh-credential}' + + triggers: + - gerrit: + server-name: '{gerrit-server-name}' + trigger-on: '{obj:gerrit_merge_triggers}' + projects: + - project-compare-type: ANT + project-pattern: '{project}' + branches: + - branch-compare-type: ANT + branch-pattern: '**/{branch}' + +- job-template: + name: '{project-name}-maven-javadoc-publish-{stream}' + id: github-maven-javadoc-publish + <<: *lf_maven_common + # yamllint disable-line rule:key-duplicates + <<: *lf_maven_javadoc_publish + + properties: + - github: + url: '{git-url}/{github-org}/{project}' + + scm: + - lf-infra-github-scm: + url: '{git-clone-url}{github-org}/{project}' + refspec: '' + branch: '{branch}' + submodule-recursive: '{submodule-recursive}' + choosing-strategy: default + jenkins-ssh-credential: '{jenkins-ssh-credential}' + + triggers: + - github + - pollscm: + cron: '' + - lf-infra-github-pr-trigger: + trigger-phrase: '^remerge$' + only-trigger-phrase: true + status-context: 'JJB Merge' + permit-all: false + github-hooks: true + github-org: '{github-org}' + github_pr_whitelist: '{obj:github_pr_whitelist}' + github_pr_admin_list: '{obj:github_pr_admin_list}' + +######################## +# Maven Javadoc Verify # +######################## + +- lf_maven_javadoc_verify: &lf_maven_javadoc_verify + name: lf-maven-javadoc-verify + + ###################### + # Default parameters # + ###################### + + archive-artifacts: '' + branch: master + build-days-to-keep: 30 # 30 days in case a release takes long to get approved. + build-timeout: 30 + git-url: '$GIT_URL/$PROJECT' + java-version: openjdk8 + mvn-global-settings: global-settings + mvn-opts: '' + mvn-params: '' + mvn-version: mvn33 + staging-profile-id: '' # Unused by the javadoc jobs + stream: master + submodule-recursive: true + + gerrit_verify_triggers: + - patchset-created-event: + exclude-drafts: true + exclude-trivial-rebase: false + exclude-no-code-change: false + - draft-published-event + - comment-added-contains-event: + comment-contains-value: recheck$ + + ##################### + # Job Configuration # + ##################### + + concurrent: true + + builders: + - lf-maven-install: + mvn-version: '{mvn-version}' + - lf-provide-maven-settings: + global-settings-file: '{mvn-global-settings}' + settings-file: '{mvn-settings}' + - shell: !include-raw-escape: + - ../shell/common-variables.sh + - ../shell/maven-javadoc-generate.sh + - lf-provide-maven-settings-cleanup + +- job-template: + name: '{project-name}-maven-javadoc-verify-{stream}' + id: gerrit-maven-javadoc-verify + <<: *lf_maven_common + # yamllint disable-line rule:key-duplicates + <<: *lf_maven_javadoc_verify + + scm: + - lf-infra-gerrit-scm: + jenkins-ssh-credential: '{jenkins-ssh-credential}' + git-url: '{git-url}' + refspec: '$GERRIT_REFSPEC' + branch: '$GERRIT_BRANCH' + submodule-recursive: '{submodule-recursive}' + choosing-strategy: gerrit + + triggers: + - gerrit: + server-name: '{gerrit-server-name}' + trigger-on: '{obj:gerrit_verify_triggers}' + projects: + - project-compare-type: ANT + project-pattern: '{project}' + branches: + - branch-compare-type: ANT + branch-pattern: '**/{branch}' + +- job-template: + name: '{project-name}-maven-javadoc-verify-{stream}' + id: github-maven-javadoc-verify + <<: *lf_maven_common + # yamllint disable-line rule:key-duplicates + <<: *lf_maven_javadoc_verify + + properties: + - github: + url: '{git-url}/{github-org}/{project}' + + scm: + - lf-infra-github-scm: + url: '{git-clone-url}{github-org}/{project}' + refspec: '+refs/pull/*:refs/remotes/origin/pr/*' + branch: '{branch}' + submodule-recursive: '{submodule-recursive}' + choosing-strategy: default + jenkins-ssh-credential: '{jenkins-ssh-credential}' + + triggers: + - lf-infra-github-pr-trigger: + trigger-phrase: '^recheck$' + only-trigger-phrase: true + status-context: 'Maven Javadoc' + permit-all: true + github-hooks: true + github-org: '' + github_pr_whitelist: + - '' + github_pr_admin_list: + - '' + ################# # Maven Release # ################# @@ -166,30 +403,15 @@ - lf_maven_release: &lf_maven_release name: lf-maven-release - # Produces a release candidate by creating a staging repo in Nexus. - # - # Runs a Maven build and deploys to $WORKSPACE/m2repo directory. This - # directory can then be reused later to deploy to Nexus. - # - # Required parameters: - # build-node: The node to run build on. - # jenkins-ssh-credential: Credential to use for SSH. (Generally should - # be configured in defaults.yaml) - # mvn-settings: The name of settings file containing credentials for - # the project. - # staging-profile-id: Profile ID of the project's Nexus staging profile. - # - # Optional parameters: - # mvn-global-settings: The name of the Maven global settings to use for - # Maven configuration. (default: global-settings) - ###################### # Default parameters # ###################### + archive-artifacts: '' branch: master build-days-to-keep: 30 # 30 days in case a release takes long to get approved. build-timeout: 30 + cron: '' git-url: '$GIT_URL/$PROJECT' java-version: openjdk8 mvn-global-settings: global-settings @@ -199,6 +421,10 @@ stream: master submodule-recursive: true + gerrit_release_triggers: + - comment-added-contains-event: + comment-contains-value: build release$ + ##################### # Job Configuration # ##################### @@ -211,7 +437,7 @@ global-settings-file: '{mvn-global-settings}' settings-file: '{mvn-settings}' - lf-infra-create-netrc: - server-id: opendaylight-staging + server-id: '{mvn-staging-id}' - shell: !include-raw-escape: - ../shell/lftools-install.sh - ../shell/common-variables.sh @@ -236,6 +462,18 @@ submodule-recursive: '{submodule-recursive}' choosing-strategy: default + triggers: + - timed: '{obj:cron}' + - gerrit: + server-name: '{gerrit-server-name}' + trigger-on: '{obj:gerrit_release_triggers}' + projects: + - project-compare-type: ANT + project-pattern: '{project}' + branches: + - branch-compare-type: ANT + branch-pattern: '**/{branch}' + - job-template: name: '{project-name}-maven-release-{stream}' id: github-maven-release @@ -256,6 +494,148 @@ choosing-strategy: default jenkins-ssh-credential: '{jenkins-ssh-credential}' + triggers: + - timed: '{obj:cron}' + - lf-infra-github-pr-trigger: + trigger-phrase: '^build release$' + only-trigger-phrase: true + status-context: 'Maven Release' + permit-all: true + github-hooks: true + github-org: '' + github_pr_whitelist: + - '' + github_pr_admin_list: + - '' + +############### +# Maven Sonar # +############### + +- lf_maven_sonar: &lf_maven_sonar + name: lf-maven-sonar + + ###################### + # Default parameters # + ###################### + + archive-artifacts: '' + branch: master # Sonar should always be run on master branch + build-days-to-keep: 7 + build-timeout: 30 + git-url: '$GIT_URL/$PROJECT' + java-version: openjdk8 + mvn-global-settings: global-settings + mvn-opts: '' + mvn-params: '' + mvn-version: mvn33 + staging-profile-id: '' # Unused in this job + stream: master + submodule-recursive: true + + gerrit_sonar_triggers: + - comment-added-contains-event: + comment-contains-value: run-sonar$ + + ##################### + # Job Configuration # + ##################### + + triggers: + - timed: 'H H * * 6' + - gerrit: + server-name: '{gerrit-server-name}' + trigger-on: '{obj:gerrit_sonar_triggers}' + projects: + - project-compare-type: 'ANT' + project-pattern: '{project}' + branches: + - branch-compare-type: 'ANT' + branch-pattern: '**/master' + skip-vote: + successful: true + failed: true + unstable: true + notbuilt: true + + builders: + - lf-infra-maven-sonar: + mvn-settings: '{mvn-settings}' + mvn-version: '{mvn-version}' + + publishers: + - lf-jacoco-report + - findbugs + - lf-infra-publish + +- builder: + name: lf-infra-maven-sonar + # Run a Sonar build with Maven + builders: + - lf-maven-install: + mvn-version: '{mvn-version}' + - inject: + # Switch this to the sonar wrapper when JJB 2.0 is available + properties-content: | + SONAR_HOST_URL=$SONAR_URL + SONAR_MAVEN_GOAL=sonar:sonar + - lf-provide-maven-settings: + global-settings-file: global-settings + settings-file: '{mvn-settings}' + - shell: !include-raw-escape: + - ../shell/common-variables.sh + - ../shell/maven-sonar.sh + - lf-provide-maven-settings-cleanup + +- job-template: + name: '{project-name}-sonar' + id: gerrit-maven-sonar + <<: *lf_maven_common + # yamllint disable-line rule:key-duplicates + <<: *lf_maven_sonar + + scm: + - lf-infra-gerrit-scm: + jenkins-ssh-credential: '{jenkins-ssh-credential}' + git-url: '{git-url}' + refspec: $GERRIT_REFSPEC + branch: $GERRIT_BRANCH + submodule-recursive: '{submodule-recursive}' + choosing-strategy: default + +- job-template: + name: '{project-name}-sonar' + id: github-maven-sonar + <<: *lf_maven_common + # yamllint disable-line rule:key-duplicates + <<: *lf_maven_sonar + + properties: + - github: + url: '{git-url}/{github-org}/{project}' + + scm: + - lf-infra-github-scm: + url: '{git-clone-url}{github-org}/{project}' + refspec: '+refs/pull/*:refs/remotes/origin/pr/*' + branch: '{branch}' + submodule-recursive: '{submodule-recursive}' + choosing-strategy: default + jenkins-ssh-credential: '{jenkins-ssh-credential}' + + triggers: + - lf-infra-github-pr-trigger: + trigger-phrase: '^recheck$' + only-trigger-phrase: false + status-context: 'Maven Verify' + permit-all: true + github-hooks: true + github-org: '' + github_pr_whitelist: + - '' + github_pr_admin_list: + - '' + ################ # Maven Verify # ################ @@ -263,41 +643,11 @@ - lf_maven_verify: &lf_maven_verify name: lf-maven-verify - # Verify job which runs mvn clean install to test a project build.. - # - # Required parameters: - # - # :build-node: The node to run build on. - # :jenkins-ssh-credential: Credential to use for SSH. (Generally should - # be configured in defaults.yaml) - # :mvn-settings: The name of settings file containing credentials for - # the project. - # - # Optional parameters: - # - # :branch: Git branch to fetch for the build. (default: master) - # :build-days-to-keep: Days to keep build logs in Jenkins. (default: 7) - # :build-timeout: Timeout in seconds before aborting build. (default: 60) - # :git-url: URL clone project from. (default: $GIT_URL/$PROJECT) - # :java-version: Version of Java to use for the build. (default: openjdk8) - # :mvn-global-settings: The name of the Maven global settings to use for - # Maven configuration. (default: global-settings) - # :mvn-opts: Sets MAVEN_OPTS. (default: '') - # :mvn-params: Additional mvn parameters to pass to the cli. (default: '') - # :mvn-version: Version of maven to use. (default: mvn33) - # :stream: Keyword that can be used to represent a release code-name. - # Often the same as the branch. (default: master) - # :submodule-recursive: Whether to checkout submodules recursively. - # (default: true) - # - # :gerrit_verify_triggers: Override Gerrit Triggers. - # :gerrit_trigger_file_paths: Override file paths which can be used to - # filter which file modifications will trigger a build. - ###################### # Default parameters # ###################### + archive-artifacts: '' branch: master build-days-to-keep: 7 build-timeout: 60 @@ -307,12 +657,13 @@ mvn-opts: '' mvn-params: '-Dstream=$STREAM' mvn-version: mvn33 + staging-profile-id: '' # Unused in this job stream: master submodule-recursive: true gerrit_verify_triggers: - patchset-created-event: - exclude-drafts: false + exclude-drafts: true exclude-trivial-rebase: false exclude-no-code-change: false - draft-published-event @@ -406,3 +757,90 @@ - '' github_pr_admin_list: - '' + +############################# +# Maven Verify Dependencies # +############################# + +- lf_maven_verify_dependencies: &lf_maven_verify_dependencies + name: lf-maven-verify-dependencies + + ###################### + # Default parameters # + ###################### + + archive-artifacts: '' + branch: master + build-days-to-keep: 7 + build-timeout: 60 + git-url: '$GIT_URL/$PROJECT' + java-version: openjdk8 + mvn-global-settings: global-settings + mvn-opts: '' + mvn-params: '-Dstream=$STREAM' + mvn-version: mvn33 + staging-profile-id: '' # Unused by this job + stream: master + submodule-recursive: true + + gerrit_verify_triggers: + - comment-added-contains-event: + comment-contains-value: 'recheck: [0-9 ]+' + gerrit_trigger_file_paths: + - compare-type: ANT + pattern: '**' + + ##################### + # Job Configuration # + ##################### + + concurrent: true + + builders: + - lf-jacoco-nojava-workaround + - lf-maven-install: + mvn-version: '{mvn-version}' + - lf-provide-maven-settings: + global-settings-file: '{mvn-global-settings}' + settings-file: '{mvn-settings}' + - lf-fetch-dependent-patches + - shell: !include-raw-escape: + - ../shell/common-variables.sh + - ../shell/maven-build-deps.sh + - shell: !include-raw-escape: + - ../shell/common-variables.sh + - ../shell/maven-build.sh + - lf-provide-maven-settings-cleanup + + publishers: + - findbugs + - lf-jacoco-report + - lf-infra-publish + +- job-template: + name: '{project-name}-maven-verify-deps-{stream}-{mvn-version}-{java-version}' + id: gerrit-maven-verify-dependencies + <<: *lf_maven_common + # yamllint disable-line rule:key-duplicates + <<: *lf_maven_verify_dependencies + + scm: + - lf-infra-gerrit-scm: + jenkins-ssh-credential: '{jenkins-ssh-credential}' + git-url: '{git-url}' + refspec: '$GERRIT_REFSPEC' + branch: '$GERRIT_BRANCH' + submodule-recursive: '{submodule-recursive}' + choosing-strategy: gerrit + + triggers: + - gerrit: + server-name: '{gerrit-server-name}' + trigger-on: '{obj:gerrit_verify_triggers}' + projects: + - project-compare-type: ANT + project-pattern: '{project}' + branches: + - branch-compare-type: ANT + branch-pattern: '**/{branch}' + file-paths: '{obj:gerrit_trigger_file_paths}'