X-Git-Url: https://gerrit.linuxfoundation.org/infra/gitweb?a=blobdiff_plain;f=jjb%2Flf-c-cpp-jobs.yaml;h=d59d073eb1220367f95d55c7029f028a0e314bc0;hb=f216bdeee46b3c3299868bc6fdd2753785358f0a;hp=d82a9bc1b65be9e3b592021af6aadd852fc65f88;hpb=254bbe5cc592a507ff9be80171786526ec9332e7;p=releng%2Fglobal-jjb.git diff --git a/jjb/lf-c-cpp-jobs.yaml b/jjb/lf-c-cpp-jobs.yaml index d82a9bc1..d59d073e 100644 --- a/jjb/lf-c-cpp-jobs.yaml +++ b/jjb/lf-c-cpp-jobs.yaml @@ -1,9 +1,440 @@ --- #################### -# COMMON FUNCTIONS # +# AUTOTOOLS COMMON # #################### -- lf_cmake_common: &lf_cmake_common +- _lf_autotools_common: &lf_autotools_common + name: lf-autotools-common + + ##################### + # Job Configuration # + ##################### + + project-type: freestyle + node: "{build-node}" + disabled: "{disable-job}" + + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" + + parameters: + - lf-infra-parameters: + project: "{project}" + branch: "{branch}" + stream: "{stream}" + - lf-autotools-parameters: + configure-opts: "{configure-opts}" + install-prefix: "{install-prefix}" + make-opts: "{make-opts}" + + wrappers: + - lf-infra-wrappers: + build-timeout: "{build-timeout}" + jenkins-ssh-credential: "{jenkins-ssh-credential}" + + publishers: + - lf-infra-publish + +################################ +# AUTOTOOLS PACKAGECLOUD STAGE # +################################ + +- _lf_autotools_packagecloud_stage: &lf_autotools_packagecloud_stage + name: lf-autotools-packagecloud-stage + + ###################### + # Default parameters # + ###################### + + branch: master + build-days-to-keep: 7 + build-dir: "$WORKSPACE" # directory with deb/rpm files + build-timeout: 15 + configure-opts: "" + disable-job: false + git-url: "$GIT_URL/$PROJECT" + github-url: "https://github.com" + install: false + install-prefix: $WORKSPACE/output + make-opts: "" # target that creates deb/rpm files + pre-build: | # default script to generate configure file + autoreconf --install + stream: master + submodule-recursive: true + submodule-timeout: 10 + submodule-disable: false + + gerrit_trigger_file_paths: + - compare-type: REG_EXP + pattern: ".*" + + # github_included_regions MUST match gerrit_trigger_file_paths + github_included_regions: + - ".*" + + parameters: + - lf-infra-parameters: + project: "{project}" + branch: "{branch}" + stream: "{stream}" + - lf-autotools-parameters: + configure-opts: "{configure-opts}" + install-prefix: "{install-prefix}" + make-opts: "{make-opts}" + - bool: + name: INSTALL + default: "{install}" + description: "Install build products to /usr/local (true/false)." + + builders: + - config-file-provider: + files: + - file-id: ".packagecloud" + target: "$HOME/.packagecloud" + - shell: "{pre-build}" + - shell: !include-raw-escape: ../shell/autotools-build.sh + - lf-packagecloud-push: + build-dir: "{build-dir}" + packagecloud-account: "{packagecloud-account}" + packagecloud-repo: "{packagecloud-repo}" + debian-distribution-versions: "{debian-distribution-versions}" + rpm-distribution-versions: "{rpm-distribution-versions}" + +- job-template: + # build with configure/make and publish to PackageCloud on command + name: "{project-name}-autotools-packagecloud-stage-{stream}" + id: gerrit-autotools-packagecloud-stage + <<: *lf_autotools_common + <<: *lf_autotools_packagecloud_stage + + ###################### + # Default parameters # + ###################### + + gerrit_stage_triggers: + - comment-added-contains-event: + comment-contains-value: '^Patch Set\s+\d+:\s+stage-release\s*$' + + ##################### + # Job Configuration # + ##################### + + scm: + - lf-infra-gerrit-scm: + jenkins-ssh-credential: "{jenkins-ssh-credential}" + git-url: "{git-url}" + refspec: "$GERRIT_REFSPEC" + branch: "$GERRIT_BRANCH" + submodule-recursive: "{submodule-recursive}" + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" + # stage jobs always build from tip + choosing-strategy: default + + triggers: + - gerrit: + server-name: "{gerrit-server-name}" + trigger-on: "{obj:gerrit_stage_triggers}" + projects: + - project-compare-type: ANT + project-pattern: "{project}" + branches: + - branch-compare-type: ANT + branch-pattern: "**/{branch}" + file-paths: "{obj:gerrit_trigger_file_paths}" + +- job-template: + name: "{project-name}-autotools-packagecloud-stage-{stream}" + id: github-autotools-packagecloud-stage + concurrent: true + <<: *lf_autotools_common + <<: *lf_autotools_packagecloud_stage + + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" + - github: + url: "{github-url}/{github-org}/{project}" + + scm: + - lf-infra-github-scm: + url: "{git-clone-url}{github-org}/{project}" + refspec: "+refs/pull/*:refs/remotes/origin/pr/*" + branch: "$sha1" + submodule-recursive: "{submodule-recursive}" + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" + choosing-strategy: default + jenkins-ssh-credential: "{jenkins-ssh-credential}" + + triggers: + - github-pull-request: + trigger-phrase: "^(stage-release)$" + only-trigger-phrase: true + status-context: "Autotools PackageCloud Stage" + permit-all: true + github-hooks: true + white-list-target-branches: + - "{branch}" + +####################### +# AUTOTOOLS SONARQUBE # +####################### + +- _lf_autotools_sonarqube: &lf_autotools_sonarqube + name: lf-autotools-sonarqube + + ###################### + # Default parameters # + ###################### + + branch: master # Sonar should always be run on master branch + build-days-to-keep: 7 + build-timeout: 15 + build-wrap-dir: $WORKSPACE/bw-output + configure-opts: CXXFLAGS="-O0 --coverage" LDFLAGS=--coverage # gcc coverage options + cron: "@weekly" + disable-job: false + git-url: "$GIT_URL/$PROJECT" + github-url: "https://github.com" + install-prefix: $WORKSPACE/output + make-opts: "" # target that tests and generates gcov files + pre-build: | # default script to generate configure file + autoreconf --install + stream: master + submodule-recursive: true + submodule-timeout: 10 + submodule-disable: false + + # Sonar properties + sonar-additional-args: "" + sonar-java-opts: "" + sonar-project-file: sonar-project.properties + sonar-properties: "" + sonar-task: "" + sonar-jdk: openjdk17 + + parameters: + - lf-infra-parameters: + project: "{project}" + branch: "{branch}" + stream: "{stream}" + - lf-autotools-parameters: + configure-opts: "{configure-opts}" + install-prefix: "{install-prefix}" + make-opts: "{make-opts}" + - string: + name: BUILD_WRAP_DIR + default: "{build-wrap-dir}" + description: SonarQube build wrapper output directory + + builders: + - shell: "{pre-build}" + - shell: !include-raw-escape: ../shell/autotools-sonarqube.sh + - lf-infra-sonar: + sonar-task: "{sonar-task}" + sonar-project-file: "{sonar-project-file}" + sonar-properties: "{sonar-properties}" + sonar-java-opts: "{sonar-java-opts}" + sonar-additional-args: "{sonar-additional-args}" + sonar-jdk: "{sonar-jdk}" + +- job-template: + name: "{project-name}-autotools-sonarqube" + id: gerrit-autotools-sonarqube + concurrent: false + <<: *lf_autotools_common + <<: *lf_autotools_sonarqube + + gerrit_sonar_triggers: + - comment-added-contains-event: + comment-contains-value: '^Patch Set\s+\d+:\s+run-sonar\s*$' + + scm: + - lf-infra-gerrit-scm: + branch: "$GERRIT_BRANCH" + jenkins-ssh-credential: "{jenkins-ssh-credential}" + git-url: "{git-url}" + refspec: "$GERRIT_REFSPEC" + submodule-recursive: "{submodule-recursive}" + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" + choosing-strategy: default + + triggers: + - timed: "{obj:cron}" + - gerrit: + server-name: "{gerrit-server-name}" + trigger-on: "{obj:gerrit_sonar_triggers}" + projects: + - project-compare-type: "ANT" + project-pattern: "{project}" + branches: + - branch-compare-type: "ANT" + branch-pattern: "**/{branch}" + +- job-template: + name: "{project-name}-autotools-sonarqube" + id: github-autotools-sonarqube + concurrent: false + <<: *lf_autotools_common + <<: *lf_autotools_sonarqube + + scm: + - lf-infra-github-scm: + branch: "$sha1" + jenkins-ssh-credential: "{jenkins-ssh-credential}" + url: "{git-clone-url}{github-org}/{project}" + refspec: "+refs/pull/*:refs/remotes/origin/pr/*" + submodule-recursive: "{submodule-recursive}" + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" + choosing-strategy: default + + triggers: + - github-pull-request: + trigger-phrase: "^run-sonar$" + only-trigger-phrase: false + status-context: "Autotools Sonarqube" + permit-all: true + github-hooks: true + white-list-target-branches: + - "{branch}" + +#################### +# AUTOTOOLS VERIFY # +#################### + +- _lf_autotools_verify: &lf_autotools_verify + name: lf-autotools-verify + + ###################### + # Default parameters # + ###################### + + branch: master + build-days-to-keep: 7 + build-timeout: 15 + configure-opts: "" + disable-job: false + git-url: "$GIT_URL/$PROJECT" + github-url: "https://github.com" + install: false + install-prefix: $WORKSPACE/output + make-opts: "test" # target that compiles and tests + pre-build: | # default script to generate configure file + autoreconf --install + stream: master + submodule-recursive: true + submodule-timeout: 10 + submodule-disable: false + + gerrit_verify_triggers: + - patchset-created-event: + exclude-drafts: true + exclude-trivial-rebase: false + exclude-no-code-change: false + - draft-published-event + - comment-added-contains-event: + comment-contains-value: '^Patch Set\s+\d+:\s+(recheck|reverify)\s*$' + + gerrit_trigger_file_paths: + - compare-type: REG_EXP + pattern: ".*" + + # github_included_regions MUST match gerrit_trigger_file_paths + github_included_regions: + - ".*" + + parameters: + - lf-infra-parameters: + project: "{project}" + branch: "{branch}" + stream: "{stream}" + - lf-autotools-parameters: + configure-opts: "{configure-opts}" + install-prefix: "{install-prefix}" + make-opts: "{make-opts}" + - bool: + name: INSTALL + default: "{install}" + description: "Install build products to /usr/local (true/false)." + + builders: + - shell: "{pre-build}" + - shell: !include-raw-escape: ../shell/autotools-build.sh + +- job-template: + name: "{project-name}-autotools-verify-{stream}" + id: gerrit-autotools-verify + concurrent: true + <<: *lf_autotools_common + <<: *lf_autotools_verify + + scm: + - lf-infra-gerrit-scm: + branch: "$GERRIT_BRANCH" + jenkins-ssh-credential: "{jenkins-ssh-credential}" + git-url: "{git-url}" + refspec: "$GERRIT_REFSPEC" + submodule-recursive: "{submodule-recursive}" + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" + choosing-strategy: gerrit + + triggers: + - gerrit: + server-name: "{gerrit-server-name}" + trigger-on: "{obj:gerrit_verify_triggers}" + projects: + - project-compare-type: "ANT" + project-pattern: "{project}" + branches: + - branch-compare-type: "ANT" + branch-pattern: "**/{branch}" + file-paths: "{obj:gerrit_trigger_file_paths}" + +- job-template: + name: "{project-name}-autotools-verify-{stream}" + id: github-autotools-verify + concurrent: true + <<: *lf_autotools_common + <<: *lf_autotools_verify + + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" + - github: + url: "{github-url}/{github-org}/{project}" + + scm: + - lf-infra-github-scm: + url: "{git-clone-url}{github-org}/{project}" + refspec: "+refs/pull/*:refs/remotes/origin/pr/*" + branch: "$sha1" + submodule-recursive: "{submodule-recursive}" + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" + choosing-strategy: default + jenkins-ssh-credential: "{jenkins-ssh-credential}" + + triggers: + - github-pull-request: + trigger-phrase: "^(recheck|reverify)$" + only-trigger-phrase: false + status-context: "Autotools Verify" + permit-all: true + github-hooks: true + included-regions: "{obj:github_included_regions}" + white-list-target-branches: + - "{branch}" + +################ +# CMAKE COMMON # +################ + +- _lf_cmake_common: &lf_cmake_common name: lf-cmake-common ##################### @@ -41,7 +472,7 @@ # CMAKE SONAR # ############### -- lf_cmake_sonar: &lf_cmake_sonar +- _lf_cmake_sonar: &lf_cmake_sonar name: lf-cmake-sonar ###################### @@ -61,7 +492,7 @@ make-opts: "" pre-build: "" sonar-scanner-version: 3.3.0.1492 - sonarcloud-api-token: "" + sonarcloud-api-token-cred-id: sonarcloud-api-token sonarcloud-organization: "" sonarcloud-project-key: "" stream: master @@ -79,10 +510,15 @@ SONAR_SCANNER_VERSION={sonar-scanner-version} PROJECT_KEY={sonarcloud-project-key} PROJECT_ORGANIZATION={sonarcloud-organization} - API_TOKEN={sonarcloud-api-token} - shell: !include-raw-escape: ../shell/cmake-sonar.sh - lf-provide-maven-settings-cleanup + wrappers: + - credentials-binding: + - text: + credential-id: "{sonarcloud-api-token-cred-id}" + variable: API_TOKEN + - job-template: name: "{project-name}-cmake-sonar" id: gerrit-cmake-sonar @@ -146,7 +582,7 @@ # CMAKE SONARQUBE # ################### -- lf_cmake_sonarqube: &lf_cmake_sonarqube +- _lf_cmake_sonarqube: &lf_cmake_sonarqube name: lf-cmake-sonarqube ###################### @@ -179,6 +615,7 @@ sonar-project-file: "sonar-project.properties" sonar-properties: "" sonar-task: "" + sonar-jdk: openjdk17 parameters: - lf-infra-parameters: @@ -209,6 +646,7 @@ sonar-properties: "{sonar-properties}" sonar-java-opts: "{sonar-java-opts}" sonar-additional-args: "{sonar-additional-args}" + sonar-jdk: "{sonar-jdk}" - job-template: name: "{project-name}-cmake-sonarqube" @@ -276,7 +714,7 @@ # CMAKE STAGE # ############### -- lf_cmake_stage: &lf_cmake_stage +- _lf_cmake_stage: &lf_cmake_stage name: lf-cmake-stage ###################### @@ -292,6 +730,7 @@ disable-job: false git-url: "$GIT_URL/$PROJECT" github-url: "https://github.com" + install: true install-prefix: "$BUILD_DIR/output" make-opts: "" mvn-global-settings: global-settings @@ -312,6 +751,10 @@ cmake-opts: "{cmake-opts}" install-prefix: "{install-prefix}" make-opts: "{make-opts}" + - bool: + name: INSTALL + default: "{install}" + description: "Install build products to /usr/local (true/false)." - string: name: NEXUS_GROUP_ID default: "{nexus-group-id}" @@ -424,11 +867,153 @@ white-list-target-branches: - "{branch}" +############################ +# CMAKE PACKAGECLOUD STAGE # +############################ + +- _lf_cmake_pc_stage: &lf_cmake_pc_stage + name: lf-cmake-packagecloud-stage + + ###################### + # Default parameters # + ###################### + + branch: master + build-days-to-keep: 7 + build-dir: "$WORKSPACE/build" + build-timeout: 15 + cmake-opts: "" + disable-job: false + git-url: "$GIT_URL/$PROJECT" + github-url: "https://github.com" + install: false + install-prefix: "$BUILD_DIR/output" + make-opts: "" + pre-build: "" + stream: master + submodule-recursive: true + submodule-timeout: 10 + submodule-disable: false + + gerrit_trigger_file_paths: + - compare-type: REG_EXP + pattern: ".*" + + # github_included_regions MUST match gerrit_trigger_file_paths + github_included_regions: + - ".*" + + parameters: + - lf-infra-parameters: + project: "{project}" + branch: "{branch}" + stream: "{stream}" + - lf-cmake-parameters: + build-dir: "{build-dir}" + cmake-opts: "{cmake-opts}" + install-prefix: "{install-prefix}" + make-opts: "{make-opts}" + - bool: + name: INSTALL + default: "{install}" + description: "Install build products to /usr/local (true/false)." + + builders: + - config-file-provider: + files: + - file-id: ".packagecloud" + target: "$HOME/.packagecloud" + - shell: "{pre-build}" + - shell: !include-raw-escape: ../shell/cmake-build.sh + - lf-packagecloud-push: + build-dir: "{build-dir}" + packagecloud-account: "{packagecloud-account}" + packagecloud-repo: "{packagecloud-repo}" + debian-distribution-versions: "{debian-distribution-versions}" + rpm-distribution-versions: "{rpm-distribution-versions}" + +- job-template: + # build with cmake and publish to PackageCloud on command + name: "{project-name}-cmake-packagecloud-stage-{stream}" + id: gerrit-cmake-packagecloud-stage + <<: *lf_cmake_common + <<: *lf_cmake_pc_stage + + ###################### + # Default parameters # + ###################### + + gerrit_stage_triggers: + - comment-added-contains-event: + comment-contains-value: '^Patch Set\s+\d+:\s+stage-release\s*$' + + ##################### + # Job Configuration # + ##################### + + scm: + - lf-infra-gerrit-scm: + jenkins-ssh-credential: "{jenkins-ssh-credential}" + git-url: "{git-url}" + refspec: "$GERRIT_REFSPEC" + branch: "$GERRIT_BRANCH" + submodule-recursive: "{submodule-recursive}" + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" + # stage jobs always build from tip + choosing-strategy: default + + triggers: + - gerrit: + server-name: "{gerrit-server-name}" + trigger-on: "{obj:gerrit_stage_triggers}" + projects: + - project-compare-type: ANT + project-pattern: "{project}" + branches: + - branch-compare-type: ANT + branch-pattern: "**/{branch}" + file-paths: "{obj:gerrit_trigger_file_paths}" + +- job-template: + name: "{project-name}-cmake-packagecloud-stage-{stream}" + id: github-cmake-packagecloud-stage + concurrent: true + <<: *lf_cmake_common + <<: *lf_cmake_pc_stage + + properties: + - lf-infra-properties: + build-days-to-keep: "{build-days-to-keep}" + - github: + url: "{github-url}/{github-org}/{project}" + + scm: + - lf-infra-github-scm: + url: "{git-clone-url}{github-org}/{project}" + refspec: "+refs/pull/*:refs/remotes/origin/pr/*" + branch: "$sha1" + submodule-recursive: "{submodule-recursive}" + submodule-timeout: "{submodule-timeout}" + submodule-disable: "{submodule-disable}" + choosing-strategy: default + jenkins-ssh-credential: "{jenkins-ssh-credential}" + + triggers: + - github-pull-request: + trigger-phrase: "^(stage-release)$" + only-trigger-phrase: true + status-context: "CMake PackageCloud Stage" + permit-all: true + github-hooks: true + white-list-target-branches: + - "{branch}" + ################ # CMAKE VERIFY # ################ -- lf_cmake_verify: &lf_cmake_verify +- _lf_cmake_verify: &lf_cmake_verify name: lf-cmake-verify ###################### @@ -443,6 +1028,7 @@ disable-job: false git-url: "$GIT_URL/$PROJECT" github-url: "https://github.com" + install: true install-prefix: "$BUILD_DIR/output" make-opts: "" pre-build: "" @@ -468,6 +1054,21 @@ github_included_regions: - ".*" + parameters: + - lf-infra-parameters: + project: "{project}" + branch: "{branch}" + stream: "{stream}" + - lf-cmake-parameters: + build-dir: "{build-dir}" + cmake-opts: "{cmake-opts}" + install-prefix: "{install-prefix}" + make-opts: "{make-opts}" + - bool: + name: INSTALL + default: "{install}" + description: "Install build products to /usr/local (true/false)." + builders: - shell: "{pre-build}" - shell: !include-raw-escape: ../shell/cmake-build.sh