X-Git-Url: https://gerrit.linuxfoundation.org/infra/gitweb?a=blobdiff_plain;f=jjb%2Flf-macros.yaml;h=374f5de81225f7f56ee556bf4fb1b97a0f60f6d6;hb=b00fefb9ade05788816a1b802644fc68614cdc64;hp=4081f7750bd93d622e9c7348c1f4ddcdd53013fd;hpb=603e28b38f838bb8144949cb3281cdef53807854;p=releng%2Fglobal-jjb.git diff --git a/jjb/lf-macros.yaml b/jjb/lf-macros.yaml index 4081f775..374f5de8 100644 --- a/jjb/lf-macros.yaml +++ b/jjb/lf-macros.yaml @@ -3,6 +3,20 @@ # BUILDERS # ############ +- builder: + name: lf-fetch-dependent-patches + # Fetches all patches provided via comment trigger + # + # This macro will fetch all patches provided via comment trigger and will + # create a list of projects from those patches via environment variable + # called DEPENDENCY_BUILD_ORDER which can be used if necessary to build + # projects in the specified order. The order is determined by first patch + # instance for a project in the patch list. + builders: + - shell: !include-raw: ../shell/gerrit-fetch-dependencies.sh + - inject: + properties-file: $WORKSPACE/.dependency.properties + - builder: name: lf-infra-create-netrc # Macro to create a ~/.netrc file from a Maven settings.xml @@ -13,6 +27,34 @@ properties-content: 'SERVER_ID={server-id}' - shell: !include-raw-escape: ../shell/create-netrc.sh +- builder: + name: lf-infra-docker-login + # Login into a custom hosted docker registry and / or docker.io + # + # The Jenkins system should have the following global variables defined + # + # DOCKER_REGISTRY : Optional + # The DNS address of the registry (IP or FQDN) + # ex: nexus3.example.com + # + # REGISTRY_PORTS : Required if DOCKER_REGISTRY is set + # Space separated listing of the registry ports to login + # to + # ex: 10001 10002 10003 10004 + # + # DOCKERHUB_EMAIL : Optional + # If this variable is set then an attempt to login to + # DockerHub (docker.io) will be also made. It should be + # set to the email address for the credentials that will + # get looked up. Only _one_ credential will ever be found + # in the maven settings file for DockerHub + builders: + - lf-provide-maven-settings: + global-settings-file: '{global-settings-file}' + settings-file: '{settings-file}' + - shell: !include-raw-escape: ../shell/docker-login.sh + - lf-provide-maven-settings-cleanup + - builder: name: lf-infra-gpg-verify-git-signature # Verify gpg signature of the latest commit message in $WORKSPACE @@ -43,6 +85,40 @@ - description-setter: regexp: '^Build logs: .*' +- builder: + name: lf-infra-packer-build + builders: + - config-file-provider: + files: + - file-id: '{packer-cloud-settings}' + variable: CLOUDENV + - inject: + properties-content: | + PACKER_PLATFORM={platform} + PACKER_TEMPLATE={template} + PACKER_VERSION={packer-version} + - shell: !include-raw-escape: + - ../shell/packer-install.sh + - ../shell/packer-build.sh + - shell: !include-raw: + - ../shell/packer-clear-credentials.sh + +- builder: + name: lf-infra-packer-validate + builders: + - config-file-provider: + files: + - file-id: '{packer-cloud-settings}' + variable: 'CLOUDENV' + - inject: + properties-content: | + PACKER_VERSION={packer-version} + - shell: !include-raw-escape: + - ../shell/packer-install.sh + - ../shell/packer-validate.sh + - shell: !include-raw: + - ../shell/packer-clear-credentials.sh + - builder: name: lf-infra-sysstat builders: @@ -70,11 +146,13 @@ settings-file: '{settings-file}' - inject: properties-content: | + MAVEN_REPO_URL={maven-repo-url} REPO_ID={repo-id} GROUP_ID={group-id} - UPLOAD_FILES_PATH={files-dir} + UPLOAD_FILES_PATH={upload-files-dir} - shell: !include-raw-escape: - ../shell/lftools-install.sh + - ../shell/common-variables.sh - ../shell/deploy-maven-file.sh - lf-provide-maven-settings-cleanup @@ -101,6 +179,15 @@ - file-id: '{settings-file}' variable: 'SETTINGS_FILE' +- builder: + name: lf-pip-install + # Call pip install to install packages into a virtualenv + # The first package listed in PIP_PACKAGES is used as the virtualenv name. + builders: + - inject: + properties-content: PIP_PACKAGES={pip-packages} + - shell: !include-raw-escape: ../shell/pip-install.sh + - builder: name: lf-provide-maven-settings-cleanup # Clear maven settings files after we are done using them @@ -119,10 +206,72 @@ # DO NOT fail build if any of the above lines fail. exit 0 +- builder: + name: lf-rtd-trigger-build + builders: + - inject: + properties-content: RTD_PROJECT={rtd-project} + - shell: !include-raw-escape: ../shell/rtd-trigger-build.sh + +- builder: + name: lf-rtd-verify + builders: + - inject: + properties-content: DOC_DIR={doc-dir} + - shell: !include-raw-escape: + - ../shell/tox-install.sh + - ../shell/rtd-verify.sh + ############## # PARAMETERS # ############## +- parameter: + name: lf-infra-maven-parameters + parameters: + - string: + name: M2_HOME + # Sets an env var for shell scripts to be able to call the dynamically + # installed maven without having to calculate the M2_HOME themselves. + default: '/w/tools/hudson.tasks.Maven_MavenInstallation/{mvn-version}' + description: 'Maven selector to be used by shell scripts' + - string: + name: MAVEN_OPTS + default: '{mvn-opts}' + description: | + Maven Java opts. Example: -Xmx1024m -XX:MaxPermSize=256m + - string: + name: MAVEN_PARAMS + default: '{mvn-params}' + description: | + Maven parameters to pass to the mvn command. + - string: + name: MVN + # Sets an env var for shell scripts to be able to call the dynamically + # installed maven without having to calculate the path themselves. + default: '/w/tools/hudson.tasks.Maven_MavenInstallation/{mvn-version}/bin/mvn' + description: 'Maven selector to be used by shell scripts' + - string: + name: STAGING_PROFILE_ID + default: '{staging-profile-id}' + description: | + Nexus staging profile ID. + + +- parameter: + name: lf-infra-openstack-parameters + parameters: + - string: + name: OS_CLOUD + default: '{os-cloud}' + description: | + The name of a cloud configuration in clouds.yaml. OS_CLOUD is a + variable name that is significant to openstack client as a + environment variable. Please refer to the documentation for + further details. + https://docs.openstack.org/developer/python-openstackclient/ + + - parameter: name: lf-infra-parameters # Standard parameters used in the LF CI environments. Gerrit variables are @@ -135,6 +284,13 @@ Parameter to identify a Gerrit project. This is typically the project repo path as exists in Gerrit. For example: ofextensions/circuitsw + - string: + name: STREAM + default: '{stream}' + description: | + Stream is often set to the same name as 'branch' but can + sometimes be used as a name representing a project's release code + name. - string: name: GERRIT_PROJECT default: '{project}' @@ -155,37 +311,33 @@ job is triggered by Gerrit. - string: name: GERRIT_REFSPEC - default: '' + default: 'refs/heads/{branch}' description: | Parameter to identify a refspec when pulling from Gerrit. Note that Gerrit will override this parameter automatically if a job is triggered by Gerrit. + - string: + name: LFTOOLS_VERSION + default: '{lftools-version}' + description: | + Version of lftools to install. Can be a specific version like + '0.6.0' or a PEP-440 definition. + https://www.python.org/dev/peps/pep-0440/ + For example '<1.0.0' or '>=1.0.0,<2.0.0'. - parameter: - name: lf-infra-maven-parameters + name: lf-infra-node-parameters + # Parameters for NodeJS parameters: - string: - name: MAVEN_OPTS - default: '{mvn-opts}' - description: | - Maven Java opts. Example: -Xmx1024m -XX:MaxPermSize=256m - - string: - name: MAVEN_PARAMS - default: '{mvn-params}' - description: | - Maven parameters to pass to the mvn command. - - string: - name: MVN - # Sets an env var for shell scripts to be able to call the dynamically - # installed maven without having to calculate the path themselves. - default: '/w/tools/hudson.tasks.Maven_MavenInstallation/{mvn-version}/bin/mvn' - description: 'Maven selector to be used by shell scripts' + name: NODE_DIR + default: '{node-dir}' + description: Path to a Node project directory. - string: - name: STAGING_PROFILE_ID - default: '{staging-profile-id}' - description: | - Nexus staging profile ID. + name: NODE_VERSION + default: '{node-version}' + description: Version of NodeJS to install. - parameter: name: lf-infra-tox-parameters @@ -222,6 +374,23 @@ # PUBLISHERS # ############## +- publisher: + name: lf-jacoco-report + publishers: + - jacoco: + exec-pattern: "**/**.exec" + class-pattern: "**/classes" + source-pattern: "**/src/main/java" + exclusion-pattern: "**/gen/**,**/generated-sources/**,**/yang-gen**,**/pax/**" + status-update: true + targets: + - branch: + healthy: 10 + unhealthy: 20 + - method: + healthy: 50 + unhealthy: 40 + - publisher: name: lf-infra-publish # lf-infra macro to finish up a build. @@ -276,6 +445,25 @@ recursive: '{submodule-recursive}' choosing-strategy: '{choosing-strategy}' +############ +# TRIGGERS # +############ + +- trigger: + name: lf-infra-github-pr-trigger + triggers: + - github-pull-request: + trigger-phrase: '{trigger-phrase}' + only-trigger-phrase: '{only-trigger-phrase}' + status-context: '{status-context}' + permit-all: '{permit-all}' + github-hooks: '{github-hooks}' + auto-close-on-fail: false + org-list: + - '{github-org}' + white-list: '{obj:github_pr_whitelist}' + admin-list: '{obj:github_pr_admin_list}' + ############ # WRAPPERS # ############