jjb/lf-python-jobs.yaml

   1 ---
   2 ##########
   3 # Macros #
   4 ##########
   5
   6 - builder:
   7     name: lf-infra-clm-python
   8     builders:
   9       - inject:
  10           properties-content: "CLM_PROJECT_NAME={clm-project-name}"
  11       - shell: !include-raw-escape: ../shell/nexus-iq-cli.sh
  12
  13 - builder:
  14     name: lf-infra-pypi-tag-release
  15     builders:
  16       - config-file-provider:
  17           files:
  18             - file-id: sigul-config
  19               variable: SIGUL_CONFIG
  20             - file-id: sigul-password
  21               variable: SIGUL_PASSWORD
  22             - file-id: sigul-pki
  23               variable: SIGUL_PKI
  24             - file-id: signing-pubkey
  25               variable: SIGNING_PUBKEY
  26       - shell: !include-raw: ../shell/sigul-configuration.sh
  27       - shell: !include-raw: ../shell/sigul-install.sh
  28       - shell: !include-raw: ../shell/pypi-tag-release.sh
  29
  30 - builder:
  31     name: lf-infra-pypi-upload
  32     builders:
  33       - config-file-provider:
  34           files:
  35             - file-id: pypirc
  36               target: "$HOME/.pypirc"
  37       - inject:
  38           properties-content: "REPOSITORY={pypi-repo}"
  39       - shell: !include-raw-escape: ../shell/pypi-upload.sh
  40
  41 - builder:
  42     name: lf-infra-tox-install
  43     builders:
  44       - inject:
  45           properties-content: "PYTHON={python-version}"
  46       - shell: !include-raw-escape: ../shell/tox-install.sh
  47
  48 - builder:
  49     name: lf-infra-tox-run
  50     builders:
  51       - inject:
  52           properties-content: "PARALLEL={parallel}"
  53       - shell: !include-raw-escape: ../shell/tox-run.sh
  54
  55 ####################
  56 # COMMON FUNCTIONS #
  57 ####################
  58
  59 - lf_python_common: &lf_python_common
  60     name: lf-python-common
  61
  62     ######################
  63     # Default parameters #
  64     ######################
  65
  66     archive-artifacts: >
  67       **/*.log
  68
  69     #####################
  70     # Job Configuration #
  71     #####################
  72
  73     project-type: freestyle
  74     node: "{build-node}"
  75
  76     properties:
  77       - lf-infra-properties:
  78           build-days-to-keep: "{build-days-to-keep}"
  79
  80     parameters:
  81       - lf-infra-parameters:
  82           project: "{project}"
  83           branch: "{branch}"
  84           stream: "{stream}"
  85
  86     wrappers:
  87       - lf-infra-wrappers:
  88           build-timeout: "{build-timeout}"
  89           jenkins-ssh-credential: "{jenkins-ssh-credential}"
  90
  91     publishers:
  92       - lf-infra-publish
  93
  94 #################
  95 # Python XC CLM #
  96 #################
  97
  98 - lf_python_clm_xc: &lf_python_xc_clm
  99     name: lf-python-xc-clm
 100
 101     ######################
 102     # Default parameters #
 103     ######################
 104
 105     branch: master
 106     build-days-to-keep: 30 # 30 days for troubleshooting purposes
 107     build-timeout: 60
 108     disable-job: false
 109     git-url: "$GIT_URL/$PROJECT"
 110     github-url: "https://github.com"
 111     java-version: openjdk8
 112     nexus-iq-cli-version: 1.44.0-01
 113     nexus-iq-namespace: "" # Recommend a trailing dash when set. Example: odl-
 114     pre-build-script: "# pre-build script goes here"
 115     stream: master
 116     submodule-recursive: true
 117     submodule-timeout: 10
 118     submodule-disable: false
 119
 120     gerrit_trigger_file_paths:
 121       - compare-type: ANT
 122         pattern: ".*"
 123
 124     # github_included_regions MUST match gerrit_trigger_file_paths
 125     github_included_regions:
 126       - ".*"
 127
 128     #####################
 129     # Job Configuration #
 130     #####################
 131
 132     disabled: "{disable-job}"
 133
 134     parameters:
 135       - lf-infra-parameters:
 136           project: "{project}"
 137           branch: "{branch}"
 138           stream: "{stream}"
 139       - string:
 140           name: NEXUS_IQ_CLI_VERSION
 141           default: "{nexus-iq-cli-version}"
 142           description: Nexus IQ CLI package to download and use.
 143
 144     wrappers:
 145       - credentials-binding:
 146           - username-password-separated:
 147               credential-id: nexus-iq-xc-clm
 148               username: CLM_USER
 149               password: CLM_PASSWORD
 150     builders:
 151       - lf-update-java-alternatives:
 152           java-version: "{java-version}"
 153       - shell: "{pre-build-script}"
 154       - lf-infra-clm-python:
 155           clm-project-name: "{nexus-iq-namespace}{project-name}"
 156
 157 - job-template:
 158     name: "{project-name}-python-clm-{stream}"
 159     id: gerrit-python-xc-clm
 160     <<: *lf_python_common
 161     # yamllint disable-line rule:key-duplicates
 162     <<: *lf_python_xc_clm
 163
 164     ######################
 165     # Default parameters #
 166     ######################
 167
 168     gerrit_clm_triggers:
 169       - comment-added-contains-event:
 170           comment-contains-value: '^Patch Set\s+\d+:\s+run-clm\s*$'
 171
 172     #####################
 173     # Job Configuration #
 174     #####################
 175
 176     scm:
 177       - lf-infra-gerrit-scm:
 178           jenkins-ssh-credential: "{jenkins-ssh-credential}"
 179           git-url: "{git-url}"
 180           refspec: "$GERRIT_REFSPEC"
 181           branch: "$GERRIT_BRANCH"
 182           submodule-recursive: "{submodule-recursive}"
 183           submodule-timeout: "{submodule-timeout}"
 184           submodule-disable: "{submodule-disable}"
 185           choosing-strategy: default
 186
 187     triggers:
 188       # Build weekly on Saturdays
 189       - timed: "H H * * 6"
 190       - gerrit:
 191           server-name: "{gerrit-server-name}"
 192           trigger-on: "{obj:gerrit_clm_triggers}"
 193           projects:
 194             - project-compare-type: ANT
 195               project-pattern: "{project}"
 196               branches:
 197                 - branch-compare-type: ANT
 198                   branch-pattern: "**/{branch}"
 199               file-paths: "{obj:gerrit_trigger_file_paths}"
 200           skip-vote:
 201             successful: true
 202             failed: true
 203             unstable: true
 204             notbuilt: true
 205
 206 - job-template:
 207     name: "{project-name}-python-clm-{stream}"
 208     id: github-python-xc-clm
 209     <<: *lf_python_common
 210     # yamllint disable-line rule:key-duplicates
 211     <<: *lf_python_xc_clm
 212
 213     properties:
 214       - lf-infra-properties:
 215           build-days-to-keep: "{build-days-to-keep}"
 216       - github:
 217           url: "{github-url}/{github-org}/{project}"
 218
 219     scm:
 220       - lf-infra-github-scm:
 221           url: "{git-clone-url}{github-org}/{project}"
 222           refspec: ""
 223           branch: "refs/heads/{branch}"
 224           submodule-recursive: "{submodule-recursive}"
 225           submodule-timeout: "{submodule-timeout}"
 226           submodule-disable: "{submodule-disable}"
 227           choosing-strategy: default
 228           jenkins-ssh-credential: "{jenkins-ssh-credential}"
 229
 230     triggers:
 231       # Build weekly on Saturdays
 232       - timed: "H H * * 6"
 233       - github-pull-request:
 234           trigger-phrase: "^run-clm$"
 235           only-trigger-phrase: false
 236           status-context: "CLM"
 237           permit-all: true
 238           github-hooks: true
 239           white-list-target-branches:
 240             - "{branch}"
 241           included-regions: "{obj:github_included_regions}"
 242
 243 #########################
 244 # Python Sonar with Tox #
 245 #########################
 246
 247 - lf_tox_sonar: &lf_tox_sonar
 248     name: lf-tox_sonar
 249
 250     ######################
 251     # Default parameters #
 252     ######################
 253
 254     branch: master # Sonar should always be run on master branch
 255     build-days-to-keep: 7
 256     build-timeout: 60
 257     cron: "H H * * *" # run daily
 258     disable-job: false
 259     git-url: "$GIT_URL/$PROJECT"
 260     github-url: "https://github.com"
 261     java-version: openjdk8
 262     mvn-global-settings: global-settings
 263     mvn-goals: validate
 264     mvn-settings: "{mvn-settings}"
 265     mvn-version: mvn35
 266     parallel: true
 267     pre-build-script: "# pre-build script goes here"
 268     python-version: python3
 269     sonar-mvn-goal: "sonar:sonar"
 270     stream: master
 271     submodule-recursive: true
 272     submodule-timeout: 10
 273     submodule-disable: false
 274
 275     gerrit_trigger_file_paths:
 276       - compare-type: REG_EXP
 277         pattern: ".*"
 278
 279     # github_included_regions MUST match gerrit_trigger_file_paths
 280     github_included_regions:
 281       - ".*"
 282
 283     #####################
 284     # Job Configuration #
 285     #####################
 286
 287     disabled: "{disable-job}"
 288
 289     parameters:
 290       - lf-infra-parameters:
 291           project: "{project}"
 292           branch: "{branch}"
 293           stream: "{stream}"
 294       - string:
 295           name: ARCHIVE_ARTIFACTS
 296           default: "{archive-artifacts}"
 297           description: Artifacts to archive to the logs server.
 298       - string:
 299           name: MVN
 300           # Sets an env var for shell scripts to be able to call the dynamically
 301           # installed maven without having to calculate the path themselves.
 302           # yamllint disable-line rule:line-length
 303           default: "/w/tools/hudson.tasks.Maven_MavenInstallation/{mvn-version}/bin/mvn"
 304           description: "Maven selector to be used by shell scripts"
 305       - string:
 306           name: SONAR_MAVEN_GOAL
 307           default: "{sonar-mvn-goal}"
 308           description: |
 309             Maven goals to pass to the Sonar call. Typically sonar:sonar
 310             however to use a specific version of the sonar-maven-plugin we
 311             can call "org.codehaus.mojo:sonar-maven-plugin:3.3.0.603:sonar".
 312
 313     builders:
 314       - lf-infra-pre-build
 315       - lf-infra-tox-install:
 316           python-version: "{python-version}"
 317       - shell: "{pre-build-script}"
 318       - lf-infra-tox-run:
 319           parallel: "{parallel}"
 320       - lf-provide-maven-settings:
 321           global-settings-file: "{mvn-global-settings}"
 322           settings-file: "{mvn-settings}"
 323       - lf-infra-maven-sonar:
 324           java-version: "{java-version}"
 325           mvn-goals: "{mvn-goals}"
 326           mvn-settings: "{mvn-settings}"
 327           mvn-version: "{mvn-version}"
 328
 329     publishers:
 330       - lf-infra-publish
 331
 332 - job-template:
 333     name: "{project-name}-tox-sonar"
 334     id: gerrit-tox-sonar
 335     <<: *lf_python_common
 336     # yamllint disable-line rule:key-duplicates
 337     <<: *lf_tox_sonar
 338
 339     ######################
 340     # Default parameters #
 341     ######################
 342
 343     gerrit_sonar_triggers:
 344       - comment-added-contains-event:
 345           comment-contains-value: '^Patch Set\s+\d+:\s+run-sonar\s*$'
 346
 347     #####################
 348     # Job Configuration #
 349     #####################
 350
 351     scm:
 352       - lf-infra-gerrit-scm:
 353           jenkins-ssh-credential: "{jenkins-ssh-credential}"
 354           git-url: "{git-url}"
 355           refspec: $GERRIT_REFSPEC
 356           branch: $GERRIT_BRANCH
 357           submodule-recursive: "{submodule-recursive}"
 358           submodule-timeout: "{submodule-timeout}"
 359           submodule-disable: "{submodule-disable}"
 360           choosing-strategy: default
 361
 362     triggers:
 363       - timed: "{obj:cron}"
 364       - gerrit:
 365           server-name: "{gerrit-server-name}"
 366           trigger-on: "{obj:gerrit_sonar_triggers}"
 367           projects:
 368             - project-compare-type: "ANT"
 369               project-pattern: "{project}"
 370               branches:
 371                 - branch-compare-type: "ANT"
 372                   branch-pattern: "**/{branch}"
 373               file-paths: "{obj:gerrit_trigger_file_paths}"
 374           skip-vote:
 375             successful: true
 376             failed: true
 377             unstable: true
 378             notbuilt: true
 379
 380 - job-template:
 381     name: "{project-name}-tox-sonar"
 382     id: github-tox-sonar
 383     <<: *lf_python_common
 384     # yamllint disable-line rule:key-duplicates
 385     <<: *lf_tox_sonar
 386
 387     properties:
 388       - lf-infra-properties:
 389           build-days-to-keep: "{build-days-to-keep}"
 390       - github:
 391           url: "{github-url}/{github-org}/{project}"
 392
 393     scm:
 394       - lf-infra-github-scm:
 395           url: "{git-clone-url}{github-org}/{project}"
 396           refspec: "+refs/pull/*:refs/remotes/origin/pr/*"
 397           branch: "$sha1"
 398           submodule-recursive: "{submodule-recursive}"
 399           submodule-timeout: "{submodule-timeout}"
 400           submodule-disable: "{submodule-disable}"
 401           choosing-strategy: default
 402           jenkins-ssh-credential: "{jenkins-ssh-credential}"
 403
 404     triggers:
 405       - github-pull-request:
 406           trigger-phrase: "^run-sonar$"
 407           only-trigger-phrase: false
 408           status-context: "Python Sonar"
 409           permit-all: true
 410           github-hooks: true
 411           white-list-target-branches:
 412             - "{branch}"
 413           included-regions: "{obj:github_included_regions}"
 414
 415 ##############
 416 # Tox Common #
 417 ##############
 418
 419 - lf_tox_common: &lf_tox_common
 420     name: lf-tox-common
 421
 422     ######################
 423     # Default parameters #
 424     ######################
 425
 426     branch: master
 427     build-days-to-keep: 7
 428     build-timeout: 15
 429     disable-job: false
 430     git-url: "$GIT_URL/$GERRIT_PROJECT"
 431     github-url: "https://github.com"
 432     parallel: false
 433     pre-build-script: "# pre-build script goes here"
 434     python-version: python3
 435     stream: master
 436     submodule-recursive: true
 437     submodule-timeout: 10
 438     submodule-disable: false
 439     tox-dir: "."
 440     tox-envs: ""
 441
 442     gerrit_trigger_file_paths:
 443       - compare-type: REG_EXP
 444         pattern: ".*"
 445
 446     # github_included_regions MUST match gerrit_trigger_file_paths
 447     github_included_regions:
 448       - ".*"
 449
 450     #####################
 451     # Job Configuration #
 452     #####################
 453
 454     project-type: freestyle
 455     node: "{build-node}"
 456     concurrent: true
 457     disabled: "{disable-job}"
 458
 459     properties:
 460       - lf-infra-properties:
 461           build-days-to-keep: "{build-days-to-keep}"
 462
 463     parameters:
 464       - lf-infra-parameters:
 465           project: "{project}"
 466           branch: "{branch}"
 467           stream: "{stream}"
 468       - lf-infra-tox-parameters:
 469           tox-dir: "{tox-dir}"
 470           tox-envs: "{tox-envs}"
 471
 472     wrappers:
 473       - lf-infra-wrappers:
 474           build-timeout: "{build-timeout}"
 475           jenkins-ssh-credential: "{jenkins-ssh-credential}"
 476
 477     builders:
 478       - lf-infra-pre-build
 479       - lf-infra-tox-install:
 480           python-version: "{python-version}"
 481       - shell: "{pre-build-script}"
 482       - lf-infra-tox-run:
 483           parallel: "{parallel}"
 484
 485     publishers:
 486       - lf-infra-publish
 487
 488 - job-template:
 489     # Python projects typically use tox to run testing.
 490     name: "{project-name}-tox-verify-{stream}"
 491     id: gerrit-tox-verify
 492     <<: *lf_tox_common
 493
 494     ######################
 495     # Default parameters #
 496     ######################
 497
 498     gerrit-skip-vote: false
 499     gerrit_verify_triggers:
 500       - patchset-created-event:
 501           exclude-drafts: true
 502           exclude-trivial-rebase: false
 503           exclude-no-code-change: false
 504       - draft-published-event
 505       - comment-added-contains-event:
 506           comment-contains-value: '^Patch Set\s+\d+:\s+(recheck|reverify)\s*$'
 507
 508     #####################
 509     # Job Configuration #
 510     #####################
 511
 512     scm:
 513       - lf-infra-gerrit-scm:
 514           jenkins-ssh-credential: "{jenkins-ssh-credential}"
 515           git-url: "{git-url}"
 516           refspec: "$GERRIT_REFSPEC"
 517           branch: "$GERRIT_BRANCH"
 518           submodule-recursive: "{submodule-recursive}"
 519           submodule-timeout: "{submodule-timeout}"
 520           submodule-disable: "{submodule-disable}"
 521           choosing-strategy: gerrit
 522
 523     triggers:
 524       - gerrit:
 525           server-name: "{gerrit-server-name}"
 526           trigger-on: "{obj:gerrit_verify_triggers}"
 527           projects:
 528             - project-compare-type: ANT
 529               project-pattern: "{project}"
 530               branches:
 531                 - branch-compare-type: ANT
 532                   branch-pattern: "**/{branch}"
 533               file-paths: "{obj:gerrit_trigger_file_paths}"
 534           skip-vote:
 535             successful: "{gerrit-skip-vote}"
 536             failed: "{gerrit-skip-vote}"
 537             unstable: "{gerrit-skip-vote}"
 538             notbuilt: "{gerrit-skip-vote}"
 539
 540 - job-template:
 541     # Python projects typically use tox to run testing.
 542     name: "{project-name}-tox-verify-{stream}"
 543     id: github-tox-verify
 544     <<: *lf_tox_common
 545
 546     properties:
 547       - lf-infra-properties:
 548           build-days-to-keep: "{build-days-to-keep}"
 549       - github:
 550           url: "{github-url}/{github-org}/{project}"
 551
 552     scm:
 553       - lf-infra-github-scm:
 554           url: "{git-clone-url}{github-org}/{project}"
 555           refspec: "+refs/pull/*:refs/remotes/origin/pr/*"
 556           branch: "$sha1"
 557           submodule-recursive: "{submodule-recursive}"
 558           submodule-timeout: "{submodule-timeout}"
 559           submodule-disable: "{submodule-disable}"
 560           choosing-strategy: default
 561           jenkins-ssh-credential: "{jenkins-ssh-credential}"
 562
 563     triggers:
 564       - github-pull-request:
 565           trigger-phrase: "^(recheck|reverify)$"
 566           only-trigger-phrase: false
 567           status-context: "Tox Verify"
 568           permit-all: true
 569           github-hooks: true
 570           white-list-target-branches:
 571             - "{branch}"
 572           included-regions: "{obj:github_included_regions}"
 573
 574 - job-template:
 575     # Run tox after merge of gerrit change set
 576     name: "{project-name}-tox-merge-{stream}"
 577     id: gerrit-tox-merge
 578     <<: *lf_tox_common
 579
 580     ######################
 581     # Default parameters #
 582     ######################
 583
 584     gerrit_merge_triggers:
 585       - change-merged-event
 586       - comment-added-contains-event:
 587           comment-contains-value: '^Patch Set\s+\d+:\s+remerge\s*$'
 588
 589     #####################
 590     # Job Configuration #
 591     #####################
 592
 593     scm:
 594       - lf-infra-gerrit-scm:
 595           jenkins-ssh-credential: "{jenkins-ssh-credential}"
 596           git-url: "{git-url}"
 597           refspec: "$GERRIT_REFSPEC"
 598           branch: "$GERRIT_BRANCH"
 599           submodule-recursive: "{submodule-recursive}"
 600           submodule-timeout: "{submodule-timeout}"
 601           submodule-disable: "{submodule-disable}"
 602           choosing-strategy: gerrit
 603
 604     triggers:
 605       - gerrit:
 606           server-name: "{gerrit-server-name}"
 607           trigger-on: "{obj:gerrit_merge_triggers}"
 608           projects:
 609             - project-compare-type: ANT
 610               project-pattern: "{project}"
 611               branches:
 612                 - branch-compare-type: ANT
 613                   branch-pattern: "**/{branch}"
 614               file-paths: "{obj:gerrit_trigger_file_paths}"
 615
 616 - job-template:
 617     # Run tox after merge of github pull request
 618     name: "{project-name}-tox-merge-{stream}"
 619     id: github-tox-merge
 620     <<: *lf_tox_common
 621
 622     properties:
 623       - lf-infra-properties:
 624           build-days-to-keep: "{build-days-to-keep}"
 625       - github:
 626           url: "{github-url}/{github-org}/{project}"
 627
 628     scm:
 629       - lf-infra-github-scm:
 630           url: "{git-clone-url}{github-org}/{project}"
 631           refspec: ""
 632           branch: "refs/heads/{branch}"
 633           submodule-recursive: "{submodule-recursive}"
 634           submodule-timeout: "{submodule-timeout}"
 635           submodule-disable: "{submodule-disable}"
 636           choosing-strategy: default
 637           jenkins-ssh-credential: "{jenkins-ssh-credential}"
 638
 639     triggers:
 640       - github-pull-request:
 641           trigger-phrase: "^remerge$"
 642           only-trigger-phrase: true
 643           status-context: "Tox Merge"
 644           permit-all: true
 645           github-hooks: true
 646           org-list:
 647             - "{github-org}"
 648           white-list: "{obj:github_pr_whitelist}"
 649           admin-list: "{obj:github_pr_admin_list}"
 650           white-list-target-branches:
 651             - "{branch}"
 652           included-regions: "{obj:github_included_regions}"
 653
 654 ########
 655 # PyPI #
 656 ########
 657
 658 - lf_pypi_common: &lf_pypi_common
 659     name: lf-pypi-common
 660
 661     ######################
 662     # Default parameters #
 663     ######################
 664
 665     branch: master
 666     build-days-to-keep: 7
 667     build-timeout: 15
 668     disable-job: false
 669     dist-binary: true
 670     git-url: "$GIT_URL/$GERRIT_PROJECT"
 671     github-url: "https://github.com"
 672     parallel: false
 673     pre-build-script: "# pre-build script goes here"
 674     python-version: python3
 675     stream: master
 676     submodule-recursive: true
 677     submodule-timeout: 10
 678     submodule-disable: false
 679     tox-dir: "."
 680     tox-envs: ""
 681
 682     disabled: "{disable-job}"
 683
 684     gerrit_trigger_file_paths:
 685       - compare-type: ANT
 686         pattern: ".*"
 687
 688     # github_included_regions MUST match gerrit_trigger_file_paths
 689     github_included_regions:
 690       - ".*"
 691
 692     parameters:
 693       - lf-infra-parameters:
 694           project: "{project}"
 695           branch: "{branch}"
 696           stream: "{stream}"
 697       - lf-infra-tox-parameters:
 698           tox-dir: "{tox-dir}"
 699           tox-envs: "{tox-envs}"
 700       - bool:
 701           name: BUILD_BDIST_WHEEL
 702           default: "{dist-binary}"
 703           description: "Set to True to build a wheel"
 704       - bool:
 705           name: DRY_RUN
 706           default: false
 707           description: |
 708             If DRY_RUN is enabled artifacts are not published.
 709
 710 - lf_pypi_verify_builders: &lf_pypi_verify_builders
 711     name: lf-pypi-verify-builders
 712
 713     builders:
 714       - lf-infra-pre-build
 715       - lf-infra-tox-install:
 716           python-version: "{python-version}"
 717       - shell: "{pre-build-script}"
 718       - lf-infra-tox-run:
 719           parallel: "{parallel}"
 720       - shell: !include-raw-escape: ../shell/pypi-dist-build.sh
 721
 722 - lf_pypi_merge_builders: &lf_pypi_merge_builders
 723     name: lf-pypi-merge-builders
 724
 725     builders:
 726       - lf-infra-pre-build
 727       - lf-infra-tox-install:
 728           python-version: "{python-version}"
 729       - shell: "{pre-build-script}"
 730       - lf-infra-tox-run:
 731           parallel: "{parallel}"
 732       - shell: !include-raw-escape: ../shell/pypi-dist-build.sh
 733       - lf-infra-pypi-upload:
 734           pypi-repo: "{pypi-repo}"
 735
 736 - lf_pypi_release_verify_builders: &lf_pypi_release_verify_builders
 737     name: lf-pypi-release-verify-builders
 738
 739     builders:
 740       - lf-infra-pre-build
 741       - lf-infra-tox-install:
 742           python-version: "{python-version}"
 743       - shell: "{pre-build-script}"
 744       - lf-infra-tox-run:
 745           parallel: "{parallel}"
 746       - shell: !include-raw-escape: ../shell/pypi-dist-build.sh
 747       - lf-infra-pypi-tag-release
 748
 749 - lf_pypi_release_merge_builders: &lf_pypi_release_merge_builders
 750     name: lf-pypi-release-merge-builders
 751
 752     builders:
 753       - lf-infra-pre-build
 754       - lf-infra-tox-install:
 755           python-version: "{python-version}"
 756       - shell: "{pre-build-script}"
 757       - lf-infra-tox-run:
 758           parallel: "{parallel}"
 759       - shell: !include-raw-escape: ../shell/pypi-dist-build.sh
 760       - lf-infra-pypi-tag-release
 761       - lf-infra-pypi-upload:
 762           pypi-repo: "{pypi-repo}"
 763
 764 - job-template:
 765     name: "{project-name}-pypi-verify-{stream}"
 766     id: gerrit-pypi-verify
 767     <<: *lf_python_common
 768     # yamllint disable-line rule:key-duplicates
 769     <<: *lf_pypi_common
 770     <<: *lf_pypi_verify_builders
 771
 772     gerrit_verify_triggers:
 773       - patchset-created-event:
 774           exclude-drafts: true
 775           exclude-trivial-rebase: false
 776           exclude-no-code-change: false
 777       - draft-published-event
 778       - comment-added-contains-event:
 779           comment-contains-value: '^Patch Set\s+\d+:\s+(recheck|reverify)\s*$'
 780
 781     scm:
 782       - lf-infra-gerrit-scm:
 783           jenkins-ssh-credential: "{jenkins-ssh-credential}"
 784           git-url: "{git-url}"
 785           refspec: "$GERRIT_REFSPEC"
 786           branch: "$GERRIT_BRANCH"
 787           submodule-recursive: "{submodule-recursive}"
 788           submodule-timeout: "{submodule-timeout}"
 789           submodule-disable: "{submodule-disable}"
 790           choosing-strategy: gerrit
 791
 792     triggers:
 793       - gerrit:
 794           server-name: "{gerrit-server-name}"
 795           trigger-on: "{obj:gerrit_verify_triggers}"
 796           projects:
 797             - project-compare-type: ANT
 798               project-pattern: "{project}"
 799               branches:
 800                 - branch-compare-type: ANT
 801                   branch-pattern: "**/{branch}"
 802               file-paths: "{obj:gerrit_trigger_file_paths}"
 803
 804 - job-template:
 805     name: "{project-name}-pypi-verify-{stream}"
 806     id: github-pypi-verify
 807     <<: *lf_python_common
 808     # yamllint disable-line rule:key-duplicates
 809     <<: *lf_pypi_common
 810     <<: *lf_pypi_verify_builders
 811
 812     properties:
 813       - github:
 814           url: "{github-url}/{github-org}/{project}"
 815
 816     scm:
 817       - lf-infra-github-scm:
 818           url: "{git-clone-url}{github-org}/{project}"
 819           refspec: "+refs/pull/*:refs/remotes/origin/pr/*"
 820           branch: "$sha1"
 821           submodule-recursive: "{submodule-recursive}"
 822           submodule-timeout: "{submodule-timeout}"
 823           submodule-disable: "{submodule-disable}"
 824           choosing-strategy: default
 825           jenkins-ssh-credential: "{jenkins-ssh-credential}"
 826
 827     triggers:
 828       - github-pull-request:
 829           trigger-phrase: "^(recheck|reverify)$"
 830           only-trigger-phrase: false
 831           status-context: "PyPI Verify"
 832           permit-all: true
 833           github-hooks: true
 834           white-list-target-branches:
 835             - "{branch}"
 836           included-regions: "{obj:github_included_regions}"
 837
 838 - job-template:
 839     name: "{project-name}-pypi-merge-{stream}"
 840     id: gerrit-pypi-merge
 841     <<: *lf_python_common
 842     # yamllint disable-line rule:key-duplicates
 843     <<: *lf_pypi_common
 844     <<: *lf_pypi_merge_builders
 845
 846     cron: ""
 847     pypi-repo: pypi-test
 848
 849     gerrit_merge_triggers:
 850       - change-merged-event
 851       - comment-added-contains-event:
 852           comment-contains-value: '^Patch Set\s+\d+:\s+remerge\s*$'
 853
 854     scm:
 855       - lf-infra-gerrit-scm:
 856           jenkins-ssh-credential: "{jenkins-ssh-credential}"
 857           git-url: "{git-url}"
 858           refspec: "$GERRIT_REFSPEC"
 859           branch: "$GERRIT_BRANCH"
 860           submodule-recursive: "{submodule-recursive}"
 861           submodule-timeout: "{submodule-timeout}"
 862           submodule-disable: "{submodule-disable}"
 863           choosing-strategy: gerrit
 864
 865     triggers:
 866       - timed: "{obj:cron}"
 867       - gerrit:
 868           server-name: "{gerrit-server-name}"
 869           trigger-on: "{obj:gerrit_merge_triggers}"
 870           projects:
 871             - project-compare-type: ANT
 872               project-pattern: "{project}"
 873               branches:
 874                 - branch-compare-type: ANT
 875                   branch-pattern: "**/{branch}"
 876               file-paths: "{obj:gerrit_trigger_file_paths}"
 877
 878 - job-template:
 879     name: "{project-name}-pypi-merge-{stream}"
 880     id: github-pypi-merge
 881     <<: *lf_python_common
 882     # yamllint disable-line rule:key-duplicates
 883     <<: *lf_pypi_common
 884     <<: *lf_pypi_merge_builders
 885
 886     cron: ""
 887     pypi-repo: pypi-test
 888
 889     properties:
 890       - github:
 891           url: "{github-url}/{github-org}/{project}"
 892
 893     scm:
 894       - lf-infra-github-scm:
 895           url: "{git-clone-url}{github-org}/{project}"
 896           refspec: ""
 897           branch: "refs/heads/{branch}"
 898           submodule-recursive: "{submodule-recursive}"
 899           submodule-timeout: "{submodule-timeout}"
 900           submodule-disable: "{submodule-disable}"
 901           choosing-strategy: default
 902           jenkins-ssh-credential: "{jenkins-ssh-credential}"
 903
 904     triggers:
 905       - timed: "{obj:cron}"
 906       - github-pull-request:
 907           trigger-phrase: "^remerge$"
 908           only-trigger-phrase: false
 909           status-context: "Merge"
 910           permit-all: true
 911           github-hooks: true
 912           org-list:
 913             - "{github-org}"
 914           white-list: "{obj:github_pr_whitelist}"
 915           admin-list: "{obj:github_pr_admin_list}"
 916           white-list-target-branches:
 917             - "{branch}"
 918           included-regions: "{obj:github_included_regions}"
 919
 920 - lf_pypi_release_common: &lf_pypi_release_common
 921     name: lf-pypi-release-common
 922
 923     dist-binary: true
 924     pypi-repo: pypi
 925     use-release-file: true
 926
 927     # define once and use twice; jobs MUST NOT override
 928     gerrit_release_trigger_file_paths:
 929       - compare-type: REG_EXP
 930         pattern: '(releases\/.*\.yaml|\.releases\/.*\.yaml)'
 931
 932     # github_release_included_regions MUST match gerrit_release_trigger_file_paths
 933     github_release_included_regions:
 934       - 'releases\/.*\.yaml'
 935       - '.releases\/.*\.yaml'
 936
 937     parameters:
 938       - lf-infra-parameters:
 939           project: "{project}"
 940           branch: "{branch}"
 941           stream: "{stream}"
 942       - lf-infra-tox-parameters:
 943           tox-dir: "{tox-dir}"
 944           tox-envs: "{tox-envs}"
 945       - bool:
 946           name: BUILD_BDIST_WHEEL
 947           default: "{dist-binary}"
 948           description: "Set to True to build a wheel"
 949       - string:
 950           name: VERSION
 951           default: ""
 952           description: "This is the version, example: 1.0.0"
 953       - bool:
 954           name: USE_RELEASE_FILE
 955           default: "{use-release-file}"
 956           description: "Set to False for job built with parameters"
 957       - bool:
 958           name: DRY_RUN
 959           default: false
 960           description: |
 961             If DRY_RUN is enabled artifacts are not published.
 962
 963 - job-template:
 964     name: "{project-name}-pypi-release-verify-{stream}"
 965     id: gerrit-pypi-release-verify
 966     <<: *lf_python_common
 967     # yamllint disable-line rule:key-duplicates
 968     <<: *lf_pypi_common
 969     <<: *lf_pypi_release_common
 970     <<: *lf_pypi_release_verify_builders
 971
 972     gerrit_verify_triggers:
 973       - patchset-created-event:
 974           exclude-drafts: true
 975           exclude-trivial-rebase: false
 976           exclude-no-code-change: false
 977       - draft-published-event
 978       - comment-added-contains-event:
 979           comment-contains-value: '^Patch Set\s+\d+:\s+(recheck|reverify)\s*$'
 980
 981     scm:
 982       - lf-infra-gerrit-scm:
 983           jenkins-ssh-credential: "{jenkins-ssh-credential}"
 984           git-url: "{git-url}"
 985           refspec: "$GERRIT_REFSPEC"
 986           branch: "$GERRIT_BRANCH"
 987           submodule-recursive: "{submodule-recursive}"
 988           submodule-timeout: "{submodule-timeout}"
 989           submodule-disable: "{submodule-disable}"
 990           choosing-strategy: gerrit
 991
 992     triggers:
 993       - gerrit:
 994           server-name: "{gerrit-server-name}"
 995           trigger-on: "{obj:gerrit_verify_triggers}"
 996           projects:
 997             - project-compare-type: "ANT"
 998               project-pattern: "{project}"
 999               branches:
1000                 - branch-compare-type: "ANT"
1001                   branch-pattern: "**"
1002               file-paths: "{obj:gerrit_release_trigger_file_paths}"
1003
1004 - job-template:
1005     name: "{project-name}-pypi-release-verify-{stream}"
1006     id: github-pypi-release-verify
1007     <<: *lf_python_common
1008     # yamllint disable-line rule:key-duplicates
1009     <<: *lf_pypi_common
1010     <<: *lf_pypi_release_common
1011     <<: *lf_pypi_release_verify_builders
1012
1013     properties:
1014       - github:
1015           url: "{github-url}/{github-org}/{project}"
1016
1017     scm:
1018       - lf-infra-github-scm:
1019           url: "{git-clone-url}{github-org}/{project}"
1020           refspec: ""
1021           branch: "refs/heads/{branch}"
1022           submodule-recursive: "{submodule-recursive}"
1023           submodule-timeout: "{submodule-timeout}"
1024           submodule-disable: "{submodule-disable}"
1025           choosing-strategy: default
1026           jenkins-ssh-credential: "{jenkins-ssh-credential}"
1027
1028     triggers:
1029       - github-pull-request:
1030           trigger-phrase: "^(recheck|reverify)$"
1031           only-trigger-phrase: false
1032           status-context: "PyPI Release Verify"
1033           permit-all: true
1034           github-hooks: true
1035           white-list-target-branches:
1036             - "{branch}"
1037           included-regions: "{obj:github_release_included_regions}"
1038
1039 - job-template:
1040     name: "{project-name}-pypi-release-merge-{stream}"
1041     id: gerrit-pypi-release-merge
1042     <<: *lf_python_common
1043     # yamllint disable-line rule:key-duplicates
1044     <<: *lf_pypi_common
1045     <<: *lf_pypi_release_common
1046     <<: *lf_pypi_release_merge_builders
1047
1048     gerrit_release_triggers:
1049       - change-merged-event
1050
1051     scm:
1052       - lf-infra-gerrit-scm:
1053           jenkins-ssh-credential: "{jenkins-ssh-credential}"
1054           git-url: "{git-url}"
1055           refspec: "$GERRIT_REFSPEC"
1056           branch: "$GERRIT_BRANCH"
1057           submodule-recursive: "{submodule-recursive}"
1058           submodule-timeout: "{submodule-timeout}"
1059           submodule-disable: "{submodule-disable}"
1060           choosing-strategy: gerrit
1061
1062     triggers:
1063       - gerrit:
1064           server-name: "{gerrit-server-name}"
1065           trigger-on: "{obj:gerrit_release_triggers}"
1066           projects:
1067             - project-compare-type: "ANT"
1068               project-pattern: "{project}"
1069               branches:
1070                 - branch-compare-type: "ANT"
1071                   branch-pattern: "**"
1072               file-paths: "{obj:gerrit_release_trigger_file_paths}"
1073
1074 - job-template:
1075     name: "{project-name}-pypi-release-merge-{stream}"
1076     id: github-pypi-release-merge
1077     <<: *lf_python_common
1078     # yamllint disable-line rule:key-duplicates
1079     <<: *lf_pypi_common
1080     <<: *lf_pypi_release_common
1081     <<: *lf_pypi_release_merge_builders
1082
1083     properties:
1084       - github:
1085           url: "{github-url}/{github-org}/{project}"
1086
1087     scm:
1088       - lf-infra-github-scm:
1089           url: "{git-clone-url}{github-org}/{project}"
1090           refspec: ""
1091           branch: "refs/heads/{branch}"
1092           submodule-recursive: "{submodule-recursive}"
1093           submodule-timeout: "{submodule-timeout}"
1094           submodule-disable: "{submodule-disable}"
1095           choosing-strategy: default
1096           jenkins-ssh-credential: "{jenkins-ssh-credential}"
1097
1098     triggers:
1099       - github-pull-request:
1100           trigger-phrase: "^(remerge)$"
1101           only-trigger-phrase: false
1102           status-context: "PyPI Release Merge"
1103           permit-all: true
1104           github-hooks: true
1105           white-list-target-branches:
1106             - "{branch}"
1107           included-regions: "{obj:github_release_included_regions}"