This is an automated email from the ASF dual-hosted git repository.
damccorm pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new 93073e74e11 Decommission all remaining jenkins jobs (#30113)
93073e74e11 is described below
commit 93073e74e11aa3c5bc8448e7547bd4b7995e5c7b
Author: Danny McCormick <[email protected]>
AuthorDate: Thu Jan 25 09:39:49 2024 -0500
Decommission all remaining jenkins jobs (#30113)
* Decommission all remaining jenkins jobs
* Readme
---
.test-infra/jenkins/README.md | 149 +--------------------
.test-infra/jenkins/job_00_seed.groovy | 115 ----------------
.test-infra/jenkins/job_Inventory.groovy | 83 ------------
...mmit_CrossLanguageValidatesRunner_Direct.groovy | 51 -------
...uageValidatesRunner_GoUsingJava_Dataflow.groovy | 44 ------
...ValidatesRunner_PythonUsingJava_Dataflow.groovy | 49 -------
.../jenkins/job_PostCommit_Java_DataflowV2.groovy | 48 -------
.../job_PostCommit_Java_InfluxDBIO_IT.groovy | 55 --------
...ob_PostCommit_Java_ValidatesRunner_Flink.groovy | 45 -------
...Commit_Java_ValidatesRunner_Flink_Java11.groovy | 61 ---------
.test-infra/jenkins/job_PostCommit_Python.groovy | 50 -------
...tCommit_Python_CrossLanguage_IO_Dataflow.groovy | 55 --------
.../job_PostCommit_Python_Examples_Direct.groovy | 43 ------
.../job_PostCommit_Python_Examples_Flink.groovy | 43 ------
..._PostCommit_Python_ValidatesRunner_Flink.groovy | 38 ------
..._PostCommit_Python_ValidatesRunner_Spark.groovy | 43 ------
.../jenkins/job_PostRelease_NightlySnapshot.groovy | 59 --------
.test-infra/jenkins/job_seed_standalone.groovy | 115 ----------------
18 files changed, 1 insertion(+), 1145 deletions(-)
diff --git a/.test-infra/jenkins/README.md b/.test-infra/jenkins/README.md
index 4d08aedd7c6..aa1a35741b2 100644
--- a/.test-infra/jenkins/README.md
+++ b/.test-infra/jenkins/README.md
@@ -23,151 +23,4 @@
**DEPRECATED:** As of November 2023, Beam CI has migrated to self-hosted
GitHub Action:
[link](https://github.com/apache/beam/blob/master/.github/workflows/README.md).
New tests should be setup by GitHub Action, and the Jenkins jobs listed below
is planned to be shutdown.
-Beam Jenkins overview page: [link](https://ci-beam.apache.org/)
-
-### PreCommit Jobs
-
-All PreCommit Jobs have been migrated to GitHub Action.
-
-### PostCommit Jobs
-
-| Name | Link | PR Trigger Phrase | Cron Status |
-|------|------|-------------------|-------------|
-| beam_PostCommit_BeamMetrics_Publish |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_BeamMetrics_Publish/) |
N/A | [](https://ci-beam.apache.org/job/beam_PostCommit_BeamMetrics_Publish)
|
-| beam_PostCommit_XVR_Flink |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_XVR_Flink/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_XVR_Flink_PR/) | `Run
XVR_Flink PostCommit` | [](https://ci-beam.apache.org/job/beam_PostCommit_XVR_Flink)
|
-| beam_PostCommit_XVR_Samza |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza_PR/) | `Run
XVR_Samza PostCommit` | [](https://ci-beam.apache.org/job/beam_PostCommit_XVR_Samza)
|
-| beam_PostCommit_XVR_Spark |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark_PR/) | `Run
XVR_Spark PostCommit` | [](https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark)
|
-| beam_PostCommit_XVR_Spark3 |
[cron](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_XVR_Spark3/),
[phrase](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_XVR_Spark3_PR)
| `Run XVR_Spark3 PostCommit` | [](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_XVR_Spark3/)
|
-| beam_PostCommit_XVR_Direct |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct_PR/) | `Run
XVR_Direct PostCommit` | [](https://ci-beam.apache.org/job/beam_PostCommit_XVR_Direct)
|
-| beam_PostCommit_XVR_Dataflow |
[cron](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_XVR_Dataflow/),
[phrase](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_XVR_Dataflow_PR/)
| `Run XVR_Dataflow PostCommit` | [](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_XVR_Dataflow/)
|
-| beam_PostCommit_Go |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Go/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Go_PR/) | `Run Go
PostCommit` | [](https://ci-beam.apache.org/job/beam_PostCommit_Go)
|
-| beam_PostCommit_Go_VR_Flink |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Go_VR_Flink/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Go_VR_Flink_PR/) | `Run
Go Flink ValidatesRunner` | [](https://ci-beam.apache.org/job/beam_PostCommit_Go_VR_Flink/)
|
-| beam_PostCommit_Go_VR_Samza |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Go_VR_Samza/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Go_VR_Samza_PR/) | `Run
Go Samza ValidatesRunner` | [](https://ci-beam.apache.org/job/beam_PostCommit_Go_VR_Samza/)
|
-| beam_PostCommit_Go_VR_Spark |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Go_VR_Spark/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Go_VR_Spark_PR/) | `Run
Go Spark ValidatesRunner` | [](https://ci-beam.apache.org/job/beam_PostCommit_Go_VR_Spark/)
|
-| beam_PostCommit_Java_Hadoop_Versions |
[cron](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_Hadoop_Versions/),
[phrase](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_Hadoop_Versions_PR/)
| `Run PostCommit_Java_Hadoop_Versions` | [](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_Hadoop_Versions/)
|
-| beam_PostCommit_Java |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Java/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Java_PR/) | `Run Java
PostCommit` | [](https://ci-beam.apache.org/job/beam_PostCommit_Java)
|
-| beam_PostCommit_Java_DataflowV1 |
[cron](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_DataflowV1/),
[phrase](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_DataflowV1_PR/)
| `Run PostCommit_Java_Dataflow` | [](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_DataflowV1/)
|
-| beam_PostCommit_Java_DataflowV2 |
[cron](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_DataflowV2/),
[phrase](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_DataflowV2_PR/)
| `Run PostCommit_Java_DataflowV2` | [](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_DataflowV2/)
|
-| beam_PostCommit_Java_InfluxDbIO_IT |
[cron](https://ci-beam.apache.org/view/PerformanceTests/job/beam_PostCommit_Java_InfluxDbIO_IT/),
[phrase](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_SingleStoreIO_IT_PR/)
| `Run Java InfluxDbIO_IT` | [](https://ci-beam.apache.org/view/PerformanceTests/job/beam_PostCommit_Java_InfluxDbIO_IT/)
|
-| beam_PostCommit_Java_Nexmark_Dataflow |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Java_Nexmark_Dataflow/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Java_Nexmark_Dataflow_PR/)
| `Dataflow Runner Nexmark Tests` | [](https://ci-beam.apache.org/job/beam_PostCommit_Java_Nexmark_Dataflow)
|
-| beam_PostCommit_Java_Nexmark_Dataflow_V2 |
[cron](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_Nexmark_Dataflow_V2/),
[phrase](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_Nexmark_DataflowV2_PR/)
| `Run Dataflow Runner V2 Nexmark Tests` | [](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_Nexmark_Dataflow_V2/)
|
-| beam_PostCommit_Java_Nexmark_Dataflow_V2_Java11 |
[cron](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_Nexmark_Dataflow_V2_Java11/),
[phrase](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_Nexmark_Dataflow_V2_Java11/badge/icon)
| `Dataflow Runner V2 Java 11 Nexmark Tests` | [](https://ci-beam.apache.org/view/PostCommit/job/
[...]
-| beam_PostCommit_Java_Nexmark_Direct |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Java_Nexmark_Direct/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Java_Nexmark_Direct_PR/)
| `Direct Runner Nexmark Tests` | [](https://ci-beam.apache.org/job/beam_PostCommit_Java_Nexmark_Direct)
|
-| beam_PostCommit_Java_Nexmark_Flink |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Java_Nexmark_Flink/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Java_Nexmark_Flink_PR/)
| `Flink Runner Nexmark Tests` | [](https://ci-beam.apache.org/job/beam_PostCommit_Java_Nexmark_Flink)
|
-| beam_PostCommit_Java_Nexmark_Spark |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Java_Nexmark_Spark/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Java_Nexmark_Spark_PR/)
| `Spark Runner Nexmark Tests` | [](https://ci-beam.apache.org/job/beam_PostCommit_Java_Nexmark_Spark)
|
-| beam_PostCommit_Java_PVR_Flink_Batch |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Java_PVR_Flink_Batch/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Java_PVR_Flink_Batch_PR/)
| `Run Java Flink PortableValidatesRunner Batch` | [](https://ci-beam.apache.org/job/beam_PostCommit_Java_PVR_Flink_Batch)
|
-| beam_PostCommit_Java_PVR_Flink_Streaming |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Java_PVR_Flink_Streaming/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Java_PVR_Flink_Streaming_PR/)
| `Run Java Flink PortableValidatesRunner Streaming` | [](https://ci-beam.apache.org/job/beam_PostCommit_Java_PVR_Flink_Streaming)
|
-| beam_PostCommit_Java_PVR_Samza |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Java_PVR_Samza/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Java_PVR_Samza_PR/) |
`Run Java Samza PortableValidatesRunner` | [](https://ci-beam.apache.org/job/beam_PostCommit_Java_PVR_Samza)
|
-| beam_PostCommit_Java_PVR_Spark_Batch |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Java_PVR_Spark_Batch/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Java_PVR_Spark_Batch_PR/)
| `Run Java Spark PortableValidatesRunner Batch` | [](https://ci-beam.apache.org/job/beam_PostCommit_Java_PVR_Spark_Batch)
|
-| beam_PostCommit_Java_PVR_Spark2_Streaming |
[cron](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_PVR_Spark2_Streaming/),
[phrase](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_PVR_Spark2_Streaming_PR/)
| `Run Java Spark v2 PortableValidatesRunner Streaming` | [](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java
[...]
-| beam_PostCommit_Java_PVR_Spark3_Streaming |
[cron](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_PVR_Spark3_Streaming/),
[phrase](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_PVR_Spark3_Streaming_PR/)
| `Run Java Spark v3 PortableValidatesRunner Streaming` | [](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java
[...]
-| beam_PostCommit_Java_SingleStoreIO_IT |
[cron](https://ci-beam.apache.org/view/PerformanceTests/job/beam_PostCommit_Java_SingleStoreIO_IT/),
[phrase](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_SingleStoreIO_IT_PR/)
| `Run Java SingleStoreIO_IT` | [](https://ci-beam.apache.org/view/PerformanceTests/job/beam_PostCommit_Java_SingleStoreIO_IT/)
|
-| beam_PostCommit_Java_Dataflow_Examples_Java11 |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Java_Examples_Dataflow_Java11/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Java_Examples_Dataflow_Java11_PR/)
| `Run Java examples on Dataflow Java 11` | [](https://ci-beam.apache.org/job/beam_PostCommit_Java_Examples_Dataflow_Java11)
|
-| beam_PostCommit_Java_Examples_Dataflow_V2 |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Java_Examples_Dataflow_V2/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Java_Examples_Dataflow_V2/)
| `Run Java Examples on Dataflow Runner V2` | [](https://ci-beam.apache.org/job/beam_PostCommit_Java_Examples_Dataflow_V2)
|
-| beam_PostCommit_Java_Examples_Dataflow_V2_Java11 |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Java_Examples__Dataflow_V2_Java11/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Java_Examples__Dataflow_V2_Java11/)
| `Run Java 11 Examples on Dataflow Runner V2` | [](https://ci-beam.apache.org/job/beam_PostCommit_Java_Examples_Dataflow_V2_Java11)
|
-| beam_PostCommit_Java_Jpms_Dataflow_Java11 |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Java_Jpms_Dataflow_Java11/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Java_Jpms_Dataflow_Java11_PR/)
| `Run Jpms Dataflow Java 11 PostCommit` | [](https://ci-beam.apache.org/job/beam_PostCommit_Java_Jpms_Dataflow_Java11/)
|
-| beam_PostCommit_Java_Jpms_Direct_Java11 |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Java_Jpms_Direct_Java11/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Java_Jpms_Direct_Java11_PR/)
| `Run Jpms Direct Java 11 PostCommit` | [](https://ci-beam.apache.org/job/beam_PostCommit_Java_Jpms_Direct_Java11/)
|
-| beam_PostCommit_Java_Jpms_Flink_Java11 |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Java_Jpms_Flink_Java11/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Java_Jpms_Flink_Java11_PR/)
| `Run Jpms Flink Java 11 PostCommit` | [](https://ci-beam.apache.org/job/beam_PostCommit_Java_Jpms_Flink_Java11/)
|
-| beam_PostCommit_Java_Jpms_Spark_Java11 |
[cron](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_Jpms_Spark_Java11/),
[phrase](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_Jpms_Spark_Java11_PR/)
| `Run Jpms Spark Java 11 PostCommit` | [](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_Jpms_Spark_Java11/badge/icon)
|
-| beam_PostCommit_Java_ValidatesRunner_Dataflow_Java11 |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Java_ValidatesRunner_Dataflow_Java11/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Java_ValidatesRunner_Dataflow_Java11_PR/)
| `Run Dataflow ValidatesRunner Java 11` | [](https://ci-beam.apache.org/job/beam_PostCommit_Java_ValidatesRunner_Dataflow_Java11)
|
-| beam_PostCommit_Java_ValidatesRunner_Direct |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Java_ValidatesRunner_Direct/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Java_ValidatesRunner_Direct_PR/)
| `Run Direct ValidatesRunner` | [](https://ci-beam.apache.org/job/beam_PostCommit_Java_ValidatesRunner_Direct/)
|
-| beam_PostCommit_Java_ValidatesRunner_Direct_Java11 |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Java_ValidatesRunner_Direct_Java11),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Java_ValidatesRunner_Direct_Java11_PR)
| `Run Direct ValidatesRunner Java 11` | [](https://ci-beam.apache.org/job/beam_PostCommit_Java_ValidatesRunner_Direct_Java11)
|
-| beam_PostCommit_Java_ValidatesRunner_Dataflow |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Java_ValidatesRunner_Dataflow/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Java_ValidatesRunner_Dataflow_PR/)
| `Run Dataflow ValidatesRunner` | [](https://ci-beam.apache.org/job/beam_PostCommit_Java_ValidatesRunner_Dataflow)
|
-| beam_PostCommit_Java_ValidatesRunner_Dataflow_Streaming |
[cron](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_ValidatesRunner_Dataflow_Streaming/),
[phrase](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_ValidatesRunner_Dataflow_Streaming_PR/)
| `Run Dataflow Streaming ValidatesRunner` | [](https://ci-beam.apache.o
[...]
-| beam_PostCommit_Java_ValidatesRunner_Flink |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Java_ValidatesRunner_Flink/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Java_ValidatesRunner_Flink_PR/)
| `Run Flink ValidatesRunner` | [](https://ci-beam.apache.org/job/beam_PostCommit_Java_ValidatesRunner_Flink)
|
-| beam_PostCommit_Java_ValidatesRunner_Flink_Java11 |
[cron](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_ValidatesRunner_Flink_Java11/),
[phrase](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_ValidatesRunner_Flink_Java11_PR/)
| `Run Flink ValidatesRunner Java 11` | [](https://ci-beam.apache.org/view/PostCommit/job/beam_P
[...]
-| beam_PostCommit_Java_ValidatesRunner_Samza |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Java_ValidatesRunner_Samza/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Java_ValidatesRunner_Samza_PR/)
| `Run Samza ValidatesRunner` | [](https://ci-beam.apache.org/job/beam_PostCommit_Java_ValidatesRunner_Samza)
|
-| beam_PostCommit_Java_ValidatesRunner_Twister2 |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Java_ValidatesRunner_Twister2/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Java_ValidatesRunner_Twister2_PR/)
| `Run Twister2 ValidatesRunner` | [](https://ci-beam.apache.org/job/beam_PostCommit_Java_ValidatesRunner_Twister2)
|
-| beam_PostCommit_Java_ValidatesRunner_Spark |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Java_ValidatesRunner_Spark/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Java_ValidatesRunner_Spark_PR/)
| `Run Spark ValidatesRunner` | [](https://ci-beam.apache.org/job/beam_PostCommit_Java_ValidatesRunner_Spark)
|
-| beam_PostCommit_Java_ValidatesRunner_Spark_Java11 |
[cron](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_ValidatesRunner_Spark_Java11/),
[phrase](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_ValidatesRunner_Spark_Java11_PR)
| `Run Spark ValidatesRunner Java 11` | [](https://ci-beam.apache.org/view/PostCommit/job/beam_Po
[...]
-| beam_PostCommit_Java_ValidatesRunner_ULR |
[cron](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_ValidatesRunner_ULR/),
[phrase](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_ValidatesRunner_ULR_PR)
| `Run ULR Loopback ValidatesRunner` | [](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_ValidatesRunner_ULR/)
|
-| beam_PostCommit_Java_VR_Dataflow_V2 |
[cron](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_VR_Dataflow_V2/),
[phrase](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_VR_Dataflow_V2_PR/)
| `Run Java Dataflow V2 ValidatesRunner` | [](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_VR_Dataflow_V2/)
|
-| beam_PostCommit_Java_VR_Dataflow_V2_Streaming |
[cron](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_VR_Dataflow_V2_Streaming/),
[phrase](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_VR_Dataflow_V2_Streaming_PR/)
| `Run Java Dataflow V2 ValidatesRunner Streaming` | [](https://ci-beam.apache.org/view/PostCommit/job/beam_Post
[...]
-| beam_PostCommit_Javadoc |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Javadoc/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Javadoc_PR/) | `Run
Javadoc PostCommit` | [](https://ci-beam.apache.org/job/beam_PostCommit_Javadoc)
|
-| beam_PostCommit_PortableJar_Flink |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_PortableJar_Flink/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_PortableJar_Flink_PR/)
| `Run PortableJar_Flink PostCommit` | [](https://ci-beam.apache.org/job/beam_PostCommit_PortableJar_Flink)
|
-| beam_PostCommit_PortableJar_Spark |
[cron](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_PortableJar_Spark/),
[phrase](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_PortableJar_Spark_PR/)
| `Run PortableJar_Spark PostCommit` | [](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_PortableJar_Spark/)
|
-| beam_PostCommit_Java_Sickbay |
[cron](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_Sickbay/),
[phrase](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_Sickbay_PR/)
| `Run Java Sickbay` | [](https://ci-beam.apache.org/view/PostCommit/job/beam_PostCommit_Java_Sickbay/)
|
-| beam_PostCommit_Py_VR_Dataflow |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow_PR/) |
`Run Python Dataflow ValidatesRunner` | [](https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow)
|
-| beam_PostCommit_Py_ValCont |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_PR/) | `Run
Python Dataflow ValidatesContainer` | [](https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont)
|
-| beam_PostCommit_Python_VR_Flink |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Flink/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Flink_PR/) |
`Run Python Flink ValidatesRunner` | [](https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Flink)
|
-| beam_PostCommit_Python_VR_Samza |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Samza/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Samza_PR/) |
`Run Python Samza ValidatesRunner` | [](https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Samza)
|
-| beam_PostCommit_Py_ValCont_with_RC |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC_PR/)
| `Run Python RC Dataflow ValidatesContainer` | [](https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont_with_RC)
|
-| beam_PostCommit_Python_Examples_Direct |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Direct/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Direct_PR/)
| `Run Python Examples_Direct` | [](https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Direct/)
|
-| beam_PostCommit_Python_Examples_Dataflow |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Dataflow/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Dataflow_PR/)
| `Run Python Examples_Dataflow` | [](https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Dataflow/)
|
-| beam_PostCommit_Python_Examples_Flink |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink_PR/)
| `Run Python Examples_Flink` | [](https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Flink/)
|
-| beam_PostCommit_Python_Examples_Spark |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Spark/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Spark_PR/)
| `Run Python Examples_Spark` | [](https://ci-beam.apache.org/job/beam_PostCommit_Python_Examples_Spark/)
|
-| beam_PostCommit_Python_Chicago_Taxi_Example_Dataflow |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Python_Chicago_Taxi_Dataflow/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Python_Chicago_Taxi_Dataflow_PR/)
| `Run Chicago Taxi on Dataflow` | [](https://ci-beam.apache.org/job/beam_PostCommit_Python_Chicago_Taxi_Dataflow)
|
-| beam_PostCommit_Python_Chicago_Taxi_Example_Flink |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Python_Chicago_Taxi_Flink/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Python_Chicago_Taxi_Flink_PR/)
| `Run Chicago Taxi on Flink` | [](https://ci-beam.apache.org/job/beam_PostCommit_Python_Chicago_Taxi_Flink)
|
-| beam_PostCommit_Python_MongoDBIO_IT |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Python_MongoDBIO_IT),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Python_MongoDBIO_IT_PR/)
| `Run Python MongoDBIO_IT` | [](https://ci-beam.apache.org/job/beam_PostCommit_Python_MongoDBIO_IT)
|
-| beam_PostCommit_Python_VR_Spark |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark/) |
`Run Python Spark ValidatesRunner` | [](https://ci-beam.apache.org/job/beam_PostCommit_Python_VR_Spark)
|
-| beam_PostCommit_Python_Xlang_Gcp_Direct |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct_PR/)
| `Run Python_Xlang_Gcp_Direct PostCommit` | [](https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Direct/)
|
-| beam_PostCommit_Python_Xlang_Gcp_Dataflow |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Dataflow/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Dataflow_PR/)
| `Run Python_Xlang_Gcp_Dataflow PostCommit` | [](https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_Gcp_Dataflow/)
|
-| beam_PostCommit_Python_Xlang_IO_Dataflow |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_IO_Dataflow/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_IO_Dataflow_PR/)
| `Run Python_Xlang_IO_Dataflow PostCommit` | [](https://ci-beam.apache.org/job/beam_PostCommit_Python_Xlang_IO_Dataflow/|
-| beam_PostCommit_Python38 |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Python38),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Python38_PR/) | `Run
Python 3.8 PostCommit` | [](https://ci-beam.apache.org/job/beam_PostCommit_Python38)
|
-| beam_PostCommit_Python39 |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Python39),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Python39_PR/) | `Run
Python 3.9 PostCommit` | [](https://ci-beam.apache.org/job/beam_PostCommit_Python39)
|
-| beam_PostCommit_Python310 |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Python310),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Python310_PR/) | `Run
Python 3.10 PostCommit` | [](https://ci-beam.apache.org/job/beam_PostCommit_Python310)
|
-| beam_PostCommit_Python311 |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Python311),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_Python311_PR/) | `Run
Python 3.11 PostCommit` | [](https://ci-beam.apache.org/job/beam_PostCommit_Python311)
|
-| beam_PostCommit_Sickbay_Python38 |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Sickbay_Python38),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_SickBay_Python38_PR/) |
`Run Python 3.8 PostCommit Sickbay tests` | [](https://ci-beam.apache.org/job/beam_PostCommit_Sickbay_Python38)
|
-| beam_PostCommit_Sickbay_Python39 |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Sickbay_Python39),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_SickBay_Python39_PR/) |
`Run Python 3.9 PostCommit Sickbay tests` | [](https://ci-beam.apache.org/job/beam_PostCommit_Sickbay_Python39)
|
-| beam_PostCommit_Sickbay_Python310 |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Sickbay_Python310),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_SickBay_Python310_PR/)
| `Run Python 3.10 PostCommit Sickbay tests` | [](https://ci-beam.apache.org/job/beam_PostCommit_Sickbay_Python310)
|
-| beam_PostCommit_Sickbay_Python311 |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Sickbay_Python311),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_SickBay_Python311_PR/)
| `Run Python 3.11 PostCommit Sickbay tests` | [](https://ci-beam.apache.org/job/beam_PostCommit_Sickbay_Python311)
|
-| beam_PostCommit_SQL |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_SQL/),
[phrase](https://ci-beam.apache.org/job/beam_PostCommit_SQL_PR/) | `Run SQL
PostCommit` | [](https://ci-beam.apache.org/job/beam_PostCommit_SQL)
|
-| beam_PostCommit_Website_Publish |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Website_Publish/) | N/A |
[](https://ci-beam.apache.org/job/beam_PostCommit_Website_Publish)
|
-| beam_PostCommit_Website_Test |
[cron](https://ci-beam.apache.org/job/beam_PostCommit_Website_Test/) | `Run
Full Website Test` | [](https://ci-beam.apache.org/job/beam_PostCommit_Website_Test)
|
-
-### Performance Jobs
-
-All Performance Jobs have been migrated to GitHub Action.
-
-### Load test Jobs
-
-All LoadTest Jobs have been migrated to GitHub Action.
-
-### Inventory Jobs
-
-| Name | Link | PR Trigger Phrase | Cron Status |
-|------|------|-------------------|-------------|
-| beam_Inventory_apache-beam-jenkins-1 |
[cron](https://ci-beam.apache.org/job/beam_Inventory_apache-beam-jenkins-1/) |
`Run inventory apache-beam-jenkins-1` | [](https://ci-beam.apache.org/job/beam_Inventory_apache-beam-jenkins-1)
|
-| beam_Inventory_apache-beam-jenkins-2 |
[cron](https://ci-beam.apache.org/job/beam_Inventory_apache-beam-jenkins-2/) |
`Run inventory apache-beam-jenkins-2` | [](https://ci-beam.apache.org/job/beam_Inventory_apache-beam-jenkins-2)
|
-| beam_Inventory_apache-beam-jenkins-3 |
[cron](https://ci-beam.apache.org/job/beam_Inventory_apache-beam-jenkins-3/) |
`Run inventory apache-beam-jenkins-3` | [](https://ci-beam.apache.org/job/beam_Inventory_apache-beam-jenkins-3)
|
-| beam_Inventory_apache-beam-jenkins-4 |
[cron](https://ci-beam.apache.org/job/beam_Inventory_apache-beam-jenkins-4/) |
`Run inventory apache-beam-jenkins-4` | [](https://ci-beam.apache.org/job/beam_Inventory_apache-beam-jenkins-4)
|
-| beam_Inventory_apache-beam-jenkins-5 |
[cron](https://ci-beam.apache.org/job/beam_Inventory_apache-beam-jenkins-5/) |
`Run inventory apache-beam-jenkins-5` | [](https://ci-beam.apache.org/job/beam_Inventory_apache-beam-jenkins-5)
|
-| beam_Inventory_apache-beam-jenkins-6 |
[cron](https://ci-beam.apache.org/job/beam_Inventory_apache-beam-jenkins-6/) |
`Run inventory apache-beam-jenkins-6` | [](https://ci-beam.apache.org/job/beam_Inventory_apache-beam-jenkins-6)
|
-| beam_Inventory_apache-beam-jenkins-7 |
[cron](https://ci-beam.apache.org/job/beam_Inventory_apache-beam-jenkins-7/) |
`Run inventory apache-beam-jenkins-7` | [](https://ci-beam.apache.org/job/beam_Inventory_apache-beam-jenkins-7)
|
-| beam_Inventory_apache-beam-jenkins-8 |
[cron](https://ci-beam.apache.org/job/beam_Inventory_apache-beam-jenkins-8/) |
`Run inventory apache-beam-jenkins-8` | [](https://ci-beam.apache.org/job/beam_Inventory_apache-beam-jenkins-8)
|
-| beam_Inventory_apache-beam-jenkins-9 |
[cron](https://ci-beam.apache.org/job/beam_Inventory_apache-beam-jenkins-9/) |
`Run inventory apache-beam-jenkins-9` | [](https://ci-beam.apache.org/job/beam_Inventory_apache-beam-jenkins-9)
|
-| beam_Inventory_apache-beam-jenkins-10 |
[cron](https://ci-beam.apache.org/job/beam_Inventory_apache-beam-jenkins-10/) |
`Run inventory apache-beam-jenkins-10` | [](https://ci-beam.apache.org/job/beam_Inventory_apache-beam-jenkins-10)
|
-| beam_Inventory_apache-beam-jenkins-11 |
[cron](https://ci-beam.apache.org/job/beam_Inventory_apache-beam-jenkins-11/) |
`Run inventory apache-beam-jenkins-11` | [](https://ci-beam.apache.org/job/beam_Inventory_apache-beam-jenkins-11)
|
-| beam_Inventory_apache-beam-jenkins-12 |
[cron](https://ci-beam.apache.org/job/beam_Inventory_apache-beam-jenkins-12/) |
`Run inventory apache-beam-jenkins-12` | [](https://ci-beam.apache.org/job/beam_Inventory_apache-beam-jenkins-12)
|
-| beam_Inventory_apache-beam-jenkins-13 |
[cron](https://ci-beam.apache.org/job/beam_Inventory_apache-beam-jenkins-13/) |
`Run inventory apache-beam-jenkins-13` | [](https://ci-beam.apache.org/job/beam_Inventory_apache-beam-jenkins-13)
|
-| beam_Inventory_apache-beam-jenkins-14 |
[cron](https://ci-beam.apache.org/job/beam_Inventory_apache-beam-jenkins-14/) |
`Run inventory apache-beam-jenkins-14` | [](https://ci-beam.apache.org/job/beam_Inventory_apache-beam-jenkins-14)
|
-| beam_Inventory_apache-beam-jenkins-15 |
[cron](https://ci-beam.apache.org/job/beam_Inventory_apache-beam-jenkins-15/) |
`Run inventory apache-beam-jenkins-15` | [](https://ci-beam.apache.org/job/beam_Inventory_apache-beam-jenkins-15)
|
-| beam_Inventory_apache-beam-jenkins-16 |
[cron](https://ci-beam.apache.org/job/beam_Inventory_apache-beam-jenkins-16/) |
`Run inventory apache-beam-jenkins-16` | [](https://ci-beam.apache.org/job/beam_Inventory_apache-beam-jenkins-16)
|
-
-### Other Jobs
-
-| Name | Link | PR Trigger Phrase | Cron Status |
-|------|------|-------------------|-------------|
-| beam_Metrics_Report |
[cron](https://ci-beam.apache.org/job/beam_Metrics_Report/) | `Run Metrics
Report` | [](https://ci-beam.apache.org/job/beam_Metrics_Report)
|
-| beam_Release_NightlySnapshot |
[cron](https://ci-beam.apache.org/job/beam_Release_NightlySnapshot/) | `Run
Gradle Publish` | [](https://ci-beam.apache.org/job/beam_Release_NightlySnapshot)
|
-| beam_Release_Python_NightlySnapshot |
[cron](https://ci-beam.apache.org/job/beam_Release_Python_NightlySnapshot/) |
`Run Python Publish` | [](https://ci-beam.apache.org/job/beam_Release_Python_NightlySnapshot)
|
-| beam_PostRelease_NightlySnapshot |
[cron](https://ci-beam.apache.org/job/beam_PostRelease_NightlySnapshot/) | `Run
Dataflow PostRelease` | [](https://ci-beam.apache.org/job/beam_PostRelease_NightlySnapshot)
|
-| beam_Prober_CommunityMetrics |
[cron](https://ci-beam.apache.org/job/beam_Prober_CommunityMetrics/) | `Run
Community Metrics Prober` | [](https://ci-beam.apache.org/job/beam_Prober_CommunityMetrics)
|
-| beam_SeedJob | [cron](https://ci-beam.apache.org/job/beam_SeedJob/),
[standalone](https://ci-beam.apache.org/job/beam_SeedJob_Standalone/) | `Run
Seed Job` | [](https://ci-beam.apache.org/job/beam_SeedJob)
|
-| beam_sonarqube_report |
[cron](https://ci-beam.apache.org/job/beam_sonarqube_report/)| N/A | [](https://ci-beam.apache.org/job/beam_sonarqube_report/)
|
-| beam_CancelStaleDataflowJobs |
[cron](https://ci-beam.apache.org/job/beam_CancelStaleDataflowJobs/)| `Run
Cancel Stale Dataflow Jobs` | [](https://ci-beam.apache.org/job/beam_CancelStaleDataflowJobs/)
|
-| beam_CleanUpGCPResources |
[cron](https://ci-beam.apache.org/job/beam_CleanUpGCPResources/)| `Run Clean
GCP Resources` | [](https://ci-beam.apache.org/job/beam_CleanUpGCPResources/)
|
-| beam_Clean_tmp_directory |
[cron](https://ci-beam.apache.org/job/beam_Clean_tmp_directory/)| N/A |
[](https://ci-beam.apache.org/job/beam_Clean_tmp_directory/)
|
-| beam_Publish_Beam_SDK_Snapshots |
[cron](https://ci-beam.apache.org/job/beam_Publish_Beam_SDK_Snapshots/)| N/A |
[](https://ci-beam.apache.org/job/beam_Publish_Beam_SDK_Snapshots/)
|
-| beam_Publish_Docker_Snapshots |
[cron](https://ci-beam.apache.org/job/beam_Publish_Docker_Snapshots/)| N/A |
[](https://ci-beam.apache.org/job/beam_Publish_Docker_Snapshots/)
|
-| beam_PostRelease_Python_Candidate |
[cron](https://ci-beam.apache.org/job/beam_PostRelease_Python_Candidate/)| `Run
Python ReleaseCandidate` | [](https://ci-beam.apache.org/job/beam_PostRelease_Python_Candidate/)
|
-
-### Notes:
-
-* To rerun full set of PreCommit jobs in PR, comment following trigger phrase:
-
-```
-retest this please
-```
-
-* Last update (mm/dd/yyyy): 11/27/2023
+All jobs have been migrated as of January 2023, this folder just contains
remaining test resources which should be moved/cleaned up
(https://github.com/apache/beam/issues/30112).
diff --git a/.test-infra/jenkins/job_00_seed.groovy
b/.test-infra/jenkins/job_00_seed.groovy
deleted file mode 100644
index 441b1eaf6cb..00000000000
--- a/.test-infra/jenkins/job_00_seed.groovy
+++ /dev/null
@@ -1,115 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-// Defines the seed job, which creates or updates all other Jenkins projects.
-
-import Committers as committers
-
-job('beam_SeedJob') {
- description('Automatically configures all Apache Beam Jenkins projects
based' +
- ' on Jenkins DSL groovy files checked into the code repository.')
-
- properties {
- githubProjectUrl('https://github.com/apache/beam/')
- }
-
- // Restrict to only run on Jenkins executors labeled 'beam'
- label('beam')
-
- logRotator {
- daysToKeep(30)
- }
-
- scm {
- git {
- remote {
- github('apache/beam')
-
- // ${ghprbPullId} is not interpolated by groovy, but passed through to
Jenkins where it
- // refers to the environment variable
- refspec([
- '+refs/heads/*:refs/remotes/origin/*',
-
'+refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*']
- .join(' '))
-
- // The variable ${sha1} is not interpolated by groovy, but a parameter
of the Jenkins job
- branch('${sha1}')
-
- extensions {
- cleanAfterCheckout()
- }
- }
- }
- }
-
- parameters {
- // Setup for running this job from a pull request
- stringParam(
- 'sha1',
- 'master',
- 'Commit id or refname (eg: origin/pr/4001/head) you want to build
against.')
- }
-
- wrappers {
- timeout {
- absolute(60)
- abortBuild()
- }
- }
-
- triggers {
- // Run every six hours, alternate job_seed_standalone has same freq
- cron('H 0,6,12,18 * * *')
-
- githubPullRequest {
- admins(['asfbot'])
- useGitHubHooks()
- userWhitelist(committers.GITHUB_USERNAMES)
-
- // Also run when manually kicked on a pull request
- triggerPhrase('Run Seed Job')
- onlyTriggerPhrase()
-
- extensions {
- commitStatus {
- context("Jenkins: Seed Job")
- }
-
- buildStatus {
- completedStatus('SUCCESS', '--none--')
- completedStatus('FAILURE', '--none--')
- completedStatus('ERROR', '--none--')
- }
- }
- }
- }
-
- publishers {
- mailer('[email protected]', false, true)
- }
-
- steps {
- dsl {
- // A list or a glob of other groovy files to process.
- external('.test-infra/jenkins/job_*.groovy')
-
- // If a job is removed from the script, disable it (rather than
deleting).
- removeAction('DISABLE')
- }
- }
-}
diff --git a/.test-infra/jenkins/job_Inventory.groovy
b/.test-infra/jenkins/job_Inventory.groovy
deleted file mode 100644
index e115603d0d4..00000000000
--- a/.test-infra/jenkins/job_Inventory.groovy
+++ /dev/null
@@ -1,83 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-import CommonJobProperties as commonJobProperties
-
-import static PythonTestProperties.ALL_SUPPORTED_VERSIONS
-
-// These jobs list details about each beam runner, to clarify what software
-// is on each machine.
-def nums = 1..16
-nums.each {
- def machine = "apache-beam-jenkins-${it}"
- job("beam_Inventory_${machine}") {
- description("Run inventory on ${machine}")
-
- // Set common parameters.
- commonJobProperties.setTopLevelMainJobProperties(delegate)
-
- // Sets that this is a cron job.
- commonJobProperties.setCronJob(delegate, '45 */8 * * *')
-
- // Allows triggering this build against pull requests.
- commonJobProperties.enablePhraseTriggeringFromPullRequest(
- delegate,
- "Machine Inventory ${machine}",
- "Run Inventory ${machine}")
-
- parameters {
- nodeParam('TEST_HOST') {
- description("Select test host ${machine}")
- defaultNodes([machine])
- allowedNodes([machine])
- trigger('multiSelectionDisallowed')
- eligibility('AllNodeEligibility')
- }
- stringParam {
- name("tmp_unaccessed_for")
- defaultValue("24")
- description("Files from /tmp dir that were not accessed for last
`tmp_unaccessed_for` hours will be deleted.")
- trim(true)
- }
- }
-
- steps {
- shell('ls /home/jenkins/tools')
- shell('ls /home/jenkins/tools/*')
- shell('python --version || echo "python not found"')
- shell('python3 --version || echo "python3 not found"')
- ALL_SUPPORTED_VERSIONS.each { version ->
- shell("python${version} --version || echo \"python${version} not
found\"")
- }
- shell('gcloud -v || echo "gcloud not found"')
- shell('kubectl version || echo "kubectl not found"')
- ALL_SUPPORTED_VERSIONS.each { version ->
- def versionSuffix = version.replace('.', '')
- shell("python${version} -m venv test${versionSuffix} && .
./test${versionSuffix}/bin/activate && python --version && deactivate || echo
\"python ${version} not found\"")
- }
- shell('echo "Maven home $MAVEN_HOME"')
- shell('env')
- shell('docker system prune --all --filter until=24h --force')
- shell('docker volume prune --force')
- shell('echo "Current size of /tmp dir is \$(sudo du -sh /tmp)"')
- shell('echo "Deleting files accessed later than \${tmp_unaccessed_for}
hours ago"')
- shell('sudo find /tmp -type f -amin +\$((60*\${tmp_unaccessed_for}))
-print -delete')
- shell('echo "Size of /tmp dir after cleanup is \$(sudo du -sh /tmp)"')
- }
- }
-}
diff --git
a/.test-infra/jenkins/job_PostCommit_CrossLanguageValidatesRunner_Direct.groovy
b/.test-infra/jenkins/job_PostCommit_CrossLanguageValidatesRunner_Direct.groovy
deleted file mode 100644
index 0bc3ca68401..00000000000
---
a/.test-infra/jenkins/job_PostCommit_CrossLanguageValidatesRunner_Direct.groovy
+++ /dev/null
@@ -1,51 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-import CommonJobProperties as commonJobProperties
-import PostcommitJobBuilder
-
-import static
PythonTestProperties.CROSS_LANGUAGE_VALIDATES_RUNNER_PYTHON_VERSIONS
-
-// This job runs the suite of ValidatesRunner tests against the Direct runner.
-PostcommitJobBuilder.postCommitJob('beam_PostCommit_XVR_Direct',
- 'Run XVR_Direct PostCommit', 'Direct CrossLanguageValidatesRunner Tests',
this) {
- description('Runs the CrossLanguageValidatesRunner suite on the Direct
runner.')
-
- // Set common parameters.
- commonJobProperties.setTopLevelMainJobProperties(delegate, 'master', 120)
-
- // Publish all test results to Jenkins
- publishers {
- archiveJunit('**/build/test-results/**/*.xml')
- }
-
- // Gradle goals for this job.
- steps {
- CROSS_LANGUAGE_VALIDATES_RUNNER_PYTHON_VERSIONS.each { pythonVersion ->
- shell("echo \"*** RUN CROSS-LANGUAGE DIRECT USING PYTHON
${pythonVersion} ***\"")
- gradle {
- rootBuildScriptDir(commonJobProperties.checkoutDir)
-
tasks(':sdks:python:test-suites:direct:xlang:validatesCrossLanguageRunner')
- commonJobProperties.setGradleSwitches(delegate)
- switches("-PpythonVersion=${pythonVersion}")
- // only run non-python task (e.g. GoUsingJava) once
- switches("-PskipNonPythonTask=${pythonVersion !=
CROSS_LANGUAGE_VALIDATES_RUNNER_PYTHON_VERSIONS[0]}")
- }
- }
- }
- }
diff --git
a/.test-infra/jenkins/job_PostCommit_CrossLanguageValidatesRunner_GoUsingJava_Dataflow.groovy
b/.test-infra/jenkins/job_PostCommit_CrossLanguageValidatesRunner_GoUsingJava_Dataflow.groovy
deleted file mode 100644
index c13e1e34201..00000000000
---
a/.test-infra/jenkins/job_PostCommit_CrossLanguageValidatesRunner_GoUsingJava_Dataflow.groovy
+++ /dev/null
@@ -1,44 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-import CommonJobProperties as commonJobProperties
-import PostcommitJobBuilder
-
-// This job runs the suite of ValidatesRunner tests against the Dataflow
runner.
-PostcommitJobBuilder.postCommitJob('beam_PostCommit_XVR_GoUsingJava_Dataflow',
- 'Run XVR_GoUsingJava_Dataflow PostCommit', 'Dataflow
CrossLanguageValidatesRunner GoUsingJava Tests', this) {
- description('Runs the CrossLanguageValidatesRunner GoUsingJava suite on
the Dataflow runner.')
-
- // Set common parameters.
- commonJobProperties.setTopLevelMainJobProperties(delegate)
-
- // Publish all test results to Jenkins
- publishers {
- archiveJunit('**/build/test-results/**/*.xml')
- }
-
- // Gradle goals for this job.
- steps {
- shell("echo \"*** RUN CROSS-LANGUAGE DATAFLOW GO WITH JAVA EXTERNAL
TRANSFORMS ***\"")
- gradle {
- rootBuildScriptDir(commonJobProperties.checkoutDir)
-
tasks(':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerGoUsingJava')
- commonJobProperties.setGradleSwitches(delegate)
- }
- }
- }
diff --git
a/.test-infra/jenkins/job_PostCommit_CrossLanguageValidatesRunner_PythonUsingJava_Dataflow.groovy
b/.test-infra/jenkins/job_PostCommit_CrossLanguageValidatesRunner_PythonUsingJava_Dataflow.groovy
deleted file mode 100644
index 03745685a29..00000000000
---
a/.test-infra/jenkins/job_PostCommit_CrossLanguageValidatesRunner_PythonUsingJava_Dataflow.groovy
+++ /dev/null
@@ -1,49 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-import CommonJobProperties as commonJobProperties
-import PostcommitJobBuilder
-
-import static
PythonTestProperties.CROSS_LANGUAGE_VALIDATES_RUNNER_PYTHON_VERSIONS
-
-// This job runs the suite of ValidatesRunner tests against the Dataflow
runner.
-PostcommitJobBuilder.postCommitJob('beam_PostCommit_XVR_PythonUsingJava_Dataflow',
- 'Run XVR_PythonUsingJava_Dataflow PostCommit', 'Dataflow
CrossLanguageValidatesRunner PythonUsingJava Tests', this) {
- description('Runs the CrossLanguageValidatesRunner PythonUsingJava suite
on the Dataflow runner.')
-
- // Set common parameters.
- commonJobProperties.setTopLevelMainJobProperties(delegate)
-
- // Publish all test results to Jenkins
- publishers {
- archiveJunit('**/pytest*.xml')
- }
-
- // Gradle goals for this job.
- steps {
- CROSS_LANGUAGE_VALIDATES_RUNNER_PYTHON_VERSIONS.each { pythonVersion ->
- shell("echo \"*** RUN CROSS-LANGUAGE DATAFLOW PYTHON WITH JAVA
EXTERNAL TRANSFORMS USING PYTHON ${pythonVersion} ***\"")
- gradle {
- rootBuildScriptDir(commonJobProperties.checkoutDir)
-
tasks(':runners:google-cloud-dataflow-java:validatesCrossLanguageRunnerPythonUsingJava')
- commonJobProperties.setGradleSwitches(delegate)
- switches("-PpythonVersion=${pythonVersion}")
- }
- }
- }
- }
diff --git a/.test-infra/jenkins/job_PostCommit_Java_DataflowV2.groovy
b/.test-infra/jenkins/job_PostCommit_Java_DataflowV2.groovy
deleted file mode 100644
index 03d82d48974..00000000000
--- a/.test-infra/jenkins/job_PostCommit_Java_DataflowV2.groovy
+++ /dev/null
@@ -1,48 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-import CommonJobProperties as commonJobProperties
-import PostcommitJobBuilder
-
-
-// This job runs the Java postcommit tests, including the suite of integration
-// tests.
-PostcommitJobBuilder.postCommitJob('beam_PostCommit_Java_DataflowV2', 'Run
PostCommit_Java_DataflowV2',
- 'Dataflow V2 Java Post Commit Tests', this) {
-
- description('Dataflow V2 Java Post Commit Tests')
-
- // Set common parameters.
- commonJobProperties.setTopLevelMainJobProperties(delegate, 'master', 240)
-
- // Publish all test results to Jenkins
- publishers {
- archiveJunit('**/build/test-results/**/*.xml')
- }
-
- // Gradle goals for this job.
- steps {
- gradle {
- rootBuildScriptDir(commonJobProperties.checkoutDir)
- tasks(":runners:google-cloud-dataflow-java:postCommitRunnerV2")
- commonJobProperties.setGradleSwitches(delegate)
- // Specify maven home on Jenkins, needed by Maven archetype
integration tests.
- switches('-Pmaven_home=/home/jenkins/tools/maven/apache-maven-3.5.4')
- }
- }
- }
diff --git a/.test-infra/jenkins/job_PostCommit_Java_InfluxDBIO_IT.groovy
b/.test-infra/jenkins/job_PostCommit_Java_InfluxDBIO_IT.groovy
deleted file mode 100644
index cb74cbf3228..00000000000
--- a/.test-infra/jenkins/job_PostCommit_Java_InfluxDBIO_IT.groovy
+++ /dev/null
@@ -1,55 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-import CommonJobProperties as common
-import PostcommitJobBuilder
-import Kubernetes
-
-String jobName = "beam_PostCommit_Java_InfluxDbIO_IT"
-
-PostcommitJobBuilder.postCommitJob(jobName, 'Run Java InfluxDbIO_IT', 'Java
InfluxDbIO Integration Test', this) {
- description('Runs the Java InfluxDbIO Integration Test.')
- previousNames(/beam_PerformanceTests_InfluxDbIO_IT/)
- // Set common parameters.
- common.setTopLevelMainJobProperties(delegate)
-
- // Deploy InfluxDb cluster
- String namespace = common.getKubernetesNamespace(jobName)
- String kubeconfigPath = common.getKubeconfigLocationForNamespace(namespace)
- Kubernetes k8s = Kubernetes.create(delegate, kubeconfigPath, namespace)
-
-
k8s.apply(common.makePathAbsolute("src/.test-infra/kubernetes/influxdb/influxdb.yml"))
- String influxDBHostName = "LOAD_BALANCER_IP"
- k8s.loadBalancerIP("influxdb-load-balancer-service", influxDBHostName)
- Map pipelineOptions = [
- influxDBURL : "http://\$${influxDBHostName}:8086";,
- influxDBUserName : "superadmin",
- influxDBPassword : "supersecretpassword",
- databaseName : "db1"
- ]
-
- steps {
- gradle {
- rootBuildScriptDir(common.checkoutDir)
- common.setGradleSwitches(delegate)
- switches("--info")
-
switches("-DintegrationTestPipelineOptions=\'${common.joinPipelineOptions(pipelineOptions)}\'")
- switches("-DintegrationTestRunner=direct")
- tasks(":sdks:java:io:influxdb:integrationTest --tests
org.apache.beam.sdk.io.influxdb.InfluxDbIOIT")
- }
- }
-}
diff --git
a/.test-infra/jenkins/job_PostCommit_Java_ValidatesRunner_Flink.groovy
b/.test-infra/jenkins/job_PostCommit_Java_ValidatesRunner_Flink.groovy
deleted file mode 100644
index 6f24f9fe6a4..00000000000
--- a/.test-infra/jenkins/job_PostCommit_Java_ValidatesRunner_Flink.groovy
+++ /dev/null
@@ -1,45 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-import CommonJobProperties as commonJobProperties
-import CommonTestProperties
-import PostcommitJobBuilder
-
-// This job runs the suite of ValidatesRunner tests against the Flink runner.
-PostcommitJobBuilder.postCommitJob('beam_PostCommit_Java_ValidatesRunner_Flink',
- 'Run Flink ValidatesRunner', 'Apache Flink Runner ValidatesRunner Tests',
this) {
- description('Runs the ValidatesRunner suite on the Flink runner.')
-
- // Set common parameters.
- commonJobProperties.setTopLevelMainJobProperties(delegate)
- previousNames(/beam_PostCommit_Java_ValidatesRunner_Flink_Gradle/)
-
- // Publish all test results to Jenkins
- publishers {
- archiveJunit('**/build/test-results/**/*.xml')
- }
-
- // Gradle goals for this job.
- steps {
- gradle {
- rootBuildScriptDir(commonJobProperties.checkoutDir)
-
tasks(":runners:flink:${CommonTestProperties.getFlinkVersion()}:validatesRunner")
- commonJobProperties.setGradleSwitches(delegate)
- }
- }
- }
diff --git
a/.test-infra/jenkins/job_PostCommit_Java_ValidatesRunner_Flink_Java11.groovy
b/.test-infra/jenkins/job_PostCommit_Java_ValidatesRunner_Flink_Java11.groovy
deleted file mode 100644
index 9178caebd81..00000000000
---
a/.test-infra/jenkins/job_PostCommit_Java_ValidatesRunner_Flink_Java11.groovy
+++ /dev/null
@@ -1,61 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-import CommonJobProperties as commonJobProperties
-import CommonTestProperties
-import PostcommitJobBuilder
-
-
-PostcommitJobBuilder.postCommitJob('beam_PostCommit_Java_ValidatesRunner_Flink_Java11',
- 'Run Flink ValidatesRunner Java 11', 'Apache Flink Runner ValidatesRunner
Tests On Java 11', this) {
-
- description('Runs the ValidatesRunner suite on the Flink runner with
Java 11.')
-
- def JAVA_11_HOME = '/usr/lib/jvm/java-11-openjdk-amd64'
- def JAVA_8_HOME = '/usr/lib/jvm/java-8-openjdk-amd64'
-
- commonJobProperties.setTopLevelMainJobProperties(delegate, 'master', 270)
- publishers {
- archiveJunit('**/build/test-results/**/*.xml')
- }
-
- steps {
- gradle {
- rootBuildScriptDir(commonJobProperties.checkoutDir)
- tasks(":runners:flink:${CommonTestProperties.getFlinkVersion()}:jar")
-
tasks(":runners:flink:${CommonTestProperties.getFlinkVersion()}:testJar")
- switches("-Dorg.gradle.java.home=${JAVA_8_HOME}")
- }
-
- gradle {
- rootBuildScriptDir(commonJobProperties.checkoutDir)
-
tasks(":runners:flink:${CommonTestProperties.getFlinkVersion()}:validatesRunner")
- switches('-x shadowJar')
- switches('-x shadowTestJar')
- switches('-x compileJava')
- switches('-x compileTestJava')
- switches('-x jar')
- switches('-x testJar')
- switches('-x classes')
- switches('-x testClasses')
- switches("-Dorg.gradle.java.home=${JAVA_11_HOME}")
-
- commonJobProperties.setGradleSwitches(delegate, 3 *
Runtime.runtime.availableProcessors())
- }
- }
- }
diff --git a/.test-infra/jenkins/job_PostCommit_Python.groovy
b/.test-infra/jenkins/job_PostCommit_Python.groovy
deleted file mode 100644
index 6e8f5e81b07..00000000000
--- a/.test-infra/jenkins/job_PostCommit_Python.groovy
+++ /dev/null
@@ -1,50 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-import CommonJobProperties as commonJobProperties
-import PostcommitJobBuilder
-
-import static PythonTestProperties.ALL_SUPPORTED_VERSIONS
-
-// This job defines the Python postcommit tests.
-ALL_SUPPORTED_VERSIONS.each { pythonVersion ->
- def versionSuffix = pythonVersion.replace('.', '')
- PostcommitJobBuilder.postCommitJob("beam_PostCommit_Python${versionSuffix}",
- "Run Python ${pythonVersion} PostCommit",
- "Python${versionSuffix}_PC(\"Run Python ${pythonVersion} PostCommit\")",
this) {
- description("Runs Python postcommit tests using Python
${pythonVersion}.")
-
- // Set common parameters.
- commonJobProperties.setTopLevelMainJobProperties(delegate, 'master',
240)
-
- publishers {
- archiveJunit('**/pytest*.xml')
- }
-
- // Execute shell command to test Python SDK.
- steps {
- gradle {
- rootBuildScriptDir(commonJobProperties.checkoutDir)
- tasks(":python${versionSuffix}PostCommit")
- commonJobProperties.setGradleSwitches(delegate)
- switches("-PuseWheelDistribution")
- }
- }
- }
-}
-
diff --git
a/.test-infra/jenkins/job_PostCommit_Python_CrossLanguage_IO_Dataflow.groovy
b/.test-infra/jenkins/job_PostCommit_Python_CrossLanguage_IO_Dataflow.groovy
deleted file mode 100644
index 9a37e76cbde..00000000000
--- a/.test-infra/jenkins/job_PostCommit_Python_CrossLanguage_IO_Dataflow.groovy
+++ /dev/null
@@ -1,55 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-
-import CommonJobProperties as commonJobProperties
-import PostcommitJobBuilder
-
-
-import static
PythonTestProperties.CROSS_LANGUAGE_VALIDATES_RUNNER_PYTHON_VERSIONS
-
-
-// This job runs end-to-end cross language GCP IO tests with DataflowRunner.
-// Collects tests with the @pytest.mark.uses_io_java_expansion_service
decorator
-PostcommitJobBuilder.postCommitJob('beam_PostCommit_Python_Xlang_IO_Dataflow',
- 'Run Python_Xlang_IO_Dataflow PostCommit', 'Python_Xlang_IO_Dataflow
(\"Run Python_Xlang_IO_Dataflow PostCommit\")', this) {
- description('Runs end-to-end cross language non-GCP IO tests on the
Dataflow runner.')
-
-
- // Set common parameters.
- commonJobProperties.setTopLevelMainJobProperties(delegate, 'master', 180)
-
-
- // Publish all test results to Jenkins
- publishers {
- archiveJunit('**/pytest*.xml')
- }
-
-
- // Gradle goals for this job.
-
- steps {
- gradle {
- rootBuildScriptDir(commonJobProperties.checkoutDir)
- tasks(":sdks:python:test-suites:dataflow:ioCrossLanguagePostCommit")
- commonJobProperties.setGradleSwitches(delegate)
- switches("-PuseWheelDistribution")
-
switches("-PkafkaBootstrapServer=10.128.0.40:9094,10.128.0.28:9094,10.128.0.165:9094")
- }
- }
- }
diff --git a/.test-infra/jenkins/job_PostCommit_Python_Examples_Direct.groovy
b/.test-infra/jenkins/job_PostCommit_Python_Examples_Direct.groovy
deleted file mode 100644
index e420b046271..00000000000
--- a/.test-infra/jenkins/job_PostCommit_Python_Examples_Direct.groovy
+++ /dev/null
@@ -1,43 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-import CommonJobProperties as commonJobProperties
-import PostcommitJobBuilder
-
-// This job runs the Python examples tests with DirectRunner.
-PostcommitJobBuilder.postCommitJob('beam_PostCommit_Python_Examples_Direct',
- 'Run Python Examples_Direct', 'Python Direct Runner Examples', this) {
-
- description('Runs the Python Examples with DirectRunner')
-
- commonJobProperties.setTopLevelMainJobProperties(delegate, 'master', 120)
-
- // Publish all test results to Jenkins
- publishers {
- archiveJunit('**/pytest*.xml')
- }
-
- // Execute shell command to run examples.
- steps {
- gradle {
- rootBuildScriptDir(commonJobProperties.checkoutDir)
- tasks(":sdks:python:test-suites:direct:examplesPostCommit")
- commonJobProperties.setGradleSwitches(delegate)
- }
- }
- }
\ No newline at end of file
diff --git a/.test-infra/jenkins/job_PostCommit_Python_Examples_Flink.groovy
b/.test-infra/jenkins/job_PostCommit_Python_Examples_Flink.groovy
deleted file mode 100644
index e9150ccae01..00000000000
--- a/.test-infra/jenkins/job_PostCommit_Python_Examples_Flink.groovy
+++ /dev/null
@@ -1,43 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-import CommonJobProperties as commonJobProperties
-import PostcommitJobBuilder
-
-// This job runs the Python examples tests with FlinkRunner.
-PostcommitJobBuilder.postCommitJob('beam_PostCommit_Python_Examples_Flink',
- 'Run Python Examples_Flink', 'Python Flink Runner Examples', this) {
-
- description('Runs the Python Examples with Flink Runner')
-
- commonJobProperties.setTopLevelMainJobProperties(delegate, 'master',
120, true, 'beam', true, 40)
-
- // Publish all test results to Jenkins
- publishers {
- archiveJunit('**/pytest*.xml')
- }
-
- // Execute shell command to run examples.
- steps {
- gradle {
- rootBuildScriptDir(commonJobProperties.checkoutDir)
- tasks(":sdks:python:test-suites:portable:flinkExamplesPostCommit")
- commonJobProperties.setGradleSwitches(delegate)
- }
- }
- }
\ No newline at end of file
diff --git
a/.test-infra/jenkins/job_PostCommit_Python_ValidatesRunner_Flink.groovy
b/.test-infra/jenkins/job_PostCommit_Python_ValidatesRunner_Flink.groovy
deleted file mode 100644
index 5f0aa8f13b9..00000000000
--- a/.test-infra/jenkins/job_PostCommit_Python_ValidatesRunner_Flink.groovy
+++ /dev/null
@@ -1,38 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-import CommonJobProperties as commonJobProperties
-import PostcommitJobBuilder
-
-// This job runs the suite of Python ValidatesRunner tests against the Flink
runner.
-PostcommitJobBuilder.postCommitJob('beam_PostCommit_Python_VR_Flink',
- 'Run Python Flink ValidatesRunner', 'Run Python Flink ValidatesRunner',
this) {
- description('Runs the Python ValidatesRunner suite on the Flink runner.')
-
- // Set common parameters.
- commonJobProperties.setTopLevelMainJobProperties(delegate)
-
- // Gradle goals for this job.
- steps {
- gradle {
- rootBuildScriptDir(commonJobProperties.checkoutDir)
- tasks(':sdks:python:test-suites:portable:flinkValidatesRunner')
- commonJobProperties.setGradleSwitches(delegate)
- }
- }
- }
diff --git
a/.test-infra/jenkins/job_PostCommit_Python_ValidatesRunner_Spark.groovy
b/.test-infra/jenkins/job_PostCommit_Python_ValidatesRunner_Spark.groovy
deleted file mode 100644
index ce71871da7e..00000000000
--- a/.test-infra/jenkins/job_PostCommit_Python_ValidatesRunner_Spark.groovy
+++ /dev/null
@@ -1,43 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-import CommonJobProperties as commonJobProperties
-import PostcommitJobBuilder
-
-// This job runs the suite of Python ValidatesRunner tests against the Spark
runner.
-PostcommitJobBuilder.postCommitJob('beam_PostCommit_Python_VR_Spark',
- 'Run Python Spark ValidatesRunner', 'Python Spark ValidatesRunner Tests',
this) {
- description('Runs the Python ValidatesRunner suite on the Spark runner.')
-
- // Set common parameters.
- commonJobProperties.setTopLevelMainJobProperties(delegate)
-
- // Publish all test results to Jenkins.
- publishers {
- archiveJunit('**/pytest*.xml')
- }
-
- // Gradle goals for this job.
- steps {
- gradle {
- rootBuildScriptDir(commonJobProperties.checkoutDir)
- tasks(':pythonSparkPostCommit')
- commonJobProperties.setGradleSwitches(delegate)
- }
- }
- }
diff --git a/.test-infra/jenkins/job_PostRelease_NightlySnapshot.groovy
b/.test-infra/jenkins/job_PostRelease_NightlySnapshot.groovy
deleted file mode 100644
index 45290152f83..00000000000
--- a/.test-infra/jenkins/job_PostRelease_NightlySnapshot.groovy
+++ /dev/null
@@ -1,59 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-import CommonJobProperties as commonJobProperties
-
-// This verifies the nightly snapshot build.
-// From https://repository.apache.org/content/groups/snapshots/org/apache/beam.
-job('beam_PostRelease_NightlySnapshot') {
- description('Runs post release verification of the nightly snapshot.')
-
- // Set common parameters. Timeout is longer, to avoid [BEAM-5774].
- commonJobProperties.setTopLevelMainJobProperties(delegate, 'master', 200)
-
- parameters {
- stringParam('snapshot_version',
- '',
- 'Version of the repository snapshot to install')
- stringParam('snapshot_url',
- '',
- 'Repository URL to install from')
- }
-
- // This is a post-commit job that runs once per day, not for every push.
- commonJobProperties.setAutoJob(
- delegate,
- '@daily')
-
-
- // Allows triggering this build against pull requests.
- commonJobProperties.enablePhraseTriggeringFromPullRequest(
- delegate,
- './gradlew :release:runJavaExamplesValidationTask',
- 'Run Dataflow PostRelease')
-
- steps {
- // Run a quickstart from
https://beam.apache.org/get-started/quickstart-java
- gradle {
- rootBuildScriptDir(commonJobProperties.checkoutDir)
- tasks(':release:runJavaExamplesValidationTask')
- commonJobProperties.setGradleSwitches(delegate)
- switches('-Pver=$snapshot_version -Prepourl=$snapshot_url')
- }
- }
-}
diff --git a/.test-infra/jenkins/job_seed_standalone.groovy
b/.test-infra/jenkins/job_seed_standalone.groovy
deleted file mode 100644
index 6f88448da4c..00000000000
--- a/.test-infra/jenkins/job_seed_standalone.groovy
+++ /dev/null
@@ -1,115 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-// Defines the seed job, which creates or updates all other Jenkins projects.
-
-import Committers as committers
-
-job('beam_SeedJob_Standalone') {
- description('Automatically configures all Apache Beam Jenkins projects
based' +
- ' on Jenkins DSL groovy files checked into the code repository.')
-
- properties {
- githubProjectUrl('https://github.com/apache/beam/')
- }
-
- // Restrict to only run on Jenkins executors labeled 'beam'
- label('beam')
-
- logRotator {
- daysToKeep(30)
- }
-
- scm {
- git {
- remote {
- github('apache/beam')
-
- // ${ghprbPullId} is not interpolated by groovy, but passed through to
Jenkins where it
- // refers to the environment variable
- refspec([
- '+refs/heads/*:refs/remotes/origin/*',
-
'+refs/pull/${ghprbPullId}/*:refs/remotes/origin/pr/${ghprbPullId}/*']
- .join(' '))
-
- // The variable ${sha1} is not interpolated by groovy, but a parameter
of the Jenkins job
- branch('${sha1}')
-
- extensions {
- cleanAfterCheckout()
- }
- }
- }
- }
-
- parameters {
- // Setup for running this job from a pull request
- stringParam(
- 'sha1',
- 'master',
- 'Commit id or refname (eg: origin/pr/4001/head) you want to build
against.')
- }
-
- wrappers {
- timeout {
- absolute(60)
- abortBuild()
- }
- }
-
- triggers {
- // Run every six hours, alternate job_00_seed has same freq
- cron('H 3,9,15,21 * * *')
-
- githubPullRequest {
- admins(['asfbot'])
- useGitHubHooks()
- userWhitelist(committers.GITHUB_USERNAMES)
-
- // Also run when manually kicked on a pull request
- triggerPhrase('Run Standalone Seed Job')
- onlyTriggerPhrase()
-
- extensions {
- commitStatus {
- context("Jenkins: Standalone Seed Job")
- }
-
- buildStatus {
- completedStatus('SUCCESS', '--none--')
- completedStatus('FAILURE', '--none--')
- completedStatus('ERROR', '--none--')
- }
- }
- }
- }
-
- publishers {
- mailer('[email protected]', false, true)
- }
-
- steps {
- dsl {
- // A list or a glob of other groovy files to process.
- external('.test-infra/jenkins/job_*.groovy')
-
- // If a job is removed from the script, disable it (rather than
deleting).
- removeAction('DISABLE')
- }
- }
-}
