This is an automated email from the ASF dual-hosted git repository.
ahmedabualsaud pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new e5e07c5100c [IcebergIO] create custom java container image for tests
(#35307)
e5e07c5100c is described below
commit e5e07c5100c0fdfdc6f864ee7b9fd69b04f6f51c
Author: Ahmed Abualsaud <[email protected]>
AuthorDate: Mon Jun 16 19:32:57 2025 -0400
[IcebergIO] create custom java container image for tests (#35307)
* create custom java container image for tests
* syntax
* eval depends on df
---
.github/trigger_files/IO_Iceberg_Integration_Tests_Dataflow.json | 3 +--
.../IO_Iceberg_Managed_Integration_Tests_Dataflow.json | 2 +-
sdks/java/io/iceberg/build.gradle | 6 ++++++
3 files changed, 8 insertions(+), 3 deletions(-)
diff --git a/.github/trigger_files/IO_Iceberg_Integration_Tests_Dataflow.json
b/.github/trigger_files/IO_Iceberg_Integration_Tests_Dataflow.json
index 69d5b8bdcd7..8fab48cc672 100644
--- a/.github/trigger_files/IO_Iceberg_Integration_Tests_Dataflow.json
+++ b/.github/trigger_files/IO_Iceberg_Integration_Tests_Dataflow.json
@@ -1,5 +1,4 @@
{
"comment": "Modify this file in a trivial way to cause this test suite to
run.",
- "modification": 3,
- "https://github.com/apache/beam/pull/35159": "moving WindowedValue and
making an interface"
+ "modification": 5
}
diff --git
a/.github/trigger_files/IO_Iceberg_Managed_Integration_Tests_Dataflow.json
b/.github/trigger_files/IO_Iceberg_Managed_Integration_Tests_Dataflow.json
index ab4daeae234..12481ae0dbc 100644
--- a/.github/trigger_files/IO_Iceberg_Managed_Integration_Tests_Dataflow.json
+++ b/.github/trigger_files/IO_Iceberg_Managed_Integration_Tests_Dataflow.json
@@ -1,4 +1,4 @@
{
"comment": "Modify this file in a trivial way to cause this test suite to
run.",
- "modification": 3
+ "modification": 4
}
diff --git a/sdks/java/io/iceberg/build.gradle
b/sdks/java/io/iceberg/build.gradle
index 41649ac8fdb..e4e7e2f1095 100644
--- a/sdks/java/io/iceberg/build.gradle
+++ b/sdks/java/io/iceberg/build.gradle
@@ -163,12 +163,18 @@ task integrationTest(type: Test) {
task dataflowIntegrationTest(type: Test) {
group = "Verification"
+ evaluationDependsOn(":runners:google-cloud-dataflow-java")
+ dependsOn
":runners:google-cloud-dataflow-java:buildAndPushDockerJavaContainer"
+ finalizedBy ":runners:google-cloud-dataflow-java:cleanUpDockerJavaImages"
+ def dockerJavaImageName =
project.project(':runners:google-cloud-dataflow-java').ext.dockerJavaImageName
+
def args = [
"--runner=DataflowRunner",
"--region=us-central1",
"--project=${gcpProject}",
"--tempLocation=${gcpTempLocation}",
"--tempRoot=${gcpTempLocation}",
+ "--sdkContainerImage=${dockerJavaImageName}",
"--experiments=use_runner_v2,use_staged_dataflow_worker_jar"
]
if (project.hasProperty('enableManagedTransforms')) {
