This is an automated email from the ASF dual-hosted git repository.
Abacn pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new ee92a553e5d Disable public IP for Dataflow Python and Go Validate
runner tests (#38990)
ee92a553e5d is described below
commit ee92a553e5d05bf4e3ff056dfcdc338f60c4f7c5
Author: Yi Hu <[email protected]>
AuthorDate: Wed Jun 17 12:40:58 2026 -0400
Disable public IP for Dataflow Python and Go Validate runner tests (#38990)
---
.github/trigger_files/beam_PostCommit_Go.json | 2 +-
.../beam_PostCommit_Python_ValidatesRunner_Dataflow.json | 2 +-
sdks/go/test/build.gradle | 3 +++
sdks/python/scripts/run_integration_test.sh | 11 ++++++++++-
sdks/python/test-suites/dataflow/common.gradle | 2 ++
5 files changed, 17 insertions(+), 3 deletions(-)
diff --git a/.github/trigger_files/beam_PostCommit_Go.json
b/.github/trigger_files/beam_PostCommit_Go.json
index 7ab7bcd9a9c..37dd25bf902 100644
--- a/.github/trigger_files/beam_PostCommit_Go.json
+++ b/.github/trigger_files/beam_PostCommit_Go.json
@@ -1,4 +1,4 @@
{
"comment": "Modify this file in a trivial way to cause this test suite to
run.",
- "modification": 2
+ "modification": 3
}
diff --git
a/.github/trigger_files/beam_PostCommit_Python_ValidatesRunner_Dataflow.json
b/.github/trigger_files/beam_PostCommit_Python_ValidatesRunner_Dataflow.json
index e0266d62f2e..f1ba03a243e 100644
--- a/.github/trigger_files/beam_PostCommit_Python_ValidatesRunner_Dataflow.json
+++ b/.github/trigger_files/beam_PostCommit_Python_ValidatesRunner_Dataflow.json
@@ -1,4 +1,4 @@
{
"comment": "Modify this file in a trivial way to cause this test suite to
run",
- "modification": 4
+ "modification": 5
}
diff --git a/sdks/go/test/build.gradle b/sdks/go/test/build.gradle
index 67713471606..8fcb0916614 100644
--- a/sdks/go/test/build.gradle
+++ b/sdks/go/test/build.gradle
@@ -36,8 +36,10 @@ task dataflowValidatesRunner() {
dependsOn ":sdks:go:test:goBuild"
doLast {
+ def pipelineOptions = ["--no_use_public_ips"]
def options = [
"--runner dataflow",
+ "--pipeline_opts \"${pipelineOptions.join(' ')}\"",
]
exec {
if (fork_java_home) {
@@ -59,6 +61,7 @@ task dataflowValidatesRunnerARM64() {
doLast {
def pipelineOptions = [ // Pipeline options piped directly to Go SDK
flags.
"--machine_type=t2a-standard-1",
+ "--no_use_public_ips",
]
def options = [
"--runner dataflow",
diff --git a/sdks/python/scripts/run_integration_test.sh
b/sdks/python/scripts/run_integration_test.sh
index b9bb2457c96..4206f9ee971 100755
--- a/sdks/python/scripts/run_integration_test.sh
+++ b/sdks/python/scripts/run_integration_test.sh
@@ -42,6 +42,8 @@
# flag is specified, all above flag will be ignored.
# Please include all required pipeline options when
# using this flag.
+# additional_opts -> List of space separated pipeline options. Unlike
pipeline_opts,
+# it appends to other flags options instead of ignoring
them.
#
# Test related flags:
# test_opts -> List of space separated options to configure Pytest test
@@ -150,6 +152,11 @@ case $key in
shift # past argument
shift # past value
;;
+ --additional_opts)
+ ADDITIONAL_OPTS="$2"
+ shift # past argument
+ shift # past value
+ ;;
--test_opts)
TEST_OPTS="$2"
shift # past argument
@@ -257,7 +264,9 @@ if [[ -z $PIPELINE_OPTS ]]; then
fi
PIPELINE_OPTS=$(IFS=" " ; echo "${opts[*]}")
-
+ if [[ -n $ADDITIONAL_OPTS ]]; then
+ PIPELINE_OPTS+=" ${ADDITIONAL_OPTS}"
+ fi
fi
# Handle double quotes in PIPELINE_OPTS
diff --git a/sdks/python/test-suites/dataflow/common.gradle
b/sdks/python/test-suites/dataflow/common.gradle
index 27cf2869600..7c84700e29f 100644
--- a/sdks/python/test-suites/dataflow/common.gradle
+++ b/sdks/python/test-suites/dataflow/common.gradle
@@ -245,6 +245,7 @@ task validatesRunnerBatchTests {
doLast {
def argMap = [
"test_opts" : basicPytestOpts + ["--numprocesses=8"],
+ "additional_opts": ['--no_use_public_ips'],
"sdk_location": project.ext.sdkLocation,
"suite" : "validatesRunnerBatchTests-df${pythonVersionSuffix}",
"collect": "it_validatesrunner and not no_sickbay_batch"
@@ -266,6 +267,7 @@ task validatesRunnerStreamingTests {
doFirst {
def argMap = [
"test_opts": basicPytestOpts + ["--numprocesses=8"],
+ "additional_opts": ['--no_use_public_ips'],
"streaming": "true",
"sdk_location": project.ext.sdkLocation,
"suite":
"validatesRunnerStreamingTests-df${pythonVersionSuffix}-xdist",