This is an automated email from the ASF dual-hosted git repository.
Abacn pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new b96d6ba9e9a Clean up Python load test version configs (#40540)
b96d6ba9e9a is described below
commit b96d6ba9e9ae2ad99952c3d821cf7a5bc3fb8e54
Author: Yi Hu <[email protected]>
AuthorDate: Mon Oct 12 20:36:47 2026 -0400
Clean up Python load test version configs (#40540)
---
...on_Benchmarks_Dataflow_MLTransform_Image_Embedding_CPU_Batch.txt | 1 -
...on_Benchmarks_Dataflow_MLTransform_Image_Embedding_GPU_Batch.txt | 1 -
..._Python_Benchmarks_Dataflow_MLTransform_Text_Embedding_Batch.txt | 1 -
...nference_Python_Benchmarks_Dataflow_Pytorch_Image_Captioning.txt | 1 -
...ce_Python_Benchmarks_Dataflow_Pytorch_Image_Object_Detection.txt | 1 -
...ference_Python_Benchmarks_Dataflow_Table_Row_Inference_Batch.txt | 1 -
...erence_Python_Benchmarks_Dataflow_Table_Row_Inference_Stream.txt | 1 -
.../beam_Inference_Python_Benchmarks_Dataflow_VLLM_Gemma_Batch.txt | 1 -
.../python_CoGBK_Flink_Batch_100b_Multiple_Keys.txt | 1 -
.../python_CoGBK_Flink_Batch_100b_Single_Key.txt | 1 -
.../load-tests-pipeline-options/python_CoGBK_Flink_Batch_10kB.txt | 1 -
.../python_Combine_Dataflow_Streaming_2GB_10_byte_records.txt | 1 -
.../python_Combine_Dataflow_Streaming_2GB_Fanout_4.txt | 1 -
.../python_Combine_Dataflow_Streaming_2GB_Fanout_8.txt | 1 -
.../python_Combine_Flink_Batch_2GB_10_byte_records.txt | 1 -
.../python_Combine_Flink_Batch_2GB_Fanout_4.txt | 1 -
.../python_Combine_Flink_Batch_2GB_Fanout_8.txt | 1 -
.../python_Combine_Flink_Streaming_2GB_10_byte_records.txt | 1 -
.../python_Combine_Flink_Streaming_2GB_Fanout_4.txt | 1 -
.../python_Combine_Flink_Streaming_2GB_Fanout_8.txt | 1 -
.../python_Combine_Flink_Streaming_small_Fanout_1.txt | 1 -
.../python_Combine_Flink_Streaming_small_Fanout_2.txt | 1 -
.../python_GBK_Dataflow_Streaming_2GB_of_100B_records.txt | 1 -
.../python_GBK_Dataflow_Streaming_2GB_of_100kB_records.txt | 1 -
.../python_GBK_Dataflow_Streaming_2GB_of_10B_records.txt | 1 -
...flow_Streaming_fanout_4_times_with_2GB_10-byte_records_total.txt | 1 -
...flow_Streaming_fanout_8_times_with_2GB_10-byte_records_total.txt | 1 -
.../python_GBK_Flink_Batch_2GB_of_100B_records.txt | 1 -
.../python_GBK_Flink_Batch_2GB_of_10B_records.txt | 1 -
...BK_Flink_Batch_fanout_4_times_with_2GB_10-byte_records_total.txt | 1 -
...BK_Flink_Batch_fanout_8_times_with_2GB_10-byte_records_total.txt | 1 -
.../python_GBK_Flink_Batch_reiterate_4_times_10kB_values.txt | 1 -
...K_reiterate_Dataflow_Streaming_reiterate_4_times_10kB_values.txt | 1 -
...BK_reiterate_Dataflow_Streaming_reiterate_4_times_2MB_values.txt | 1 -
.../python_ParDo_Dataflow_Streaming_100_Counters.txt | 1 -
.../python_ParDo_Dataflow_Streaming_10_Counters.txt | 1 -
.../python_ParDo_Dataflow_Streaming_10_Iterations.txt | 1 -
.../python_ParDo_Dataflow_Streaming_200_Iterations.txt | 1 -
.../python_ParDo_Flink_Batch_10_Counters.txt | 1 -
.../python_ParDo_Flink_Batch_10_Iterations.txt | 1 -
.../python_ParDo_Flink_Batch_200_Iterations.txt | 1 -
.../python_ParDo_Flink_Streaming_100_Counters.txt | 1 -
.../python_ParDo_Flink_Streaming_10_Counters.txt | 1 -
.../python_ParDo_Flink_Streaming_10_Iterations.txt | 1 -
.../python_ParDo_Flink_Streaming_200_Iterations.txt | 1 -
.../python_ParDo_Flink_Streaming_5_Iterations.txt | 1 -
...thon_SideInput_Dataflow_Batch_10gb_1000window_first_iterable.txt | 1 -
.../python_SideInput_Dataflow_Batch_10gb_1000window_iterable.txt | 1 -
.../python_SideInput_Dataflow_Batch_10gb_1window_first_iterable.txt | 1 -
.../python_SideInput_Dataflow_Batch_10gb_1window_iterable.txt | 1 -
...on_SideInput_Dataflow_Batch_1gb_1000window_1key_percent_dict.txt | 1 -
...n_SideInput_Dataflow_Batch_1gb_1000window_99key_percent_dict.txt | 1 -
...ython_SideInput_Dataflow_Batch_1gb_1window_1key_percent_dict.txt | 1 -
...thon_SideInput_Dataflow_Batch_1gb_1window_99key_percent_dict.txt | 1 -
.../python_SideInput_Dataflow_Batch_1gb_1window_first_list.txt | 1 -
.../python_SideInput_Dataflow_Batch_1gb_1window_list.txt | 1 -
sdks/python/apache_beam/testing/load_tests/build.gradle | 5 +++++
sdks/python/apache_beam/testing/synthetic_pipeline.py | 6 ++++--
58 files changed, 9 insertions(+), 58 deletions(-)
diff --git
a/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_MLTransform_Image_Embedding_CPU_Batch.txt
b/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_MLTransform_Image_Embedding_CPU_Batch.txt
index 37c47ca2554..eec6802e107 100644
---
a/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_MLTransform_Image_Embedding_CPU_Batch.txt
+++
b/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_MLTransform_Image_Embedding_CPU_Batch.txt
@@ -38,5 +38,4 @@
--max_batch_size=64
--embedding_min_ram=16GB
--dataflow_service_options=enable_prime
---experiments=use_runner_v2
--timeout_ms=3600000
diff --git
a/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_MLTransform_Image_Embedding_GPU_Batch.txt
b/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_MLTransform_Image_Embedding_GPU_Batch.txt
index 274dc43f941..464b59a7c73 100644
---
a/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_MLTransform_Image_Embedding_GPU_Batch.txt
+++
b/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_MLTransform_Image_Embedding_GPU_Batch.txt
@@ -40,5 +40,4 @@
--sdk_location=container
--sdk_container_image=us.gcr.io/apache-beam-testing/python-postcommit-it/tensor_rt:latest
--dataflow_service_options=enable_prime
---experiments=use_runner_v2
--timeout_ms=3600000
diff --git
a/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_MLTransform_Text_Embedding_Batch.txt
b/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_MLTransform_Text_Embedding_Batch.txt
index 1835dc26002..172a924934d 100644
---
a/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_MLTransform_Text_Embedding_Batch.txt
+++
b/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_MLTransform_Text_Embedding_Batch.txt
@@ -39,4 +39,3 @@
--device=CPU
--sdk_location=container
--sdk_container_image=us.gcr.io/apache-beam-testing/python-postcommit-it/tensor_rt:latest
---experiments=use_runner_v2
diff --git
a/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_Pytorch_Image_Captioning.txt
b/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_Pytorch_Image_Captioning.txt
index c58707383ef..329235dad2c 100644
---
a/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_Pytorch_Image_Captioning.txt
+++
b/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_Pytorch_Image_Captioning.txt
@@ -34,4 +34,3 @@
--clip_batch_size=8
--clip_score_normalize=false
--runner=DataflowRunner
---experiments=use_runner_v2
diff --git
a/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_Pytorch_Image_Object_Detection.txt
b/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_Pytorch_Image_Object_Detection.txt
index 18f017ad010..4ba0fb59c4b 100644
---
a/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_Pytorch_Image_Object_Detection.txt
+++
b/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_Pytorch_Image_Object_Detection.txt
@@ -34,4 +34,3 @@
--input=gs://apache-beam-ml/testing/inputs/openimage_50k_benchmark.txt
--model_state_dict_path=gs://apache-beam-ml/models/torchvision.detection.fasterrcnn_resnet50_fpn.pth
--runner=DataflowRunner
---experiments=use_runner_v2
diff --git
a/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_Table_Row_Inference_Batch.txt
b/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_Table_Row_Inference_Batch.txt
index 36b3527dcbb..038968a1b58 100644
---
a/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_Table_Row_Inference_Batch.txt
+++
b/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_Table_Row_Inference_Batch.txt
@@ -37,4 +37,3 @@
--feature_columns=feature1,feature2,feature3,feature4,feature5
--output_table=apache-beam-testing:beam_run_inference.result_table_row_inference_batch_outputs
--runner=DataflowRunner
---experiments=use_runner_v2
diff --git
a/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_Table_Row_Inference_Stream.txt
b/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_Table_Row_Inference_Stream.txt
index 39ce9071840..d08aa08d346 100644
---
a/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_Table_Row_Inference_Stream.txt
+++
b/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_Table_Row_Inference_Stream.txt
@@ -39,4 +39,3 @@
--feature_columns=feature1,feature2,feature3,feature4,feature5
--output_table=apache-beam-testing:beam_run_inference.result_table_row_inference_stream_outputs
--runner=DataflowRunner
---experiments=use_runner_v2
diff --git
a/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_VLLM_Gemma_Batch.txt
b/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_VLLM_Gemma_Batch.txt
index fd2101afa3f..fa3de466031 100644
---
a/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_VLLM_Gemma_Batch.txt
+++
b/.github/workflows/load-tests-pipeline-options/beam_Inference_Python_Benchmarks_Dataflow_VLLM_Gemma_Batch.txt
@@ -34,4 +34,3 @@
--model_gcs_path=gs://apache-beam-ml/models/gemma-2b-it
--requirements_file=apache_beam/ml/inference/vllm_tests_requirements.txt
--dataflow_service_options=worker_accelerator=type:nvidia-tesla-t4;count:1;install-nvidia-driver
---experiments=use_runner_v2
diff --git
a/.github/workflows/load-tests-pipeline-options/python_CoGBK_Flink_Batch_100b_Multiple_Keys.txt
b/.github/workflows/load-tests-pipeline-options/python_CoGBK_Flink_Batch_100b_Multiple_Keys.txt
index 2b611fc8bf7..34c820e9a2d 100644
---
a/.github/workflows/load-tests-pipeline-options/python_CoGBK_Flink_Batch_100b_Multiple_Keys.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_CoGBK_Flink_Batch_100b_Multiple_Keys.txt
@@ -25,4 +25,3 @@
--runner=PortableRunner
--job_endpoint=localhost:8099
--environment_type=DOCKER
---environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_python3.11_sdk:latest
diff --git
a/.github/workflows/load-tests-pipeline-options/python_CoGBK_Flink_Batch_100b_Single_Key.txt
b/.github/workflows/load-tests-pipeline-options/python_CoGBK_Flink_Batch_100b_Single_Key.txt
index 4d66b54e1fc..0b34b0ecc99 100644
---
a/.github/workflows/load-tests-pipeline-options/python_CoGBK_Flink_Batch_100b_Single_Key.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_CoGBK_Flink_Batch_100b_Single_Key.txt
@@ -25,4 +25,3 @@
--runner=PortableRunner
--job_endpoint=localhost:8099
--environment_type=DOCKER
---environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_python3.11_sdk:latest
diff --git
a/.github/workflows/load-tests-pipeline-options/python_CoGBK_Flink_Batch_10kB.txt
b/.github/workflows/load-tests-pipeline-options/python_CoGBK_Flink_Batch_10kB.txt
index fd490d8aec1..af2f579913c 100644
---
a/.github/workflows/load-tests-pipeline-options/python_CoGBK_Flink_Batch_10kB.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_CoGBK_Flink_Batch_10kB.txt
@@ -25,4 +25,3 @@
--runner=PortableRunner
--job_endpoint=localhost:8099
--environment_type=DOCKER
---environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_python3.11_sdk:latest
diff --git
a/.github/workflows/load-tests-pipeline-options/python_Combine_Dataflow_Streaming_2GB_10_byte_records.txt
b/.github/workflows/load-tests-pipeline-options/python_Combine_Dataflow_Streaming_2GB_10_byte_records.txt
index 684d9cb85ec..2ecb3ffba64 100644
---
a/.github/workflows/load-tests-pipeline-options/python_Combine_Dataflow_Streaming_2GB_10_byte_records.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_Combine_Dataflow_Streaming_2GB_10_byte_records.txt
@@ -25,5 +25,4 @@
--autoscaling_algorithm=NONE
--top_count=20
--streaming
---experiments=use_runner_v2
--runner=DataflowRunner
\ No newline at end of file
diff --git
a/.github/workflows/load-tests-pipeline-options/python_Combine_Dataflow_Streaming_2GB_Fanout_4.txt
b/.github/workflows/load-tests-pipeline-options/python_Combine_Dataflow_Streaming_2GB_Fanout_4.txt
index 03b26b9d4e1..f34c3bdd60e 100644
---
a/.github/workflows/load-tests-pipeline-options/python_Combine_Dataflow_Streaming_2GB_Fanout_4.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_Combine_Dataflow_Streaming_2GB_Fanout_4.txt
@@ -26,5 +26,4 @@
--fanout=4
--top_count=20
--streaming
---experiments=use_runner_v2
--runner=DataflowRunner
\ No newline at end of file
diff --git
a/.github/workflows/load-tests-pipeline-options/python_Combine_Dataflow_Streaming_2GB_Fanout_8.txt
b/.github/workflows/load-tests-pipeline-options/python_Combine_Dataflow_Streaming_2GB_Fanout_8.txt
index 46d68261342..6290652f4ff 100644
---
a/.github/workflows/load-tests-pipeline-options/python_Combine_Dataflow_Streaming_2GB_Fanout_8.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_Combine_Dataflow_Streaming_2GB_Fanout_8.txt
@@ -26,5 +26,4 @@
--fanout=8
--top_count=20
--streaming
---experiments=use_runner_v2
--runner=DataflowRunner
\ No newline at end of file
diff --git
a/.github/workflows/load-tests-pipeline-options/python_Combine_Flink_Batch_2GB_10_byte_records.txt
b/.github/workflows/load-tests-pipeline-options/python_Combine_Flink_Batch_2GB_10_byte_records.txt
index a66514b46cd..52671790849 100644
---
a/.github/workflows/load-tests-pipeline-options/python_Combine_Flink_Batch_2GB_10_byte_records.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_Combine_Flink_Batch_2GB_10_byte_records.txt
@@ -22,6 +22,5 @@
--parallelism=5
--job_endpoint=localhost:8099
--environment_type=DOCKER
---environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_python3.11_sdk:latest
--top_count=20
--runner=PortableRunner
\ No newline at end of file
diff --git
a/.github/workflows/load-tests-pipeline-options/python_Combine_Flink_Batch_2GB_Fanout_4.txt
b/.github/workflows/load-tests-pipeline-options/python_Combine_Flink_Batch_2GB_Fanout_4.txt
index 70c91c57613..6257f550ec7 100644
---
a/.github/workflows/load-tests-pipeline-options/python_Combine_Flink_Batch_2GB_Fanout_4.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_Combine_Flink_Batch_2GB_Fanout_4.txt
@@ -22,7 +22,6 @@
--parallelism=16
--job_endpoint=localhost:8099
--environment_type=DOCKER
---environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_python3.11_sdk:latest
--fanout=4
--top_count=20
--runner=PortableRunner
\ No newline at end of file
diff --git
a/.github/workflows/load-tests-pipeline-options/python_Combine_Flink_Batch_2GB_Fanout_8.txt
b/.github/workflows/load-tests-pipeline-options/python_Combine_Flink_Batch_2GB_Fanout_8.txt
index 266890b7e32..2d8014c708c 100644
---
a/.github/workflows/load-tests-pipeline-options/python_Combine_Flink_Batch_2GB_Fanout_8.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_Combine_Flink_Batch_2GB_Fanout_8.txt
@@ -22,7 +22,6 @@
--parallelism=16
--job_endpoint=localhost:8099
--environment_type=DOCKER
---environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_python3.11_sdk:latest
--fanout=8
--top_count=20
--runner=PortableRunner
\ No newline at end of file
diff --git
a/.github/workflows/load-tests-pipeline-options/python_Combine_Flink_Streaming_2GB_10_byte_records.txt
b/.github/workflows/load-tests-pipeline-options/python_Combine_Flink_Streaming_2GB_10_byte_records.txt
index 02dab88ec24..19d06df9da7 100644
---
a/.github/workflows/load-tests-pipeline-options/python_Combine_Flink_Streaming_2GB_10_byte_records.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_Combine_Flink_Streaming_2GB_10_byte_records.txt
@@ -22,7 +22,6 @@
--parallelism=5
--job_endpoint=localhost:8099
--environment_type=DOCKER
---environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_python3.11_sdk:latest
--top_count=20
--streaming
--use_stateful_load_generator
diff --git
a/.github/workflows/load-tests-pipeline-options/python_Combine_Flink_Streaming_2GB_Fanout_4.txt
b/.github/workflows/load-tests-pipeline-options/python_Combine_Flink_Streaming_2GB_Fanout_4.txt
index 8861a751266..1d10875e869 100644
---
a/.github/workflows/load-tests-pipeline-options/python_Combine_Flink_Streaming_2GB_Fanout_4.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_Combine_Flink_Streaming_2GB_Fanout_4.txt
@@ -22,7 +22,6 @@
--parallelism=16
--job_endpoint=localhost:8099
--environment_type=DOCKER
---environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_python3.11_sdk:latest
--fanout=4
--top_count=20
--streaming
diff --git
a/.github/workflows/load-tests-pipeline-options/python_Combine_Flink_Streaming_2GB_Fanout_8.txt
b/.github/workflows/load-tests-pipeline-options/python_Combine_Flink_Streaming_2GB_Fanout_8.txt
index d713b4b8a2f..362230a62ad 100644
---
a/.github/workflows/load-tests-pipeline-options/python_Combine_Flink_Streaming_2GB_Fanout_8.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_Combine_Flink_Streaming_2GB_Fanout_8.txt
@@ -22,7 +22,6 @@
--parallelism=16
--job_endpoint=localhost:8099
--environment_type=DOCKER
---environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_python3.11_sdk:latest
--fanout=8
--top_count=20
--streaming
diff --git
a/.github/workflows/load-tests-pipeline-options/python_Combine_Flink_Streaming_small_Fanout_1.txt
b/.github/workflows/load-tests-pipeline-options/python_Combine_Flink_Streaming_small_Fanout_1.txt
index 9b89c8a9732..a62c9c2c083 100644
---
a/.github/workflows/load-tests-pipeline-options/python_Combine_Flink_Streaming_small_Fanout_1.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_Combine_Flink_Streaming_small_Fanout_1.txt
@@ -22,7 +22,6 @@
--parallelism=16
--job_endpoint=localhost:8099
--environment_type=DOCKER
---environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_python3.11_sdk:latest
--fanout=1
--top_count=20
--streaming
diff --git
a/.github/workflows/load-tests-pipeline-options/python_Combine_Flink_Streaming_small_Fanout_2.txt
b/.github/workflows/load-tests-pipeline-options/python_Combine_Flink_Streaming_small_Fanout_2.txt
index b12f966b732..bce2e973f5c 100644
---
a/.github/workflows/load-tests-pipeline-options/python_Combine_Flink_Streaming_small_Fanout_2.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_Combine_Flink_Streaming_small_Fanout_2.txt
@@ -22,7 +22,6 @@
--parallelism=16
--job_endpoint=localhost:8099
--environment_type=DOCKER
---environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_python3.11_sdk:latest
--fanout=2
--top_count=20
--streaming
diff --git
a/.github/workflows/load-tests-pipeline-options/python_GBK_Dataflow_Streaming_2GB_of_100B_records.txt
b/.github/workflows/load-tests-pipeline-options/python_GBK_Dataflow_Streaming_2GB_of_100B_records.txt
index 057f71d5627..f31f59be61f 100644
---
a/.github/workflows/load-tests-pipeline-options/python_GBK_Dataflow_Streaming_2GB_of_100B_records.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_GBK_Dataflow_Streaming_2GB_of_100B_records.txt
@@ -26,5 +26,4 @@
--num_workers=5
--autoscaling_algorithm=NONE
--streaming
---experiments=use_runner_v2
--runner=DataflowRunner
\ No newline at end of file
diff --git
a/.github/workflows/load-tests-pipeline-options/python_GBK_Dataflow_Streaming_2GB_of_100kB_records.txt
b/.github/workflows/load-tests-pipeline-options/python_GBK_Dataflow_Streaming_2GB_of_100kB_records.txt
index 57c1be11d59..cfd90266e5d 100644
---
a/.github/workflows/load-tests-pipeline-options/python_GBK_Dataflow_Streaming_2GB_of_100kB_records.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_GBK_Dataflow_Streaming_2GB_of_100kB_records.txt
@@ -26,5 +26,4 @@
--num_workers=5
--autoscaling_algorithm=NONE
--streaming
---experiments=use_runner_v2
--runner=DataflowRunner
\ No newline at end of file
diff --git
a/.github/workflows/load-tests-pipeline-options/python_GBK_Dataflow_Streaming_2GB_of_10B_records.txt
b/.github/workflows/load-tests-pipeline-options/python_GBK_Dataflow_Streaming_2GB_of_10B_records.txt
index 64d224a4663..87aef8f8229 100644
---
a/.github/workflows/load-tests-pipeline-options/python_GBK_Dataflow_Streaming_2GB_of_10B_records.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_GBK_Dataflow_Streaming_2GB_of_10B_records.txt
@@ -26,5 +26,4 @@
--num_workers=5
--autoscaling_algorithm=NONE
--streaming
---experiments=use_runner_v2
--runner=DataflowRunner
\ No newline at end of file
diff --git
a/.github/workflows/load-tests-pipeline-options/python_GBK_Dataflow_Streaming_fanout_4_times_with_2GB_10-byte_records_total.txt
b/.github/workflows/load-tests-pipeline-options/python_GBK_Dataflow_Streaming_fanout_4_times_with_2GB_10-byte_records_total.txt
index 8e38713cc66..297ebde6dfb 100644
---
a/.github/workflows/load-tests-pipeline-options/python_GBK_Dataflow_Streaming_fanout_4_times_with_2GB_10-byte_records_total.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_GBK_Dataflow_Streaming_fanout_4_times_with_2GB_10-byte_records_total.txt
@@ -26,5 +26,4 @@
--num_workers=16
--autoscaling_algorithm=NONE
--streaming
---experiments=use_runner_v2
--runner=DataflowRunner
\ No newline at end of file
diff --git
a/.github/workflows/load-tests-pipeline-options/python_GBK_Dataflow_Streaming_fanout_8_times_with_2GB_10-byte_records_total.txt
b/.github/workflows/load-tests-pipeline-options/python_GBK_Dataflow_Streaming_fanout_8_times_with_2GB_10-byte_records_total.txt
index 35508480662..81def535ea6 100644
---
a/.github/workflows/load-tests-pipeline-options/python_GBK_Dataflow_Streaming_fanout_8_times_with_2GB_10-byte_records_total.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_GBK_Dataflow_Streaming_fanout_8_times_with_2GB_10-byte_records_total.txt
@@ -26,5 +26,4 @@
--num_workers=16
--autoscaling_algorithm=NONE
--streaming
---experiments=use_runner_v2
--runner=DataflowRunner
\ No newline at end of file
diff --git
a/.github/workflows/load-tests-pipeline-options/python_GBK_Flink_Batch_2GB_of_100B_records.txt
b/.github/workflows/load-tests-pipeline-options/python_GBK_Flink_Batch_2GB_of_100B_records.txt
index 11e14ffb576..0f71cc3fc51 100644
---
a/.github/workflows/load-tests-pipeline-options/python_GBK_Flink_Batch_2GB_of_100B_records.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_GBK_Flink_Batch_2GB_of_100B_records.txt
@@ -24,5 +24,4 @@
--parallelism=5
--job_endpoint=localhost:8099
--environment_type=DOCKER
---environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_python3.11_sdk:latest
--runner=PortableRunner
\ No newline at end of file
diff --git
a/.github/workflows/load-tests-pipeline-options/python_GBK_Flink_Batch_2GB_of_10B_records.txt
b/.github/workflows/load-tests-pipeline-options/python_GBK_Flink_Batch_2GB_of_10B_records.txt
index 6fb19aa6e6d..92d432d660f 100644
---
a/.github/workflows/load-tests-pipeline-options/python_GBK_Flink_Batch_2GB_of_10B_records.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_GBK_Flink_Batch_2GB_of_10B_records.txt
@@ -24,5 +24,4 @@
--parallelism=5
--job_endpoint=localhost:8099
--environment_type=DOCKER
---environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_python3.11_sdk:latest
--runner=PortableRunner
\ No newline at end of file
diff --git
a/.github/workflows/load-tests-pipeline-options/python_GBK_Flink_Batch_fanout_4_times_with_2GB_10-byte_records_total.txt
b/.github/workflows/load-tests-pipeline-options/python_GBK_Flink_Batch_fanout_4_times_with_2GB_10-byte_records_total.txt
index bf0a17978a7..c03b60f3a1e 100644
---
a/.github/workflows/load-tests-pipeline-options/python_GBK_Flink_Batch_fanout_4_times_with_2GB_10-byte_records_total.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_GBK_Flink_Batch_fanout_4_times_with_2GB_10-byte_records_total.txt
@@ -24,5 +24,4 @@
--parallelism=16
--job_endpoint=localhost:8099
--environment_type=DOCKER
---environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_python3.11_sdk:latest
--runner=PortableRunner
\ No newline at end of file
diff --git
a/.github/workflows/load-tests-pipeline-options/python_GBK_Flink_Batch_fanout_8_times_with_2GB_10-byte_records_total.txt
b/.github/workflows/load-tests-pipeline-options/python_GBK_Flink_Batch_fanout_8_times_with_2GB_10-byte_records_total.txt
index f76d6176b89..53ab970ac9d 100644
---
a/.github/workflows/load-tests-pipeline-options/python_GBK_Flink_Batch_fanout_8_times_with_2GB_10-byte_records_total.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_GBK_Flink_Batch_fanout_8_times_with_2GB_10-byte_records_total.txt
@@ -24,5 +24,4 @@
--parallelism=16
--job_endpoint=localhost:8099
--environment_type=DOCKER
---environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_python3.11_sdk:latest
--runner=PortableRunner
\ No newline at end of file
diff --git
a/.github/workflows/load-tests-pipeline-options/python_GBK_Flink_Batch_reiterate_4_times_10kB_values.txt
b/.github/workflows/load-tests-pipeline-options/python_GBK_Flink_Batch_reiterate_4_times_10kB_values.txt
index 1154da900fa..96d9c023281 100644
---
a/.github/workflows/load-tests-pipeline-options/python_GBK_Flink_Batch_reiterate_4_times_10kB_values.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_GBK_Flink_Batch_reiterate_4_times_10kB_values.txt
@@ -24,5 +24,4 @@
--parallelism=5
--job_endpoint=localhost:8099
--environment_type=DOCKER
---environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_python3.11_sdk:latest
--runner=PortableRunner
\ No newline at end of file
diff --git
a/.github/workflows/load-tests-pipeline-options/python_GBK_reiterate_Dataflow_Streaming_reiterate_4_times_10kB_values.txt
b/.github/workflows/load-tests-pipeline-options/python_GBK_reiterate_Dataflow_Streaming_reiterate_4_times_10kB_values.txt
index 6cb1e68aeaf..6d2df1b63d9 100644
---
a/.github/workflows/load-tests-pipeline-options/python_GBK_reiterate_Dataflow_Streaming_reiterate_4_times_10kB_values.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_GBK_reiterate_Dataflow_Streaming_reiterate_4_times_10kB_values.txt
@@ -26,5 +26,4 @@
--num_workers=5
--autoscaling_algorithm=NONE
--streaming
---experiments=use_runner_v2
--runner=DataflowRunner
\ No newline at end of file
diff --git
a/.github/workflows/load-tests-pipeline-options/python_GBK_reiterate_Dataflow_Streaming_reiterate_4_times_2MB_values.txt
b/.github/workflows/load-tests-pipeline-options/python_GBK_reiterate_Dataflow_Streaming_reiterate_4_times_2MB_values.txt
index 712749090ae..81d6d8fbed9 100644
---
a/.github/workflows/load-tests-pipeline-options/python_GBK_reiterate_Dataflow_Streaming_reiterate_4_times_2MB_values.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_GBK_reiterate_Dataflow_Streaming_reiterate_4_times_2MB_values.txt
@@ -26,5 +26,4 @@
--num_workers=5
--autoscaling_algorithm=NONE
--streaming
---experiments=use_runner_v2
--runner=DataflowRunner
\ No newline at end of file
diff --git
a/.github/workflows/load-tests-pipeline-options/python_ParDo_Dataflow_Streaming_100_Counters.txt
b/.github/workflows/load-tests-pipeline-options/python_ParDo_Dataflow_Streaming_100_Counters.txt
index 71fc818d0e0..92f2448f6e7 100644
---
a/.github/workflows/load-tests-pipeline-options/python_ParDo_Dataflow_Streaming_100_Counters.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_ParDo_Dataflow_Streaming_100_Counters.txt
@@ -27,5 +27,4 @@
--num_****s=5
--autoscaling_algorithm=NONE
--streaming
---experiments=use_runner_v2
--runner=DataflowRunner
\ No newline at end of file
diff --git
a/.github/workflows/load-tests-pipeline-options/python_ParDo_Dataflow_Streaming_10_Counters.txt
b/.github/workflows/load-tests-pipeline-options/python_ParDo_Dataflow_Streaming_10_Counters.txt
index fe48dedfa83..3666ab86677 100644
---
a/.github/workflows/load-tests-pipeline-options/python_ParDo_Dataflow_Streaming_10_Counters.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_ParDo_Dataflow_Streaming_10_Counters.txt
@@ -27,5 +27,4 @@
--num_workers=5
--autoscaling_algorithm=NONE
--streaming
---experiments=use_runner_v2
--runner=DataflowRunner
\ No newline at end of file
diff --git
a/.github/workflows/load-tests-pipeline-options/python_ParDo_Dataflow_Streaming_10_Iterations.txt
b/.github/workflows/load-tests-pipeline-options/python_ParDo_Dataflow_Streaming_10_Iterations.txt
index 84d2cdb7a85..268ab0c119e 100644
---
a/.github/workflows/load-tests-pipeline-options/python_ParDo_Dataflow_Streaming_10_Iterations.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_ParDo_Dataflow_Streaming_10_Iterations.txt
@@ -27,5 +27,4 @@
--num_workers=5
--autoscaling_algorithm=NONE
--streaming
---experiments=use_runner_v2
--runner=DataflowRunner
\ No newline at end of file
diff --git
a/.github/workflows/load-tests-pipeline-options/python_ParDo_Dataflow_Streaming_200_Iterations.txt
b/.github/workflows/load-tests-pipeline-options/python_ParDo_Dataflow_Streaming_200_Iterations.txt
index 02636335cb3..55f012f3068 100644
---
a/.github/workflows/load-tests-pipeline-options/python_ParDo_Dataflow_Streaming_200_Iterations.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_ParDo_Dataflow_Streaming_200_Iterations.txt
@@ -27,5 +27,4 @@
--num_workers=5
--autoscaling_algorithm=NONE
--streaming
---experiments=use_runner_v2
--runner=DataflowRunner
\ No newline at end of file
diff --git
a/.github/workflows/load-tests-pipeline-options/python_ParDo_Flink_Batch_10_Counters.txt
b/.github/workflows/load-tests-pipeline-options/python_ParDo_Flink_Batch_10_Counters.txt
index 8ae1401bc2c..f1acdb7a278 100644
---
a/.github/workflows/load-tests-pipeline-options/python_ParDo_Flink_Batch_10_Counters.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_ParDo_Flink_Batch_10_Counters.txt
@@ -25,5 +25,4 @@
--parallelism=5
--job_endpoint=localhost:8099
--environment_type=DOCKER
---environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_python3.11_sdk:latest
--runner=PortableRunner
\ No newline at end of file
diff --git
a/.github/workflows/load-tests-pipeline-options/python_ParDo_Flink_Batch_10_Iterations.txt
b/.github/workflows/load-tests-pipeline-options/python_ParDo_Flink_Batch_10_Iterations.txt
index d822b109ca9..3ee60e139e2 100644
---
a/.github/workflows/load-tests-pipeline-options/python_ParDo_Flink_Batch_10_Iterations.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_ParDo_Flink_Batch_10_Iterations.txt
@@ -25,5 +25,4 @@
--parallelism=5
--job_endpoint=localhost:8099
--environment_type=DOCKER
---environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_python3.11_sdk:latest
--runner=PortableRunner
\ No newline at end of file
diff --git
a/.github/workflows/load-tests-pipeline-options/python_ParDo_Flink_Batch_200_Iterations.txt
b/.github/workflows/load-tests-pipeline-options/python_ParDo_Flink_Batch_200_Iterations.txt
index 8ae1401bc2c..f1acdb7a278 100644
---
a/.github/workflows/load-tests-pipeline-options/python_ParDo_Flink_Batch_200_Iterations.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_ParDo_Flink_Batch_200_Iterations.txt
@@ -25,5 +25,4 @@
--parallelism=5
--job_endpoint=localhost:8099
--environment_type=DOCKER
---environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_python3.11_sdk:latest
--runner=PortableRunner
\ No newline at end of file
diff --git
a/.github/workflows/load-tests-pipeline-options/python_ParDo_Flink_Streaming_100_Counters.txt
b/.github/workflows/load-tests-pipeline-options/python_ParDo_Flink_Streaming_100_Counters.txt
index d1386a9ce3e..92627146c99 100644
---
a/.github/workflows/load-tests-pipeline-options/python_ParDo_Flink_Streaming_100_Counters.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_ParDo_Flink_Streaming_100_Counters.txt
@@ -26,6 +26,5 @@
--streaming
--job_endpoint=localhost:8099
--environment_type=DOCKER
---environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_python3.11_sdk:latest
--use_stateful_load_generator
--runner=PortableRunner
\ No newline at end of file
diff --git
a/.github/workflows/load-tests-pipeline-options/python_ParDo_Flink_Streaming_10_Counters.txt
b/.github/workflows/load-tests-pipeline-options/python_ParDo_Flink_Streaming_10_Counters.txt
index c54710fc6eb..fef8a9cc443 100644
---
a/.github/workflows/load-tests-pipeline-options/python_ParDo_Flink_Streaming_10_Counters.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_ParDo_Flink_Streaming_10_Counters.txt
@@ -26,6 +26,5 @@
--streaming
--job_endpoint=localhost:8099
--environment_type=DOCKER
---environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_python3.11_sdk:latest
--use_stateful_load_generator
--runner=PortableRunner
\ No newline at end of file
diff --git
a/.github/workflows/load-tests-pipeline-options/python_ParDo_Flink_Streaming_10_Iterations.txt
b/.github/workflows/load-tests-pipeline-options/python_ParDo_Flink_Streaming_10_Iterations.txt
index de0a77fb62a..3800cd3752a 100644
---
a/.github/workflows/load-tests-pipeline-options/python_ParDo_Flink_Streaming_10_Iterations.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_ParDo_Flink_Streaming_10_Iterations.txt
@@ -27,6 +27,5 @@
--stateful
--job_endpoint=localhost:8099
--environment_type=DOCKER
---environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_python3.11_sdk:latest
--use_stateful_load_generator
--runner=PortableRunner
\ No newline at end of file
diff --git
a/.github/workflows/load-tests-pipeline-options/python_ParDo_Flink_Streaming_200_Iterations.txt
b/.github/workflows/load-tests-pipeline-options/python_ParDo_Flink_Streaming_200_Iterations.txt
index 6071a2b7404..9f0b6fa0a10 100644
---
a/.github/workflows/load-tests-pipeline-options/python_ParDo_Flink_Streaming_200_Iterations.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_ParDo_Flink_Streaming_200_Iterations.txt
@@ -26,6 +26,5 @@
--streaming
--job_endpoint=localhost:8099
--environment_type=DOCKER
---environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_python3.11_sdk:latest
--use_stateful_load_generator
--runner=PortableRunner
\ No newline at end of file
diff --git
a/.github/workflows/load-tests-pipeline-options/python_ParDo_Flink_Streaming_5_Iterations.txt
b/.github/workflows/load-tests-pipeline-options/python_ParDo_Flink_Streaming_5_Iterations.txt
index d306b8573de..27ac1d2640a 100644
---
a/.github/workflows/load-tests-pipeline-options/python_ParDo_Flink_Streaming_5_Iterations.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_ParDo_Flink_Streaming_5_Iterations.txt
@@ -30,6 +30,5 @@
--shutdown_sources_after_idle_ms=300000
--job_endpoint=localhost:8099
--environment_type=DOCKER
---environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_python3.11_sdk:latest
--use_stateful_load_generator
--runner=PortableRunner
\ No newline at end of file
diff --git
a/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_10gb_1000window_first_iterable.txt
b/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_10gb_1000window_first_iterable.txt
index 204c07bc16a..99cf392768e 100644
---
a/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_10gb_1000window_first_iterable.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_10gb_1000window_first_iterable.txt
@@ -22,7 +22,6 @@
--influx_measurement=python_batch_sideinput_9
--num_workers=10
--autoscaling_algorithm=NONE
---experiments=use_runner_v2
--input_options=''{\\"num_records\\":10000000,\\"key_size\\":100,\\"value_size\\":900,\\"algorithm\\":\\"lcg\\"}''
--side_input_type=iter
--access_percentage=1
diff --git
a/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_10gb_1000window_iterable.txt
b/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_10gb_1000window_iterable.txt
index 1ae64bb4a36..df5e1d27872 100644
---
a/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_10gb_1000window_iterable.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_10gb_1000window_iterable.txt
@@ -22,7 +22,6 @@
--influx_measurement=python_batch_sideinput_10
--num_workers=10
--autoscaling_algorithm=NONE
---experiments=use_runner_v2
--input_options=''{\\"num_records\\":10000000,\\"key_size\\":100,\\"value_size\\":900,\\"algorithm\\":\\"lcg\\"}''
--side_input_type=iter
--window_count=1000
diff --git
a/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_10gb_1window_first_iterable.txt
b/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_10gb_1window_first_iterable.txt
index 0759517d9c2..8e0548364f7 100644
---
a/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_10gb_1window_first_iterable.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_10gb_1window_first_iterable.txt
@@ -22,7 +22,6 @@
--influx_measurement=python_batch_sideinput_3
--num_workers=10
--autoscaling_algorithm=NONE
---experiments=use_runner_v2
--input_options=''{\\"num_records\\":10000000,\\"key_size\\":100,\\"value_size\\":900,\\"algorithm\\":\\"lcg\\"}''
--side_input_type=iter
--access_percentage=1
diff --git
a/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_10gb_1window_iterable.txt
b/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_10gb_1window_iterable.txt
index c555c0d32d4..95b552b48eb 100644
---
a/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_10gb_1window_iterable.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_10gb_1window_iterable.txt
@@ -22,7 +22,6 @@
--influx_measurement=python_batch_sideinput_4
--num_workers=10
--autoscaling_algorithm=NONE
---experiments=use_runner_v2
--input_options=''{\\"num_records\\":10000000,\\"key_size\\":100,\\"value_size\\":900,\\"algorithm\\":\\"lcg\\"}''
--side_input_type=iter
--runner=DataflowRunner
\ No newline at end of file
diff --git
a/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_1gb_1000window_1key_percent_dict.txt
b/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_1gb_1000window_1key_percent_dict.txt
index 4b3cee817f4..ef06616a853 100644
---
a/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_1gb_1000window_1key_percent_dict.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_1gb_1000window_1key_percent_dict.txt
@@ -22,7 +22,6 @@
--influx_measurement=python_batch_sideinput_7
--num_workers=10
--autoscaling_algorithm=NONE
---experiments=use_runner_v2
--input_options=''{\\"num_records\\":1000000,\\"key_size\\":100,\\"value_size\\":900,\\"algorithm\\":\\"lcg\\"}''
--side_input_type=dict
--access_percentage=1
diff --git
a/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_1gb_1000window_99key_percent_dict.txt
b/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_1gb_1000window_99key_percent_dict.txt
index 00ba6feef50..22a18b887ea 100644
---
a/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_1gb_1000window_99key_percent_dict.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_1gb_1000window_99key_percent_dict.txt
@@ -22,7 +22,6 @@
--influx_measurement=python_batch_sideinput_8
--num_workers=10
--autoscaling_algorithm=NONE
---experiments=use_runner_v2
--input_options=''{\\"num_records\\":1000000,\\"key_size\\":100,\\"value_size\\":900,\\"algorithm\\":\\"lcg\\"}''
--side_input_type=dict
--access_percentage=99
diff --git
a/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_1gb_1window_1key_percent_dict.txt
b/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_1gb_1window_1key_percent_dict.txt
index 07e4a5ecba6..06b5a006ddc 100644
---
a/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_1gb_1window_1key_percent_dict.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_1gb_1window_1key_percent_dict.txt
@@ -22,7 +22,6 @@
--influx_measurement=python_batch_sideinput_1
--num_workers=10
--autoscaling_algorithm=NONE
---experiments=use_runner_v2
--input_options=''{\\"num_records\\":1000000,\\"key_size\\":100,\\"value_size\\":900,\\"algorithm\\":\\"lcg\\"}''
--side_input_type=dict
--access_percentage=1
diff --git
a/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_1gb_1window_99key_percent_dict.txt
b/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_1gb_1window_99key_percent_dict.txt
index b565598c1a1..16e4a38c9d6 100644
---
a/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_1gb_1window_99key_percent_dict.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_1gb_1window_99key_percent_dict.txt
@@ -22,7 +22,6 @@
--influx_measurement=python_batch_sideinput_2
--num_workers=10
--autoscaling_algorithm=NONE
---experiments=use_runner_v2
--input_options=''{\\"num_records\\":1000000,\\"key_size\\":100,\\"value_size\\":900,\\"algorithm\\":\\"lcg\\"}''
--side_input_type=dict
--access_percentage=99
diff --git
a/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_1gb_1window_first_list.txt
b/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_1gb_1window_first_list.txt
index de5b0219817..8acd7c6d822 100644
---
a/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_1gb_1window_first_list.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_1gb_1window_first_list.txt
@@ -22,7 +22,6 @@
--influx_measurement=python_batch_sideinput_5
--num_workers=10
--autoscaling_algorithm=NONE
---experiments=use_runner_v2
--input_options=''{\\"num_records\\":1000000,\\"key_size\\":100,\\"value_size\\":900,\\"algorithm\\":\\"lcg\\"}''
--side_input_type=list
--access_percentage=1
diff --git
a/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_1gb_1window_list.txt
b/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_1gb_1window_list.txt
index 078ce2cc74f..9eb8fce6048 100644
---
a/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_1gb_1window_list.txt
+++
b/.github/workflows/load-tests-pipeline-options/python_SideInput_Dataflow_Batch_1gb_1window_list.txt
@@ -22,7 +22,6 @@
--influx_measurement=python_batch_sideinput_6
--num_workers=10
--autoscaling_algorithm=NONE
---experiments=use_runner_v2
--input_options=''{\\"num_records\\":1000000,\\"key_size\\":100,\\"value_size\\":900,\\"algorithm\\":\\"lcg\\"}''
--side_input_type=list
--runner=DataflowRunner
\ No newline at end of file
diff --git a/sdks/python/apache_beam/testing/load_tests/build.gradle
b/sdks/python/apache_beam/testing/load_tests/build.gradle
index 73699e89c70..39c7ce04d0f 100644
--- a/sdks/python/apache_beam/testing/load_tests/build.gradle
+++ b/sdks/python/apache_beam/testing/load_tests/build.gradle
@@ -47,6 +47,11 @@ task run(type: Exec, dependsOn: installGcpTest) {
dependsOn ':sdks:python:sdist'
loadTestArgs +="
--sdk_location=${files(configurations.distTarBall.files).singleFile}"
}
+ if (!loadTestArgs.contains('--sdk_container_image') &&
!loadTestArgs.contains('--worker_harness_container_image')) {
+ loadTestArgs +="
--sdk_container_image=gcr.io/apache-beam-testing/beam-sdk/beam_python${project.ext.pythonVersion}_sdk:${project.sdk_version}"
+ }
+ } else if (loadTestArgs.contains('--environment_type=DOCKER') &&
!loadTestArgs.contains('--environment_config')) {
+ loadTestArgs +="
--environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_python${project.ext.pythonVersion}_sdk:${project.sdk_version}"
}
String requirementsTxtFileArg =
project.findProperty(requirementsTxtFileProperty) ?: null
diff --git a/sdks/python/apache_beam/testing/synthetic_pipeline.py
b/sdks/python/apache_beam/testing/synthetic_pipeline.py
index efc426ed0ff..7070dc04ea0 100644
--- a/sdks/python/apache_beam/testing/synthetic_pipeline.py
+++ b/sdks/python/apache_beam/testing/synthetic_pipeline.py
@@ -478,7 +478,8 @@ class SyntheticSource(iobase.BoundedSource):
index = range_tracker.start_position()
generator = get_generator(algorithm=self.gen_algo)
while range_tracker.try_claim(index):
- time.sleep(self._sleep_per_input_record_sec)
+ if self._sleep_per_input_record_sec > 0:
+ time.sleep(self._sleep_per_input_record_sec)
yield self._gen_kv_pair(generator, index)
index += 1
@@ -598,7 +599,8 @@ class SyntheticSDFAsSource(beam.DoFn):
cur = restriction_tracker.current_restriction().start
while restriction_tracker.try_claim(cur):
r = get_generator(algorithm=element.get('algorithm', None), seed=cur)
- time.sleep(element['sleep_per_input_record_sec'])
+ if element['sleep_per_input_record_sec'] > 0:
+ time.sleep(element['sleep_per_input_record_sec'])
yield (
r.randbytes(element['key_size']), r.randbytes(element['value_size']))
cur += 1
