This is an automated email from the ASF dual-hosted git repository.
xqhu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new 2b2ed6ce86d Fix go combine flink batch workflow (#33759)
2b2ed6ce86d is described below
commit 2b2ed6ce86d80c6894a7a7bcfb8f34f9c6ab8a51
Author: akashorabek <[email protected]>
AuthorDate: Fri Jan 24 23:51:43 2025 +0500
Fix go combine flink batch workflow (#33759)
---
.github/workflows/beam_LoadTests_Go_Combine_Flink_Batch.yml | 2 +-
.../load-tests-pipeline-options/go_Combine_Flink_Batch_10b.txt | 2 +-
.../load-tests-pipeline-options/go_Combine_Flink_Batch_Fanout_4.txt | 2 +-
.../load-tests-pipeline-options/go_Combine_Flink_Batch_Fanout_8.txt | 2 +-
4 files changed, 4 insertions(+), 4 deletions(-)
diff --git a/.github/workflows/beam_LoadTests_Go_Combine_Flink_Batch.yml
b/.github/workflows/beam_LoadTests_Go_Combine_Flink_Batch.yml
index 864a67dd8e7..f8786341fa3 100644
--- a/.github/workflows/beam_LoadTests_Go_Combine_Flink_Batch.yml
+++ b/.github/workflows/beam_LoadTests_Go_Combine_Flink_Batch.yml
@@ -52,7 +52,7 @@ env:
GCS_BUCKET: gs://beam-flink-cluster
FLINK_DOWNLOAD_URL:
https://archive.apache.org/dist/flink/flink-1.17.0/flink-1.17.0-bin-scala_2.12.tgz
HADOOP_DOWNLOAD_URL:
https://repo.maven.apache.org/maven2/org/apache/flink/flink-shaded-hadoop-2-uber/2.8.3-10.0/flink-shaded-hadoop-2-uber-2.8.3-10.0.jar
- FLINK_TASKMANAGER_SLOTS: 1
+ FLINK_TASKMANAGER_SLOTS: 5
DETACHED_MODE: true
HARNESS_IMAGES_TO_PULL:
gcr.io/apache-beam-testing/beam-sdk/beam_go_sdk:latest
JOB_SERVER_IMAGE:
gcr.io/apache-beam-testing/beam_portability/beam_flink1.17_job_server:latest
diff --git
a/.github/workflows/load-tests-pipeline-options/go_Combine_Flink_Batch_10b.txt
b/.github/workflows/load-tests-pipeline-options/go_Combine_Flink_Batch_10b.txt
index 6e13d4e185c..11a746e3225 100644
---
a/.github/workflows/load-tests-pipeline-options/go_Combine_Flink_Batch_10b.txt
+++
b/.github/workflows/load-tests-pipeline-options/go_Combine_Flink_Batch_10b.txt
@@ -16,7 +16,7 @@
--influx_namespace=flink
--influx_measurement=go_batch_combine_1
---input_options=''{\"num_records\":200000000,\"key_size\":1,\"value_size\":9}''
+--input_options=''{\"num_records\":2000000,\"key_size\":1,\"value_size\":9}''
--fanout=1
--top_count=20
--parallelism=5
diff --git
a/.github/workflows/load-tests-pipeline-options/go_Combine_Flink_Batch_Fanout_4.txt
b/.github/workflows/load-tests-pipeline-options/go_Combine_Flink_Batch_Fanout_4.txt
index 154076a6398..7be4e56c2e4 100644
---
a/.github/workflows/load-tests-pipeline-options/go_Combine_Flink_Batch_Fanout_4.txt
+++
b/.github/workflows/load-tests-pipeline-options/go_Combine_Flink_Batch_Fanout_4.txt
@@ -16,7 +16,7 @@
--influx_namespace=flink
--influx_measurement=go_batch_combine_2
---input_options=''{\"num_records\":5000000,\"key_size\":10,\"value_size\":90}''
+--input_options=''{\"num_records\":25000,\"key_size\":10,\"value_size\":90}''
--fanout=4
--top_count=20
--parallelism=16
diff --git
a/.github/workflows/load-tests-pipeline-options/go_Combine_Flink_Batch_Fanout_8.txt
b/.github/workflows/load-tests-pipeline-options/go_Combine_Flink_Batch_Fanout_8.txt
index 05e4dccf74d..6a0892af72d 100644
---
a/.github/workflows/load-tests-pipeline-options/go_Combine_Flink_Batch_Fanout_8.txt
+++
b/.github/workflows/load-tests-pipeline-options/go_Combine_Flink_Batch_Fanout_8.txt
@@ -19,7 +19,7 @@
--fanout=8
--top_count=20
--parallelism=16
---input_options=''{\"num_records\":2500000,\"key_size\":10,\"value_size\":90}''
+--input_options=''{\"num_records\":10000,\"key_size\":10,\"value_size\":90}''
--endpoint=localhost:8099
--environment_type=DOCKER
--environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_go_sdk:latest
