This is an automated email from the ASF dual-hosted git repository.
damccorm pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new ea93ce51c78 Fixed the new flink container precommit (#33217)
ea93ce51c78 is described below
commit ea93ce51c781b8e03e937daa7f12ed9741f34c97
Author: liferoad <[email protected]>
AuthorDate: Mon Nov 25 16:04:41 2024 -0500
Fixed the new flink container precommit (#33217)
* Fixed the new flink container precommit
* trigger it
* tried to trigger the workflow
* at least 2 workers
* trigger it
---
.../beam_PreCommit_Flink_Container.json | 4 ++--
.../workflows/beam_PreCommit_Flink_Container.yml | 25 ++++++++++++++++------
2 files changed, 21 insertions(+), 8 deletions(-)
diff --git a/.github/trigger_files/beam_PreCommit_Flink_Container.json
b/.github/trigger_files/beam_PreCommit_Flink_Container.json
index b75e2800330..3f63c0c9975 100644
--- a/.github/trigger_files/beam_PreCommit_Flink_Container.json
+++ b/.github/trigger_files/beam_PreCommit_Flink_Container.json
@@ -1,4 +1,4 @@
{
- "https://github.com/apache/beam/pull/33206": "testing the new flink
container workflow"
+ "comment": "Modify this file in a trivial way to cause this test suite to
run",
+ "modification": 2
}
-
\ No newline at end of file
diff --git a/.github/workflows/beam_PreCommit_Flink_Container.yml
b/.github/workflows/beam_PreCommit_Flink_Container.yml
index 7b82469d2b8..42a402add96 100644
--- a/.github/workflows/beam_PreCommit_Flink_Container.yml
+++ b/.github/workflows/beam_PreCommit_Flink_Container.yml
@@ -18,8 +18,23 @@ name: PreCommit Flink Container
on:
pull_request_target:
paths:
+ - 'model/**'
+ - 'sdks/python/**'
+ - 'release/**'
+ - 'sdks/java/io/kafka/**'
+ - 'runners/core-construction-java/**'
+ - 'runners/core-java/**'
+ - 'runners/extensions-java/**'
+ - 'runners/flink/**'
+ - 'runners/java-fn-execution/**'
+ - 'runners/reference/**'
- '.github/trigger_files/beam_PreCommit_Flink_Container.json'
- 'release/trigger_all_tests.json'
+ push:
+ branches: ['master', 'release-*']
+ tags: 'v*'
+ schedule:
+ - cron: '0 */6 * * *'
workflow_dispatch:
# Setting explicit permissions for the action to avoid the default permissions
which are `write-all`
@@ -66,9 +81,7 @@ jobs:
github.event_name == 'workflow_dispatch' ||
github.event_name == 'push' ||
github.event_name == 'schedule' ||
- (github.event_name == 'pull_request_target' &&
- github.base_ref == 'master' &&
- github.event.pull_request.draft == false) ||
+ github.event_name == 'pull_request_target' ||
github.event.comment.body == 'Run Flink Container PreCommit'
runs-on: [self-hosted, ubuntu-20.04, main]
timeout-minutes: 45
@@ -85,9 +98,9 @@ jobs:
comment_phrase: ${{ matrix.job_phrase }}
github_token: ${{ secrets.GITHUB_TOKEN }}
github_job: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
- - name: Start Flink with parallelism 1
+ - name: Start Flink with 2 workers
env:
- FLINK_NUM_WORKERS: 1
+ FLINK_NUM_WORKERS: 2
run: |
cd ${{ github.workspace }}/.test-infra/dataproc; ./flink_cluster.sh
create
# Run a simple Go Combine load test to verify the Flink container
@@ -109,7 +122,7 @@ jobs:
--fanout=1 \
--top_count=10 \
--iterations=1"
-
+
# Run a Python Combine load test to verify the Flink container
- name: Run Flink Container Test with Python Combine
timeout-minutes: 10
