This is an automated email from the ASF dual-hosted git repository.
benjobs pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/incubator-streampark.git
The following commit(s) were added to refs/heads/dev by this push:
new 93fc9ba6c [CI] Fix flaky e2e test (#3773)
93fc9ba6c is described below
commit 93fc9ba6c8f93c8abaf2d7289519767ad0fa1a11
Author: xiangzihao <[email protected]>
AuthorDate: Tue Jun 18 21:17:56 2024 +0800
[CI] Fix flaky e2e test (#3773)
* fix flaky e2e test
Co-authored-by: benjobs <[email protected]>
---
.github/actions/maximize-build-space | 1 +
.github/workflows/e2e.yml | 7 ++++++-
.gitmodules | 7 ++++++-
.../test/resources/docker/flink-1.16-on-yarn/docker-compose.config | 1 +
.../test/resources/docker/flink-1.17-on-yarn/docker-compose.config | 1 +
.../test/resources/docker/flink-1.18-on-yarn/docker-compose.config | 1 +
6 files changed, 16 insertions(+), 2 deletions(-)
diff --git a/.github/actions/maximize-build-space
b/.github/actions/maximize-build-space
new file mode 160000
index 000000000..fc881a613
--- /dev/null
+++ b/.github/actions/maximize-build-space
@@ -0,0 +1 @@
+Subproject commit fc881a613ad2a34aca9c9624518214ebc21dfc0c
diff --git a/.github/workflows/e2e.yml b/.github/workflows/e2e.yml
index 7601cdc1b..1915ca69e 100644
--- a/.github/workflows/e2e.yml
+++ b/.github/workflows/e2e.yml
@@ -109,6 +109,10 @@ jobs:
- uses: actions/checkout@v4
with:
submodules: true
+ - name: Echo free space
+ run: |
+ echo "Runner Free space:"
+ df -h
- name: Set up JDK 11
uses: actions/setup-java@v4
with:
@@ -127,7 +131,8 @@ jobs:
path: /tmp
- name: Load Docker Images
run: |
- docker load -i /tmp/standalone-image.tar
+ docker load -i /tmp/standalone-image.tar \
+ && rm -f /tmp/standalone-image.tar
- name: Run Test
run: |
./mvnw -B -f streampark-e2e/pom.xml -am \
diff --git a/.gitmodules b/.gitmodules
index c8b053c7b..0c615c431 100644
--- a/.gitmodules
+++ b/.gitmodules
@@ -17,5 +17,10 @@
[submodule ".github/actions/paths-filter"]
path = .github/actions/paths-filter
- url = https://github.com/dorny/paths-filter.git
+ url = https://github.com/dorny/paths-filter
branch = de90cc6fb38fc0963ad72b210f1f284cd68cea36
+
+[submodule ".github/actions/maximize-build-space"]
+ path = .github/actions/maximize-build-space
+ url = https://github.com/easimon/maximize-build-space
+ branch = fc881a613ad2a34aca9c9624518214ebc21dfc0c
diff --git
a/streampark-e2e/streampark-e2e-case/src/test/resources/docker/flink-1.16-on-yarn/docker-compose.config
b/streampark-e2e/streampark-e2e-case/src/test/resources/docker/flink-1.16-on-yarn/docker-compose.config
index b6dfba10f..04a1ae239 100644
---
a/streampark-e2e/streampark-e2e-case/src/test/resources/docker/flink-1.16-on-yarn/docker-compose.config
+++
b/streampark-e2e/streampark-e2e-case/src/test/resources/docker/flink-1.16-on-yarn/docker-compose.config
@@ -27,6 +27,7 @@ YARN-SITE.XML_yarn.nodemanager.pmem-check-enabled=false
YARN-SITE.XML_yarn.nodemanager.delete.debug-delay-sec=600
YARN-SITE.XML_yarn.nodemanager.vmem-check-enabled=false
YARN-SITE.XML_yarn.nodemanager.aux-services=mapreduce_shuffle
+YARN-SITE.XML_yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage=99.9
CAPACITY-SCHEDULER.XML_yarn.scheduler.capacity.maximum-applications=10000
CAPACITY-SCHEDULER.XML_yarn.scheduler.capacity.maximum-am-resource-percent=0.1
CAPACITY-SCHEDULER.XML_yarn.scheduler.capacity.resource-calculator=org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator
diff --git
a/streampark-e2e/streampark-e2e-case/src/test/resources/docker/flink-1.17-on-yarn/docker-compose.config
b/streampark-e2e/streampark-e2e-case/src/test/resources/docker/flink-1.17-on-yarn/docker-compose.config
index b6dfba10f..04a1ae239 100644
---
a/streampark-e2e/streampark-e2e-case/src/test/resources/docker/flink-1.17-on-yarn/docker-compose.config
+++
b/streampark-e2e/streampark-e2e-case/src/test/resources/docker/flink-1.17-on-yarn/docker-compose.config
@@ -27,6 +27,7 @@ YARN-SITE.XML_yarn.nodemanager.pmem-check-enabled=false
YARN-SITE.XML_yarn.nodemanager.delete.debug-delay-sec=600
YARN-SITE.XML_yarn.nodemanager.vmem-check-enabled=false
YARN-SITE.XML_yarn.nodemanager.aux-services=mapreduce_shuffle
+YARN-SITE.XML_yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage=99.9
CAPACITY-SCHEDULER.XML_yarn.scheduler.capacity.maximum-applications=10000
CAPACITY-SCHEDULER.XML_yarn.scheduler.capacity.maximum-am-resource-percent=0.1
CAPACITY-SCHEDULER.XML_yarn.scheduler.capacity.resource-calculator=org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator
diff --git
a/streampark-e2e/streampark-e2e-case/src/test/resources/docker/flink-1.18-on-yarn/docker-compose.config
b/streampark-e2e/streampark-e2e-case/src/test/resources/docker/flink-1.18-on-yarn/docker-compose.config
index b6dfba10f..04a1ae239 100644
---
a/streampark-e2e/streampark-e2e-case/src/test/resources/docker/flink-1.18-on-yarn/docker-compose.config
+++
b/streampark-e2e/streampark-e2e-case/src/test/resources/docker/flink-1.18-on-yarn/docker-compose.config
@@ -27,6 +27,7 @@ YARN-SITE.XML_yarn.nodemanager.pmem-check-enabled=false
YARN-SITE.XML_yarn.nodemanager.delete.debug-delay-sec=600
YARN-SITE.XML_yarn.nodemanager.vmem-check-enabled=false
YARN-SITE.XML_yarn.nodemanager.aux-services=mapreduce_shuffle
+YARN-SITE.XML_yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage=99.9
CAPACITY-SCHEDULER.XML_yarn.scheduler.capacity.maximum-applications=10000
CAPACITY-SCHEDULER.XML_yarn.scheduler.capacity.maximum-am-resource-percent=0.1
CAPACITY-SCHEDULER.XML_yarn.scheduler.capacity.resource-calculator=org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator
