This is an automated email from the ASF dual-hosted git repository.
wanghailin pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/seatunnel.git
The following commit(s) were added to refs/heads/dev by this push:
new 8f33c0b861 [Fix][CI] Split doris e2e into separate modules (#5999)
8f33c0b861 is described below
commit 8f33c0b8617b8b48b96b1727a4dbd52dd1c48c00
Author: Carl-Zhou-CN <[email protected]>
AuthorDate: Thu Dec 14 13:37:17 2023 +0800
[Fix][CI] Split doris e2e into separate modules (#5999)
---
.github/workflows/backend.yml | 24 ++++++++++++++++++++++
tools/update_modules_check/update_modules_check.py | 3 +++
2 files changed, 27 insertions(+)
diff --git a/.github/workflows/backend.yml b/.github/workflows/backend.yml
index 1df944caa1..d37579b8c8 100644
--- a/.github/workflows/backend.yml
+++ b/.github/workflows/backend.yml
@@ -1067,5 +1067,29 @@ jobs:
if: needs.changes.outputs.api == 'true'
run: |
./mvnw -B -T 1 verify -DskipUT=true -DskipIT=false
-D"license.skipAddThirdParty"=true --no-snapshot-updates -pl
:connector-rocketmq-e2e -am -Pci
+ env:
+ MAVEN_OPTS: -Xmx4096m
+
+
+ doris-connector-it:
+ needs: [ changes, sanity-check ]
+ if: needs.changes.outputs.api == 'true' ||
contains(needs.changes.outputs.it-modules, 'connector-doris-e2e')
+ runs-on: ${{ matrix.os }}
+ strategy:
+ matrix:
+ java: [ '8', '11' ]
+ os: [ 'ubuntu-latest' ]
+ timeout-minutes: 90
+ steps:
+ - uses: actions/checkout@v2
+ - name: Set up JDK ${{ matrix.java }}
+ uses: actions/setup-java@v3
+ with:
+ java-version: ${{ matrix.java }}
+ distribution: 'temurin'
+ cache: 'maven'
+ - name: run doris connector integration test
+ run: |
+ ./mvnw -B -T 1 verify -DskipUT=true -DskipIT=false
-D"license.skipAddThirdParty"=true --no-snapshot-updates -pl
:connector-doris-e2e -am -Pci
env:
MAVEN_OPTS: -Xmx4096m
\ No newline at end of file
diff --git a/tools/update_modules_check/update_modules_check.py
b/tools/update_modules_check/update_modules_check.py
index be73af9e2b..0c3b1f9bcd 100644
--- a/tools/update_modules_check/update_modules_check.py
+++ b/tools/update_modules_check/update_modules_check.py
@@ -148,6 +148,7 @@ def get_sub_it_modules(modules, total_num, current_num):
modules_arr.remove("connector-rocketmq-e2e")
modules_arr.remove("connector-kudu-e2e")
modules_arr.remove("connector-amazonsqs-e2e")
+ modules_arr.remove("connector-doris-e2e")
output = ""
for i, module in enumerate(modules_arr):
if len(module) > 0 and i % int(total_num) == int(current_num):
@@ -169,6 +170,8 @@ def get_sub_update_it_modules(modules, total_num,
current_num):
module_list.remove("connector-amazonsqs-e2e")
if "seatunnel-engine-k8s-e2e" in module_list:
module_list.remove("seatunnel-engine-k8s-e2e")
+ if "connector-doris-e2e" in module_list:
+ module_list.remove("connector-doris-e2e")
for i, module in enumerate(module_list):
if len(module) > 0 and i % int(total_num) == int(current_num):
final_modules.append(":" + module)
