This is an automated email from the ASF dual-hosted git repository.
wanghailin pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/seatunnel.git
The following commit(s) were added to refs/heads/dev by this push:
new 1cee43708c [Fix][CI] time-consuming module optimization (#8052)
1cee43708c is described below
commit 1cee43708c0051787d8ccdb287a5e3c5d261f1bc
Author: zhangdonghao <[email protected]>
AuthorDate: Thu Nov 14 20:26:15 2024 +0800
[Fix][CI] time-consuming module optimization (#8052)
---
.github/workflows/backend.yml | 79 +++++++++++++++++++++-
tools/update_modules_check/update_modules_check.py | 9 +++
2 files changed, 86 insertions(+), 2 deletions(-)
diff --git a/.github/workflows/backend.yml b/.github/workflows/backend.yml
index 1acda26f43..7151af0bfa 100644
--- a/.github/workflows/backend.yml
+++ b/.github/workflows/backend.yml
@@ -758,7 +758,7 @@ jobs:
matrix:
java: [ '8', '11' ]
os: [ 'ubuntu-latest' ]
- timeout-minutes: 180
+ timeout-minutes: 150
steps:
- uses: actions/checkout@v2
- name: Set up JDK ${{ matrix.java }}
@@ -820,7 +820,7 @@ jobs:
matrix:
java: [ '8', '11' ]
os: [ 'ubuntu-latest' ]
- timeout-minutes: 180
+ timeout-minutes: 150
steps:
- uses: actions/checkout@v2
- name: Set up JDK ${{ matrix.java }}
@@ -1303,3 +1303,78 @@ jobs:
- name: run oracle cdc connector integration test
run: |
./mvnw -B -T 1 verify -DskipUT=true -DskipIT=false
-D"license.skipAddThirdParty"=true --no-snapshot-updates -pl
:connector-cdc-oracle-e2e -am -Pci
+
+ connector-file-local-it:
+ needs: [ changes, sanity-check ]
+ if: needs.changes.outputs.api == 'true' ||
contains(needs.changes.outputs.it-modules, 'connector-file-local-e2e')
+ runs-on: ${{ matrix.os }}
+ strategy:
+ matrix:
+ java: [ '8', '11' ]
+ os: [ 'ubuntu-latest' ]
+ timeout-minutes: 120
+ steps:
+ - uses: actions/checkout@v2
+ - name: Set up JDK ${{ matrix.java }}
+ uses: actions/setup-java@v3
+ with:
+ java-version: ${{ matrix.java }}
+ distribution: 'temurin'
+ cache: 'maven'
+ - name: free disk space
+ run: tools/github/free_disk_space.sh
+ - name: run file local connector integration test
+ run: |
+ ./mvnw -B -T 1 verify -DskipUT=true -DskipIT=false
-D"license.skipAddThirdParty"=true --no-snapshot-updates -pl
:connector-file-local-e2e -am -Pci
+ env:
+ MAVEN_OPTS: -Xmx4096m
+
+ connector-file-sftp-it:
+ needs: [ changes, sanity-check ]
+ if: needs.changes.outputs.api == 'true' ||
contains(needs.changes.outputs.it-modules, 'connector-file-sftp-e2e')
+ runs-on: ${{ matrix.os }}
+ strategy:
+ matrix:
+ java: [ '8', '11' ]
+ os: [ 'ubuntu-latest' ]
+ timeout-minutes: 120
+ steps:
+ - uses: actions/checkout@v2
+ - name: Set up JDK ${{ matrix.java }}
+ uses: actions/setup-java@v3
+ with:
+ java-version: ${{ matrix.java }}
+ distribution: 'temurin'
+ cache: 'maven'
+ - name: free disk space
+ run: tools/github/free_disk_space.sh
+ - name: run file sftp connector integration test
+ run: |
+ ./mvnw -B -T 1 verify -DskipUT=true -DskipIT=false
-D"license.skipAddThirdParty"=true --no-snapshot-updates -pl
:connector-file-sftp-e2e -am -Pci
+ env:
+ MAVEN_OPTS: -Xmx4096m
+
+ connector-redis-it:
+ needs: [ changes, sanity-check ]
+ if: needs.changes.outputs.api == 'true' ||
contains(needs.changes.outputs.it-modules, 'connector-redis-e2e')
+ runs-on: ${{ matrix.os }}
+ strategy:
+ matrix:
+ java: [ '8', '11' ]
+ os: [ 'ubuntu-latest' ]
+ timeout-minutes: 120
+ steps:
+ - uses: actions/checkout@v2
+ - name: Set up JDK ${{ matrix.java }}
+ uses: actions/setup-java@v3
+ with:
+ java-version: ${{ matrix.java }}
+ distribution: 'temurin'
+ cache: 'maven'
+ - name: free disk space
+ run: tools/github/free_disk_space.sh
+ - name: run redis connector integration test
+ run: |
+ ./mvnw -B -T 1 verify -DskipUT=true -DskipIT=false
-D"license.skipAddThirdParty"=true --no-snapshot-updates -pl
:connector-redis-e2e -am -Pci
+ env:
+ MAVEN_OPTS: -Xmx4096m
diff --git a/tools/update_modules_check/update_modules_check.py
b/tools/update_modules_check/update_modules_check.py
index f2f33abd10..0bc4ec7b76 100644
--- a/tools/update_modules_check/update_modules_check.py
+++ b/tools/update_modules_check/update_modules_check.py
@@ -151,6 +151,9 @@ def get_sub_it_modules(modules, total_num, current_num):
modules_arr.remove("connector-doris-e2e")
modules_arr.remove("connector-paimon-e2e")
modules_arr.remove("connector-cdc-oracle-e2e")
+ modules_arr.remove("connector-file-local-e2e")
+ modules_arr.remove("connector-file-sftp-e2e")
+ modules_arr.remove("connector-redis-e2e")
output = ""
for i, module in enumerate(modules_arr):
if len(module) > 0 and i % int(total_num) == int(current_num):
@@ -186,6 +189,12 @@ def get_sub_update_it_modules(modules, total_num,
current_num):
module_list.remove("connector-paimon-e2e")
if "connector-cdc-oracle-e2e" in module_list:
module_list.remove("connector-cdc-oracle-e2e")
+ if "connector-file-local-e2e" in module_list:
+ module_list.remove("connector-file-local-e2e")
+ if "connector-file-sftp-e2e" in module_list:
+ module_list.remove("connector-file-sftp-e2e")
+ if "connector-redis-e2e" in module_list:
+ module_list.remove("connector-redis-e2e")
for i, module in enumerate(module_list):
if len(module) > 0 and i % int(total_num) == int(current_num):
final_modules.append(":" + module)
