This is an automated email from the ASF dual-hosted git repository.
wanghailin pushed a commit to branch dev
in repository https://gitbox.apache.org/repos/asf/seatunnel.git
The following commit(s) were added to refs/heads/dev by this push:
new caf37fcc49 [Improve][CI] Fix module runs CI repeatedly (#8284)
caf37fcc49 is described below
commit caf37fcc49935aa3b85af2bb5b6e1ac87378b6d9
Author: zhangdonghao <[email protected]>
AuthorDate: Fri Dec 13 16:01:16 2024 +0800
[Improve][CI] Fix module runs CI repeatedly (#8284)
---
.github/workflows/backend.yml | 8 ++++++++
tools/update_modules_check/update_modules_check.py | 4 ++--
2 files changed, 10 insertions(+), 2 deletions(-)
diff --git a/.github/workflows/backend.yml b/.github/workflows/backend.yml
index 7bdcf6b165..7c07d3dab6 100644
--- a/.github/workflows/backend.yml
+++ b/.github/workflows/backend.yml
@@ -393,6 +393,7 @@ jobs:
run: |
sub_modules=`python
tools/update_modules_check/update_modules_check.py sub_update_it_module
${{needs.changes.outputs.it-modules}} 8 0`
if [ ! -z $sub_modules ]; then
+ echo $sub_modules
./mvnw -T 1 -B verify -DskipUT=true -DskipIT=false
-D"license.skipAddThirdParty"=true --no-snapshot-updates -pl $sub_modules -am
-Pci
else
echo "sub modules is empty, skipping"
@@ -423,6 +424,7 @@ jobs:
run: |
sub_modules=`python
tools/update_modules_check/update_modules_check.py sub_update_it_module
${{needs.changes.outputs.it-modules}} 8 1`
if [ ! -z $sub_modules ]; then
+ echo $sub_modules
./mvnw -T 1 -B verify -DskipUT=true -DskipIT=false
-D"license.skipAddThirdParty"=true --no-snapshot-updates -pl $sub_modules -am
-Pci
else
echo "sub modules is empty, skipping"
@@ -453,6 +455,7 @@ jobs:
run: |
sub_modules=`python
tools/update_modules_check/update_modules_check.py sub_update_it_module
${{needs.changes.outputs.it-modules}} 8 2`
if [ ! -z $sub_modules ]; then
+ echo $sub_modules
./mvnw -T 1 -B verify -DskipUT=true -DskipIT=false
-D"license.skipAddThirdParty"=true --no-snapshot-updates -pl $sub_modules -am
-Pci
else
echo "sub modules is empty, skipping"
@@ -483,6 +486,7 @@ jobs:
run: |
sub_modules=`python
tools/update_modules_check/update_modules_check.py sub_update_it_module
${{needs.changes.outputs.it-modules}} 8 3`
if [ ! -z $sub_modules ]; then
+ echo $sub_modules
./mvnw -T 1 -B verify -DskipUT=true -DskipIT=false
-D"license.skipAddThirdParty"=true --no-snapshot-updates -pl $sub_modules -am
-Pci
else
echo "sub modules is empty, skipping"
@@ -512,6 +516,7 @@ jobs:
run: |
sub_modules=`python
tools/update_modules_check/update_modules_check.py sub_update_it_module
${{needs.changes.outputs.it-modules}} 8 4`
if [ ! -z $sub_modules ]; then
+ echo $sub_modules
./mvnw -T 1 -B verify -DskipUT=true -DskipIT=false
-D"license.skipAddThirdParty"=true --no-snapshot-updates -pl $sub_modules -am
-Pci
else
echo "sub modules is empty, skipping"
@@ -541,6 +546,7 @@ jobs:
run: |
sub_modules=`python
tools/update_modules_check/update_modules_check.py sub_update_it_module
${{needs.changes.outputs.it-modules}} 8 5`
if [ ! -z $sub_modules ]; then
+ echo $sub_modules
./mvnw -T 1 -B verify -DskipUT=true -DskipIT=false
-D"license.skipAddThirdParty"=true --no-snapshot-updates -pl $sub_modules -am
-Pci
else
echo "sub modules is empty, skipping"
@@ -570,6 +576,7 @@ jobs:
run: |
sub_modules=`python
tools/update_modules_check/update_modules_check.py sub_update_it_module
${{needs.changes.outputs.it-modules}} 8 6`
if [ ! -z $sub_modules ]; then
+ echo $sub_modules
./mvnw -T 1 -B verify -DskipUT=true -DskipIT=false
-D"license.skipAddThirdParty"=true --no-snapshot-updates -pl $sub_modules -am
-Pci
else
echo "sub modules is empty, skipping"
@@ -600,6 +607,7 @@ jobs:
run: |
sub_modules=`python
tools/update_modules_check/update_modules_check.py sub_update_it_module
${{needs.changes.outputs.it-modules}} 8 7`
if [ ! -z $sub_modules ]; then
+ echo $sub_modules
./mvnw -T 1 -B verify -DskipUT=true -DskipIT=false
-D"license.skipAddThirdParty"=true --no-snapshot-updates -pl $sub_modules -am
-Pci
else
echo "sub modules is empty, skipping"
diff --git a/tools/update_modules_check/update_modules_check.py
b/tools/update_modules_check/update_modules_check.py
index 0bc4ec7b76..cef49ad4c3 100644
--- a/tools/update_modules_check/update_modules_check.py
+++ b/tools/update_modules_check/update_modules_check.py
@@ -142,7 +142,7 @@ def get_deleted_modules(files):
def get_sub_it_modules(modules, total_num, current_num):
- modules_arr = modules.split(",")
+ modules_arr = list(dict.fromkeys(modules.split(",")))
modules_arr.remove("connector-jdbc-e2e")
modules_arr.remove("connector-kafka-e2e")
modules_arr.remove("connector-rocketmq-e2e")
@@ -168,7 +168,7 @@ def get_sub_update_it_modules(modules, total_num,
current_num):
# :connector-jdbc-e2e-common,:connector-jdbc-e2e-part-1 -->
connector-jdbc-e2e-common,:connector-jdbc-e2e-part-1
modules = modules[1:]
# connector-jdbc-e2e-common,:connector-jdbc-e2e-part-1 -->
[connector-jdbc-e2e-common, connector-jdbc-e2e-part-1]
- module_list = modules.split(",:")
+ module_list = list(dict.fromkeys(modules.split(",:")))
if "connector-kudu-e2e" in module_list:
module_list.remove("connector-kudu-e2e")
if "connector-amazonsqs-e2e" in module_list:
