This is an automated email from the ASF dual-hosted git repository.
peacewong pushed a commit to branch dev-1.9.0
in repository https://gitbox.apache.org/repos/asf/linkis.git
The following commit(s) were added to refs/heads/dev-1.9.0 by this push:
new 153cd49ecf feat(ci): add support for parallel build (#5330)
153cd49ecf is described below
commit 153cd49ecfb32cb4710df258635821719125b873
Author: Kazuto Iris <[email protected]>
AuthorDate: Sat Mar 7 10:53:14 2026 +0800
feat(ci): add support for parallel build (#5330)
* feat(ci): add support for parallel build
* feat: add `quick` profile
---
.github/workflows/build-backend.yml | 10 +++++-----
pom.xml | 31 ++++++++++++++++++++++++++++++-
2 files changed, 35 insertions(+), 6 deletions(-)
diff --git a/.github/workflows/build-backend.yml
b/.github/workflows/build-backend.yml
index 04aac9632a..159ca7b528 100644
--- a/.github/workflows/build-backend.yml
+++ b/.github/workflows/build-backend.yml
@@ -20,7 +20,7 @@ name: Build Backend
on: [push, pull_request]
env:
- MAVEN_OPTS: -Dmaven.resolver.transport=wagon
-Dmaven.wagon.httpconnectionManager.ttlSeconds=30
+ MAVEN_OPTS: -Dmaven.resolver.transport=wagon
-Dmaven.wagon.httpconnectionManager.ttlSeconds=30 -Xmx16g -XX:MetaspaceSize=4g
-XX:ReservedCodeCacheSize=2g
jobs:
build-backend:
@@ -41,20 +41,20 @@ jobs:
- if: ${{matrix.spark == '2.4' && matrix.hadoop == '2.7'}}
name: build spark ${{matrix.spark}} and hadoop ${{matrix.hadoop}}
run:
- ./mvnw clean package -Pspark-${{matrix.spark}}
-Phadoop-${{matrix.hadoop}} -Dmaven.test.skip=true
+ ./mvnw -T 4C clean package -Pspark-${{matrix.spark}}
-Phadoop-${{matrix.hadoop}} -Dmaven.test.skip=true
- if: ${{matrix.spark == '3.2' && matrix.hadoop == '3.3'}}
name: build spark ${{matrix.spark}} and hadoop ${{matrix.hadoop}}
run:
- ./mvnw clean package
+ ./mvnw -T 4C clean package
- if: ${{matrix.spark == '3.2' && matrix.hadoop == '2.7'}}
name: build spark ${{matrix.spark}} and hadoop ${{matrix.hadoop}}
run:
- ./mvnw clean package -Phadoop-${{matrix.hadoop}} -Dmaven.test.skip=true
+ ./mvnw -T 4C clean package -Phadoop-${{matrix.hadoop}}
-Dmaven.test.skip=true
- if: ${{matrix.spark == '2.4' && matrix.hadoop == '3.3'}}
name: build spark ${{matrix.spark}} and hadoop ${{matrix.hadoop}}
run:
- ./mvnw clean package -Pspark-${{matrix.spark}} -Dmaven.test.skip=true
+ ./mvnw -T 4C clean package -Pspark-${{matrix.spark}}
-Dmaven.test.skip=true
# - name: Upload coverage to Codecov
# uses: codecov/[email protected]
# with:
diff --git a/pom.xml b/pom.xml
index c077d6d6b0..599d3b4b47 100644
--- a/pom.xml
+++ b/pom.xml
@@ -1543,7 +1543,8 @@
<artifactId>scala-maven-plugin</artifactId>
<version>${scala-maven-plugin.version}</version>
<configuration>
- <recompileMode>incremental</recompileMode>
+ <!-- Use `all` here to prevent an infinite loop during compilation
-->
+ <recompileMode>all</recompileMode>
<args>
<arg>-unchecked</arg>
<arg>-deprecation</arg>
@@ -1750,6 +1751,8 @@
<version>${maven-surefire-plugin.version}</version>
<configuration>
<forkCount>3</forkCount>
+ <parallel>methods</parallel>
+ <threadCount>4</threadCount>
</configuration>
</plugin>
@@ -1902,6 +1905,8 @@
<reuseForks>true</reuseForks>
<argLine>-XX:MaxMetaspaceSize=2g ${extraJavaTestArgs}
-Dio.netty.tryReflectionSetAccessible=true</argLine>
+ <parallel>methods</parallel>
+ <threadCount>4</threadCount>
</configuration>
</plugin>
</plugins>
@@ -1980,5 +1985,29 @@
<storage.orc.scope>compile</storage.orc.scope>
</properties>
</profile>
+
+ <!-- skip test -->
+ <profile>
+ <id>quick</id>
+ <properties>
+ <skipTests>true</skipTests>
+ <maven.javadoc.skip>true</maven.javadoc.skip>
+ <maven.source.skip>true</maven.source.skip>
+ <maven.install.skip>true</maven.install.skip>
+ <maven.deploy.skip>true</maven.deploy.skip>
+ <maven.site.skip>true</maven.site.skip>
+ <checkstyle.skip>true</checkstyle.skip>
+ <rat.skip>true</rat.skip>
+ <spotless.check.skip>true</spotless.check.skip>
+ <jacoco.skip>true</jacoco.skip>
+ <findbugs.skip>true</findbugs.skip>
+ <pmd.skip>true</pmd.skip>
+ <flatten.skip>true</flatten.skip>
+ <enforcer.skip>true</enforcer.skip>
+ </properties>
+ <build>
+ <defaultGoal>compile</defaultGoal>
+ </build>
+ </profile>
</profiles>
</project>
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
