This is an automated email from the ASF dual-hosted git repository.
hongze pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 4c9131a51 [VL] Gluten-it: Optimize Maven dependency list
4c9131a51 is described below
commit 4c9131a51f11e0f6f4796d58ca75d0ee08a01c09
Author: Hongze Zhang <[email protected]>
AuthorDate: Fri May 31 09:29:04 2024 +0800
[VL] Gluten-it: Optimize Maven dependency list
---
tools/gluten-it/common/pom.xml | 11 +++++
tools/gluten-it/package/pom.xml | 11 +++++
tools/gluten-it/pom.xml | 95 +++++++++--------------------------------
3 files changed, 41 insertions(+), 76 deletions(-)
diff --git a/tools/gluten-it/common/pom.xml b/tools/gluten-it/common/pom.xml
index 4cd468472..de0d7c2e6 100644
--- a/tools/gluten-it/common/pom.xml
+++ b/tools/gluten-it/common/pom.xml
@@ -57,6 +57,17 @@
<scope>provided</scope>
<type>test-jar</type>
</dependency>
+ <dependency>
+ <groupId>org.apache.spark</groupId>
+ <artifactId>spark-sql_${scala.binary.version}</artifactId>
+ <scope>provided</scope>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.spark</groupId>
+ <artifactId>spark-sql_${scala.binary.version}</artifactId>
+ <scope>provided</scope>
+ <type>test-jar</type>
+ </dependency>
<dependency>
<groupId>io.trino.tpcds</groupId>
diff --git a/tools/gluten-it/package/pom.xml b/tools/gluten-it/package/pom.xml
index 1f86ee723..70a59cac0 100644
--- a/tools/gluten-it/package/pom.xml
+++ b/tools/gluten-it/package/pom.xml
@@ -69,6 +69,17 @@
<scope>runtime</scope>
<type>test-jar</type>
</dependency>
+ <dependency>
+ <groupId>org.apache.spark</groupId>
+ <artifactId>spark-sql_${scala.binary.version}</artifactId>
+ <scope>runtime</scope>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.spark</groupId>
+ <artifactId>spark-sql_${scala.binary.version}</artifactId>
+ <scope>runtime</scope>
+ <type>test-jar</type>
+ </dependency>
</dependencies>
<build>
diff --git a/tools/gluten-it/pom.xml b/tools/gluten-it/pom.xml
index c0e2fc321..ccb59ade8 100644
--- a/tools/gluten-it/pom.xml
+++ b/tools/gluten-it/pom.xml
@@ -87,6 +87,25 @@
<scope>provided</scope>
<type>test-jar</type>
</dependency>
+ <dependency>
+ <groupId>org.apache.spark</groupId>
+ <artifactId>spark-sql_${scala.binary.version}</artifactId>
+ <version>${spark.version}</version>
+ <exclusions>
+ <exclusion>
+ <groupId>com.google.protobuf</groupId>
+ <artifactId>protobuf-java</artifactId>
+ </exclusion>
+ </exclusions>
+ <scope>provided</scope>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.spark</groupId>
+ <artifactId>spark-sql_${scala.binary.version}</artifactId>
+ <version>${spark.version}</version>
+ <type>test-jar</type>
+ <scope>provided</scope>
+ </dependency>
</dependencies>
</dependencyManagement>
@@ -117,100 +136,24 @@
<properties>
<spark.version>3.2.2</spark.version>
</properties>
- <dependencies>
- <dependency>
- <groupId>org.apache.spark</groupId>
- <artifactId>spark-sql_${scala.binary.version}</artifactId>
- <version>${spark.version}</version>
- <exclusions>
- <exclusion>
- <groupId>com.google.protobuf</groupId>
- <artifactId>protobuf-java</artifactId>
- </exclusion>
- </exclusions>
- </dependency>
- <dependency>
- <groupId>org.apache.spark</groupId>
- <artifactId>spark-sql_${scala.binary.version}</artifactId>
- <version>${spark.version}</version>
- <type>test-jar</type>
- </dependency>
- </dependencies>
</profile>
<profile>
<id>spark-3.3</id>
<properties>
<spark.version>3.3.1</spark.version>
</properties>
- <dependencies>
- <dependency>
- <groupId>org.apache.spark</groupId>
- <artifactId>spark-sql_${scala.binary.version}</artifactId>
- <version>${spark.version}</version>
- <exclusions>
- <exclusion>
- <groupId>com.google.protobuf</groupId>
- <artifactId>protobuf-java</artifactId>
- </exclusion>
- </exclusions>
- </dependency>
- <dependency>
- <groupId>org.apache.spark</groupId>
- <artifactId>spark-sql_${scala.binary.version}</artifactId>
- <version>${spark.version}</version>
- <type>test-jar</type>
- </dependency>
- </dependencies>
</profile>
<profile>
<id>spark-3.4</id>
<properties>
<spark.version>3.4.2</spark.version>
</properties>
- <dependencies>
- <dependency>
- <groupId>org.apache.spark</groupId>
- <artifactId>spark-sql_${scala.binary.version}</artifactId>
- <version>${spark.version}</version>
- <exclusions>
- <exclusion>
- <groupId>com.google.protobuf</groupId>
- <artifactId>protobuf-java</artifactId>
- </exclusion>
- </exclusions>
- </dependency>
- <dependency>
- <groupId>org.apache.spark</groupId>
- <artifactId>spark-sql_${scala.binary.version}</artifactId>
- <version>${spark.version}</version>
- <type>test-jar</type>
- </dependency>
- </dependencies>
</profile>
<profile>
<id>spark-3.5</id>
<properties>
<spark.version>3.5.1</spark.version>
</properties>
- <dependencies>
- <dependency>
- <groupId>org.apache.spark</groupId>
- <artifactId>spark-sql_${scala.binary.version}</artifactId>
- <version>${spark.version}</version>
- <exclusions>
- <exclusion>
- <groupId>com.google.protobuf</groupId>
- <artifactId>protobuf-java</artifactId>
- </exclusion>
- </exclusions>
- </dependency>
- <dependency>
- <groupId>org.apache.spark</groupId>
- <artifactId>spark-sql_${scala.binary.version}</artifactId>
- <version>${spark.version}</version>
- <type>test-jar</type>
- </dependency>
- </dependencies>
</profile>
<profile>
<id>celeborn-0.4</id>
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
