This is an automated email from the ASF dual-hosted git repository.
feiwang pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/auron.git
The following commit(s) were added to refs/heads/master by this push:
new 9069f744 chore: using dependencyManagement for dependencies (#1244)
9069f744 is described below
commit 9069f74405f7c46ebbf5caa3e5bec4b8e7014ebc
Author: Fei Wang <[email protected]>
AuthorDate: Mon Sep 1 07:32:08 2025 -0700
chore: using dependencyManagement for dependencies (#1244)
---
common/pom.xml | 15 -----------
hadoop-shim/pom.xml | 13 ----------
pom.xml | 46 ++++++++++++++++++++++++++++++++-
spark-extension-shims-spark3/pom.xml | 14 ----------
spark-extension/pom.xml | 15 ++++-------
spark-version-annotation-macros/pom.xml | 15 -----------
thirdparty/auron-celeborn-0.5/pom.xml | 10 -------
thirdparty/auron-celeborn-0.6/pom.xml | 10 -------
thirdparty/auron-paimon/pom.xml | 10 -------
thirdparty/auron-uniffle/pom.xml | 10 -------
10 files changed, 50 insertions(+), 108 deletions(-)
diff --git a/common/pom.xml b/common/pom.xml
index 37ccac69..6ae7af90 100644
--- a/common/pom.xml
+++ b/common/pom.xml
@@ -29,21 +29,6 @@
<packaging>jar</packaging>
<dependencies>
- <dependency>
- <groupId>org.scala-lang</groupId>
- <artifactId>scala-library</artifactId>
- <scope>provided</scope>
- </dependency>
- <dependency>
- <groupId>org.scala-lang</groupId>
- <artifactId>scala-compiler</artifactId>
- <scope>provided</scope>
- </dependency>
- <dependency>
- <groupId>org.scala-lang</groupId>
- <artifactId>scala-reflect</artifactId>
- <scope>provided</scope>
- </dependency>
<dependency>
<groupId>org.apache.spark</groupId>
<artifactId>spark-core_${scalaVersion}</artifactId>
diff --git a/hadoop-shim/pom.xml b/hadoop-shim/pom.xml
index aa64c9da..cf1dbae6 100644
--- a/hadoop-shim/pom.xml
+++ b/hadoop-shim/pom.xml
@@ -29,26 +29,13 @@
<packaging>jar</packaging>
<dependencies>
- <dependency>
- <groupId>org.scala-lang</groupId>
- <artifactId>scala-library</artifactId>
- <scope>provided</scope>
- </dependency>
<dependency>
<groupId>org.scala-lang.modules</groupId>
<artifactId>scala-java8-compat_${scalaVersion}</artifactId>
- <version>1.0.2</version>
- <exclusions>
- <exclusion>
- <groupId>org.scala-lang</groupId>
- <artifactId>scala-library</artifactId>
- </exclusion>
- </exclusions>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-client-api</artifactId>
- <version>3.4.1</version>
<scope>provided</scope>
</dependency>
</dependencies>
diff --git a/pom.xml b/pom.xml
index 3c1d7629..3d1fc9df 100644
--- a/pom.xml
+++ b/pom.xml
@@ -47,11 +47,14 @@
<project.version>5.0.0-SNAPSHOT</project.version>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
<arrowVersion>16.0.0</arrowVersion>
+ <bytebuddyVersion>1.12.10</bytebuddyVersion>
+ <hadoopVersion>3.4.1</hadoopVersion>
<protobufVersion>3.25.5</protobufVersion>
<javaVersion>8</javaVersion>
<scalaVersion>2.12</scalaVersion>
<scalaLongVersion>2.12.17</scalaLongVersion>
+ <scalaJava8CompatVersion>1.0.2</scalaJava8CompatVersion>
<maven.version>3.8.1</maven.version>
<maven.plugin.scala.version>4.9.2</maven.plugin.scala.version>
<maven.plugin.scalatest.version>2.2.0</maven.plugin.scalatest.version>
@@ -106,6 +109,17 @@
<artifactId>scala-reflect</artifactId>
<version>${scalaLongVersion}</version>
</dependency>
+ <dependency>
+ <groupId>org.scala-lang.modules</groupId>
+ <artifactId>scala-java8-compat_${scalaVersion}</artifactId>
+ <version>${scalaJava8CompatVersion}</version>
+ <exclusions>
+ <exclusion>
+ <groupId>org.scala-lang</groupId>
+ <artifactId>scala-library</artifactId>
+ </exclusion>
+ </exclusions>
+ </dependency>
<dependency>
<groupId>org.apache.spark</groupId>
<artifactId>spark-core_${scalaVersion}</artifactId>
@@ -133,6 +147,11 @@
</exclusion>
</exclusions>
</dependency>
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-client-api</artifactId>
+ <version>${hadoopVersion}</version>
+ </dependency>
<dependency>
<groupId>org.apache.paimon</groupId>
<artifactId>paimon-core</artifactId>
@@ -163,12 +182,22 @@
<artifactId>protobuf-java</artifactId>
<version>${protobufVersion}</version>
</dependency>
+ <dependency>
+ <groupId>net.bytebuddy</groupId>
+ <artifactId>byte-buddy</artifactId>
+ <version>${bytebuddyVersion}</version>
+ </dependency>
+ <dependency>
+ <groupId>net.bytebuddy</groupId>
+ <artifactId>byte-buddy-agent</artifactId>
+ <version>${bytebuddyVersion}</version>
+ </dependency>
+
<dependency>
<groupId>org.scalatest</groupId>
<artifactId>scalatest_${scalaVersion}</artifactId>
<version>${scalaTestVersion}</version>
</dependency>
-
<dependency>
<groupId>org.apache.spark</groupId>
<artifactId>spark-core_${scalaVersion}</artifactId>
@@ -200,6 +229,21 @@
</dependencyManagement>
<dependencies>
+ <dependency>
+ <groupId>org.scala-lang</groupId>
+ <artifactId>scala-library</artifactId>
+ <scope>provided</scope>
+ </dependency>
+ <dependency>
+ <groupId>org.scala-lang</groupId>
+ <artifactId>scala-compiler</artifactId>
+ <scope>provided</scope>
+ </dependency>
+ <dependency>
+ <groupId>org.scala-lang</groupId>
+ <artifactId>scala-reflect</artifactId>
+ <scope>provided</scope>
+ </dependency>
<dependency>
<groupId>org.scalatest</groupId>
<artifactId>scalatest_${scalaVersion}</artifactId>
diff --git a/spark-extension-shims-spark3/pom.xml
b/spark-extension-shims-spark3/pom.xml
index 3524ee60..af6ed129 100644
--- a/spark-extension-shims-spark3/pom.xml
+++ b/spark-extension-shims-spark3/pom.xml
@@ -39,21 +39,9 @@
<artifactId>spark-extension_${scalaVersion}</artifactId>
<version>${project.version}</version>
</dependency>
- <dependency>
- <groupId>org.scala-lang</groupId>
- <artifactId>scala-library</artifactId>
- <scope>provided</scope>
- </dependency>
<dependency>
<groupId>org.scala-lang.modules</groupId>
<artifactId>scala-java8-compat_${scalaVersion}</artifactId>
- <version>1.0.2</version>
- <exclusions>
- <exclusion>
- <groupId>org.scala-lang</groupId>
- <artifactId>scala-library</artifactId>
- </exclusion>
- </exclusions>
</dependency>
<dependency>
<groupId>org.apache.spark</groupId>
@@ -90,12 +78,10 @@
<dependency>
<groupId>net.bytebuddy</groupId>
<artifactId>byte-buddy</artifactId>
- <version>1.12.10</version>
</dependency>
<dependency>
<groupId>net.bytebuddy</groupId>
<artifactId>byte-buddy-agent</artifactId>
- <version>1.12.10</version>
</dependency>
<dependency>
diff --git a/spark-extension/pom.xml b/spark-extension/pom.xml
index 3bd2bedb..fd28c802 100644
--- a/spark-extension/pom.xml
+++ b/spark-extension/pom.xml
@@ -29,6 +29,11 @@
<packaging>jar</packaging>
<dependencies>
+ <dependency>
+ <groupId>org.apache.auron</groupId>
+ <artifactId>hadoop-shim_${scalaVersion}</artifactId>
+ <version>${project.version}</version>
+ </dependency>
<dependency>
<groupId>org.apache.auron</groupId>
<artifactId>spark-version-annotation-macros_${scalaVersion}</artifactId>
@@ -40,11 +45,6 @@
<artifactId>proto</artifactId>
<version>${project.version}</version>
</dependency>
- <dependency>
- <groupId>org.scala-lang</groupId>
- <artifactId>scala-library</artifactId>
- <scope>provided</scope>
- </dependency>
<dependency>
<groupId>org.apache.spark</groupId>
<artifactId>spark-core_${scalaVersion}</artifactId>
@@ -76,11 +76,6 @@
<groupId>org.apache.arrow</groupId>
<artifactId>arrow-vector</artifactId>
</dependency>
- <dependency>
- <groupId>org.apache.auron</groupId>
- <artifactId>hadoop-shim_${scalaVersion}</artifactId>
- <version>${project.version}</version>
- </dependency>
</dependencies>
<build>
diff --git a/spark-version-annotation-macros/pom.xml
b/spark-version-annotation-macros/pom.xml
index 41e37e23..46aa728c 100644
--- a/spark-version-annotation-macros/pom.xml
+++ b/spark-version-annotation-macros/pom.xml
@@ -34,21 +34,6 @@
<artifactId>auron-common_${scalaVersion}</artifactId>
<version>${project.version}</version>
</dependency>
- <dependency>
- <groupId>org.scala-lang</groupId>
- <artifactId>scala-library</artifactId>
- <scope>provided</scope>
- </dependency>
- <dependency>
- <groupId>org.scala-lang</groupId>
- <artifactId>scala-compiler</artifactId>
- <scope>provided</scope>
- </dependency>
- <dependency>
- <groupId>org.scala-lang</groupId>
- <artifactId>scala-reflect</artifactId>
- <scope>provided</scope>
- </dependency>
</dependencies>
<profiles>
diff --git a/thirdparty/auron-celeborn-0.5/pom.xml
b/thirdparty/auron-celeborn-0.5/pom.xml
index a4a4a764..fe63a665 100644
--- a/thirdparty/auron-celeborn-0.5/pom.xml
+++ b/thirdparty/auron-celeborn-0.5/pom.xml
@@ -45,15 +45,5 @@
<artifactId>spark-core_${scalaVersion}</artifactId>
<scope>provided</scope>
</dependency>
- <dependency>
- <groupId>org.scala-lang</groupId>
- <artifactId>scala-library</artifactId>
- <scope>provided</scope>
- </dependency>
- <dependency>
- <groupId>org.scalatest</groupId>
- <artifactId>scalatest_${scalaVersion}</artifactId>
- <scope>test</scope>
- </dependency>
</dependencies>
</project>
diff --git a/thirdparty/auron-celeborn-0.6/pom.xml
b/thirdparty/auron-celeborn-0.6/pom.xml
index a4a4a764..fe63a665 100644
--- a/thirdparty/auron-celeborn-0.6/pom.xml
+++ b/thirdparty/auron-celeborn-0.6/pom.xml
@@ -45,15 +45,5 @@
<artifactId>spark-core_${scalaVersion}</artifactId>
<scope>provided</scope>
</dependency>
- <dependency>
- <groupId>org.scala-lang</groupId>
- <artifactId>scala-library</artifactId>
- <scope>provided</scope>
- </dependency>
- <dependency>
- <groupId>org.scalatest</groupId>
- <artifactId>scalatest_${scalaVersion}</artifactId>
- <scope>test</scope>
- </dependency>
</dependencies>
</project>
diff --git a/thirdparty/auron-paimon/pom.xml b/thirdparty/auron-paimon/pom.xml
index ec69c157..f203237c 100644
--- a/thirdparty/auron-paimon/pom.xml
+++ b/thirdparty/auron-paimon/pom.xml
@@ -49,15 +49,5 @@
<artifactId>spark-hive_${scalaVersion}</artifactId>
<scope>provided</scope>
</dependency>
- <dependency>
- <groupId>org.scala-lang</groupId>
- <artifactId>scala-library</artifactId>
- <scope>provided</scope>
- </dependency>
- <dependency>
- <groupId>org.scalatest</groupId>
- <artifactId>scalatest_${scalaVersion}</artifactId>
- <scope>test</scope>
- </dependency>
</dependencies>
</project>
diff --git a/thirdparty/auron-uniffle/pom.xml b/thirdparty/auron-uniffle/pom.xml
index 4d6f4fad..69be19b9 100644
--- a/thirdparty/auron-uniffle/pom.xml
+++ b/thirdparty/auron-uniffle/pom.xml
@@ -51,15 +51,5 @@
<artifactId>spark-core_${scalaVersion}</artifactId>
<scope>provided</scope>
</dependency>
- <dependency>
- <groupId>org.scala-lang</groupId>
- <artifactId>scala-library</artifactId>
- <scope>provided</scope>
- </dependency>
- <dependency>
- <groupId>org.scalatest</groupId>
- <artifactId>scalatest_${scalaVersion}</artifactId>
- <scope>test</scope>
- </dependency>
</dependencies>
</project>
