This is an automated email from the ASF dual-hosted git repository.
kirs pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris-shade.git
The following commit(s) were added to refs/heads/master by this push:
new 1ebc10b 3.1: Remove unnecessary Hadoop/Parquet/Gson/Jackson
dependencies and keep only core packages (#58)
1ebc10b is described below
commit 1ebc10bd82587de20db3afde19dce38701ca54a2
Author: Calvin Kirs <[email protected]>
AuthorDate: Tue Nov 25 10:48:57 2025 +0800
3.1: Remove unnecessary Hadoop/Parquet/Gson/Jackson dependencies and keep
only core packages (#58)
---
CHANGE-LOG.md | 6 +++++
hive-catalog-shade/pom.xml | 59 +++++++++++++++++++++++-----------------------
pom.xml | 2 +-
3 files changed, 36 insertions(+), 31 deletions(-)
diff --git a/CHANGE-LOG.md b/CHANGE-LOG.md
index 090efb6..777f637 100644
--- a/CHANGE-LOG.md
+++ b/CHANGE-LOG.md
@@ -1,5 +1,11 @@
## Changes
+### 3.1
+#### 3.1.0
+- Removed unnecessary dependencies including Hadoop, Parquet, Gson, Jackson,
and other related libraries.
+- Retained only the core runtime dependencies.
+- Skipped shading/renaming for several HDFS-related JARs since HDFS has
already been upgraded and is now fully compatible with the new version.
+
### 3.0
#### 3.0.0
- Upgrade paimon to 1.1.1
diff --git a/hive-catalog-shade/pom.xml b/hive-catalog-shade/pom.xml
index 8f5d419..c547288 100644
--- a/hive-catalog-shade/pom.xml
+++ b/hive-catalog-shade/pom.xml
@@ -20,7 +20,7 @@ under the License.
<parent>
<groupId>org.apache.doris</groupId>
<artifactId>doris-shade</artifactId>
- <version>3.0.1-SNAPSHOT</version>
+ <version>3.1.0-SNAPSHOT</version>
</parent>
<artifactId>hive-catalog-shade</artifactId>
@@ -28,7 +28,7 @@ under the License.
<properties>
<hive.version>3.1.3</hive.version>
<!--We rewritten some hive methods, so we need to keep the same hadoop
version as the main library-->
- <hadoop.version>3.3.6</hadoop.version>
+ <hadoop.version>3.4.2</hadoop.version>
<hive.storage.api.version>2.8.1</hive.storage.api.version>
<iceberg-hive-metastore.version>1.9.1</iceberg-hive-metastore.version>
<paimon-hive-metastore.version>1.1.1</paimon-hive-metastore.version>
@@ -46,26 +46,31 @@ under the License.
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-common</artifactId>
<version>${hadoop.version}</version>
+ <scope>provided</scope>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-hdfs</artifactId>
<version>${hadoop.version}</version>
+ <scope>provided</scope>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-hdfs-client</artifactId>
<version>${hadoop.version}</version>
+ <scope>provided</scope>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-auth</artifactId>
<version>${hadoop.version}</version>
+ <scope>provided</scope>
</dependency>
<dependency>
<groupId>org.apache.avro</groupId>
<artifactId>avro</artifactId>
<version>${avro.version}</version>
+ <scope>provided</scope>
</dependency>
<dependency>
<groupId>org.apache.ivy</groupId>
@@ -582,6 +587,27 @@ under the License.
</goals>
<phase>package</phase>
<configuration>
+ <artifactSet>
+ <excludes>
+ <exclude>org.apache.hadoop:*</exclude>
+ <exclude>org.apache.parquet:*</exclude>
+ <exclude>org.apache.avro:*</exclude>
+ <exclude>org.apache.orc:*</exclude>
+
<exclude>org.apache.logging.log4j:*</exclude>
+
<exclude>org.apache.httpcomponents:*</exclude>
+ <exclude>com.google.guava:*</exclude>
+ <exclude>com.google.code.gson:*</exclude>
+ <exclude>com.fasterxml.jackson:*</exclude>
+ <exclude>org.slf4j:*</exclude>
+ <exclude>org.bouncycastle:*</exclude>
+ <exclude>commons-logging:*</exclude>
+ <exclude>org.apache.commons:*</exclude>
+ <exclude>commons-io:*</exclude>
+ <exclude>commons-codec:*</exclude>
+ <exclude>commons-collections:*</exclude>
+ <exclude>org.apache.curator:*</exclude>
+ </excludes>
+ </artifactSet>
<createDependencyReducedPom>true</createDependencyReducedPom>
<dependencyReducedPomLocation>${project.basedir}/target/dependency-reduced-pom.xml
</dependencyReducedPomLocation>
@@ -592,26 +618,11 @@ under the License.
<exclude>META-INF/*.SF</exclude>
<exclude>META-INF/*.DSA</exclude>
<exclude>META-INF/*.RSA</exclude>
+ <exclude>META-INF/maven/**</exclude>
</excludes>
</filter>
</filters>
<relocations>
- <relocation>
- <pattern>org.apache.commons.io</pattern>
-
<shadedPattern>shade.doris.org.apache.commons.io</shadedPattern>
- </relocation>
- <relocation>
- <pattern>com.google.common</pattern>
-
<shadedPattern>shade.doris.hive.com.google.common</shadedPattern>
- </relocation>
-<!-- <relocation>
- <pattern>com.fasterxml.jackson</pattern>
-
<shadedPattern>shade.doris.hive.com.fasterxml.jackson</shadedPattern>
- </relocation>-->
- <relocation>
- <pattern>com.google.gson</pattern>
-
<shadedPattern>shade.doris.hive.com.google.gson</shadedPattern>
- </relocation>
<relocation>
<pattern>org.apache.thrift</pattern>
<shadedPattern>shade.doris.hive.org.apache.thrift</shadedPattern>
@@ -620,22 +631,10 @@ under the License.
<pattern>org.apache.http.impl</pattern>
<shadedPattern>shade.doris.hive.org.apache.http.impl</shadedPattern>
</relocation>
- <!-- <relocation>
- <pattern>org.apache.commons.lang3</pattern>
-
<shadedPattern>shade.doris.hive.org.apache.commons.lang3</shadedPattern>
- </relocation>
- <relocation>
- <pattern>org.apache.commons.cli</pattern>
-
<shadedPattern>shade.doris.hive.org.apache.commons.cli</shadedPattern>
- </relocation>-->
<relocation>
<pattern>com.google.flatbuffers</pattern>
<shadedPattern>shade.doris.hive.com.google.flatbuffers</shadedPattern>
</relocation>
- <relocation>
-
<pattern>org.apache.httpcomponents</pattern>
-
<shadedPattern>shade.doris.hive.org.apache.httpcomponents</shadedPattern>
- </relocation>
</relocations>
</configuration>
</execution>
diff --git a/pom.xml b/pom.xml
index 939c779..cdce493 100644
--- a/pom.xml
+++ b/pom.xml
@@ -24,7 +24,7 @@ under the License.
</parent>
<groupId>org.apache.doris</groupId>
<artifactId>doris-shade</artifactId>
- <version>3.0.1-SNAPSHOT</version>
+ <version>3.1.0-SNAPSHOT</version>
<packaging>pom</packaging>
<name>Archetype - doris-shade</name>
<url>https://doris.apache.org</url>
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
