This is an automated email from the ASF dual-hosted git repository.
kirs pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/master by this push:
new 68433a71258 [Fix](package)Revert be-extension package management
changes due to class loading issues (#58255)
68433a71258 is described below
commit 68433a71258b4bcc0b9d7636255d60e905b6e8a7
Author: Calvin Kirs <[email protected]>
AuthorDate: Mon Nov 24 10:47:05 2025 +0800
[Fix](package)Revert be-extension package management changes due to class
loading issues (#58255)
#57979
This PR reverts recent modifications to the be-extension package
management. The changes introduced class loading problems that caused
the hadoop-jin catalog system tables to become unusable.
---
fe/be-java-extensions/avro-scanner/pom.xml | 8 +++--
fe/be-java-extensions/hadoop-hudi-scanner/pom.xml | 34 ++++++++++++++++++----
.../iceberg-metadata-scanner/pom.xml | 10 +++++--
fe/be-java-extensions/java-udf/pom.xml | 3 +-
fe/be-java-extensions/jdbc-scanner/pom.xml | 3 +-
fe/be-java-extensions/max-compute-scanner/pom.xml | 8 +++--
fe/be-java-extensions/paimon-scanner/pom.xml | 14 +++++++--
fe/be-java-extensions/preload-extensions/pom.xml | 9 +++---
.../trino-connector-scanner/pom.xml | 3 +-
9 files changed, 67 insertions(+), 25 deletions(-)
diff --git a/fe/be-java-extensions/avro-scanner/pom.xml
b/fe/be-java-extensions/avro-scanner/pom.xml
index 1b912288387..149da14d697 100644
--- a/fe/be-java-extensions/avro-scanner/pom.xml
+++ b/fe/be-java-extensions/avro-scanner/pom.xml
@@ -41,6 +41,11 @@ under the License.
<artifactId>avro-mapred</artifactId>
<version>${avro.version}</version>
</dependency>
+ <dependency>
+ <groupId>org.apache.doris</groupId>
+ <artifactId>java-common</artifactId>
+ <version>${project.version}</version>
+ </dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-client</artifactId>
@@ -58,8 +63,7 @@ under the License.
</dependency>
<dependency>
<groupId>org.apache.doris</groupId>
- <artifactId>preload-extensions</artifactId>
- <version>${project.version}</version>
+ <artifactId>hive-catalog-shade</artifactId>
<scope>provided</scope>
</dependency>
</dependencies>
diff --git a/fe/be-java-extensions/hadoop-hudi-scanner/pom.xml
b/fe/be-java-extensions/hadoop-hudi-scanner/pom.xml
index c6b0afe988e..087aaa09e0b 100644
--- a/fe/be-java-extensions/hadoop-hudi-scanner/pom.xml
+++ b/fe/be-java-extensions/hadoop-hudi-scanner/pom.xml
@@ -39,35 +39,37 @@ under the License.
<dependencies>
<dependency>
<groupId>org.apache.doris</groupId>
- <artifactId>preload-extensions</artifactId>
+ <artifactId>java-common</artifactId>
<version>${project.version}</version>
- <scope>provided</scope>
+ <exclusions>
+ <exclusion>
+ <groupId>org.apache.thrift</groupId>
+ <artifactId>libthrift</artifactId>
+ </exclusion>
+ </exclusions>
</dependency>
+
<!--
https://mvnrepository.com/artifact/org.apache.hadoop/hadoop-client -->
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-hdfs-client</artifactId>
<version>${hadoop.version}</version>
- <scope>provided</scope>
</dependency>
<!--
https://mvnrepository.com/artifact/org.apache.hadoop/hadoop-common -->
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-common</artifactId>
- <scope>provided</scope>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-aws</artifactId>
- <scope>provided</scope>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-mapreduce-client-core</artifactId>
- <scope>provided</scope>
</dependency>
<!-- https://mvnrepository.com/artifact/org.apache.hudi/hudi-common -->
@@ -116,6 +118,26 @@ under the License.
<version>${parquet.version}</version>
</dependency>
+ <!--
https://mvnrepository.com/artifact/org.apache.parquet/parquet-avro -->
+ <dependency>
+ <groupId>org.apache.parquet</groupId>
+ <artifactId>parquet-avro</artifactId>
+ <version>${parquet.version}</version>
+ </dependency>
+
+ <!-- https://mvnrepository.com/artifact/org.apache.avro/avro -->
+ <dependency>
+ <groupId>org.apache.avro</groupId>
+ <artifactId>avro</artifactId>
+ <version>${avro.version}</version>
+ <exclusions>
+ <exclusion>
+ <groupId>org.apache.commons</groupId>
+ <artifactId>commons-compress</artifactId>
+ </exclusion>
+ </exclusions>
+ </dependency>
+
<dependency>
<groupId>io.airlift</groupId>
<artifactId>concurrent</artifactId>
diff --git a/fe/be-java-extensions/iceberg-metadata-scanner/pom.xml
b/fe/be-java-extensions/iceberg-metadata-scanner/pom.xml
index e46a244a6fd..26bd41e8533 100644
--- a/fe/be-java-extensions/iceberg-metadata-scanner/pom.xml
+++ b/fe/be-java-extensions/iceberg-metadata-scanner/pom.xml
@@ -37,10 +37,16 @@ under the License.
<dependencies>
<dependency>
<groupId>org.apache.doris</groupId>
- <artifactId>preload-extensions</artifactId>
+ <artifactId>java-common</artifactId>
<version>${project.version}</version>
- <scope>provided</scope>
+ <exclusions>
+ <exclusion>
+ <groupId>org.apache.thrift</groupId>
+ <artifactId>libthrift</artifactId>
+ </exclusion>
+ </exclusions>
</dependency>
+
<dependency>
<groupId>org.apache.iceberg</groupId>
<artifactId>iceberg-core</artifactId>
diff --git a/fe/be-java-extensions/java-udf/pom.xml
b/fe/be-java-extensions/java-udf/pom.xml
index 1e965110fce..cc41546abd6 100644
--- a/fe/be-java-extensions/java-udf/pom.xml
+++ b/fe/be-java-extensions/java-udf/pom.xml
@@ -38,9 +38,8 @@ under the License.
<dependencies>
<dependency>
<groupId>org.apache.doris</groupId>
- <artifactId>preload-extensions</artifactId>
+ <artifactId>java-common</artifactId>
<version>${project.version}</version>
- <scope>provided</scope>
</dependency>
<!--
https://mvnrepository.com/artifact/com.esotericsoftware/reflectasm -->
<dependency>
diff --git a/fe/be-java-extensions/jdbc-scanner/pom.xml
b/fe/be-java-extensions/jdbc-scanner/pom.xml
index 44fe6421d73..4bf847de7ec 100644
--- a/fe/be-java-extensions/jdbc-scanner/pom.xml
+++ b/fe/be-java-extensions/jdbc-scanner/pom.xml
@@ -37,9 +37,8 @@ under the License.
<dependencies>
<dependency>
<groupId>org.apache.doris</groupId>
- <artifactId>preload-extensions</artifactId>
+ <artifactId>java-common</artifactId>
<version>${project.version}</version>
- <scope>provided</scope>
</dependency>
<dependency>
<groupId>com.zaxxer</groupId>
diff --git a/fe/be-java-extensions/max-compute-scanner/pom.xml
b/fe/be-java-extensions/max-compute-scanner/pom.xml
index 6aef859afbe..615b52ed7ee 100644
--- a/fe/be-java-extensions/max-compute-scanner/pom.xml
+++ b/fe/be-java-extensions/max-compute-scanner/pom.xml
@@ -37,9 +37,8 @@ under the License.
<dependencies>
<dependency>
<groupId>org.apache.doris</groupId>
- <artifactId>preload-extensions</artifactId>
+ <artifactId>java-common</artifactId>
<version>${project.version}</version>
- <scope>provided</scope>
</dependency>
<dependency>
<groupId>com.aliyun.odps</groupId>
@@ -72,6 +71,11 @@ under the License.
</exclusion>
</exclusions>
</dependency>
+ <dependency>
+ <groupId>org.apache.arrow</groupId>
+ <artifactId>arrow-memory-unsafe</artifactId>
+ <version>${arrow.version}</version>
+ </dependency>
</dependencies>
<build>
diff --git a/fe/be-java-extensions/paimon-scanner/pom.xml
b/fe/be-java-extensions/paimon-scanner/pom.xml
index c1bdd86ad6d..c1b173e46a3 100644
--- a/fe/be-java-extensions/paimon-scanner/pom.xml
+++ b/fe/be-java-extensions/paimon-scanner/pom.xml
@@ -37,10 +37,14 @@ under the License.
<dependencies>
<dependency>
<groupId>org.apache.doris</groupId>
- <artifactId>preload-extensions</artifactId>
+ <artifactId>java-common</artifactId>
<version>${project.version}</version>
- <scope>provided</scope>
</dependency>
+ <dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-azure</artifactId>
+ </dependency>
+
<dependency>
<groupId>org.apache.paimon</groupId>
<artifactId>paimon-core</artifactId>
@@ -59,6 +63,12 @@ under the License.
<version>${paimon.version}</version>
</dependency>
+ <dependency>
+ <groupId>org.apache.doris</groupId>
+ <artifactId>hive-catalog-shade</artifactId>
+ <version>${doris.hive.catalog.shade.version}</version>
+ </dependency>
+
</dependencies>
<build>
diff --git a/fe/be-java-extensions/preload-extensions/pom.xml
b/fe/be-java-extensions/preload-extensions/pom.xml
index 81f9ece3022..95c81d38814 100644
--- a/fe/be-java-extensions/preload-extensions/pom.xml
+++ b/fe/be-java-extensions/preload-extensions/pom.xml
@@ -36,24 +36,22 @@ under the License.
</properties>
<dependencies>
- <dependency>
- <groupId>org.apache.doris</groupId>
- <artifactId>java-common</artifactId>
- <version>${project.version}</version>
- </dependency>
<dependency>
<groupId>org.apache.arrow</groupId>
<artifactId>arrow-memory-unsafe</artifactId>
<version>${arrow.version}</version>
+ <scope>compile</scope>
</dependency>
<dependency>
<groupId>org.apache.parquet</groupId>
<artifactId>parquet-avro</artifactId>
+ <scope>compile</scope>
</dependency>
<dependency>
<groupId>org.scala-lang</groupId>
<artifactId>scala-library</artifactId>
<version>${scala.version}</version>
+ <scope>compile</scope>
</dependency>
<!-- For Avro and Hudi Scanner PreLoad -->
<dependency>
@@ -87,6 +85,7 @@ under the License.
<!-- version of spark's jackson module is error -->
<groupId>com.fasterxml.jackson.module</groupId>
<artifactId>jackson-module-scala_${scala.binary.version}</artifactId>
+ <version>${jackson.version}</version>
<exclusions>
<exclusion>
<groupId>com.google.guava</groupId>
diff --git a/fe/be-java-extensions/trino-connector-scanner/pom.xml
b/fe/be-java-extensions/trino-connector-scanner/pom.xml
index e7339a968d3..0597010db6b 100644
--- a/fe/be-java-extensions/trino-connector-scanner/pom.xml
+++ b/fe/be-java-extensions/trino-connector-scanner/pom.xml
@@ -35,9 +35,8 @@ under the License.
<dependencies>
<dependency>
<groupId>org.apache.doris</groupId>
- <artifactId>preload-extensions</artifactId>
+ <artifactId>java-common</artifactId>
<version>${project.version}</version>
- <scope>provided</scope>
</dependency>
<dependency>
<groupId>io.trino</groupId>
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
