This is an automated email from the ASF dual-hosted git repository.
yihua pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push:
new 8d2b664864b [HUDI-7016] Fix bundling of RoaringBitmap dependency
(#9963)
8d2b664864b is described below
commit 8d2b664864bfb02311ff3bedbb937590203371d2
Author: Y Ethan Guo <[email protected]>
AuthorDate: Wed Nov 1 12:15:35 2023 -0700
[HUDI-7016] Fix bundling of RoaringBitmap dependency (#9963)
This commit fixes the bundling of RoaringBitmap dependency in Hudi bundles
by including it in the shade rules and shading the classes, to avoid dependency
conflict with engine-provided jars, e.g., Spark. Before this fix, with Hudi
Spark bundle, NoSuchMethodError exception is thrown by Spark 3.2.
---
packaging/hudi-spark-bundle/pom.xml | 5 +++++
1 file changed, 5 insertions(+)
diff --git a/packaging/hudi-spark-bundle/pom.xml
b/packaging/hudi-spark-bundle/pom.xml
index 2a312e9dc46..880296eed16 100644
--- a/packaging/hudi-spark-bundle/pom.xml
+++ b/packaging/hudi-spark-bundle/pom.xml
@@ -91,6 +91,7 @@
<include>org.jetbrains.kotlin:*</include>
<include>org.rocksdb:rocksdbjni</include>
<include>org.antlr:stringtemplate</include>
+ <include>org.roaringbitmap:RoaringBitmap</include>
<!-- Bundle Jackson JSR310 library since it is not present
in spark 2.x. For spark 3.x this will
bundle the same JSR310 version that is included in
spark runtime -->
<include>com.fasterxml.jackson.datatype:jackson-datatype-jsr310</include>
@@ -195,6 +196,10 @@
<pattern>org.openjdk.jol.</pattern>
<shadedPattern>org.apache.hudi.org.openjdk.jol.</shadedPattern>
</relocation>
+ <relocation>
+ <pattern>org.roaringbitmap.</pattern>
+
<shadedPattern>org.apache.hudi.org.roaringbitmap.</shadedPattern>
+ </relocation>
</relocations>
<filters>
<filter>
