This is an automated email from the ASF dual-hosted git repository.
rmani pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/ranger.git
The following commit(s) were added to refs/heads/master by this push:
new d8dab9f65 RANGER-4178:NoClassDefFoundError:
org/apache/hadoop/hive/ql/exec/vector/ColumnVector
d8dab9f65 is described below
commit d8dab9f65eb553fd9421b0f6d3cd5f8b96b15948
Author: Bhavik Patel <[email protected]>
AuthorDate: Sat Apr 8 18:23:58 2023 +0530
RANGER-4178:NoClassDefFoundError:
org/apache/hadoop/hive/ql/exec/vector/ColumnVector
Signed-off-by: Ramesh Mani <[email protected]>
---
agents-audit/pom.xml | 22 ++++++++++++++++++++++
.../ranger/audit/utils/RangerORCAuditWriter.java | 4 ++--
distro/src/main/assembly/hbase-agent.xml | 4 ++++
distro/src/main/assembly/hdfs-agent.xml | 4 ++++
distro/src/main/assembly/kms.xml | 4 ++++
distro/src/main/assembly/knox-agent.xml | 4 ++++
distro/src/main/assembly/plugin-atlas.xml | 4 ++++
distro/src/main/assembly/plugin-elasticsearch.xml | 4 ++++
distro/src/main/assembly/plugin-kafka.xml | 4 ++++
distro/src/main/assembly/plugin-kms.xml | 4 ++++
distro/src/main/assembly/plugin-kylin.xml | 4 ++++
distro/src/main/assembly/plugin-ozone.xml | 4 ++++
distro/src/main/assembly/plugin-presto.xml | 4 ++++
distro/src/main/assembly/plugin-solr.xml | 4 ++++
distro/src/main/assembly/plugin-sqoop.xml | 4 ++++
distro/src/main/assembly/plugin-trino.xml | 4 ++++
distro/src/main/assembly/plugin-yarn.xml | 4 ++++
distro/src/main/assembly/storm-agent.xml | 4 ++++
pom.xml | 1 +
19 files changed, 89 insertions(+), 2 deletions(-)
diff --git a/agents-audit/pom.xml b/agents-audit/pom.xml
index aba33e227..82ff16291 100644
--- a/agents-audit/pom.xml
+++ b/agents-audit/pom.xml
@@ -361,6 +361,28 @@
</exclusion>
</exclusions>
</dependency>
+ <dependency>
+ <groupId>org.apache.orc</groupId>
+ <artifactId>orc-shims</artifactId>
+ <version>${orc.version}</version>
+ <exclusions>
+ <exclusion>
+ <groupId>*</groupId>
+ <artifactId>*</artifactId>
+ </exclusion>
+ </exclusions>
+ </dependency>
+ <dependency>
+ <groupId>io.airlift</groupId>
+ <artifactId>aircompressor</artifactId>
+ <version>${aircompressor.version}</version>
+ <exclusions>
+ <exclusion>
+ <groupId>*</groupId>
+ <artifactId>*</artifactId>
+ </exclusion>
+ </exclusions>
+ </dependency>
<dependency>
<groupId>com.amazonaws</groupId>
<artifactId>aws-java-sdk-bundle</artifactId>
diff --git
a/agents-audit/src/main/java/org/apache/ranger/audit/utils/RangerORCAuditWriter.java
b/agents-audit/src/main/java/org/apache/ranger/audit/utils/RangerORCAuditWriter.java
index 26d2b433c..52403bd9d 100644
---
a/agents-audit/src/main/java/org/apache/ranger/audit/utils/RangerORCAuditWriter.java
+++
b/agents-audit/src/main/java/org/apache/ranger/audit/utils/RangerORCAuditWriter.java
@@ -54,7 +54,7 @@ public class RangerORCAuditWriter extends
AbstractRangerAuditWriter {
if (logger.isDebugEnabled()) {
logger.debug("==> RangerORCAuditWriter.init()");
}
- init(props,propPrefix);
+ init(props,propPrefix,auditProviderName);
super.init(props, propPrefix, auditProviderName, auditConfigs);
if (logger.isDebugEnabled()) {
logger.debug("<== RangerORCAuditWriter.init()");
@@ -174,7 +174,7 @@ public class RangerORCAuditWriter extends
AbstractRangerAuditWriter {
return ret;
}
- public void init(Properties props, String propPrefix) {
+ public void init(Properties props, String propPrefix, String
auditProviderName) {
compression = MiscUtil.getStringProperty(props, propPrefix + "." +
fileType +".compression");
orcBufferSize = MiscUtil.getIntProperty(props, propPrefix + "." +
fileType +".buffersize",defaultbufferSize);
orcStripeSize = MiscUtil.getLongProperty(props, propPrefix + "." +
fileType +".stripesize",defaultStripeSize);
diff --git a/distro/src/main/assembly/hbase-agent.xml
b/distro/src/main/assembly/hbase-agent.xml
index ff53ca2c2..ffb1de0c5 100644
--- a/distro/src/main/assembly/hbase-agent.xml
+++ b/distro/src/main/assembly/hbase-agent.xml
@@ -75,6 +75,10 @@
<include>org.apache.lucene:lucene-core</include>
<include>joda-time:joda-time</include>
<include>com.carrotsearch:hppc</include>
+
<include>org.apache.hive:hive-storage-api:jar:${hive.storage-api.version}</include>
+ <include>org.apache.orc:orc-core:jar:${orc.version}</include>
+ <include>org.apache.orc:orc-shims:jar:${orc.version}</include>
+
<include>io.airlift:aircompressor:jar:${aircompressor.version}</include>
</includes>
</binaries>
</moduleSet>
diff --git a/distro/src/main/assembly/hdfs-agent.xml
b/distro/src/main/assembly/hdfs-agent.xml
index 15254c9da..349badfd2 100644
--- a/distro/src/main/assembly/hdfs-agent.xml
+++ b/distro/src/main/assembly/hdfs-agent.xml
@@ -105,6 +105,10 @@
<include>org.apache.lucene:lucene-core</include>
<include>joda-time:joda-time</include>
<include>com.carrotsearch:hppc</include>
+
<include>org.apache.hive:hive-storage-api:jar:${hive.storage-api.version}</include>
+ <include>org.apache.orc:orc-core:jar:${orc.version}</include>
+ <include>org.apache.orc:orc-shims:jar:${orc.version}</include>
+
<include>io.airlift:aircompressor:jar:${aircompressor.version}</include>
</includes>
</binaries>
</moduleSet>
diff --git a/distro/src/main/assembly/kms.xml b/distro/src/main/assembly/kms.xml
index 0cb79df9a..77f61b917 100755
--- a/distro/src/main/assembly/kms.xml
+++ b/distro/src/main/assembly/kms.xml
@@ -322,6 +322,10 @@
<include>org.apache.lucene:lucene-core</include>
<include>joda-time:joda-time</include>
<include>com.carrotsearch:hppc</include>
+
<include>org.apache.hive:hive-storage-api:jar:${hive.storage-api.version}</include>
+
<include>org.apache.orc:orc-core:jar:${orc.version}</include>
+
<include>org.apache.orc:orc-shims:jar:${orc.version}</include>
+
<include>io.airlift:aircompressor:jar:${aircompressor.version}</include>
</includes>
</dependencySet>
<dependencySet>
diff --git a/distro/src/main/assembly/knox-agent.xml
b/distro/src/main/assembly/knox-agent.xml
index fa92ea0dc..3fa867150 100644
--- a/distro/src/main/assembly/knox-agent.xml
+++ b/distro/src/main/assembly/knox-agent.xml
@@ -83,6 +83,10 @@
<include>org.apache.lucene:lucene-core</include>
<include>joda-time:joda-time</include>
<include>com.carrotsearch:hppc</include>
+
<include>org.apache.hive:hive-storage-api:jar:${hive.storage-api.version}</include>
+ <include>org.apache.orc:orc-core:jar:${orc.version}</include>
+ <include>org.apache.orc:orc-shims:jar:${orc.version}</include>
+
<include>io.airlift:aircompressor:jar:${aircompressor.version}</include>
</includes>
</binaries>
</moduleSet>
diff --git a/distro/src/main/assembly/plugin-atlas.xml
b/distro/src/main/assembly/plugin-atlas.xml
index 3d0a55cbc..c389282fc 100644
--- a/distro/src/main/assembly/plugin-atlas.xml
+++ b/distro/src/main/assembly/plugin-atlas.xml
@@ -89,6 +89,10 @@
<include>org.apache.lucene:lucene-core</include>
<include>joda-time:joda-time</include>
<include>com.carrotsearch:hppc</include>
+
<include>org.apache.hive:hive-storage-api:jar:${hive.storage-api.version}</include>
+ <include>org.apache.orc:orc-core:jar:${orc.version}</include>
+ <include>org.apache.orc:orc-shims:jar:${orc.version}</include>
+
<include>io.airlift:aircompressor:jar:${aircompressor.version}</include>
</includes>
</binaries>
</moduleSet>
diff --git a/distro/src/main/assembly/plugin-elasticsearch.xml
b/distro/src/main/assembly/plugin-elasticsearch.xml
index 0b8aaee27..4d1489080 100644
--- a/distro/src/main/assembly/plugin-elasticsearch.xml
+++ b/distro/src/main/assembly/plugin-elasticsearch.xml
@@ -95,6 +95,10 @@
<include>org.apache.lucene:lucene-core</include>
<include>joda-time:joda-time</include>
<include>com.carrotsearch:hppc</include>
+
<include>org.apache.hive:hive-storage-api:jar:${hive.storage-api.version}</include>
+ <include>org.apache.orc:orc-core:jar:${orc.version}</include>
+ <include>org.apache.orc:orc-shims:jar:${orc.version}</include>
+
<include>io.airlift:aircompressor:jar:${aircompressor.version}</include>
</includes>
</binaries>
</moduleSet>
diff --git a/distro/src/main/assembly/plugin-kafka.xml
b/distro/src/main/assembly/plugin-kafka.xml
index ed8ef6159..4ffbdd611 100644
--- a/distro/src/main/assembly/plugin-kafka.xml
+++ b/distro/src/main/assembly/plugin-kafka.xml
@@ -91,6 +91,10 @@
<include>org.apache.lucene:lucene-core</include>
<include>joda-time:joda-time</include>
<include>com.carrotsearch:hppc</include>
+
<include>org.apache.hive:hive-storage-api:jar:${hive.storage-api.version}</include>
+
<include>org.apache.orc:orc-core:jar:${orc.version}</include>
+
<include>org.apache.orc:orc-shims:jar:${orc.version}</include>
+
<include>io.airlift:aircompressor:jar:${aircompressor.version}</include>
</includes>
</binaries>
</moduleSet>
diff --git a/distro/src/main/assembly/plugin-kms.xml
b/distro/src/main/assembly/plugin-kms.xml
index 7cf8dd702..7c6a16330 100755
--- a/distro/src/main/assembly/plugin-kms.xml
+++ b/distro/src/main/assembly/plugin-kms.xml
@@ -69,6 +69,10 @@
<include>com.kstruct:gethostname4j:jar:${kstruct.gethostname4j.version}</include>
<include>net.java.dev.jna:jna:jar:${jna.version}</include>
<include>net.java.dev.jna:jna-platform:jar:${jna-platform.version}</include>
+
<include>org.apache.hive:hive-storage-api:jar:${hive.storage-api.version}</include>
+ <include>org.apache.orc:orc-core:jar:${orc.version}</include>
+ <include>org.apache.orc:orc-shims:jar:${orc.version}</include>
+
<include>io.airlift:aircompressor:jar:${aircompressor.version}</include>
</includes>
</binaries>
</moduleSet>
diff --git a/distro/src/main/assembly/plugin-kylin.xml
b/distro/src/main/assembly/plugin-kylin.xml
index 74b9f4362..9aefa49d4 100644
--- a/distro/src/main/assembly/plugin-kylin.xml
+++ b/distro/src/main/assembly/plugin-kylin.xml
@@ -78,6 +78,10 @@
<include>org.apache.lucene:lucene-core</include>
<include>joda-time:joda-time</include>
<include>com.carrotsearch:hppc</include>
+
<include>org.apache.hive:hive-storage-api:jar:${hive.storage-api.version}</include>
+ <include>org.apache.orc:orc-core:jar:${orc.version}</include>
+ <include>org.apache.orc:orc-shims:jar:${orc.version}</include>
+
<include>io.airlift:aircompressor:jar:${aircompressor.version}</include>
</includes>
</dependencySet>
<dependencySet>
diff --git a/distro/src/main/assembly/plugin-ozone.xml
b/distro/src/main/assembly/plugin-ozone.xml
index 1b5d1cdc7..294e5b9ef 100644
--- a/distro/src/main/assembly/plugin-ozone.xml
+++ b/distro/src/main/assembly/plugin-ozone.xml
@@ -125,6 +125,10 @@
<include>org.apache.lucene:lucene-core</include>
<include>joda-time:joda-time</include>
<include>com.carrotsearch:hppc</include>
+
<include>org.apache.hive:hive-storage-api:jar:${hive.storage-api.version}</include>
+
<include>org.apache.orc:orc-core:jar:${orc.version}</include>
+
<include>org.apache.orc:orc-shims:jar:${orc.version}</include>
+
<include>io.airlift:aircompressor:jar:${aircompressor.version}</include>
</includes>
</binaries>
</moduleSet>
diff --git a/distro/src/main/assembly/plugin-presto.xml
b/distro/src/main/assembly/plugin-presto.xml
index 82d1610aa..d50edf2d9 100644
--- a/distro/src/main/assembly/plugin-presto.xml
+++ b/distro/src/main/assembly/plugin-presto.xml
@@ -117,6 +117,10 @@
<include>org.apache.lucene:lucene-core</include>
<include>joda-time:joda-time</include>
<include>com.carrotsearch:hppc</include>
+
<include>org.apache.hive:hive-storage-api:jar:${hive.storage-api.version}</include>
+
<include>org.apache.orc:orc-core:jar:${orc.version}</include>
+
<include>org.apache.orc:orc-shims:jar:${orc.version}</include>
+
<include>io.airlift:aircompressor:jar:${aircompressor.version}</include>
</includes>
</binaries>
</moduleSet>
diff --git a/distro/src/main/assembly/plugin-solr.xml
b/distro/src/main/assembly/plugin-solr.xml
index 382b57092..bcb24c0fc 100644
--- a/distro/src/main/assembly/plugin-solr.xml
+++ b/distro/src/main/assembly/plugin-solr.xml
@@ -70,6 +70,10 @@
<include>org.apache.lucene:lucene-core</include>
<include>joda-time:joda-time</include>
<include>com.carrotsearch:hppc</include>
+
<include>org.apache.hive:hive-storage-api:jar:${hive.storage-api.version}</include>
+ <include>org.apache.orc:orc-core:jar:${orc.version}</include>
+ <include>org.apache.orc:orc-shims:jar:${orc.version}</include>
+
<include>io.airlift:aircompressor:jar:${aircompressor.version}</include>
</includes>
</binaries>
</moduleSet>
diff --git a/distro/src/main/assembly/plugin-sqoop.xml
b/distro/src/main/assembly/plugin-sqoop.xml
index 13f74dc79..adc2a9c26 100644
--- a/distro/src/main/assembly/plugin-sqoop.xml
+++ b/distro/src/main/assembly/plugin-sqoop.xml
@@ -74,6 +74,10 @@
<include>org.apache.lucene:lucene-core</include>
<include>joda-time:joda-time</include>
<include>com.carrotsearch:hppc</include>
+
<include>org.apache.hive:hive-storage-api:jar:${hive.storage-api.version}</include>
+ <include>org.apache.orc:orc-core:jar:${orc.version}</include>
+ <include>org.apache.orc:orc-shims:jar:${orc.version}</include>
+
<include>io.airlift:aircompressor:jar:${aircompressor.version}</include>
</includes>
</binaries>
</moduleSet>
diff --git a/distro/src/main/assembly/plugin-trino.xml
b/distro/src/main/assembly/plugin-trino.xml
index 60b083ed6..678dd818a 100644
--- a/distro/src/main/assembly/plugin-trino.xml
+++ b/distro/src/main/assembly/plugin-trino.xml
@@ -126,6 +126,10 @@
<include>joda-time:joda-time</include>
<include>com.carrotsearch:hppc</include>
<include>dnsjava:dnsjava:jar:${dnsjava.version}</include>
+
<include>org.apache.hive:hive-storage-api:jar:${hive.storage-api.version}</include>
+
<include>org.apache.orc:orc-core:jar:${orc.version}</include>
+
<include>org.apache.orc:orc-shims:jar:${orc.version}</include>
+
<include>io.airlift:aircompressor:jar:${aircompressor.version}</include>
</includes>
</binaries>
</moduleSet>
diff --git a/distro/src/main/assembly/plugin-yarn.xml
b/distro/src/main/assembly/plugin-yarn.xml
index c0a8ca3af..4fd73464c 100644
--- a/distro/src/main/assembly/plugin-yarn.xml
+++ b/distro/src/main/assembly/plugin-yarn.xml
@@ -75,6 +75,10 @@
<include>org.apache.lucene:lucene-core</include>
<include>joda-time:joda-time</include>
<include>com.carrotsearch:hppc</include>
+
<include>org.apache.hive:hive-storage-api:jar:${hive.storage-api.version}</include>
+ <include>org.apache.orc:orc-core:jar:${orc.version}</include>
+ <include>org.apache.orc:orc-shims:jar:${orc.version}</include>
+
<include>io.airlift:aircompressor:jar:${aircompressor.version}</include>
</includes>
</binaries>
</moduleSet>
diff --git a/distro/src/main/assembly/storm-agent.xml
b/distro/src/main/assembly/storm-agent.xml
index 908415ffa..a334e247c 100644
--- a/distro/src/main/assembly/storm-agent.xml
+++ b/distro/src/main/assembly/storm-agent.xml
@@ -95,6 +95,10 @@
<include>org.apache.lucene:lucene-core</include>
<include>joda-time:joda-time</include>
<include>com.carrotsearch:hppc</include>
+
<include>org.apache.hive:hive-storage-api:jar:${hive.storage-api.version}</include>
+ <include>org.apache.orc:orc-core:jar:${orc.version}</include>
+ <include>org.apache.orc:orc-shims:jar:${orc.version}</include>
+
<include>io.airlift:aircompressor:jar:${aircompressor.version}</include>
</includes>
</dependencySet>
<dependencySet>
diff --git a/pom.xml b/pom.xml
index c7a860650..9b6f5e62b 100644
--- a/pom.xml
+++ b/pom.xml
@@ -129,6 +129,7 @@
<hive.version>3.1.2</hive.version>
<hive.storage-api.version>2.7.2</hive.storage-api.version>
<orc.version>1.5.8</orc.version>
+ <aircompressor.version>0.10</aircompressor.version>
<hbase-shaded-protobuf>3.5.1</hbase-shaded-protobuf>
<hbase-shaded-netty>3.5.1</hbase-shaded-netty>
<hbase-shaded-miscellaneous>3.5.1</hbase-shaded-miscellaneous>
