HIVE-19309 : Add Arrow dependencies to LlapServiceDriver (Eric Wohlstadter, reviewed by Sergey Shelukhin)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/e621eeae Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/e621eeae Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/e621eeae Branch: refs/heads/branch-3 Commit: e621eeae77857b50b64ec2f55a0fa0217144f68a Parents: 9577a40 Author: sergey <[email protected]> Authored: Mon Apr 30 15:29:14 2018 -0700 Committer: sergey <[email protected]> Committed: Mon Apr 30 15:30:55 2018 -0700 ---------------------------------------------------------------------- .../hadoop/hive/llap/cli/LlapServiceDriver.java | 7 ++++++- pom.xml | 3 +++ serde/pom.xml | 15 +++++++++++++++ 3 files changed, 24 insertions(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/e621eeae/llap-server/src/java/org/apache/hadoop/hive/llap/cli/LlapServiceDriver.java ---------------------------------------------------------------------- diff --git a/llap-server/src/java/org/apache/hadoop/hive/llap/cli/LlapServiceDriver.java b/llap-server/src/java/org/apache/hadoop/hive/llap/cli/LlapServiceDriver.java index 3eaaed7..b9845d4 100644 --- a/llap-server/src/java/org/apache/hadoop/hive/llap/cli/LlapServiceDriver.java +++ b/llap-server/src/java/org/apache/hadoop/hive/llap/cli/LlapServiceDriver.java @@ -400,7 +400,12 @@ public class LlapServiceDriver { // log4j-1.2-API needed for NDC org.apache.log4j.config.Log4j1ConfigurationFactory.class, io.netty.util.NetUtil.class, // netty4 - org.jboss.netty.util.NetUtil.class //netty3 + org.jboss.netty.util.NetUtil.class, //netty3 + org.apache.arrow.vector.types.pojo.ArrowType.class, //arrow-vector + org.apache.arrow.memory.BaseAllocator.class, //arrow-memory + org.apache.arrow.flatbuf.Schema.class, //arrow-format + com.google.flatbuffers.Table.class, //flatbuffers + com.carrotsearch.hppc.ByteArrayDeque.class //hppc }; for (Class<?> c : dependencies) { http://git-wip-us.apache.org/repos/asf/hive/blob/e621eeae/pom.xml ---------------------------------------------------------------------- diff --git a/pom.xml b/pom.xml index fe9aa82..9df8fb1 100644 --- a/pom.xml +++ b/pom.xml @@ -119,6 +119,7 @@ <antlr.version>3.5.2</antlr.version> <apache-directory-server.version>1.5.6</apache-directory-server.version> <apache-directory-clientapi.version>0.1</apache-directory-clientapi.version> + <arrow.version>0.8.0</arrow.version> <avatica.version>1.11.0</avatica.version> <avro.version>1.7.7</avro.version> <bonecp.version>0.8.0.RELEASE</bonecp.version> @@ -142,6 +143,7 @@ <dropwizard.version>3.1.0</dropwizard.version> <dropwizard-metrics-hadoop-metrics2-reporter.version>0.1.2</dropwizard-metrics-hadoop-metrics2-reporter.version> <druid.version>0.12.0</druid.version> + <flatbuffers.version>1.2.0-3f79e055</flatbuffers.version> <guava.version>19.0</guava.version> <groovy.version>2.4.11</groovy.version> <h2database.version>1.3.166</h2database.version> @@ -149,6 +151,7 @@ <hadoop.bin.path>${basedir}/${hive.path.to.root}/testutils/hadoop</hadoop.bin.path> <hamcrest.version>1.3</hamcrest.version> <hbase.version>2.0.0-alpha4</hbase.version> + <hppc.version>0.7.2</hppc.version> <!-- required for logging test to avoid including hbase which pulls disruptor transitively --> <disruptor.version>3.3.7</disruptor.version> <hikaricp.version>2.6.1</hikaricp.version> http://git-wip-us.apache.org/repos/asf/hive/blob/e621eeae/serde/pom.xml ---------------------------------------------------------------------- diff --git a/serde/pom.xml b/serde/pom.xml index 0247c32..fe5d2d6 100644 --- a/serde/pom.xml +++ b/serde/pom.xml @@ -66,6 +66,21 @@ <version>${commons-lang.version}</version> </dependency> <dependency> + <groupId>org.apache.arrow</groupId> + <artifactId>arrow-vector</artifactId> + <version>${arrow.version}</version> + </dependency> + <dependency> + <groupId>com.carrotsearch</groupId> + <artifactId>hppc</artifactId> + <version>${hppc.version}</version> + </dependency> + <dependency> + <groupId>com.vlkan</groupId> + <artifactId>flatbuffers</artifactId> + <version>${flatbuffers.version}</version> + </dependency> + <dependency> <groupId>org.apache.avro</groupId> <artifactId>avro</artifactId> <version>${avro.version}</version>
