Repository: nifi Updated Branches: refs/heads/master 0e9260746 -> 9dfef8f43
NIFI-1193: Add support for storing data in Hive tables. Project: http://git-wip-us.apache.org/repos/asf/nifi/repo Commit: http://git-wip-us.apache.org/repos/asf/nifi/commit/9dfef8f4 Tree: http://git-wip-us.apache.org/repos/asf/nifi/tree/9dfef8f4 Diff: http://git-wip-us.apache.org/repos/asf/nifi/diff/9dfef8f4 Branch: refs/heads/master Commit: 9dfef8f4327ec4e58c5307fcde758e455267fddd Parents: 0e92607 Author: Ryan Blue <[email protected]> Authored: Wed Dec 23 11:02:51 2015 -0800 Committer: ricky <[email protected]> Committed: Tue Jan 26 13:52:03 2016 -0500 ---------------------------------------------------------------------- .../nifi-kite-bundle/nifi-kite-nar/pom.xml | 48 +++++++- .../nifi-kite-processors/pom.xml | 116 +++++++++++++++++++ 2 files changed, 160 insertions(+), 4 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/nifi/blob/9dfef8f4/nifi-nar-bundles/nifi-kite-bundle/nifi-kite-nar/pom.xml ---------------------------------------------------------------------- diff --git a/nifi-nar-bundles/nifi-kite-bundle/nifi-kite-nar/pom.xml b/nifi-nar-bundles/nifi-kite-bundle/nifi-kite-nar/pom.xml index 4679f8f..ce3efc8 100644 --- a/nifi-nar-bundles/nifi-kite-bundle/nifi-kite-nar/pom.xml +++ b/nifi-nar-bundles/nifi-kite-bundle/nifi-kite-nar/pom.xml @@ -40,6 +40,10 @@ <artifactId>hadoop-client</artifactId> </exclusion> <exclusion> + <groupId>org.apache.hadoop</groupId> + <artifactId>hadoop-yarn-server-resourcemanager</artifactId> + </exclusion> + <exclusion> <groupId>org.xerial.snappy</groupId> <artifactId>snappy-java</artifactId> </exclusion> @@ -60,14 +64,14 @@ <artifactId>guava</artifactId> </exclusion> <exclusion> - <groupId>com.google.guava</groupId> - <artifactId>guava</artifactId> - </exclusion> - <exclusion> <groupId>commons-logging</groupId> <artifactId>commons-logging</artifactId> </exclusion> <exclusion> + <groupId>commons-compress</groupId> + <artifactId>commons-compress</artifactId> + </exclusion> + <exclusion> <groupId>org.apache.commons</groupId> <artifactId>commons-compress</artifactId> </exclusion> @@ -76,6 +80,42 @@ <artifactId>commons-codec</artifactId> </exclusion> <exclusion> + <groupId>commons-cli</groupId> + <artifactId>commons-cli</artifactId> + </exclusion> + <exclusion> + <groupId>commons-collections</groupId> + <artifactId>commons-collections</artifactId> + </exclusion> + <exclusion> + <groupId>commons-lang</groupId> + <artifactId>commons-lang</artifactId> + </exclusion> + <exclusion> + <groupId>commons-lang3</groupId> + <artifactId>commons-lang3</artifactId> + </exclusion> + <exclusion> + <groupId>org.apache.zookeeper</groupId> + <artifactId>zookeeper</artifactId> + </exclusion> + <exclusion> + <groupId>org.apache.curator</groupId> + <artifactId>curator-framework</artifactId> + </exclusion> + <exclusion> + <groupId>org.apache.curator</groupId> + <artifactId>curator-client</artifactId> + </exclusion> + <exclusion> + <groupId>org.apache.curator</groupId> + <artifactId>curator-recipes</artifactId> + </exclusion> + <exclusion> + <groupId>org.apache.log4j</groupId> + <artifactId>apache-log4j-extras</artifactId> + </exclusion> + <exclusion> <groupId>org.apache.avro</groupId> <artifactId>avro</artifactId> </exclusion> http://git-wip-us.apache.org/repos/asf/nifi/blob/9dfef8f4/nifi-nar-bundles/nifi-kite-bundle/nifi-kite-processors/pom.xml ---------------------------------------------------------------------- diff --git a/nifi-nar-bundles/nifi-kite-bundle/nifi-kite-processors/pom.xml b/nifi-nar-bundles/nifi-kite-bundle/nifi-kite-processors/pom.xml index 62aaec8..60cce0d 100644 --- a/nifi-nar-bundles/nifi-kite-bundle/nifi-kite-processors/pom.xml +++ b/nifi-nar-bundles/nifi-kite-bundle/nifi-kite-processors/pom.xml @@ -26,6 +26,7 @@ <properties> <kite.version>1.0.0</kite.version> + <hive.version>1.2.0</hive.version> <findbugs-annotations.version>1.3.9-1</findbugs-annotations.version> </properties> @@ -58,8 +59,26 @@ <dependency> <groupId>org.kitesdk</groupId> + <artifactId>kite-data-hive</artifactId> + <version>${kite.version}</version> + <exclusions> + <exclusion> + <!-- Use findbugs-annotations instead --> + <groupId>com.google.code.findbugs</groupId> + <artifactId>jsr305</artifactId> + </exclusion> + <exclusion> + <groupId>com.twitter</groupId> + <artifactId>parquet-hive-bundle</artifactId> + </exclusion> + </exclusions> + </dependency> + + <dependency> + <groupId>org.kitesdk</groupId> <artifactId>kite-hadoop-dependencies</artifactId> <type>pom</type> + <scope>provided</scope> <version>${kite.version}</version> <exclusions> <exclusion> @@ -73,6 +92,103 @@ </exclusions> </dependency> + <!-- Hive dependencies to connect to the MetaStore --> + <dependency> + <groupId>org.apache.hive.hcatalog</groupId> + <artifactId>hive-hcatalog-core</artifactId> + <version>${hive.version}</version> + <exclusions> + <exclusion> + <groupId>com.google.code.findbugs</groupId> + <artifactId>jsr305</artifactId> + </exclusion> + <exclusion> + <artifactId>jersey-servlet</artifactId> + <groupId>com.sun.jersey</groupId> + </exclusion> + <exclusion> + <artifactId>jersey-core</artifactId> + <groupId>com.sun.jersey</groupId> + </exclusion> + <exclusion> + <artifactId>jersey-server</artifactId> + <groupId>com.sun.jersey</groupId> + </exclusion> + <exclusion> + <artifactId>servlet-api</artifactId> + <groupId>javax.servlet</groupId> + </exclusion> + <exclusion> + <artifactId>jetty-all</artifactId> + <groupId>org.eclipse.jetty.aggregate</groupId> + </exclusion> + <exclusion> + <groupId>org.apache.hive</groupId> + <artifactId>hive-exec</artifactId> + </exclusion> + <exclusion> + <groupId>org.apache.hive</groupId> + <artifactId>hive-cli</artifactId> + </exclusion> + <exclusion> + <groupId>org.apache.hive</groupId> + <artifactId>hive-service</artifactId> + </exclusion> + <exclusion> + <groupId>com.twitter</groupId> + <artifactId>parquet-hadoop-bundle</artifactId> + </exclusion> + <exclusion> + <groupId>org.apache.hadoop</groupId> + <artifactId>hadoop-yarn-server-resourcemanager</artifactId> + </exclusion> + <exclusion> + <groupId>org.apache.hadoop</groupId> + <artifactId>hadoop-mapreduce-client-core</artifactId> + </exclusion> + <exclusion> + <groupId>org.antlr</groupId> + <artifactId>antlr-runtime</artifactId> + </exclusion> + <exclusion> + <groupId>org.apache.ant</groupId> + <artifactId>ant</artifactId> + </exclusion> + <exclusion> + <groupId>org.json</groupId> + <artifactId>json</artifactId> + </exclusion> + <exclusion> + <groupId>commons-pool</groupId> + <artifactId>commons-pool</artifactId> + </exclusion> + <exclusion> + <groupId>commons-dbcp</groupId> + <artifactId>commons-dbcp</artifactId> + </exclusion> + <exclusion> + <groupId>com.jolbox</groupId> + <artifactId>bonecp</artifactId> + </exclusion> + <exclusion> + <groupId>org.apache.derby</groupId> + <artifactId>derby</artifactId> + </exclusion> + <exclusion> + <groupId>org.apache.httpcomponents</groupId> + <artifactId>httpclient</artifactId> + </exclusion> + <exclusion> + <groupId>org.apache.httpcomponents</groupId> + <artifactId>httpcore</artifactId> + </exclusion> + <exclusion> + <groupId>jline</groupId> + <artifactId>jline</artifactId> + </exclusion> + </exclusions> + </dependency> + <dependency> <groupId>com.google.guava</groupId> <artifactId>guava</artifactId>
