Repository: incubator-zeppelin Updated Branches: refs/heads/master 4ca8466ab -> ad3c28bb6
Add build profile for Spark/Cassandra integration To build a Zeppelin version with the **[Datastax Spark/Cassandra connector]** mvn clean package **-Pcassandra-spark-1.x** -Dhadoop.version=xxx -Phadoop-x.x -DskipTests Right now the Spark/Cassandra connector is available for **Spark 1.1** and **Spark 1.2**. Support for **Spark 1.3** is not released yet (_but you can build you own Spark/Cassandra connector version **1.3.0-SNAPSHOT**_). Support for **Spark 1.4** does not exist yet Please do not forget to add `-Dspark.cassandra.connection.host=xxx` to the **ZEPPELIN_JAVA_OPTS** parameter in **conf/zeppelin-env.sh** file. Alternatively you can add this parameter in the parameter list of the **Spark interpreter** on the GUI [Datastax Spark/Cassandra connector]: https://github.com/datastax/spark-cassandra-connector Author: DuyHai DOAN <[email protected]> Closes #79 from doanduyhai/master and squashes the following commits: 9448198 [DuyHai DOAN] Add build profile for Spark/Cassandra integration Project: http://git-wip-us.apache.org/repos/asf/incubator-zeppelin/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-zeppelin/commit/ad3c28bb Tree: http://git-wip-us.apache.org/repos/asf/incubator-zeppelin/tree/ad3c28bb Diff: http://git-wip-us.apache.org/repos/asf/incubator-zeppelin/diff/ad3c28bb Branch: refs/heads/master Commit: ad3c28bb65004c4b692edbbed2f6d739107af9f1 Parents: 4ca8466 Author: DuyHai DOAN <[email protected]> Authored: Sat May 23 20:39:03 2015 +0200 Committer: Lee moon soo <[email protected]> Committed: Sat May 30 21:04:49 2015 +0900 ---------------------------------------------------------------------- README.md | 1 + pom.xml | 102 ++++++++++++++++++++++++++++++++++++++ zeppelin-interpreter/pom.xml | 1 - 3 files changed, 103 insertions(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-zeppelin/blob/ad3c28bb/README.md ---------------------------------------------------------------------- diff --git a/README.md b/README.md index 44f50ee..50938c7 100644 --- a/README.md +++ b/README.md @@ -118,4 +118,5 @@ Zeppelin comes with a set of end-to-end acceptnce tests driving headless seleniu mvn verify -P using-packaged-distr + [](https://github.com/igrigorik/ga-beacon) http://git-wip-us.apache.org/repos/asf/incubator-zeppelin/blob/ad3c28bb/pom.xml ---------------------------------------------------------------------- diff --git a/pom.xml b/pom.xml index e43ccab..62fe12b 100644 --- a/pom.xml +++ b/pom.xml @@ -139,6 +139,7 @@ <java.version>1.7</java.version> <cxf.version>2.7.7</cxf.version> <gson.version>2.2</gson.version> + <libthrift.version>0.9.0</libthrift.version> </properties> <dependencyManagement> @@ -175,6 +176,12 @@ <version>${jetty.version}</version> </dependency> + <!-- Thrift --> + <dependency> + <groupId>org.apache.thrift</groupId> + <artifactId>libthrift</artifactId> + <version>${libthrift.version}</version> + </dependency> <!-- Commons --> @@ -1320,6 +1327,27 @@ </profile> <profile> + <id>cassandra-spark-1.1</id> + <dependencies> + <dependency> + <groupId>com.datastax.spark</groupId> + <artifactId>spark-cassandra-connector_${scala.binary.version}</artifactId> + <version>1.1.1</version> + <exclusions> + <exclusion> + <groupId>org.joda</groupId> + <artifactId>joda-convert</artifactId> + </exclusion> + </exclusions> + </dependency> + </dependencies> + <properties> + <spark.version>1.1.1</spark.version> + <libthrift.version>0.9.2</libthrift.version> + </properties> + </profile> + + <profile> <id>spark-1.2</id> <dependencies> </dependencies> @@ -1337,6 +1365,35 @@ </profile> <profile> + <id>cassandra-spark-1.2</id> + <properties> + <akka.version>2.3.4-spark</akka.version> + <spark.version>1.2.1</spark.version> + <hive.version>0.13.1a</hive.version> + <derby.version>10.10.1.1</derby.version> + <parquet.version>1.6.0rc3</parquet.version> + <chill.version>0.5.0</chill.version> + <commons.httpclient.version>4.2.6</commons.httpclient.version> + <commons.math3.version>3.1.1</commons.math3.version> + <io.netty.version>4.0.23.Final</io.netty.version> + <libthrift.version>0.9.2</libthrift.version> + </properties> + <dependencies> + <dependency> + <groupId>com.datastax.spark</groupId> + <artifactId>spark-cassandra-connector_${scala.binary.version}</artifactId> + <version>1.2.1</version> + <exclusions> + <exclusion> + <groupId>org.joda</groupId> + <artifactId>joda-convert</artifactId> + </exclusion> + </exclusions> + </dependency> + </dependencies> + </profile> + + <profile> <id>spark-1.3</id> <properties> <akka.version>2.3.4-spark</akka.version> @@ -1369,6 +1426,51 @@ </profile> <profile> + <id>cassandra-spark-1.3</id> + <properties> + <akka.version>2.3.4-spark</akka.version> + <spark.version>1.3.0</spark.version> + <mesos.version>0.21.0</mesos.version> + <hbase.version>0.98.7</hbase.version> + <hbase.artifact>hbase</hbase.artifact> + <hive.group>org.spark-project.hive</hive.group> + <hive.version>0.13.1a</hive.version> + <derby.version>10.10.1.1</derby.version> + <orbit.version>3.0.0.v201112011016</orbit.version> + <parquet.version>1.6.0rc3</parquet.version> + <chill.version>0.5.0</chill.version> + <ivy.version>2.4.0</ivy.version> + <oro.version>2.0.8</oro.version> + <avro.mapred.classifier></avro.mapred.classifier> + <codahale.metrics.version>3.1.0</codahale.metrics.version> + <commons.httpclient.version>4.2.6</commons.httpclient.version> + <commons.math3.version>3.1.1</commons.math3.version> + <io.netty.version>4.0.23.Final</io.netty.version> + <codehaus.jackson.version>1.9.13</codehaus.jackson.version> + <fasterxml.jackson.version>2.4.4</fasterxml.jackson.version> + <snappy.version>1.1.1.6</snappy.version> + <mesos.version>0.21.0</mesos.version> + <libthrift.version>0.9.2</libthrift.version> + </properties> + + <dependencies> + <dependency> + <groupId>com.datastax.spark</groupId> + <artifactId>spark-cassandra-connector_${scala.binary.version}</artifactId> + <!--You need to build your own version of Spark Cassandra connector 1.3.0-SNAPSHOT + because it is not yet released--> + <version>1.3.0-SNAPSHOT</version> + <exclusions> + <exclusion> + <groupId>org.joda</groupId> + <artifactId>joda-convert</artifactId> + </exclusion> + </exclusions> + </dependency> + </dependencies> + </profile> + + <profile> <id>spark-1.4</id> <properties> <akka.version>2.3.4-spark</akka.version> http://git-wip-us.apache.org/repos/asf/incubator-zeppelin/blob/ad3c28bb/zeppelin-interpreter/pom.xml ---------------------------------------------------------------------- diff --git a/zeppelin-interpreter/pom.xml b/zeppelin-interpreter/pom.xml index f6745fc..ba6e88d 100644 --- a/zeppelin-interpreter/pom.xml +++ b/zeppelin-interpreter/pom.xml @@ -39,7 +39,6 @@ <dependency> <groupId>org.apache.thrift</groupId> <artifactId>libthrift</artifactId> - <version>0.9.0</version> </dependency> <dependency>
