Merge branch 'feature/GEODE-9' into develop
Project: http://git-wip-us.apache.org/repos/asf/incubator-geode/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-geode/commit/b387e358 Tree: http://git-wip-us.apache.org/repos/asf/incubator-geode/tree/b387e358 Diff: http://git-wip-us.apache.org/repos/asf/incubator-geode/diff/b387e358 Branch: refs/heads/feature/GEODE-77 Commit: b387e3587c1a8f5566017d322f4ff606b9bc5e21 Parents: 4af9bb3 b73127c Author: Jason Huynh <jhu...@pivotal.io> Authored: Mon Jul 27 14:03:29 2015 -0700 Committer: Jason Huynh <jhu...@pivotal.io> Committed: Mon Jul 27 14:03:29 2015 -0700 ---------------------------------------------------------------------- gemfire-spark-connector/.gitignore | 1 + gemfire-spark-connector/README.md | 32 + gemfire-spark-connector/doc/10_demos.md | 84 +++ gemfire-spark-connector/doc/1_building.md | 34 ++ gemfire-spark-connector/doc/2_quick.md | 178 ++++++ gemfire-spark-connector/doc/3_connecting.md | 55 ++ gemfire-spark-connector/doc/4_loading.md | 108 ++++ gemfire-spark-connector/doc/5_rdd_join.md | 237 ++++++++ gemfire-spark-connector/doc/6_save_rdd.md | 81 +++ gemfire-spark-connector/doc/7_save_dstream.md | 68 +++ gemfire-spark-connector/doc/8_oql.md | 58 ++ gemfire-spark-connector/doc/9_java_api.md | 129 ++++ .../connector/internal/RegionMetadata.java | 77 +++ .../gemfirefunctions/QueryFunction.java | 83 +++ .../RetrieveRegionFunction.java | 192 ++++++ .../RetrieveRegionMetadataFunction.java | 102 ++++ .../StructStreamingResultSender.java | 203 +++++++ .../gemfire/spark/connector/Employee.java | 38 ++ .../spark/connector/JavaApiIntegrationTest.java | 408 +++++++++++++ .../gemfire/spark/connector/Portfolio.java | 93 +++ .../gemfire/spark/connector/Position.java | 57 ++ .../src/it/resources/test-regions.xml | 32 + .../src/it/resources/test-retrieve-regions.xml | 40 ++ .../spark/connector/BasicIntegrationTest.scala | 582 +++++++++++++++++++ .../RDDJoinRegionIntegrationTest.scala | 284 +++++++++ .../RetrieveRegionIntegrationTest.scala | 237 ++++++++ .../gemfire/spark/connector/package.scala | 13 + .../connector/testkit/GemFireCluster.scala | 31 + .../spark/connector/testkit/GemFireRunner.scala | 132 +++++ .../spark/connector/testkit/IOUtils.scala | 78 +++ .../spark/streaming/ManualClockHelper.scala | 12 + .../spark/streaming/TestInputDStream.scala | 28 + .../javaapi/GemFireJavaDStreamFunctions.java | 70 +++ .../GemFireJavaPairDStreamFunctions.java | 61 ++ .../javaapi/GemFireJavaPairRDDFunctions.java | 222 +++++++ .../javaapi/GemFireJavaRDDFunctions.java | 162 ++++++ .../javaapi/GemFireJavaSQLContextFunctions.java | 33 ++ .../GemFireJavaSparkContextFunctions.java | 71 +++ .../connector/javaapi/GemFireJavaUtil.java | 106 ++++ .../spark/connector/GemFireConnection.scala | 51 ++ .../spark/connector/GemFireConnectionConf.scala | 57 ++ .../connector/GemFireConnectionManager.scala | 15 + .../connector/GemFireFunctionDeployer.scala | 65 +++ .../connector/GemFireKryoRegistrator.scala | 13 + .../connector/GemFirePairRDDFunctions.scala | 121 ++++ .../spark/connector/GemFireRDDFunctions.scala | 101 ++++ .../connector/GemFireSQLContextFunctions.scala | 26 + .../GemFireSparkContextFunctions.scala | 23 + .../internal/DefaultGemFireConnection.scala | 128 ++++ .../DefaultGemFireConnectionManager.scala | 61 ++ .../connector/internal/LocatorHelper.scala | 30 + .../StructStreamingResultCollector.scala | 136 +++++ .../connector/internal/oql/QueryParser.scala | 42 ++ .../spark/connector/internal/oql/QueryRDD.scala | 67 +++ .../internal/oql/QueryResultCollector.scala | 53 ++ .../connector/internal/oql/RDDConverter.scala | 24 + .../connector/internal/oql/RowBuilder.scala | 22 + .../connector/internal/oql/SchemaBuilder.scala | 57 ++ .../internal/oql/UndefinedSerializer.scala | 30 + .../connector/internal/rdd/GemFireJoinRDD.scala | 51 ++ .../internal/rdd/GemFireOuterJoinRDD.scala | 53 ++ .../internal/rdd/GemFireRDDPartition.scala | 20 + .../internal/rdd/GemFireRDDPartitioner.scala | 43 ++ .../rdd/GemFireRDDPartitionerImpl.scala | 73 +++ .../internal/rdd/GemFireRDDWriter.scala | 66 +++ .../internal/rdd/GemFireRegionRDD.scala | 122 ++++ .../javaapi/GemFireJavaRegionRDD.scala | 10 + .../spark/connector/javaapi/JavaAPIHelper.scala | 37 ++ .../gemfire/spark/connector/package.scala | 46 ++ .../streaming/GemFireDStreamFunctions.scala | 73 +++ .../spark/connector/streaming/package.scala | 16 + .../gemfire/spark/connector/JavaAPITest.java | 147 +++++ .../connector/GemFireFunctionDeployerTest.scala | 42 ++ .../DefaultGemFireConnectionManagerTest.scala | 66 +++ ...tStreamingResultSenderAndCollectorTest.scala | 238 ++++++++ .../internal/oql/QueryParserTest.scala | 67 +++ .../connector/ConnectorImplicitsTest.scala | 34 ++ .../connector/GemFireConnectionConfTest.scala | 84 +++ .../connector/GemFireDStreamFunctionsTest.scala | 63 ++ .../connector/GemFireRDDFunctionsTest.scala | 123 ++++ .../spark/connector/LocatorHelperTest.scala | 75 +++ .../rdd/GemFireRDDPartitionerTest.scala | 174 ++++++ .../connector/rdd/GemFireRegionRDDTest.scala | 101 ++++ .../basic-demos/src/main/java/demo/Emp.java | 79 +++ .../src/main/java/demo/OQLJavaDemo.java | 43 ++ .../src/main/java/demo/PairRDDSaveJavaDemo.java | 70 +++ .../src/main/java/demo/RDDSaveJavaDemo.java | 69 +++ .../src/main/java/demo/RegionToRDDJavaDemo.java | 41 ++ .../src/main/scala/demo/NetworkWordCount.scala | 59 ++ .../project/Dependencies.scala | 29 + .../project/GemFireSparkBuild.scala | 60 ++ gemfire-spark-connector/project/Settings.scala | 41 ++ .../project/build.properties | 1 + gemfire-spark-connector/project/plugins.sbt | 8 + gemfire-spark-connector/scalastyle-config.xml | 117 ++++ 95 files changed, 8075 insertions(+) ----------------------------------------------------------------------
