This is an automated email from the ASF dual-hosted git repository.
stack pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hbase-connectors.git.
from 54df39e Merge pull request #7 from saintstack/m.HBASE-21435
add 825f8ab HBASE-21430 [hbase-connectors] Move hbase-spark* modules to
hbase-connectors repo
new ed78bd7 Merge pull request #8 from saintstack/HBASE-21430
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
README.md | 1 +
kafka/pom.xml | 2 +-
pom.xml | 157 ++-
spark/README.md | 1 +
spark/hbase-spark-it/pom.xml | 366 ++++++
.../hbase/spark/IntegrationTestSparkBulkLoad.java | 677 +++++++++++
.../src/test/resources/hbase-site.xml | 33 +-
spark/hbase-spark/README.txt | 6 +
spark/hbase-spark/pom.xml | 788 +++++++++++++
.../hadoop/hbase/spark/SparkSQLPushDownFilter.java | 309 +++++
.../hbasecontext/JavaHBaseBulkDeleteExample.java | 81 ++
.../hbasecontext/JavaHBaseBulkGetExample.java | 116 ++
.../hbasecontext/JavaHBaseBulkLoadExample.java | 109 ++
.../hbasecontext/JavaHBaseBulkPutExample.java | 91 ++
.../hbasecontext/JavaHBaseDistributedScan.java | 81 ++
.../hbasecontext/JavaHBaseMapGetPutExample.java | 105 ++
.../JavaHBaseStreamingBulkPutExample.java | 92 ++
.../src/main/protobuf/SparkFilter.proto | 40 +
.../hadoop/hbase/spark/BulkLoadPartitioner.scala | 63 +
.../hadoop/hbase/spark/ByteArrayComparable.scala | 46 +-
.../hadoop/hbase/spark/ByteArrayWrapper.scala | 47 +
.../spark/ColumnFamilyQualifierMapKeyWrapper.scala | 75 ++
.../apache/hadoop/hbase/spark/DefaultSource.scala | 1222 ++++++++++++++++++++
.../hbase/spark/DynamicLogicExpression.scala | 259 +++++
.../hbase/spark/FamiliesQualifiersValues.scala | 68 ++
.../hbase/spark/FamilyHFileWriteOptions.scala | 38 +
.../hadoop/hbase/spark/HBaseConnectionCache.scala | 270 +++++
.../apache/hadoop/hbase/spark/HBaseContext.scala | 1126 ++++++++++++++++++
.../hadoop/hbase/spark/HBaseDStreamFunctions.scala | 160 +++
.../hadoop/hbase/spark/HBaseRDDFunctions.scala | 253 ++++
.../hadoop/hbase/spark/JavaHBaseContext.scala | 404 +++++++
.../hadoop/hbase/spark/KeyFamilyQualifier.scala | 48 +
.../org/apache/hadoop/hbase/spark/Logging.scala | 121 ++
.../apache/hadoop/hbase/spark/NewHBaseRDD.scala | 38 +
.../hadoop/hbase/spark/datasources/Bound.scala | 120 ++
.../spark/datasources/DataTypeParserWrapper.scala | 32 +
.../hbase/spark/datasources/HBaseResources.scala | 171 +++
.../hbase/spark/datasources/HBaseSparkConf.scala | 62 +
.../spark/datasources/HBaseTableCatalog.scala | 372 ++++++
.../spark/datasources/HBaseTableScanRDD.scala | 311 +++++
.../hbase/spark/datasources/JavaBytesEncoder.scala | 116 ++
.../hbase/spark/datasources/NaiveEncoder.scala | 261 +++++
.../hbase/spark/datasources/SchemaConverters.scala | 430 +++++++
.../hadoop/hbase/spark/datasources/SerDes.scala | 37 +
.../datasources/SerializableConfiguration.scala | 47 +
.../hadoop/hbase/spark/datasources/Utils.scala | 100 ++
.../hadoop/hbase/spark/datasources/package.scala | 39 +
.../spark/example/datasources/AvroSource.scala | 163 +++
.../hbase/spark/example/datasources/DataType.scala | 172 +++
.../spark/example/datasources/HBaseSource.scala | 109 ++
.../hbasecontext/HBaseBulkDeleteExample.scala | 66 ++
.../example/hbasecontext/HBaseBulkGetExample.scala | 97 ++
.../example/hbasecontext/HBaseBulkPutExample.scala | 78 ++
.../hbasecontext/HBaseBulkPutExampleFromFile.scala | 79 ++
.../HBaseBulkPutTimestampExample.scala | 79 ++
.../hbasecontext/HBaseDistributedScanExample.scala | 62 +
.../HBaseStreamingBulkPutExample.scala | 77 ++
.../spark/example/rdd/HBaseBulkDeleteExample.scala | 67 ++
.../spark/example/rdd/HBaseBulkGetExample.scala | 94 ++
.../spark/example/rdd/HBaseBulkPutExample.scala | 80 ++
.../example/rdd/HBaseForeachPartitionExample.scala | 87 ++
.../example/rdd/HBaseMapPartitionExample.scala | 93 ++
.../hadoop/hbase/spark/TestJavaHBaseContext.java | 538 +++++++++
.../hbase-spark/src/test/resources/hbase-site.xml | 157 +++
.../src/test/resources}/log4j.properties | 64 +-
.../apache/hadoop/hbase/spark/BulkLoadSuite.scala | 956 +++++++++++++++
.../hadoop/hbase/spark/DefaultSourceSuite.scala | 1063 +++++++++++++++++
.../hbase/spark/DynamicLogicExpressionSuite.scala | 338 ++++++
.../hadoop/hbase/spark/HBaseCatalogSuite.scala | 109 ++
.../hbase/spark/HBaseConnectionCacheSuite.scala | 236 ++++
.../hadoop/hbase/spark/HBaseContextSuite.scala | 356 ++++++
.../hbase/spark/HBaseDStreamFunctionsSuite.scala | 142 +++
.../hbase/spark/HBaseRDDFunctionsSuite.scala | 398 +++++++
.../hadoop/hbase/spark/HBaseTestSource.scala | 62 +
.../hadoop/hbase/spark/PartitionFilterSuite.scala | 522 +++++++++
.../hbase/spark/TableOutputFormatSuite.scala | 131 +++
spark/pom.xml | 154 +++
77 files changed, 15944 insertions(+), 76 deletions(-)
create mode 100755 spark/README.md
create mode 100644 spark/hbase-spark-it/pom.xml
create mode 100644
spark/hbase-spark-it/src/test/java/org/apache/hadoop/hbase/spark/IntegrationTestSparkBulkLoad.java
copy
kafka/hbase-kafka-proxy/src/main/java/org/apache/hadoop/hbase/kafka/DropRule.java
=> spark/hbase-spark-it/src/test/resources/hbase-site.xml (65%)
create mode 100644 spark/hbase-spark/README.txt
create mode 100644 spark/hbase-spark/pom.xml
create mode 100644
spark/hbase-spark/src/main/java/org/apache/hadoop/hbase/spark/SparkSQLPushDownFilter.java
create mode 100644
spark/hbase-spark/src/main/java/org/apache/hadoop/hbase/spark/example/hbasecontext/JavaHBaseBulkDeleteExample.java
create mode 100644
spark/hbase-spark/src/main/java/org/apache/hadoop/hbase/spark/example/hbasecontext/JavaHBaseBulkGetExample.java
create mode 100644
spark/hbase-spark/src/main/java/org/apache/hadoop/hbase/spark/example/hbasecontext/JavaHBaseBulkLoadExample.java
create mode 100644
spark/hbase-spark/src/main/java/org/apache/hadoop/hbase/spark/example/hbasecontext/JavaHBaseBulkPutExample.java
create mode 100644
spark/hbase-spark/src/main/java/org/apache/hadoop/hbase/spark/example/hbasecontext/JavaHBaseDistributedScan.java
create mode 100644
spark/hbase-spark/src/main/java/org/apache/hadoop/hbase/spark/example/hbasecontext/JavaHBaseMapGetPutExample.java
create mode 100644
spark/hbase-spark/src/main/java/org/apache/hadoop/hbase/spark/example/hbasecontext/JavaHBaseStreamingBulkPutExample.java
create mode 100644 spark/hbase-spark/src/main/protobuf/SparkFilter.proto
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/BulkLoadPartitioner.scala
copy
kafka/hbase-kafka-proxy/src/main/java/org/apache/hadoop/hbase/kafka/TopicRule.java
=>
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/ByteArrayComparable.scala
(51%)
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/ByteArrayWrapper.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/ColumnFamilyQualifierMapKeyWrapper.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/DefaultSource.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/DynamicLogicExpression.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/FamiliesQualifiersValues.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/FamilyHFileWriteOptions.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/HBaseConnectionCache.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/HBaseContext.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/HBaseDStreamFunctions.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/HBaseRDDFunctions.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/JavaHBaseContext.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/KeyFamilyQualifier.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/Logging.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/NewHBaseRDD.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/datasources/Bound.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/datasources/DataTypeParserWrapper.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/datasources/HBaseResources.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/datasources/HBaseSparkConf.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/datasources/HBaseTableCatalog.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/datasources/HBaseTableScanRDD.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/datasources/JavaBytesEncoder.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/datasources/NaiveEncoder.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/datasources/SchemaConverters.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/datasources/SerDes.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/datasources/SerializableConfiguration.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/datasources/Utils.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/datasources/package.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/example/datasources/AvroSource.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/example/datasources/DataType.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/example/datasources/HBaseSource.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/example/hbasecontext/HBaseBulkDeleteExample.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/example/hbasecontext/HBaseBulkGetExample.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/example/hbasecontext/HBaseBulkPutExample.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/example/hbasecontext/HBaseBulkPutExampleFromFile.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/example/hbasecontext/HBaseBulkPutTimestampExample.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/example/hbasecontext/HBaseDistributedScanExample.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/example/hbasecontext/HBaseStreamingBulkPutExample.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/example/rdd/HBaseBulkDeleteExample.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/example/rdd/HBaseBulkGetExample.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/example/rdd/HBaseBulkPutExample.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/example/rdd/HBaseForeachPartitionExample.scala
create mode 100644
spark/hbase-spark/src/main/scala/org/apache/hadoop/hbase/spark/example/rdd/HBaseMapPartitionExample.scala
create mode 100644
spark/hbase-spark/src/test/java/org/apache/hadoop/hbase/spark/TestJavaHBaseContext.java
create mode 100644 spark/hbase-spark/src/test/resources/hbase-site.xml
copy {conf => spark/hbase-spark/src/test/resources}/log4j.properties (56%)
create mode 100644
spark/hbase-spark/src/test/scala/org/apache/hadoop/hbase/spark/BulkLoadSuite.scala
create mode 100644
spark/hbase-spark/src/test/scala/org/apache/hadoop/hbase/spark/DefaultSourceSuite.scala
create mode 100644
spark/hbase-spark/src/test/scala/org/apache/hadoop/hbase/spark/DynamicLogicExpressionSuite.scala
create mode 100644
spark/hbase-spark/src/test/scala/org/apache/hadoop/hbase/spark/HBaseCatalogSuite.scala
create mode 100644
spark/hbase-spark/src/test/scala/org/apache/hadoop/hbase/spark/HBaseConnectionCacheSuite.scala
create mode 100644
spark/hbase-spark/src/test/scala/org/apache/hadoop/hbase/spark/HBaseContextSuite.scala
create mode 100644
spark/hbase-spark/src/test/scala/org/apache/hadoop/hbase/spark/HBaseDStreamFunctionsSuite.scala
create mode 100644
spark/hbase-spark/src/test/scala/org/apache/hadoop/hbase/spark/HBaseRDDFunctionsSuite.scala
create mode 100644
spark/hbase-spark/src/test/scala/org/apache/hadoop/hbase/spark/HBaseTestSource.scala
create mode 100644
spark/hbase-spark/src/test/scala/org/apache/hadoop/hbase/spark/PartitionFilterSuite.scala
create mode 100644
spark/hbase-spark/src/test/scala/org/apache/hadoop/hbase/spark/TableOutputFormatSuite.scala
create mode 100644 spark/pom.xml
