This is an automated email from the ASF dual-hosted git repository.
xiangfu pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/pinot.git
from 5673c8e6b2 RebalanceStatus API changes to track the status/progress of
rebalance. (#10359)
add d9c4315ca1 Pinot Spark Connector for Spark3 (#10394)
No new revisions were added by this update.
Summary of changes:
pinot-connectors/pinot-spark-2-connector/README.md | 20 +++-
.../documentation/read_model.md | 8 +-
.../README.md | 22 +++-
...pinot-connector-executor-server-interaction.jpg | Bin
.../documentation/read_model.md | 8 +-
.../pom.xml | 111 ++++++++-------------
...org.apache.spark.sql.sources.DataSourceRegister | 1 +
.../spark/v3/datasource/PinotDataSource.scala | 55 ++++++++++
.../spark/v3}/datasource/PinotInputPartition.scala | 30 +++---
.../connector/spark/v3/datasource/PinotScan.scala | 97 ++++++++++++++++++
.../spark/v3/datasource/PinotScanBuilder.scala | 81 +++++++++++++++
.../connector/spark/v3/datasource/PinotTable.scala | 50 ++++++++++
.../spark/v3}/datasource/TypeConverter.scala | 13 ++-
.../v3}/datasource/query/FilterPushDown.scala | 2 +-
.../src/test/resources/log4j2.xml | 0
.../src/test/resources/schema/pinot-schema.json | 2 +-
.../src/test/resources/schema/spark-schema.json | 2 +-
.../connector/spark/v3}/datasource/BaseTest.scala | 2 +-
.../ExampleSparkPinotConnectorTest.scala | 2 +-
.../spark/v3/datasource/PinotScanBuilderTest.scala | 51 ++++++++++
.../spark/v3/datasource/PinotScanTest.scala | 51 ++++++++++
.../spark/v3}/datasource/TypeConverterTest.scala | 2 +-
.../v3}/datasource/query/FilterPushDownTest.scala | 4 +-
pinot-connectors/pom.xml | 1 +
24 files changed, 497 insertions(+), 118 deletions(-)
copy pinot-connectors/{pinot-spark-2-connector =>
pinot-spark-3-connector}/README.md (68%)
copy pinot-connectors/{pinot-spark-2-connector =>
pinot-spark-3-connector}/documentation/images/spark-pinot-connector-executor-server-interaction.jpg
(100%)
copy pinot-connectors/{pinot-spark-2-connector =>
pinot-spark-3-connector}/documentation/read_model.md (95%)
copy pinot-connectors/{pinot-spark-common => pinot-spark-3-connector}/pom.xml
(78%)
create mode 100644
pinot-connectors/pinot-spark-3-connector/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister
create mode 100644
pinot-connectors/pinot-spark-3-connector/src/main/scala/org/apache/pinot/connector/spark/v3/datasource/PinotDataSource.scala
copy
pinot-connectors/{pinot-spark-2-connector/src/main/scala/org/apache/pinot/connector/spark
=>
pinot-spark-3-connector/src/main/scala/org/apache/pinot/connector/spark/v3}/datasource/PinotInputPartition.scala
(56%)
create mode 100644
pinot-connectors/pinot-spark-3-connector/src/main/scala/org/apache/pinot/connector/spark/v3/datasource/PinotScan.scala
create mode 100644
pinot-connectors/pinot-spark-3-connector/src/main/scala/org/apache/pinot/connector/spark/v3/datasource/PinotScanBuilder.scala
create mode 100644
pinot-connectors/pinot-spark-3-connector/src/main/scala/org/apache/pinot/connector/spark/v3/datasource/PinotTable.scala
copy
pinot-connectors/{pinot-spark-2-connector/src/main/scala/org/apache/pinot/connector/spark
=>
pinot-spark-3-connector/src/main/scala/org/apache/pinot/connector/spark/v3}/datasource/TypeConverter.scala
(95%)
copy
pinot-connectors/{pinot-spark-2-connector/src/main/scala/org/apache/pinot/connector/spark
=>
pinot-spark-3-connector/src/main/scala/org/apache/pinot/connector/spark/v3}/datasource/query/FilterPushDown.scala
(98%)
copy {pinot-broker =>
pinot-connectors/pinot-spark-3-connector}/src/test/resources/log4j2.xml (100%)
copy pinot-connectors/{pinot-spark-2-connector =>
pinot-spark-3-connector}/src/test/resources/schema/pinot-schema.json (99%)
copy pinot-connectors/{pinot-spark-2-connector =>
pinot-spark-3-connector}/src/test/resources/schema/spark-schema.json (99%)
copy
pinot-connectors/{pinot-spark-2-connector/src/test/scala/org/apache/pinot/connector/spark
=>
pinot-spark-3-connector/src/test/scala/org/apache/pinot/connector/spark/v3}/datasource/BaseTest.scala
(94%)
copy
pinot-connectors/{pinot-spark-2-connector/src/test/scala/org/apache/pinot/connector/spark
=>
pinot-spark-3-connector/src/test/scala/org/apache/pinot/connector/spark/v3}/datasource/ExampleSparkPinotConnectorTest.scala
(99%)
create mode 100644
pinot-connectors/pinot-spark-3-connector/src/test/scala/org/apache/pinot/connector/spark/v3/datasource/PinotScanBuilderTest.scala
create mode 100644
pinot-connectors/pinot-spark-3-connector/src/test/scala/org/apache/pinot/connector/spark/v3/datasource/PinotScanTest.scala
copy
pinot-connectors/{pinot-spark-2-connector/src/test/scala/org/apache/pinot/connector/spark
=>
pinot-spark-3-connector/src/test/scala/org/apache/pinot/connector/spark/v3}/datasource/TypeConverterTest.scala
(99%)
copy
pinot-connectors/{pinot-spark-2-connector/src/test/scala/org/apache/pinot/connector/spark
=>
pinot-spark-3-connector/src/test/scala/org/apache/pinot/connector/spark/v3}/datasource/query/FilterPushDownTest.scala
(95%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
