This is an automated email from the ASF dual-hosted git repository.
jackie pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/pinot.git
from f1a2eee76d Bump eventsource in /pinot-controller/src/main/resources
(#8814)
add af429094ef Add support for Spark 3.x (#8560)
No new revisions were added by this update.
Summary of changes:
pinot-distribution/pinot-assembly.xml | 12 +-
pinot-distribution/pom.xml | 4 +
.../pinot-batch-ingestion-spark-2.4/pom.xml | 248 +++++++++++++++++++++
.../spark/SparkSegmentGenerationJobRunner.java | 0
.../spark/SparkSegmentMetadataPushJobRunner.java | 0
.../batch/spark/SparkSegmentTarPushJobRunner.java | 0
.../batch/spark/SparkSegmentUriPushJobRunner.java | 0
.../segmentCreationAndMetadataPushJobSpec.yaml | 2 +-
.../segmentCreationAndTarPushJobSpec.yaml | 2 +-
.../segmentCreationAndUriPushJobSpec.yaml | 2 +-
.../src/main/resources/segmentCreationJobSpec.yaml | 1 +
.../src/main/resources/segmentTarPushJobSpec.yaml | 2 +-
.../src/main/resources/segmentUriPushJobSpec.yaml | 2 +-
.../SparkSegmentGenerationJobRunnerTest.java} | 204 ++++++++---------
.../pinot-batch-ingestion-spark-3.2/pom.xml | 225 +++++++++++++++++++
.../spark3}/SparkSegmentGenerationJobRunner.java | 2 +-
.../spark3}/SparkSegmentMetadataPushJobRunner.java | 2 +-
.../spark3}/SparkSegmentTarPushJobRunner.java | 2 +-
.../spark3}/SparkSegmentUriPushJobRunner.java | 2 +-
.../segmentCreationAndMetadataPushJobSpec.yaml | 10 +-
.../segmentCreationAndTarPushJobSpec.yaml | 10 +-
.../segmentCreationAndUriPushJobSpec.yaml | 10 +-
.../src/main/resources/segmentCreationJobSpec.yaml | 8 +-
.../src/main/resources/segmentTarPushJobSpec.yaml | 10 +-
.../src/main/resources/segmentUriPushJobSpec.yaml | 10 +-
.../SparkSegmentGenerationJobRunnerTest.java} | 204 ++++++++---------
.../pinot-batch-ingestion-spark/pom.xml | 119 ----------
pinot-plugins/pinot-batch-ingestion/pom.xml | 4 +-
pinot-plugins/pom.xml | 4 +
29 files changed, 713 insertions(+), 388 deletions(-)
create mode 100644
pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-2.4/pom.xml
copy pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark =>
pinot-batch-ingestion-spark-2.4}/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark/SparkSegmentGenerationJobRunner.java
(100%)
copy pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark =>
pinot-batch-ingestion-spark-2.4}/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark/SparkSegmentMetadataPushJobRunner.java
(100%)
copy pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark =>
pinot-batch-ingestion-spark-2.4}/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark/SparkSegmentTarPushJobRunner.java
(100%)
copy pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark =>
pinot-batch-ingestion-spark-2.4}/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark/SparkSegmentUriPushJobRunner.java
(100%)
copy pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark =>
pinot-batch-ingestion-spark-2.4}/src/main/resources/segmentCreationAndMetadataPushJobSpec.yaml
(98%)
copy pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark =>
pinot-batch-ingestion-spark-2.4}/src/main/resources/segmentCreationAndTarPushJobSpec.yaml
(98%)
copy pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark =>
pinot-batch-ingestion-spark-2.4}/src/main/resources/segmentCreationAndUriPushJobSpec.yaml
(98%)
copy pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark =>
pinot-batch-ingestion-spark-2.4}/src/main/resources/segmentCreationJobSpec.yaml
(99%)
copy pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark =>
pinot-batch-ingestion-spark-2.4}/src/main/resources/segmentTarPushJobSpec.yaml
(98%)
copy pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark =>
pinot-batch-ingestion-spark-2.4}/src/main/resources/segmentUriPushJobSpec.yaml
(98%)
copy
pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-standalone/src/test/java/org/apache/pinot/plugin/ingestion/batch/standalone/SegmentGenerationJobRunnerTest.java
=>
pinot-batch-ingestion-spark-2.4/src/test/java/org/apache/pinot/plugin/ingestion/batch/spark/SparkSegmentGenerationJobRunnerTest.java}
(62%)
create mode 100644
pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3.2/pom.xml
rename
pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark
=>
pinot-batch-ingestion-spark-3.2/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark3}/SparkSegmentGenerationJobRunner.java
(99%)
rename
pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark
=>
pinot-batch-ingestion-spark-3.2/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark3}/SparkSegmentMetadataPushJobRunner.java
(98%)
rename
pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark
=>
pinot-batch-ingestion-spark-3.2/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark3}/SparkSegmentTarPushJobRunner.java
(98%)
rename
pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark
=>
pinot-batch-ingestion-spark-3.2/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark3}/SparkSegmentUriPushJobRunner.java
(98%)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark =>
pinot-batch-ingestion-spark-3.2}/src/main/resources/segmentCreationAndMetadataPushJobSpec.yaml
(88%)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark =>
pinot-batch-ingestion-spark-3.2}/src/main/resources/segmentCreationAndTarPushJobSpec.yaml
(87%)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark =>
pinot-batch-ingestion-spark-3.2}/src/main/resources/segmentCreationAndUriPushJobSpec.yaml
(88%)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark =>
pinot-batch-ingestion-spark-3.2}/src/main/resources/segmentCreationJobSpec.yaml
(88%)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark =>
pinot-batch-ingestion-spark-3.2}/src/main/resources/segmentTarPushJobSpec.yaml
(87%)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark =>
pinot-batch-ingestion-spark-3.2}/src/main/resources/segmentUriPushJobSpec.yaml
(87%)
copy
pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-standalone/src/test/java/org/apache/pinot/plugin/ingestion/batch/standalone/SegmentGenerationJobRunnerTest.java
=>
pinot-batch-ingestion-spark-3.2/src/test/java/org/apache/pinot/plugin/ingestion/batch/spark3/SparkSegmentGenerationJobRunnerTest.java}
(62%)
delete mode 100644
pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark/pom.xml
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
