This is an automated email from the ASF dual-hosted git repository.
xiangfu pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
from b5d1f42 Remove Kafka and Stream dependency on avro (#4968)
add 97a3c21 Refactor pinot-batch-ingestion job specs to pinot-spi (#4967)
No new revisions were added by this update.
Summary of changes:
docs/batch_data_ingestion.rst | 15 ++++
pinot-distribution/pinot-assembly.xml | 1 -
.../pom.xml | 17 ++---
.../standalone/SegmentGenerationJobRunner.java | 87 ++++++++++++----------
.../standalone}/SegmentGenerationTaskRunner.java | 17 +++--
.../batch}/standalone/SegmentTarPushJobRunner.java | 26 +++++--
.../batch}/standalone/SegmentUriPushJobRunner.java | 26 +++++--
.../segmentCreationAndTarPushJobSpec.yaml | 5 ++
.../segmentCreationAndUriPushJobSpec.yaml | 5 ++
.../src/main/resources/segmentCreationJobSpec.yaml | 5 ++
.../src/main/resources/segmentTarPushJobSpec.yaml | 5 ++
.../src/main/resources/segmentUriPushJobSpec.yaml | 5 ++
pinot-plugins/pinot-batch-ingestion/pom.xml | 2 +-
pinot-spi/pom.xml | 4 +
.../spi/batch/ingestion/IngestionJobLauncher.java | 35 ++++++---
.../batch/ingestion/runner/IngestionJobRunner.java | 31 ++++----
.../pinot/spi/batch/ingestion/spec}/Constants.java | 2 +-
.../ingestion/spec/ExecutionFrameworkSpec.java | 76 +++++++++++++++++++
.../batch/ingestion/spec}/PinotClusterSpec.java | 2 +-
.../spi/batch/ingestion/spec}/PinotFSSpec.java | 2 +-
.../spi/batch/ingestion/spec}/PushJobSpec.java | 2 +-
.../batch/ingestion/spec}/RecordReaderSpec.java | 2 +-
.../ingestion/spec}/SegmentGenerationJobSpec.java | 22 +++++-
.../ingestion/spec}/SegmentGenerationTaskSpec.java | 10 +--
.../ingestion/spec}/SegmentNameGeneratorSpec.java | 2 +-
.../pinot/spi/batch/ingestion/spec}/TableSpec.java | 2 +-
pinot-tools/pom.xml | 7 +-
.../command/LaunchDataIngestionJobCommand.java | 5 +-
.../batch/airlineStats/ingestionJobSpec.yaml | 15 ++++
29 files changed, 311 insertions(+), 124 deletions(-)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-base =>
pinot-batch-ingestion-standalone}/pom.xml (91%)
rename
pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-base/src/main/java/org/apache/pinot/ingestion
=>
pinot-batch-ingestion-standalone/src/main/java/org/apache/pinot/plugin/ingestion/batch}/standalone/SegmentGenerationJobRunner.java
(93%)
rename
pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-base/src/main/java/org/apache/pinot/ingestion/common
=>
pinot-batch-ingestion-standalone/src/main/java/org/apache/pinot/plugin/ingestion/batch/standalone}/SegmentGenerationTaskRunner.java
(91%)
rename
pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-base/src/main/java/org/apache/pinot/ingestion
=>
pinot-batch-ingestion-standalone/src/main/java/org/apache/pinot/plugin/ingestion/batch}/standalone/SegmentTarPushJobRunner.java
(91%)
rename
pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-base/src/main/java/org/apache/pinot/ingestion
=>
pinot-batch-ingestion-standalone/src/main/java/org/apache/pinot/plugin/ingestion/batch}/standalone/SegmentUriPushJobRunner.java
(91%)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-base =>
pinot-batch-ingestion-standalone}/src/main/resources/segmentCreationAndTarPushJobSpec.yaml
(77%)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-base =>
pinot-batch-ingestion-standalone}/src/main/resources/segmentCreationAndUriPushJobSpec.yaml
(78%)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-base =>
pinot-batch-ingestion-standalone}/src/main/resources/segmentCreationJobSpec.yaml
(78%)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-base =>
pinot-batch-ingestion-standalone}/src/main/resources/segmentTarPushJobSpec.yaml
(77%)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-base =>
pinot-batch-ingestion-standalone}/src/main/resources/segmentUriPushJobSpec.yaml
(77%)
rename
pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-base/src/main/java/org/apache/pinot/ingestion/standalone/StandaloneIngestionJobLauncher.java
=>
pinot-spi/src/main/java/org/apache/pinot/spi/batch/ingestion/IngestionJobLauncher.java
(61%)
copy
pinot-minion/src/main/java/org/apache/pinot/minion/executor/PinotTaskExecutor.java
=>
pinot-spi/src/main/java/org/apache/pinot/spi/batch/ingestion/runner/IngestionJobRunner.java
(61%)
rename
{pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-base/src/main/java/org/apache/pinot/ingestion/common
=>
pinot-spi/src/main/java/org/apache/pinot/spi/batch/ingestion/spec}/Constants.java
(95%)
create mode 100644
pinot-spi/src/main/java/org/apache/pinot/spi/batch/ingestion/spec/ExecutionFrameworkSpec.java
rename
{pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-base/src/main/java/org/apache/pinot/ingestion/common
=>
pinot-spi/src/main/java/org/apache/pinot/spi/batch/ingestion/spec}/PinotClusterSpec.java
(96%)
rename
{pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-base/src/main/java/org/apache/pinot/ingestion/common
=>
pinot-spi/src/main/java/org/apache/pinot/spi/batch/ingestion/spec}/PinotFSSpec.java
(97%)
rename
{pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-base/src/main/java/org/apache/pinot/ingestion/common
=>
pinot-spi/src/main/java/org/apache/pinot/spi/batch/ingestion/spec}/PushJobSpec.java
(98%)
rename
{pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-base/src/main/java/org/apache/pinot/ingestion/common
=>
pinot-spi/src/main/java/org/apache/pinot/spi/batch/ingestion/spec}/RecordReaderSpec.java
(98%)
rename
{pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-base/src/main/java/org/apache/pinot/ingestion/common
=>
pinot-spi/src/main/java/org/apache/pinot/spi/batch/ingestion/spec}/SegmentGenerationJobSpec.java
(91%)
rename
{pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-base/src/main/java/org/apache/pinot/ingestion/common
=>
pinot-spi/src/main/java/org/apache/pinot/spi/batch/ingestion/spec}/SegmentGenerationTaskSpec.java
(92%)
rename
{pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-base/src/main/java/org/apache/pinot/ingestion/common
=>
pinot-spi/src/main/java/org/apache/pinot/spi/batch/ingestion/spec}/SegmentNameGeneratorSpec.java
(96%)
rename
{pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-base/src/main/java/org/apache/pinot/ingestion/common
=>
pinot-spi/src/main/java/org/apache/pinot/spi/batch/ingestion/spec}/TableSpec.java
(97%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
