This is an automated email from the ASF dual-hosted git repository. xiangfu pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
from b5d1f42 Remove Kafka and Stream dependency on avro (#4968) add 97a3c21 Refactor pinot-batch-ingestion job specs to pinot-spi (#4967) No new revisions were added by this update. Summary of changes: docs/batch_data_ingestion.rst | 15 ++++ pinot-distribution/pinot-assembly.xml | 1 - .../pom.xml | 17 ++--- .../standalone/SegmentGenerationJobRunner.java | 87 ++++++++++++---------- .../standalone}/SegmentGenerationTaskRunner.java | 17 +++-- .../batch}/standalone/SegmentTarPushJobRunner.java | 26 +++++-- .../batch}/standalone/SegmentUriPushJobRunner.java | 26 +++++-- .../segmentCreationAndTarPushJobSpec.yaml | 5 ++ .../segmentCreationAndUriPushJobSpec.yaml | 5 ++ .../src/main/resources/segmentCreationJobSpec.yaml | 5 ++ .../src/main/resources/segmentTarPushJobSpec.yaml | 5 ++ .../src/main/resources/segmentUriPushJobSpec.yaml | 5 ++ pinot-plugins/pinot-batch-ingestion/pom.xml | 2 +- pinot-spi/pom.xml | 4 + .../spi/batch/ingestion/IngestionJobLauncher.java | 35 ++++++--- .../batch/ingestion/runner/IngestionJobRunner.java | 31 ++++---- .../pinot/spi/batch/ingestion/spec}/Constants.java | 2 +- .../ingestion/spec/ExecutionFrameworkSpec.java | 76 +++++++++++++++++++ .../batch/ingestion/spec}/PinotClusterSpec.java | 2 +- .../spi/batch/ingestion/spec}/PinotFSSpec.java | 2 +- .../spi/batch/ingestion/spec}/PushJobSpec.java | 2 +- .../batch/ingestion/spec}/RecordReaderSpec.java | 2 +- .../ingestion/spec}/SegmentGenerationJobSpec.java | 22 +++++- .../ingestion/spec}/SegmentGenerationTaskSpec.java | 10 +-- .../ingestion/spec}/SegmentNameGeneratorSpec.java | 2 +- .../pinot/spi/batch/ingestion/spec}/TableSpec.java | 2 +- pinot-tools/pom.xml | 7 +- .../command/LaunchDataIngestionJobCommand.java | 5 +- .../batch/airlineStats/ingestionJobSpec.yaml | 15 ++++ 29 files changed, 311 insertions(+), 124 deletions(-) rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-base => pinot-batch-ingestion-standalone}/pom.xml (91%) rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-base/src/main/java/org/apache/pinot/ingestion => pinot-batch-ingestion-standalone/src/main/java/org/apache/pinot/plugin/ingestion/batch}/standalone/SegmentGenerationJobRunner.java (93%) rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-base/src/main/java/org/apache/pinot/ingestion/common => pinot-batch-ingestion-standalone/src/main/java/org/apache/pinot/plugin/ingestion/batch/standalone}/SegmentGenerationTaskRunner.java (91%) rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-base/src/main/java/org/apache/pinot/ingestion => pinot-batch-ingestion-standalone/src/main/java/org/apache/pinot/plugin/ingestion/batch}/standalone/SegmentTarPushJobRunner.java (91%) rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-base/src/main/java/org/apache/pinot/ingestion => pinot-batch-ingestion-standalone/src/main/java/org/apache/pinot/plugin/ingestion/batch}/standalone/SegmentUriPushJobRunner.java (91%) rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-base => pinot-batch-ingestion-standalone}/src/main/resources/segmentCreationAndTarPushJobSpec.yaml (77%) rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-base => pinot-batch-ingestion-standalone}/src/main/resources/segmentCreationAndUriPushJobSpec.yaml (78%) rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-base => pinot-batch-ingestion-standalone}/src/main/resources/segmentCreationJobSpec.yaml (78%) rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-base => pinot-batch-ingestion-standalone}/src/main/resources/segmentTarPushJobSpec.yaml (77%) rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-base => pinot-batch-ingestion-standalone}/src/main/resources/segmentUriPushJobSpec.yaml (77%) rename pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-base/src/main/java/org/apache/pinot/ingestion/standalone/StandaloneIngestionJobLauncher.java => pinot-spi/src/main/java/org/apache/pinot/spi/batch/ingestion/IngestionJobLauncher.java (61%) copy pinot-minion/src/main/java/org/apache/pinot/minion/executor/PinotTaskExecutor.java => pinot-spi/src/main/java/org/apache/pinot/spi/batch/ingestion/runner/IngestionJobRunner.java (61%) rename {pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-base/src/main/java/org/apache/pinot/ingestion/common => pinot-spi/src/main/java/org/apache/pinot/spi/batch/ingestion/spec}/Constants.java (95%) create mode 100644 pinot-spi/src/main/java/org/apache/pinot/spi/batch/ingestion/spec/ExecutionFrameworkSpec.java rename {pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-base/src/main/java/org/apache/pinot/ingestion/common => pinot-spi/src/main/java/org/apache/pinot/spi/batch/ingestion/spec}/PinotClusterSpec.java (96%) rename {pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-base/src/main/java/org/apache/pinot/ingestion/common => pinot-spi/src/main/java/org/apache/pinot/spi/batch/ingestion/spec}/PinotFSSpec.java (97%) rename {pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-base/src/main/java/org/apache/pinot/ingestion/common => pinot-spi/src/main/java/org/apache/pinot/spi/batch/ingestion/spec}/PushJobSpec.java (98%) rename {pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-base/src/main/java/org/apache/pinot/ingestion/common => pinot-spi/src/main/java/org/apache/pinot/spi/batch/ingestion/spec}/RecordReaderSpec.java (98%) rename {pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-base/src/main/java/org/apache/pinot/ingestion/common => pinot-spi/src/main/java/org/apache/pinot/spi/batch/ingestion/spec}/SegmentGenerationJobSpec.java (91%) rename {pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-base/src/main/java/org/apache/pinot/ingestion/common => pinot-spi/src/main/java/org/apache/pinot/spi/batch/ingestion/spec}/SegmentGenerationTaskSpec.java (92%) rename {pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-base/src/main/java/org/apache/pinot/ingestion/common => pinot-spi/src/main/java/org/apache/pinot/spi/batch/ingestion/spec}/SegmentNameGeneratorSpec.java (96%) rename {pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-base/src/main/java/org/apache/pinot/ingestion/common => pinot-spi/src/main/java/org/apache/pinot/spi/batch/ingestion/spec}/TableSpec.java (97%) --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@pinot.apache.org For additional commands, e-mail: commits-h...@pinot.apache.org