This is an automated email from the ASF dual-hosted git repository.
xiangfu pushed a change to branch no_direct_record_reader_constructor
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
discard 5823528 Move all file format based record reader to be constructed
using class name and init method
add 423692b Pinot ingestion job - Standalone (#4874)
add c37fa7d Moving stream related apis to pinot-spi (#4884)
add c93c523 Fix small typo in README (#4886)
add 567ce5a Move all file format based record reader to be constructed
using class name and init method
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (5823528)
\
N -- N -- N refs/heads/no_direct_record_reader_constructor
(567ce5a)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
README.md | 2 +-
.../pinot-hadoop/README.md | 0
.../pinot-hadoop/pom.xml | 2 +-
.../pinot/hadoop/PinotHadoopJobLauncher.java | 0
.../pinot/hadoop/io/CombineAvroKeyInputFormat.java | 0
.../org/apache/pinot/hadoop/io/FileHandler.java | 0
.../pinot/hadoop/io/JsonPinotOutputFormat.java | 0
.../apache/pinot/hadoop/io/PinotOutputFormat.java | 0
.../org/apache/pinot/hadoop/io/PinotRecord.java | 0
.../pinot/hadoop/io/PinotRecordSerialization.java | 0
.../apache/pinot/hadoop/io/PinotRecordWriter.java | 0
.../pinot/hadoop/job/HadoopSegmentCreationJob.java | 0
.../hadoop/job/HadoopSegmentPreprocessingJob.java | 0
.../pinot/hadoop/job/InternalConfigConstants.java | 0
.../hadoop/job/mappers/SegmentCreationMapper.java | 2 +-
.../job/mappers/SegmentPreprocessingMapper.java | 0
.../job/partitioners/GenericPartitioner.java | 0
.../job/partitioners/PartitionFunctionFactory.java | 0
.../job/reducers/SegmentPreprocessingReducer.java | 0
.../utils/PinotHadoopJobPreparationHelper.java | 0
.../hadoop/io/DeleteExtraPushedSegmentsTest.java | 0
.../pinot/hadoop/io/PinotOutputFormatTest.java | 0
.../hadoop/job/mappers/SegmentCreationTest.java | 0
.../pinot-ingestion-common/pom.xml | 2 +-
.../pinot/ingestion/common/ControllerRestApi.java | 0
.../ingestion/common/DefaultControllerRestApi.java | 2 +-
.../pinot/ingestion/common/JobConfigConstants.java | 0
.../ingestion/common/PinotIngestionJobType.java | 0
.../pinot/ingestion/jobs/BaseSegmentJob.java | 0
.../pinot/ingestion/jobs/SegmentCreationJob.java | 0
.../ingestion/jobs/SegmentPreprocessingJob.java | 0
.../pinot/ingestion/jobs/SegmentTarPushJob.java | 0
.../pinot/ingestion/jobs/SegmentUriPushJob.java | 0
.../ingestion/utils/JobPreparationHelper.java | 0
.../apache/pinot/ingestion/utils/PushLocation.java | 0
.../pinot-spark/README.md | 0
.../pinot-spark/pom.xml | 2 +-
.../apache/pinot/spark/PinotSparkJobLauncher.java | 0
.../spark/jobs/SparkSegmentCreationFunction.java | 2 +-
.../pinot/spark/jobs/SparkSegmentCreationJob.java | 0
.../pinot/spark/jobs/SparkSegmentTarPushJob.java | 0
.../pinot/spark/jobs/SparkSegmentUriPushJob.java | 0
.../utils/PinotSparkJobPreparationHelper.java | 0
.../pinot-standalone}/pom.xml | 87 ++----
.../apache/pinot/ingestion/common/Constants.java | 12 +-
.../pinot/ingestion/common/PinotClusterSpec.java | 45 +--
.../apache/pinot/ingestion/common/PinotFSSpec.java | 88 ++++++
.../apache/pinot/ingestion/common/PushJobSpec.java | 92 ++++++
.../pinot/ingestion/common/RecordReaderSpec.java | 119 ++++++++
.../ingestion/common/SegmentGenerationJobSpec.java | 223 ++++++++++++++
.../common/SegmentGenerationTaskRunner.java | 134 +++++++++
.../common/SegmentGenerationTaskSpec.java | 121 ++++++++
.../ingestion/common/SegmentNameGeneratorSpec.java | 39 ++-
.../apache/pinot/ingestion/common/TableSpec.java | 72 +++++
.../standalone/SegmentGenerationJobRunner.java | 319 +++++++++++++++++++++
.../standalone/SegmentTarPushJobRunner.java | 151 ++++++++++
.../standalone/SegmentUriPushJobRunner.java | 146 ++++++++++
.../standalone/StandaloneIngestionJobLauncher.java | 86 ++++++
.../segmentCreationAndTarPushJobSpec.yaml | 23 +-
.../segmentCreationAndUriPushJobSpec.yaml | 23 +-
.../src/main/resources/segmentCreationJobSpec.yaml | 20 +-
.../src/main/resources/segmentTarPushJobSpec.yaml | 23 +-
.../src/main/resources/segmentUriPushJobSpec.yaml | 23 +-
.../pom.xml | 5 +-
.../broker/routing/RoutingTableBuilderFactory.java | 2 +-
.../apache/pinot/common/config/QuotaConfig.java | 2 +-
.../SegmentsValidationAndRetentionConfig.java | 2 +-
.../common/utils/FileUploadDownloadClient.java | 10 +
.../apache/pinot/filesystem/PinotFSFactory.java | 28 +-
.../apache/pinot/common/utils/DataSizeTest.java | 1 +
.../org/apache/pinot/common/utils/UtilsTest.java | 2 +-
.../impl/kafka/KafkaConnectionHandler.java | 6 +-
.../realtime/impl/kafka/KafkaConsumerFactory.java | 8 +-
.../impl/kafka/KafkaHighLevelStreamConfig.java | 4 +-
.../impl/kafka/KafkaLowLevelStreamConfig.java | 2 +-
.../impl/kafka/KafkaPartitionLevelConsumer.java | 6 +-
.../impl/kafka/KafkaStreamLevelConsumer.java | 8 +-
.../impl/kafka/KafkaStreamMetadataProvider.java | 6 +-
.../impl/kafka/SimpleConsumerMessageBatch.java | 2 +-
.../impl/kafka/server/KafkaDataProducer.java | 2 +-
.../kafka/server/KafkaDataServerStartable.java | 2 +-
....apache.pinot.spi.stream.StreamConsumerFactory} | 0
.../impl/kafka/KafkaLowLevelStreamConfigTest.java | 4 +-
.../kafka/KafkaPartitionLevelConsumerTest.java | 8 +-
.../realtime/impl/kafka2/KafkaConsumerFactory.java | 8 +-
.../realtime/impl/kafka2/KafkaMessageBatch.java | 2 +-
.../KafkaPartitionLevelConnectionHandler.java | 2 +-
.../impl/kafka2/KafkaPartitionLevelConsumer.java | 6 +-
.../kafka2/KafkaPartitionLevelStreamConfig.java | 2 +-
.../impl/kafka2/KafkaStreamLevelConsumer.java | 8 +-
.../impl/kafka2/KafkaStreamLevelStreamConfig.java | 4 +-
.../impl/kafka2/KafkaStreamMetadataProvider.java | 6 +-
.../impl/kafka2/server/KafkaDataProducer.java | 2 +-
.../kafka2/server/KafkaDataServerStartable.java | 2 +-
....apache.pinot.spi.stream.StreamConsumerFactory} | 0
.../kafka2/KafkaPartitionLevelConsumerTest.java | 12 +-
.../KafkaPartitionLevelStreamConfigTest.java | 4 +-
.../impl/kafka/KafkaAvroMessageDecoder.java | 2 +-
.../impl/kafka/KafkaJSONMessageDecoder.java | 2 +-
.../realtime/impl/kafka/KafkaStarterUtils.java | 6 +-
.../impl/kafka/KafkaStreamConfigProperties.java | 2 +-
.../controller/api/upload/SegmentValidator.java | 2 +-
.../helix/core/PinotHelixResourceManager.java | 5 +-
.../helix/core/PinotTableIdealStateBuilder.java | 4 +-
.../realtime/PinotLLCRealtimeSegmentManager.java | 20 +-
.../core/realtime/PinotRealtimeSegmentManager.java | 2 +-
.../segment/DefaultFlushThresholdUpdater.java | 2 +-
.../segment/FlushThresholdUpdateManager.java | 2 +-
.../realtime/segment/FlushThresholdUpdater.java | 2 +-
.../SegmentSizeBasedFlushThresholdUpdater.java | 4 +-
.../helix/core/rebalance/TableRebalancer.java | 2 +-
.../core/relocation/RealtimeSegmentRelocator.java | 4 +-
.../retention/strategy/TimeRetentionStrategy.java | 2 +-
.../controller/util/TableRetentionValidator.java | 2 +-
.../validation/OfflineSegmentIntervalChecker.java | 2 +-
.../RealtimeSegmentValidationManager.java | 8 +-
.../controller/validation/StorageQuotaChecker.java | 2 +-
.../api/PinotTableRestletResourceTest.java | 2 +-
.../pinot/controller/api/TableViewsTest.java | 2 +-
.../PinotLLCRealtimeSegmentManagerTest.java | 9 +-
.../segment/FlushThresholdUpdaterTest.java | 4 +-
.../realtime/HLRealtimeSegmentDataManager.java | 8 +-
.../realtime/LLRealtimeSegmentDataManager.java | 22 +-
.../data/recordtransformer/TimeTransformer.java | 2 +-
.../core/indexsegment/mutable/MutableSegment.java | 2 +-
.../indexsegment/mutable/MutableSegmentImpl.java | 2 +-
.../realtime/stream/SimpleAvroMessageDecoder.java | 1 +
.../creator/impl/SegmentColumnarIndexCreator.java | 2 +-
.../core/segment/index/SegmentMetadataImpl.java | 2 +-
.../apache/pinot/core/util/ReplicationUtils.java | 3 +-
.../realtime/LLRealtimeSegmentDataManagerTest.java | 4 +-
.../pinot/core/data/readers/PinotSegmentUtil.java | 2 +-
.../MutableSegmentImplAggregateMetricsTest.java | 2 +-
.../mutable/MutableSegmentImplTest.java | 2 +-
.../fakestream/FakePartitionLevelConsumer.java | 6 +-
.../impl/fakestream/FakeStreamConfigUtils.java | 4 +-
.../impl/fakestream/FakeStreamConsumerFactory.java | 22 +-
.../impl/fakestream/FakeStreamLevelConsumer.java | 2 +-
.../impl/fakestream/FakeStreamMessageBatch.java | 2 +-
.../impl/fakestream/FakeStreamMessageDecoder.java | 2 +-
.../fakestream/FakeStreamMetadataProvider.java | 8 +-
.../stream/MetadataEqualsHashCodeTest.java | 1 +
.../core/realtime/stream/OffsetCriteriaTest.java | 1 +
.../core/realtime/stream/StreamConfigTest.java | 8 +-
.../SegmentGenerationWithTimeColumnTest.java | 2 +-
.../apache/pinot/queries/TransformQueriesTest.java | 2 +-
.../tests/BaseClusterIntegrationTest.java | 2 +-
.../tests/ClusterIntegrationTestUtils.java | 4 +-
.../pinot/integration/tests/ClusterTest.java | 6 +-
...lakyConsumerRealtimeClusterIntegrationTest.java | 12 +-
...ridClusterIntegrationTestCommandLineRunner.java | 2 +-
.../perf/BenchmarkRealtimeConsumptionSpeed.java | 2 +-
.../org/apache/pinot/perf/RealtimeStressTest.java | 2 +-
.../org/apache/pinot/spi}/stream/MessageBatch.java | 2 +-
.../apache/pinot/spi}/stream/OffsetCriteria.java | 4 +-
.../pinot/spi}/stream/PartitionCountFetcher.java | 2 +-
.../pinot/spi}/stream/PartitionLevelConsumer.java | 2 +-
.../spi}/stream/PartitionLevelStreamConfig.java | 9 +-
.../pinot/spi}/stream/PartitionOffsetFetcher.java | 2 +-
.../spi}/stream/PermanentConsumerException.java | 2 +-
.../org/apache/pinot/spi}/stream/RowMetadata.java | 2 +-
.../org/apache/pinot/spi}/stream/StreamConfig.java | 11 +-
.../pinot/spi}/stream/StreamConfigProperties.java | 2 +-
.../pinot/spi}/stream/StreamConsumerFactory.java | 4 +-
.../spi}/stream/StreamConsumerFactoryProvider.java | 6 +-
.../pinot/spi}/stream/StreamDataProducer.java | 2 +-
.../pinot/spi}/stream/StreamDataProvider.java | 2 +-
.../spi}/stream/StreamDataServerStartable.java | 2 +-
.../pinot/spi}/stream/StreamDecoderProvider.java | 6 +-
.../pinot/spi}/stream/StreamLevelConsumer.java | 2 +-
.../pinot/spi}/stream/StreamMessageDecoder.java | 2 +-
.../pinot/spi}/stream/StreamMessageMetadata.java | 2 +-
.../pinot/spi}/stream/StreamMetadataProvider.java | 2 +-
.../spi}/stream/TransientConsumerException.java | 2 +-
.../java/org/apache/pinot/spi}/utils/DataSize.java | 2 +-
.../org/apache/pinot/spi/utils}/TimeUtils.java | 2 +-
.../org/apache/pinot/tools/HybridQuickstart.java | 4 +-
.../org/apache/pinot/tools/RealtimeQuickStart.java | 4 +-
.../OfflineSegmentIntervalCheckerCommand.java | 2 +-
.../command/RealtimeProvisioningHelperCommand.java | 4 +-
.../tools/admin/command/StartKafkaCommand.java | 4 +-
.../admin/command/StreamAvroIntoKafkaCommand.java | 4 +-
.../realtime/provisioning/MemoryEstimator.java | 2 +-
.../pinot/tools/streams/AirlineDataStream.java | 4 +-
.../pinot/tools/streams/MeetupRsvpStream.java | 6 +-
pom.xml | 2 +-
186 files changed, 2006 insertions(+), 370 deletions(-)
rename {pinot-ingestion-jobs => pinot-batch-ingestion}/pinot-hadoop/README.md
(100%)
copy {pinot-ingestion-jobs => pinot-batch-ingestion}/pinot-hadoop/pom.xml (99%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/PinotHadoopJobLauncher.java
(100%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/io/CombineAvroKeyInputFormat.java
(100%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/io/FileHandler.java
(100%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/io/JsonPinotOutputFormat.java
(100%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/io/PinotOutputFormat.java
(100%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/io/PinotRecord.java
(100%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/io/PinotRecordSerialization.java
(100%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/io/PinotRecordWriter.java
(100%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/HadoopSegmentCreationJob.java
(100%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/HadoopSegmentPreprocessingJob.java
(100%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/InternalConfigConstants.java
(100%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/mappers/SegmentCreationMapper.java
(99%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/mappers/SegmentPreprocessingMapper.java
(100%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/partitioners/GenericPartitioner.java
(100%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/partitioners/PartitionFunctionFactory.java
(100%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/job/reducers/SegmentPreprocessingReducer.java
(100%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-hadoop/src/main/java/org/apache/pinot/hadoop/utils/PinotHadoopJobPreparationHelper.java
(100%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-hadoop/src/test/java/org/apache/pinot/hadoop/io/DeleteExtraPushedSegmentsTest.java
(100%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-hadoop/src/test/java/org/apache/pinot/hadoop/io/PinotOutputFormatTest.java
(100%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-hadoop/src/test/java/org/apache/pinot/hadoop/job/mappers/SegmentCreationTest.java
(100%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-ingestion-common/pom.xml (98%)
copy {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/common/ControllerRestApi.java
(100%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/common/DefaultControllerRestApi.java
(99%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/common/JobConfigConstants.java
(100%)
copy {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/common/PinotIngestionJobType.java
(100%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/jobs/BaseSegmentJob.java
(100%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/jobs/SegmentCreationJob.java
(100%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/jobs/SegmentPreprocessingJob.java
(100%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/jobs/SegmentTarPushJob.java
(100%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/jobs/SegmentUriPushJob.java
(100%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/utils/JobPreparationHelper.java
(100%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/utils/PushLocation.java
(100%)
rename {pinot-ingestion-jobs => pinot-batch-ingestion}/pinot-spark/README.md
(100%)
rename {pinot-ingestion-jobs => pinot-batch-ingestion}/pinot-spark/pom.xml
(99%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-spark/src/main/java/org/apache/pinot/spark/PinotSparkJobLauncher.java
(100%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-spark/src/main/java/org/apache/pinot/spark/jobs/SparkSegmentCreationFunction.java
(99%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-spark/src/main/java/org/apache/pinot/spark/jobs/SparkSegmentCreationJob.java
(100%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-spark/src/main/java/org/apache/pinot/spark/jobs/SparkSegmentTarPushJob.java
(100%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-spark/src/main/java/org/apache/pinot/spark/jobs/SparkSegmentUriPushJob.java
(100%)
rename {pinot-ingestion-jobs =>
pinot-batch-ingestion}/pinot-spark/src/main/java/org/apache/pinot/spark/utils/PinotSparkJobPreparationHelper.java
(100%)
rename {pinot-ingestion-jobs/pinot-hadoop =>
pinot-batch-ingestion/pinot-standalone}/pom.xml (73%)
rename
pinot-ingestion-jobs/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/common/PinotIngestionJobType.java
=>
pinot-batch-ingestion/pinot-standalone/src/main/java/org/apache/pinot/ingestion/common/Constants.java
(82%)
copy
pinot-ingestion-jobs/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/common/ControllerRestApi.java
=>
pinot-batch-ingestion/pinot-standalone/src/main/java/org/apache/pinot/ingestion/common/PinotClusterSpec.java
(60%)
create mode 100644
pinot-batch-ingestion/pinot-standalone/src/main/java/org/apache/pinot/ingestion/common/PinotFSSpec.java
create mode 100644
pinot-batch-ingestion/pinot-standalone/src/main/java/org/apache/pinot/ingestion/common/PushJobSpec.java
create mode 100644
pinot-batch-ingestion/pinot-standalone/src/main/java/org/apache/pinot/ingestion/common/RecordReaderSpec.java
create mode 100644
pinot-batch-ingestion/pinot-standalone/src/main/java/org/apache/pinot/ingestion/common/SegmentGenerationJobSpec.java
create mode 100644
pinot-batch-ingestion/pinot-standalone/src/main/java/org/apache/pinot/ingestion/common/SegmentGenerationTaskRunner.java
create mode 100644
pinot-batch-ingestion/pinot-standalone/src/main/java/org/apache/pinot/ingestion/common/SegmentGenerationTaskSpec.java
rename
pinot-ingestion-jobs/pinot-ingestion-common/src/main/java/org/apache/pinot/ingestion/common/ControllerRestApi.java
=>
pinot-batch-ingestion/pinot-standalone/src/main/java/org/apache/pinot/ingestion/common/SegmentNameGeneratorSpec.java
(57%)
create mode 100644
pinot-batch-ingestion/pinot-standalone/src/main/java/org/apache/pinot/ingestion/common/TableSpec.java
create mode 100644
pinot-batch-ingestion/pinot-standalone/src/main/java/org/apache/pinot/ingestion/standalone/SegmentGenerationJobRunner.java
create mode 100644
pinot-batch-ingestion/pinot-standalone/src/main/java/org/apache/pinot/ingestion/standalone/SegmentTarPushJobRunner.java
create mode 100644
pinot-batch-ingestion/pinot-standalone/src/main/java/org/apache/pinot/ingestion/standalone/SegmentUriPushJobRunner.java
create mode 100644
pinot-batch-ingestion/pinot-standalone/src/main/java/org/apache/pinot/ingestion/standalone/StandaloneIngestionJobLauncher.java
copy
pinot-connectors/pinot-connector-kafka-0.9/src/main/resources/META-INF/services/org.apache.pinot.core.realtime.stream.StreamConsumerFactory
=>
pinot-batch-ingestion/pinot-standalone/src/main/resources/segmentCreationAndTarPushJobSpec.yaml
(53%)
copy
pinot-connectors/pinot-connector-kafka-0.9/src/main/resources/META-INF/services/org.apache.pinot.core.realtime.stream.StreamConsumerFactory
=>
pinot-batch-ingestion/pinot-standalone/src/main/resources/segmentCreationAndUriPushJobSpec.yaml
(53%)
copy
pinot-connectors/pinot-connector-kafka-0.9/src/main/resources/META-INF/services/org.apache.pinot.core.realtime.stream.StreamConsumerFactory
=>
pinot-batch-ingestion/pinot-standalone/src/main/resources/segmentCreationJobSpec.yaml
(56%)
copy
pinot-connectors/pinot-connector-kafka-0.9/src/main/resources/META-INF/services/org.apache.pinot.core.realtime.stream.StreamConsumerFactory
=>
pinot-batch-ingestion/pinot-standalone/src/main/resources/segmentTarPushJobSpec.yaml
(53%)
copy
pinot-connectors/pinot-connector-kafka-0.9/src/main/resources/META-INF/services/org.apache.pinot.core.realtime.stream.StreamConsumerFactory
=>
pinot-batch-ingestion/pinot-standalone/src/main/resources/segmentUriPushJobSpec.yaml
(53%)
rename {pinot-ingestion-jobs => pinot-batch-ingestion}/pom.xml (93%)
rename
pinot-connectors/pinot-connector-kafka-0.9/src/main/resources/META-INF/services/{org.apache.pinot.core.realtime.stream.StreamConsumerFactory
=> org.apache.pinot.spi.stream.StreamConsumerFactory} (100%)
rename
pinot-connectors/pinot-connector-kafka-2.0/src/main/resources/META-INF/services/{org.apache.pinot.core.realtime.stream.StreamConsumerFactory
=> org.apache.pinot.spi.stream.StreamConsumerFactory} (100%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime =>
pinot-spi/src/main/java/org/apache/pinot/spi}/stream/MessageBatch.java (97%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime =>
pinot-spi/src/main/java/org/apache/pinot/spi}/stream/OffsetCriteria.java (98%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime =>
pinot-spi/src/main/java/org/apache/pinot/spi}/stream/PartitionCountFetcher.java
(98%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime =>
pinot-spi/src/main/java/org/apache/pinot/spi}/stream/PartitionLevelConsumer.java
(97%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime =>
pinot-spi/src/main/java/org/apache/pinot/spi}/stream/PartitionLevelStreamConfig.java
(93%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime =>
pinot-spi/src/main/java/org/apache/pinot/spi}/stream/PartitionOffsetFetcher.java
(98%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime =>
pinot-spi/src/main/java/org/apache/pinot/spi}/stream/PermanentConsumerException.java
(96%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime =>
pinot-spi/src/main/java/org/apache/pinot/spi}/stream/RowMetadata.java (97%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime =>
pinot-spi/src/main/java/org/apache/pinot/spi}/stream/StreamConfig.java (97%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime =>
pinot-spi/src/main/java/org/apache/pinot/spi}/stream/StreamConfigProperties.java
(99%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime =>
pinot-spi/src/main/java/org/apache/pinot/spi}/stream/StreamConsumerFactory.java
(94%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime =>
pinot-spi/src/main/java/org/apache/pinot/spi}/stream/StreamConsumerFactoryProvider.java
(91%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime =>
pinot-spi/src/main/java/org/apache/pinot/spi}/stream/StreamDataProducer.java
(96%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime =>
pinot-spi/src/main/java/org/apache/pinot/spi}/stream/StreamDataProvider.java
(97%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime =>
pinot-spi/src/main/java/org/apache/pinot/spi}/stream/StreamDataServerStartable.java
(96%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime =>
pinot-spi/src/main/java/org/apache/pinot/spi}/stream/StreamDecoderProvider.java
(92%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime =>
pinot-spi/src/main/java/org/apache/pinot/spi}/stream/StreamLevelConsumer.java
(97%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime =>
pinot-spi/src/main/java/org/apache/pinot/spi}/stream/StreamMessageDecoder.java
(97%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime =>
pinot-spi/src/main/java/org/apache/pinot/spi}/stream/StreamMessageMetadata.java
(96%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime =>
pinot-spi/src/main/java/org/apache/pinot/spi}/stream/StreamMetadataProvider.java
(97%)
rename {pinot-core/src/main/java/org/apache/pinot/core/realtime =>
pinot-spi/src/main/java/org/apache/pinot/spi}/stream/TransientConsumerException.java
(95%)
rename {pinot-common/src/main/java/org/apache/pinot/common =>
pinot-spi/src/main/java/org/apache/pinot/spi}/utils/DataSize.java (98%)
rename {pinot-common/src/main/java/org/apache/pinot/common/utils/time =>
pinot-spi/src/main/java/org/apache/pinot/spi/utils}/TimeUtils.java (99%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
