This is an automated email from the ASF dual-hosted git repository.
nehapawar pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
from 89a22f0 Basic Auth for pinot-controller (#6613)
add d77a8d8 File-based SegmentWriter implementation (#6718)
No new revisions were added by this update.
Summary of changes:
.../helix/ControllerRequestURLBuilder.java | 4 +
.../pinot/controller/util/FileIngestionHelper.java | 61 ++-
.../pinot/controller/util/FileIngestionUtils.java | 172 ---------
.../processing/framework/SegmentMapper.java | 6 +-
.../processing/framework/SegmentReducer.java | 6 +-
.../org/apache/pinot/core/util/IngestionUtils.java | 189 ++++++++-
.../SegmentProcessorAvroUtils.java} | 22 +-
.../processing/framework/SegmentReducerTest.java | 6 +-
.../pinot/core/util/TableConfigUtilsTest.java | 7 -
pinot-distribution/pinot-assembly.xml | 6 +
pinot-integration-tests/pom.xml | 5 +
.../SegmentWriterUploaderIntegrationTest.java | 169 ++++++++
.../SegmentGenerationAndPushTaskExecutor.java | 2 +-
.../pinot-segment-writer-file-based}/pom.xml | 20 +-
.../filebased/FileBasedSegmentWriter.java | 214 ++++++++++
.../filebased/FileBasedSegmentWriterTest.java | 429 +++++++++++++++++++++
.../pom.xml | 18 +-
pinot-plugins/pom.xml | 1 +
.../pinot/spi/ingestion/batch/BatchConfig.java | 97 +++--
.../spi/ingestion/batch/BatchConfigProperties.java | 8 +-
.../pinot/spi/utils/IngestionConfigUtils.java | 28 +-
.../pinot/spi/ingestion/batch/BatchConfigTest.java | 10 -
22 files changed, 1220 insertions(+), 260 deletions(-)
delete mode 100644
pinot-controller/src/main/java/org/apache/pinot/controller/util/FileIngestionUtils.java
rename
pinot-core/src/main/java/org/apache/pinot/core/{segment/processing/utils/SegmentProcessorUtils.java
=> util/SegmentProcessorAvroUtils.java} (81%)
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/SegmentWriterUploaderIntegrationTest.java
copy pinot-plugins/{pinot-batch-ingestion/pinot-batch-ingestion-standalone =>
pinot-segment-writer/pinot-segment-writer-file-based}/pom.xml (80%)
create mode 100644
pinot-plugins/pinot-segment-writer/pinot-segment-writer-file-based/src/main/java/org/apache/pinot/plugin/segmentwriter/filebased/FileBasedSegmentWriter.java
create mode 100644
pinot-plugins/pinot-segment-writer/pinot-segment-writer-file-based/src/test/java/org/apache/pinot/plugin/segmentwriter/filebased/FileBasedSegmentWriterTest.java
copy pinot-plugins/{pinot-batch-ingestion => pinot-segment-writer}/pom.xml
(82%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
