This is an automated email from the ASF dual-hosted git repository.
xiangfu pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
from 13bd443 Fix remaining links to outdated helm chart repos. (#6394)
add 93a4515 Adding Pinot minion segment generation and push task. (#6340)
No new revisions were added by this update.
Summary of changes:
.github/workflows/scripts/.pinot_quickstart.sh | 27 ++
.../apache/pinot/common/minion/MinionClient.java | 2 +-
.../SegmentGenerationAndPushTaskGenerator.java | 315 +++++++++++++++++++++
.../minion/generator/TaskGeneratorRegistry.java | 1 +
.../pinot/controller/util/FileIngestionUtils.java | 2 +-
.../apache/pinot/core/common/MinionConstants.java | 6 +
.../tests/AdminConsoleIntegrationTest.java | 13 +
pinot-minion/pom.xml | 5 +
...lt.java => SegmentGenerationAndPushResult.java} | 55 ++--
.../SegmentGenerationAndPushTaskExecutor.java | 306 ++++++++++++++++++++
...gmentGenerationAndPushTaskExecutorFactory.java} | 5 +-
.../executor/TaskExecutorFactoryRegistry.java | 1 +
.../spi/ingestion/batch/BatchConfigProperties.java | 1 -
.../org/apache/pinot/spi/plugin/PluginManager.java | 44 +++
.../pinot/spi/utils/IngestionConfigUtils.java | 8 +-
pinot-tools/pom.xml | 11 +
.../pinot/tools/BatchQuickstartWithMinion.java | 18 +-
.../org/apache/pinot/tools/BootstrapTableTool.java | 132 +++++++--
.../java/org/apache/pinot/tools/Quickstart.java | 17 +-
.../tools/admin/command/QuickStartCommand.java | 7 +
.../tools/admin/command/QuickstartRunner.java | 21 ++
.../tools/admin/command/StartMinionCommand.java | 20 ++
.../airlineStats_offline_table_config.json | 44 +++
.../batch}/airlineStats/airlineStats_schema.json | 0
.../baseballStats_offline_table_config.json | 43 +++
.../batch/baseballStats/baseballStats_schema.json | 0
.../baseballStats/rawdata/baseballStats_data.csv | 0
27 files changed, 1037 insertions(+), 67 deletions(-)
create mode 100644
pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/minion/generator/SegmentGenerationAndPushTaskGenerator.java
copy
pinot-minion/src/main/java/org/apache/pinot/minion/executor/{SegmentConversionResult.java
=> SegmentGenerationAndPushResult.java} (64%)
create mode 100644
pinot-minion/src/main/java/org/apache/pinot/minion/executor/SegmentGenerationAndPushTaskExecutor.java
copy
pinot-minion/src/main/java/org/apache/pinot/minion/executor/{ConvertToRawIndexTaskExecutorFactory.java
=> SegmentGenerationAndPushTaskExecutorFactory.java} (85%)
copy
pinot-common/src/main/java/org/apache/pinot/common/utils/fetcher/PinotFSSegmentFetcher.java
=>
pinot-tools/src/main/java/org/apache/pinot/tools/BatchQuickstartWithMinion.java
(70%)
create mode 100644
pinot-tools/src/main/resources/examples/minions/batch/airlineStats/airlineStats_offline_table_config.json
copy pinot-tools/src/main/resources/examples/{stream =>
minions/batch}/airlineStats/airlineStats_schema.json (100%)
create mode 100644
pinot-tools/src/main/resources/examples/minions/batch/baseballStats/baseballStats_offline_table_config.json
copy pinot-tools/src/main/resources/examples/{ =>
minions}/batch/baseballStats/baseballStats_schema.json (100%)
copy pinot-tools/src/main/resources/examples/{ =>
minions}/batch/baseballStats/rawdata/baseballStats_data.csv (100%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
