This is an automated email from the ASF dual-hosted git repository.
jlli pushed a change to branch helix-1.0
in repository https://gitbox.apache.org/repos/asf/pinot.git
discard ae9a1dc26e Upgrade Helix to 1.0.4
add 129ec54302 Fix segment generation error handling (#8812)
add f1a2eee76d Bump eventsource in /pinot-controller/src/main/resources
(#8814)
add af429094ef Add support for Spark 3.x (#8560)
add da0b74af88 Support DISTINCT on single MV column (#8857)
add 6984719f24 Implement Mutable FST Index (#8861)
add 90fa0f9104 Streamed segment download & untar with rate limiter to
control disk usage (#8753)
add 6c7c5df3fb Support DISTINCT on multiple MV columns (#8873)
add 754e807cf0 Allow to track the storage tier where the segment directory
is kept by server (#8868)
add aed8d4549c make data dir accessible from ClusterInfoAccessor (#8881)
add 9c8a689c43 Fix getConfigOverrides in MinionQuickstart (#8858)
add f3bde9ff67 Revert shading hadoop dependencies due to issues with
reflections at runtime (#8882)
add c802786ea9 Use multi-stage DataBlock as DataTableImplV4 (#8874)
add caf8d75582 Add username and password support to JDBC driver (#8062)
add 28452e010c Add property to skip adding hadoop jars (#8888)
add 378bdec11c Allow moveToFinalLocation in METADATA push based on config
(#8823)
add 15fa8ccf55 [BugFix] Avoid reporting negative values for server
latency. (#8892)
add 00ec12113e Adding dependabot github config (#8896)
add a13c5d8bf0 Npm update deps for Pinot Controller (#8895)
add 080e849a6c fixing REGEX OPTION parser (#8905)
add 3892ac340a Upgrade Helix to 1.0.4
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (ae9a1dc26e)
\
N -- N -- N refs/heads/helix-1.0 (3892ac340a)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.../dependabot.yml | 32 +-
pinot-clients/pinot-jdbc-client/pom.xml | 3 +-
.../java/org/apache/pinot/client/PinotDriver.java | 33 +-
.../org/apache/pinot/client/utils/DriverUtils.java | 50 +-
.../apache/pinot/common/metrics/ServerMeter.java | 2 +
.../common/utils/FileUploadDownloadClient.java | 26 +
.../pinot/common/utils/TarGzCompressionUtils.java | 66 +-
.../common/utils/fetcher/BaseSegmentFetcher.java | 5 +
.../common/utils/fetcher/HttpSegmentFetcher.java | 54 +
.../pinot/common/utils/fetcher/SegmentFetcher.java | 6 +
.../utils/fetcher/SegmentFetcherFactory.java | 19 +
.../apache/pinot/common/utils/http/HttpClient.java | 38 +
.../apache/pinot/sql/parsers/CalciteSqlParser.java | 8 +-
.../utils/fetcher/SegmentFetcherFactoryTest.java | 8 +
.../pinot/sql/parsers/CalciteSqlCompilerTest.java | 24 +-
.../pinot/sql/parsers/dml/InsertIntoFileTest.java | 10 +-
.../PinotSegmentUploadDownloadRestletResource.java | 46 +-
.../pinot/controller/api/upload/ZKOperator.java | 79 +-
.../helix/core/minion/ClusterInfoAccessor.java | 9 +
.../src/main/resources/package-lock.json | 6507 +++++++++++---------
pinot-controller/src/main/resources/package.json | 82 +-
.../controller/api/upload/ZKOperatorTest.java | 141 +-
.../core/common/datablock}/BaseDataBlock.java | 2 +-
.../core/common/datablock}/ColumnarDataBlock.java | 2 +-
.../core/common/datablock}/DataBlockBuilder.java | 5 +-
.../core/common/datablock}/DataBlockUtils.java | 21 +-
.../core/common/datablock}/MetadataBlock.java | 2 +-
.../pinot/core/common/datablock}/RowDataBlock.java | 2 +-
.../pinot/core/common/datatable/BaseDataTable.java | 7 +-
.../core/common/datatable/DataTableBuilder.java | 69 +-
.../core/common/datatable/DataTableFactory.java | 2 +
.../core/common/datatable/DataTableImplV2.java | 7 +-
.../core/common/datatable/DataTableImplV3.java | 7 +-
...{DataTableFactory.java => DataTableImplV4.java} | 39 +-
.../core/common/datatable/DataTableUtils.java | 10 +-
.../core/data/manager/BaseTableDataManager.java | 77 +-
.../manager/offline/TableDataManagerProvider.java | 7 +-
.../query/distinct/DistinctExecutorFactory.java | 40 +-
.../core/query/distinct/DistinctExecutorUtils.java | 164 +
...ionaryBasedMultiColumnDistinctOnlyExecutor.java | 49 +-
...aryBasedMultiColumnDistinctOrderByExecutor.java | 65 +-
...onaryBasedSingleColumnDistinctOnlyExecutor.java | 22 +-
...ryBasedSingleColumnDistinctOrderByExecutor.java | 40 +-
...eRawBigDecimalSingleColumnDistinctExecutor.java | 18 +-
.../RawDoubleSingleColumnDistinctOnlyExecutor.java | 22 +-
...wDoubleSingleColumnDistinctOrderByExecutor.java | 40 +-
.../RawFloatSingleColumnDistinctOnlyExecutor.java | 22 +-
...awFloatSingleColumnDistinctOrderByExecutor.java | 40 +-
.../RawIntSingleColumnDistinctOnlyExecutor.java | 22 +-
.../RawIntSingleColumnDistinctOrderByExecutor.java | 40 +-
.../RawLongSingleColumnDistinctOnlyExecutor.java | 22 +-
...RawLongSingleColumnDistinctOrderByExecutor.java | 40 +-
.../raw/RawMultiColumnDistinctExecutor.java | 147 +-
.../RawStringSingleColumnDistinctOnlyExecutor.java | 22 +-
...wStringSingleColumnDistinctOrderByExecutor.java | 40 +-
.../pinot/core/transport/ServerResponse.java | 12 +-
.../core/common/datablock}/DataBlockTest.java | 51 +-
.../core/common/datablock}/DataBlockTestUtils.java | 2 +-
.../core/common/datatable/DataTableSerDeTest.java | 134 +
.../BaseTableDataManagerAcquireSegmentTest.java | 4 +-
.../data/manager/BaseTableDataManagerTest.java | 4 +-
.../offline/DimensionTableDataManagerTest.java | 4 +-
.../realtime/LLRealtimeSegmentDataManagerTest.java | 6 +
.../executor/QueryExecutorExceptionsTest.java | 7 +
.../core/query/executor/QueryExecutorTest.java | 7 +
.../apache/pinot/queries/DistinctQueriesTest.java | 722 ++-
.../pinot/queries/ExplainPlanQueriesTest.java | 7 +
.../queries/SegmentWithNullValueVectorTest.java | 9 +
pinot-distribution/pinot-assembly.xml | 12 +-
pinot-distribution/pom.xml | 4 +-
.../tests/ClusterIntegrationTestUtils.java | 20 +-
.../tests/MultiStageEngineIntegrationTest.java | 139 +
.../tests/SegmentUploadIntegrationTest.java | 229 +
.../pinot-batch-ingestion-spark-2.4/pom.xml | 248 +
.../spark/SparkSegmentGenerationJobRunner.java | 0
.../spark/SparkSegmentMetadataPushJobRunner.java | 0
.../batch/spark/SparkSegmentTarPushJobRunner.java | 0
.../batch/spark/SparkSegmentUriPushJobRunner.java | 0
.../segmentCreationAndMetadataPushJobSpec.yaml | 2 +-
.../segmentCreationAndTarPushJobSpec.yaml | 2 +-
.../segmentCreationAndUriPushJobSpec.yaml | 2 +-
.../src/main/resources/segmentCreationJobSpec.yaml | 1 +
.../src/main/resources/segmentTarPushJobSpec.yaml | 2 +-
.../src/main/resources/segmentUriPushJobSpec.yaml | 2 +-
.../SparkSegmentGenerationJobRunnerTest.java} | 23 +-
.../pinot-batch-ingestion-spark-3.2/pom.xml | 225 +
.../spark3}/SparkSegmentGenerationJobRunner.java | 2 +-
.../spark3}/SparkSegmentMetadataPushJobRunner.java | 2 +-
.../spark3}/SparkSegmentTarPushJobRunner.java | 2 +-
.../spark3}/SparkSegmentUriPushJobRunner.java | 2 +-
.../segmentCreationAndMetadataPushJobSpec.yaml | 10 +-
.../segmentCreationAndTarPushJobSpec.yaml | 10 +-
.../segmentCreationAndUriPushJobSpec.yaml | 10 +-
.../src/main/resources/segmentCreationJobSpec.yaml | 8 +-
.../src/main/resources/segmentTarPushJobSpec.yaml | 10 +-
.../src/main/resources/segmentUriPushJobSpec.yaml | 10 +-
.../SparkSegmentGenerationJobRunnerTest.java} | 23 +-
.../pinot-batch-ingestion-spark/pom.xml | 119 -
.../standalone/SegmentGenerationJobRunner.java | 37 +-
.../standalone/SegmentGenerationJobRunnerTest.java | 187 +-
pinot-plugins/pinot-batch-ingestion/pom.xml | 4 +-
.../v0_deprecated/pinot-spark/pom.xml | 16 +-
pinot-plugins/pinot-input-format/pinot-orc/pom.xml | 4 +-
.../pinot-input-format/pinot-parquet/pom.xml | 4 +-
.../pinot-stream-ingestion/pinot-kinesis/pom.xml | 8 +
pinot-plugins/pom.xml | 21 +-
.../apache/pinot/query/runtime/QueryRunner.java | 7 +-
.../query/runtime/blocks/TransferableBlock.java | 3 +
.../runtime/blocks/TransferableBlockUtils.java | 51 +
.../runtime/executor/WorkerQueryExecutor.java | 4 +-
.../query/runtime/operator/HashJoinOperator.java | 13 +-
.../runtime/operator/MailboxReceiveOperator.java | 7 +-
.../runtime/operator/MailboxSendOperator.java | 9 +-
.../pinot/query/service/QueryDispatcher.java | 6 +-
.../query/mailbox/GrpcMailboxServiceTest.java | 2 +-
.../local/data/manager/TableDataManager.java | 2 +-
.../local/data/manager/TableDataManagerParams.java | 66 +
.../indexsegment/immutable/EmptyIndexSegment.java | 6 +
.../immutable/ImmutableSegmentImpl.java | 6 +
.../indexsegment/mutable/MutableSegmentImpl.java | 35 +-
.../impl/invertedindex/NativeMutableFSTIndex.java | 80 +
.../index/column/IntermediateIndexContainer.java | 2 +-
.../index/datasource/MutableDataSource.java | 7 +-
.../segment/store/SegmentLocalFSDirectory.java | 16 +-
.../segment/local/utils/SegmentPushUtils.java | 4 +
.../NativeAndLuceneMutableTextIndexTest.java | 4 -
.../invertedindex/NativeMutableFSTIndexTest.java | 88 +
.../apache/pinot/segment/spi/ImmutableSegment.java | 9 +
.../pinot/segment/spi/store/SegmentDirectory.java | 14 +
.../server/starter/helix/BaseServerStarter.java | 9 +-
.../helix/HelixInstanceDataManagerConfig.java | 25 +
.../apache/pinot/server/api/BaseResourceTest.java | 3 +-
.../config/instance/InstanceDataManagerConfig.java | 4 +
.../spi/ingestion/batch/spec/PushJobSpec.java | 13 +
.../org/apache/pinot/tools/AuthQuickstart.java | 2 +-
.../org/apache/pinot/tools/HybridQuickstart.java | 2 +-
.../pinot/tools/RealtimeQuickStartWithMinion.java | 3 +-
pom.xml | 9 +-
138 files changed, 7415 insertions(+), 3827 deletions(-)
copy
contrib/pinot-druid-benchmark/src/main/resources/config/druid_broker_runtime.properties
=> .github/dependabot.yml (58%)
rename
{pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/blocks =>
pinot-core/src/main/java/org/apache/pinot/core/common/datablock}/BaseDataBlock.java
(99%)
rename
{pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/blocks =>
pinot-core/src/main/java/org/apache/pinot/core/common/datablock}/ColumnarDataBlock.java
(98%)
rename
{pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/blocks =>
pinot-core/src/main/java/org/apache/pinot/core/common/datablock}/DataBlockBuilder.java
(98%)
rename
{pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/blocks =>
pinot-core/src/main/java/org/apache/pinot/core/common/datablock}/DataBlockUtils.java
(85%)
rename
{pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/blocks =>
pinot-core/src/main/java/org/apache/pinot/core/common/datablock}/MetadataBlock.java
(97%)
rename
{pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/blocks =>
pinot-core/src/main/java/org/apache/pinot/core/common/datablock}/RowDataBlock.java
(98%)
copy
pinot-core/src/main/java/org/apache/pinot/core/common/datatable/{DataTableFactory.java
=> DataTableImplV4.java} (53%)
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/query/distinct/DistinctExecutorUtils.java
rename
{pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/blocks =>
pinot-core/src/test/java/org/apache/pinot/core/common/datablock}/DataBlockTest.java
(57%)
rename
{pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/blocks =>
pinot-core/src/test/java/org/apache/pinot/core/common/datablock}/DataBlockTestUtils.java
(99%)
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/MultiStageEngineIntegrationTest.java
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/SegmentUploadIntegrationTest.java
create mode 100644
pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-2.4/pom.xml
copy pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark =>
pinot-batch-ingestion-spark-2.4}/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark/SparkSegmentGenerationJobRunner.java
(100%)
copy pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark =>
pinot-batch-ingestion-spark-2.4}/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark/SparkSegmentMetadataPushJobRunner.java
(100%)
copy pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark =>
pinot-batch-ingestion-spark-2.4}/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark/SparkSegmentTarPushJobRunner.java
(100%)
copy pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark =>
pinot-batch-ingestion-spark-2.4}/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark/SparkSegmentUriPushJobRunner.java
(100%)
copy pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark =>
pinot-batch-ingestion-spark-2.4}/src/main/resources/segmentCreationAndMetadataPushJobSpec.yaml
(98%)
copy pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark =>
pinot-batch-ingestion-spark-2.4}/src/main/resources/segmentCreationAndTarPushJobSpec.yaml
(98%)
copy pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark =>
pinot-batch-ingestion-spark-2.4}/src/main/resources/segmentCreationAndUriPushJobSpec.yaml
(98%)
copy pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark =>
pinot-batch-ingestion-spark-2.4}/src/main/resources/segmentCreationJobSpec.yaml
(99%)
copy pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark =>
pinot-batch-ingestion-spark-2.4}/src/main/resources/segmentTarPushJobSpec.yaml
(98%)
copy pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark =>
pinot-batch-ingestion-spark-2.4}/src/main/resources/segmentUriPushJobSpec.yaml
(98%)
copy
pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-standalone/src/test/java/org/apache/pinot/plugin/ingestion/batch/standalone/SegmentGenerationJobRunnerTest.java
=>
pinot-batch-ingestion-spark-2.4/src/test/java/org/apache/pinot/plugin/ingestion/batch/spark/SparkSegmentGenerationJobRunnerTest.java}
(91%)
create mode 100644
pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark-3.2/pom.xml
rename
pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark
=>
pinot-batch-ingestion-spark-3.2/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark3}/SparkSegmentGenerationJobRunner.java
(99%)
rename
pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark
=>
pinot-batch-ingestion-spark-3.2/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark3}/SparkSegmentMetadataPushJobRunner.java
(98%)
rename
pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark
=>
pinot-batch-ingestion-spark-3.2/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark3}/SparkSegmentTarPushJobRunner.java
(98%)
rename
pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark
=>
pinot-batch-ingestion-spark-3.2/src/main/java/org/apache/pinot/plugin/ingestion/batch/spark3}/SparkSegmentUriPushJobRunner.java
(98%)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark =>
pinot-batch-ingestion-spark-3.2}/src/main/resources/segmentCreationAndMetadataPushJobSpec.yaml
(88%)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark =>
pinot-batch-ingestion-spark-3.2}/src/main/resources/segmentCreationAndTarPushJobSpec.yaml
(87%)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark =>
pinot-batch-ingestion-spark-3.2}/src/main/resources/segmentCreationAndUriPushJobSpec.yaml
(88%)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark =>
pinot-batch-ingestion-spark-3.2}/src/main/resources/segmentCreationJobSpec.yaml
(88%)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark =>
pinot-batch-ingestion-spark-3.2}/src/main/resources/segmentTarPushJobSpec.yaml
(87%)
rename pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-spark =>
pinot-batch-ingestion-spark-3.2}/src/main/resources/segmentUriPushJobSpec.yaml
(87%)
copy
pinot-plugins/pinot-batch-ingestion/{pinot-batch-ingestion-standalone/src/test/java/org/apache/pinot/plugin/ingestion/batch/standalone/SegmentGenerationJobRunnerTest.java
=>
pinot-batch-ingestion-spark-3.2/src/test/java/org/apache/pinot/plugin/ingestion/batch/spark3/SparkSegmentGenerationJobRunnerTest.java}
(91%)
delete mode 100644
pinot-plugins/pinot-batch-ingestion/pinot-batch-ingestion-spark/pom.xml
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/blocks/TransferableBlockUtils.java
create mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/data/manager/TableDataManagerParams.java
create mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/realtime/impl/invertedindex/NativeMutableFSTIndex.java
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/realtime/impl/invertedindex/NativeMutableFSTIndexTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
