This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch
dependabot/maven/com.fasterxml.jackson-jackson-bom-2.18.0
in repository https://gitbox.apache.org/repos/asf/pinot.git
discard f968b6a3a8 Bump com.fasterxml.jackson:jackson-bom from 2.17.2 to 2.18.0
add 4709954097 Part-4: Remove Unnecessary TimeSeries Materialization +
Minor Cleanups (#14092)
add 3eef3060fa Adding gauge unit tests for AbstractMetrics (#14064)
add fce17d3d39 Do not allow setting TableConfig in IndexLoadingConfig
after construction (#14098)
add ad1eda52ea fix checks on largest comparison value for upsert ttl and
allow to add segments out of ttl (#14094)
add 591f19324f Add broker API to run a query on both query engines and
compare results (#13746)
add 546e8b1d4a Cleanup PluginManager's incorrect usage of environment
variables vs system properties (#14082)
add dac174e6e3 Fix license headers in pinot-kafka-3.0 (#14112)
add 96abef8374 Add a server level config for segment server upload to deep
store. (#14093)
add b56585bd9b Bump log4j.version from 2.24.0 to 2.24.1 (#14116)
add b3721ac3f6 Bump org.mockito:mockito-core from 5.13.0 to 5.14.1 (#14119)
add 249d5ce37b Bump com.puppycrawl.tools:checkstyle from 10.18.1 to
10.18.2 (#14121)
add 4ba11e52a7 Part-5: Fix Offset Handling and Effective Time Filter +
Enable Group-By Expressions + Add Unit Tests and Minor Cleanup (#14104)
add f07685d170 #14095 update the contribution link (#14096)
add 3452ef9fa9 Improve Adaptive Server Selection to penalize servers
returning server side exceptions (#14029)
add 19b79f406c Polymorphic binary arithmetic scalar functions (#14089)
add 56ccbc3d5f Revert "Make ingestion offset delay metric configurable
(#14074)" (#14127)
add 8130f26449 Bump testcontainers.version from 1.20.1 to 1.20.2 (#14129)
add 8a227e06ab Bump com.nimbusds:nimbus-jose-jwt from 9.41.1 to 9.41.2
(#14131)
add f7521d52fb Bump com.azure:azure-sdk-bom from 1.2.27 to 1.2.28 (#14132)
add 7585bcef19 Bump com.google.errorprone:error_prone_annotations from
2.32.0 to 2.33.0 (#14133)
add f64178c7dd Bump software.amazon.awssdk:bom from 2.28.6 to 2.28.12
(#14130)
add 50249f36e4 Refactor ForwardIndexHandlerTest and avoid using setters
for IndexLoadingConfig (#14124)
add deefd086dd Bump com.microsoft.azure:msal4j from 1.17.1 to 1.17.2
(#14117)
add 49126f2835 Polymorphic scalar function implementation for BETWEEN
(#14113)
add e4a9f15697 Add watermark for dedup TTL (#14137)
add c1cd47e7ea Enabling JSON column for groupBy in time series and proper
handling for step 0s (#14141)
add ed5554dc19 Refactor SegmentPreProcessorTest and avoid using setters
for IndexLoadingConfig (#14143)
add e9547f13c1 Test Classes Cleanup For Setters of IndexLoadingConfig
#14106 (#14140)
add 9c1ffc5dfe Bump io.netty:netty-bom from 4.1.113.Final to 4.1.114.Final
(#14146)
add 143ffd7fc9 Upgrade Avro and ORC to the latest compatible version
(#14148)
add ea103c1cbb Support map type in complex schema (#13906)
add 64b901f426 update upsert TTL watermark in replaceSegment too (#14147)
add 04ebbf9ad0 [HELM] Fix Kubernetes Routing Issue (#13450)
add 93fbf98be3 Cleanup system output (#14152)
add 6d0ac8b182 Add Default RecordReader Next Implementation (#14108)
add c6c0fa243b Refactor LoaderTest and avoid using setters for
IndexLoadingConfig (#14149)
add dad5b604c1 Bump org.checkerframework:checker-qual from 3.47.0 to
3.48.0 (#14156)
add 7546663deb Bump nl.jqno.equalsverifier:equalsverifier from 3.17 to
3.17.1 (#14157)
add 21f1cc4f0b Fix segment reload on custom forward index setting (#14150)
add c4e03e3697 Extract common utils used to preload segments for future
reuse (#14161)
add 47d2fb2789 Bump dropwizard-metrics.version from 4.2.27 to 4.2.28
(#14164)
add 970622eb9d Test Classes Refactoring for setters of _textIndexColumns
and ColumnProperties (IndexLoadingConfig) (#14153)
add e47169cd81 Fix function call return type for IN / NOT IN created from
SEARCH in the multistage engine (#14128)
add 8334add327 Fix incorrect semantics for BETWEEN on MV columns in the
multi-stage query engine (#14135)
add f7067dbead Fix raw index conversion from v4 (#14171)
add b2d688b5f6 Fix consuming segments cleanup on server startup (#14174)
add e1328a3bf5 Improve query options validation and error handling.
(#14158)
add 2ddd2c797c Bump org.ow2.asm:asm from 9.7 to 9.7.1 (#14175)
add dc44785303 Bump parquet.version from 1.14.2 to 1.14.3 (#14176)
add 5d9a794073 Support arbitrary number of WHEN THEN clauses in the scalar
CASE function (#14125)
add 41b9a60f1e [HELM]: Publish Helm 0.3.0 (#14169)
add 0b7dae61db Store index metadata file for Lucene text indexes (#13948)
add 7a9bc49159 Adding custom params to AggInfo so that series builders can
use it. (#14173)
add e9beb340ec Add tests for PredicateComparisonRewriter (#14166)
add 2fddae2cb7 Make S3PinotFS listFiles return directories when
non-recursive (#14073)
add 2a443eeeaf try to acquire segmentLock before taking segment snapshot
(#14179)
add 8a404baec2 Bump org.jetbrains:annotations from 25.0.0 to 26.0.0
(#14184)
add c75b11ffed Bump net.openhft:chronicle-core from 2.26ea1 to 2.26ea2
(#14183)
add 1e0f87053c add logs to debug why crc values are different upon same
input data and found Text Index data is not deterministic (#14188)
add 27b39845cf copy native text index during format conversion (#14172)
add 7202eadce5 Add support for configuring Theta and Tuple aggregation
functions (#14167)
add acb8f19d7f Fix rebalancer EV converge check for low disk mode (#14178)
add 5963be2065 Bump cookie and express in
/pinot-controller/src/main/resources (#14189)
add bebd2b43a3 [Multi-stage] Support lookup join (#13966)
add 38b7ae2eb1 Enhance rebalancer to also log segments removed (#14180)
add 1ea0d35b3c Updated contributor list in asf.yaml file (#14186)
add 77259ba917 Adding variation to segment flush size (#14170)
add 58f36a1cb5 Declare annotation processors as compiler plugin config
(#14185)
add 25852057ff Implement consistent data push for spark 3 segment
generation and metadata push jobs (#14139)
add 4257bcb703 Fix Bug in Handling Empty Filters in Time Series (#14192)
add 9de57b01eb For consuming segment, avoid using setter in
IndexLoadingConfig (#14190)
add f22f36ecac Bump com.fasterxml.jackson:jackson-bom from 2.17.2 to 2.18.0
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (f968b6a3a8)
\
N -- N -- N
refs/heads/dependabot/maven/com.fasterxml.jackson-jackson-bom-2.18.0
(f22f36ecac)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 4 +-
.gitignore | 3 +-
README.md | 2 +-
helm/index.yaml | 30 +-
helm/pinot-0.3.0.tgz | Bin 0 -> 69832 bytes
helm/pinot/Chart.yaml | 2 +-
helm/pinot/templates/broker/service-external.yaml | 1 +
helm/pinot/templates/broker/service-headless.yaml | 1 +
helm/pinot/templates/broker/service.yaml | 1 +
.../templates/controller/service-external.yaml | 1 +
.../templates/controller/service-headless.yaml | 1 +
helm/pinot/templates/controller/service.yaml | 1 +
helm/pinot/templates/minion/service-headless.yaml | 1 +
helm/pinot/templates/minion/service.yaml | 1 +
helm/pinot/templates/server/service-headless.yaml | 1 +
helm/pinot/templates/server/service.yaml | 1 +
.../broker/api/resources/PinotClientRequest.java | 176 +-
.../requesthandler/TimeSeriesRequestHandler.java | 4 +-
.../api/resources/PinotClientRequestTest.java | 163 +-
.../pinot/broker/queryquota/HitCounterTest.java | 4 -
.../broker/requesthandler/QueryValidationTest.java | 2 +-
.../apache/pinot/client/ConnectionFactoryTest.java | 18 -
pinot-common/pom.xml | 2 +-
.../pinot/common/datablock/BaseDataBlock.java | 12 +
.../apache/pinot/common/datablock/DataBlock.java | 2 +
.../apache/pinot/common/datatable/DataTable.java | 3 +
.../pinot/common/datatable/DataTableImplV4.java | 13 +
.../pinot/common/function/FunctionUtils.java | 1 +
.../common/function/TransformFunctionType.java | 5 +-
.../function/scalar/ArithmeticFunctions.java | 15 -
.../common/function/scalar/ObjectFunctions.java | 143 +-
.../scalar/arithmetic/MinusScalarFunction.java | 66 +
.../scalar/arithmetic/MultScalarFunction.java | 66 +
.../scalar/arithmetic/PlusScalarFunction.java | 66 +
.../PolymorphicBinaryArithmeticScalarFunction.java | 67 +
.../scalar/comparison/BetweenScalarFunction.java | 120 +
.../scalar/comparison/EqualsScalarFunction.java | 4 +-
.../GreaterThanOrEqualScalarFunction.java | 9 +-
.../comparison/GreaterThanScalarFunction.java | 4 +-
.../comparison/LessThanOrEqualScalarFunction.java | 4 +-
.../scalar/comparison/LessThanScalarFunction.java | 4 +-
.../scalar/comparison/NotEqualsScalarFunction.java | 4 +-
.../common/request/context/TimeSeriesContext.java | 10 +-
.../org/apache/pinot/common/utils/BcryptUtils.java | 7 +-
.../org/apache/pinot/common/utils/DataSchema.java | 22 +
.../apache/pinot/common/utils/PinotDataType.java | 28 +
.../common/utils/config/QueryOptionsUtils.java | 93 +-
.../apache/pinot/sql/parsers/CalciteSqlParser.java | 14 +-
pinot-common/src/main/proto/expressions.proto | 1 +
pinot-common/src/main/proto/plan.proto | 6 +
.../pinot/common/metrics/AbstractMetricsTest.java | 197 ++
.../pinot/common/utils/FALFInternerTest.java | 4 -
.../pinot/common/utils/PinotDataTypeTest.java | 1 +
.../common/utils/config/QueryOptionsUtilsTest.java | 95 +
.../pinot/sql/parsers/CalciteSqlCompilerTest.java | 49 +-
.../rewriter/PredicateComparisonRewriterTest.java | 182 ++
.../pinot/connector/flink/FlinkQuickStart.java | 5 +-
.../v3/datasource/PinotBufferedRecordReader.scala | 2 +-
.../segment/OfflineSegmentAssignment.java | 30 +-
.../segment/RealtimeSegmentAssignment.java | 23 +-
.../assignment/segment/SegmentAssignmentUtils.java | 56 +-
.../segment/SegmentFlushThresholdComputer.java | 14 +
.../helix/core/rebalance/TableRebalancer.java | 77 +-
.../src/main/resources/package-lock.json | 221 +-
.../segment/SegmentAssignmentUtilsTest.java | 172 +-
.../StrictRealtimeSegmentAssignmentTest.java | 1 -
.../segment/SegmentFlushThresholdComputerTest.java | 27 +-
.../TableRebalancerClusterStatelessTest.java | 23 +-
.../helix/core/rebalance/TableRebalancerTest.java | 144 +-
.../apache/pinot/core/common/DataBlockCache.java | 5 +
.../org/apache/pinot/core/common/DataFetcher.java | 51 +-
.../core/common/RowBasedBlockValueFetcher.java | 16 +
.../core/common/datablock/DataBlockBuilder.java | 28 +-
.../common/datatable/BaseDataTableBuilder.java | 16 +
.../core/common/datatable/DataTableBuilder.java | 4 +
.../manager/realtime/IngestionDelayTracker.java | 153 +-
.../realtime/RealtimeSegmentDataManager.java | 19 +-
.../manager/realtime/RealtimeTableDataManager.java | 6 +-
.../manager/realtime/SegmentCommitterFactory.java | 10 +-
.../apache/pinot/core/minion/SegmentPurger.java | 5 -
.../core/operator/blocks/ProjectionBlock.java | 14 +
.../operator/blocks/TimeSeriesBuilderBlock.java | 61 +
.../pinot/core/operator/blocks/TransformBlock.java | 5 +
.../pinot/core/operator/blocks/ValueBlock.java | 5 +
.../operator/blocks/results/ResultsBlockUtils.java | 13 +
.../blocks/results/TimeSeriesResultsBlock.java | 12 +-
.../merger/TimeSeriesAggResultsBlockMerger.java | 32 +-
.../timeseries/TimeSeriesAggregationOperator.java | 21 +-
.../timeseries/TimeSeriesPassThroughOperator.java | 52 -
.../transform/function/ItemTransformFunction.java | 130 +
.../function/TransformFunctionFactory.java | 3 +
.../apache/pinot/core/plan/CombinePlanNode.java | 2 +-
.../apache/pinot/core/plan/TimeSeriesPlanNode.java | 2 +-
.../DistinctCountCPCSketchAggregationFunction.java | 15 +-
...istinctCountThetaSketchAggregationFunction.java | 29 +-
.../IntegerTupleSketchAggregationFunction.java | 21 +
.../query/executor/ServerQueryExecutorV1Impl.java | 13 +-
.../optimizer/filter/NumericalFilterOptimizer.java | 20 +-
.../postaggregation/PostAggregationFunction.java | 59 +-
.../request/context/utils/QueryContextUtils.java | 4 +-
.../query/selection/SelectionOperatorUtils.java | 7 +
.../genericrow/GenericRowFileRecordReader.java | 5 -
.../pinot/core/transport/AsyncQueryResponse.java | 37 +-
.../pinot/core/util/DataBlockExtractUtils.java | 3 +
.../accounting/ResourceManagerAccountingTest.java | 4 +-
.../common/datablock/DataBlockBuilderTest.java | 27 +
.../core/common/datablock/DataBlockTestUtils.java | 17 +
.../core/common/datatable/DataTableSerDeTest.java | 14 +
.../realtime/IngestionDelayTrackerTest.java | 13 +-
.../realtime/SegmentCommitterFactoryTest.java | 20 +-
.../pinot/core/function/FunctionRegistryTest.java | 2 +-
...tinctCountCPCSketchAggregationFunctionTest.java | 15 +-
...ctCountThetaSketchAggregationFunctionTest.java} | 37 +-
.../IntegerTupleSketchAggregationFunctionTest.java | 58 +
.../core/query/executor/QueryExecutorTest.java | 55 +-
.../PostAggregationFunctionTest.java | 32 +-
...ctCountIntegerSumTupleSketchStarTreeV2Test.java | 3 +-
.../v2/DistinctCountThetaSketchStarTreeV2Test.java | 3 +-
.../pinot/core/transport/QueryRoutingTest.java | 176 ++
.../org/apache/pinot/core/util/CrcUtilsTest.java | 101 +-
.../apache/pinot/queries/BaseJsonQueryTest.java | 15 +-
.../pinot/queries/ExplainPlanQueriesTest.java | 45 +-
.../org/apache/pinot/queries/ExprMinMaxTest.java | 6 +-
.../pinot/queries/FastFilteredCountTest.java | 23 +-
.../pinot/queries/FilteredAggregationsTest.java | 31 +-
.../ForwardIndexDisabledMultiValueQueriesTest.java | 163 +-
...dexDisabledMultiValueQueriesWithReloadTest.java | 242 +-
...ForwardIndexDisabledSingleValueQueriesTest.java | 277 +-
.../ForwardIndexHandlerReloadQueriesTest.java | 374 +--
.../apache/pinot/queries/H3IndexQueriesTest.java | 7 +-
.../pinot/queries/JsonDataTypeQueriesTest.java | 37 +-
.../queries/JsonIngestionFromAvroQueriesTest.java | 68 +-
.../pinot/queries/JsonMalformedIndexTest.java | 144 +-
.../JsonUnnestIngestionFromAvroQueriesTest.java | 69 +-
.../queries/NativeAndLuceneComparisonTest.java | 85 +-
.../NoDictionaryCompressionQueriesTest.java | 22 +-
.../org/apache/pinot/queries/RangeQueriesTest.java | 40 +-
.../pinot/queries/TextSearchQueriesTest.java | 92 +-
.../pinot/queries/WithOptionQueriesTest.java | 190 ++
.../tests/BaseClusterIntegrationTest.java | 7 +
pinot-integration-tests/pom.xml | 14 +-
.../tests/LLCRealtimeClusterIntegrationTest.java | 33 +
.../MultiNodesOfflineClusterIntegrationTest.java | 9 +-
.../tests/MultiStageEngineIntegrationTest.java | 124 +-
.../tests/OfflineClusterIntegrationTest.java | 310 +-
.../SparkSegmentMetadataPushIntegrationTest.java | 401 +++
.../pinot/integration/tests/custom/ArrayTest.java | 2 -
.../CustomDataQueryClusterIntegrationTest.java | 113 +-
.../tests/custom/MapFieldTypeRealtimeTest.java | 262 ++
.../integration/tests/custom/MapFieldTypeTest.java | 250 ++
.../integration/tests/custom/WindowFunnelTest.java | 3 -
.../perf/BenchmarkNativeVsLuceneTextIndex.java | 54 +-
.../spark3/SparkSegmentGenerationJobRunner.java | 31 +-
.../spark3/SparkSegmentMetadataPushJobRunner.java | 287 +-
.../SparkSegmentGenerationJobRunnerTest.java | 153 +-
.../apache/pinot/plugin/filesystem/S3PinotFS.java | 27 +-
.../pinot/plugin/filesystem/S3PinotFSTest.java | 51 +-
.../plugin/inputformat/avro/AvroRecordReader.java | 6 -
.../plugin/inputformat/csv/CSVRecordReader.java | 6 -
.../plugin/inputformat/json/JSONRecordReader.java | 5 -
.../plugin/inputformat/orc/ORCRecordReader.java | 6 -
.../parquet/ParquetAvroRecordReader.java | 6 -
.../parquet/ParquetNativeRecordReader.java | 6 -
.../inputformat/parquet/ParquetRecordReader.java | 6 -
.../protobuf/ProtoBufCodeGenMessageDecoder.java | 1 -
.../inputformat/protobuf/ProtoBufRecordReader.java | 6 -
.../inputformat/thrift/ThriftRecordReader.java | 6 -
.../kafka30/KafkaStreamMetadataProvider.java | 6 +-
...tionLevelConsumerBackwardCompatibilityTest.java | 2 +-
.../kafka30/KafkaPartitionLevelConsumerTest.java | 3 +-
.../KafkaPartitionLevelStreamConfigTest.java | 9 +-
.../stream/kafka30/utils/MiniKafkaCluster.java | 1 +
.../pinot/tsdb/m3ql/M3TimeSeriesPlanner.java | 27 +-
.../pinot/tsdb/m3ql/time/TimeBucketComputer.java | 4 +-
.../pinot/calcite/rel/hint/PinotHintOptions.java | 11 +-
.../rel/rules/PinotJoinExchangeNodeInsertRule.java | 38 +-
.../rel/rules/PinotJoinToDynamicBroadcastRule.java | 48 +-
.../pinot/calcite/sql/fun/PinotOperatorTable.java | 5 +-
.../calcite/sql2rel/PinotConvertletTable.java | 52 +
.../planner/logical/RelToPlanNodeConverter.java | 72 +-
.../query/planner/logical/RexExpressionUtils.java | 12 +-
.../pinot/query/planner/plannode/JoinNode.java | 21 +-
.../pinot/query/planner/plannode/PlanNode.java | 3 +-
.../query/planner/serde/PlanNodeDeserializer.java | 14 +-
.../query/planner/serde/PlanNodeSerializer.java | 14 +-
.../serde/ProtoExpressionToRexExpression.java | 2 +
.../serde/RexExpressionToProtoExpression.java | 2 +
.../apache/pinot/query/routing/WorkerManager.java | 92 +-
.../org/apache/pinot/query/type/TypeFactory.java | 18 +-
.../resources/queries/LiteralEvaluationPlans.json | 4 +-
.../query/runtime/InStageStatsTreeBuilder.java | 7 +-
.../query/runtime/operator/HashJoinOperator.java | 45 +-
.../LeafStageTransferableBlockOperator.java | 12 +
.../query/runtime/operator/LookupJoinOperator.java | 260 ++
.../query/runtime/operator/MultiStageOperator.java | 11 +-
.../query/runtime/plan/PlanNodeToOpChain.java | 11 +-
.../plan/server/ServerPlanRequestVisitor.java | 51 +-
.../runtime/timeseries/LeafTimeSeriesOperator.java | 4 +-
.../timeseries/PhysicalTimeSeriesPlanVisitor.java | 32 +-
.../runtime/operator/HashJoinOperatorTest.java | 20 +-
.../runtime/operator/MultiStageAccountingTest.java | 2 +-
.../plan/pipeline/PipelineBreakerExecutorTest.java | 6 +-
.../query/runtime/queries/QueryRunnerTest.java | 49 +-
.../PhysicalTimeSeriesPlanVisitorTest.java | 81 +
pinot-segment-local/pom.xml | 2 +-
.../DistinctCountThetaSketchValueAggregator.java | 20 +-
.../IntegerTupleSketchValueAggregator.java | 17 +-
.../local/aggregator/ValueAggregatorFactory.java | 4 +-
.../dedup/BasePartitionDedupMetadataManager.java | 69 +-
...ConcurrentMapPartitionDedupMetadataManager.java | 11 +-
.../ConcurrentMapTableDedupMetadataManager.java | 1 -
.../immutable/ImmutableSegmentImpl.java | 9 +-
.../indexsegment/mutable/MutableSegmentImpl.java | 20 +
.../converter/RealtimeSegmentConverter.java | 3 -
.../local/realtime/impl/RealtimeSegmentConfig.java | 23 +-
.../impl/forward/VarByteSVMutableForwardIndex.java | 8 +
.../recordtransformer/DataTypeTransformer.java | 2 +-
.../BigDecimalColumnPreIndexStatsCollector.java | 10 +-
.../stats/BytesColumnPredIndexStatsCollector.java | 10 +-
.../stats/DoubleColumnPreIndexStatsCollector.java | 5 +-
.../stats/FloatColumnPreIndexStatsCollector.java | 5 +-
.../stats/IntColumnPreIndexStatsCollector.java | 5 +-
.../stats/LongColumnPreIndexStatsCollector.java | 5 +-
.../stats/MapColumnPreIndexStatsCollector.java | 211 ++
.../stats/SegmentPreIndexStatsCollectorImpl.java | 3 +
.../stats/StringColumnPreIndexStatsCollector.java | 10 +-
.../creator/impl/text/LuceneTextIndexCreator.java | 5 +
.../converter/SegmentV1V2ToV3FormatConverter.java | 10 +
.../segment/index/datasource/BaseDataSource.java | 12 +
.../index/forward/ForwardIndexCreatorFactory.java | 1 +
.../segment/index/forward/ForwardIndexType.java | 55 +-
.../local/segment/index/h3/H3IndexType.java | 10 +-
.../segment/index/loader/ForwardIndexHandler.java | 192 +-
.../segment/index/loader/IndexLoadingConfig.java | 310 +-
.../defaultcolumn/BaseDefaultColumnHandler.java | 45 +-
.../local/segment/index/map/BaseMapDataSource.java | 113 +
.../segment/index/map/BaseMapIndexCreator.java | 15 +-
.../segment/index/map/ImmutableMapDataSource.java | 157 ++
.../local/segment/index/map/MapIndexHandler.java | 48 +
.../local/segment/index/map/MapIndexPlugin.java | 20 +-
.../segment/index/map/MapIndexReaderWrapper.java | 170 ++
.../local/segment/index/map/MapIndexType.java | 172 ++
.../local/segment/index/map/MapKeyIndexReader.java | 113 +
.../segment/index/map/MutableMapDataSource.java | 167 ++
.../segment/index/map/MutableMapIndexImpl.java | 30 +-
.../local/segment/index/map/NullDataSource.java | 258 ++
.../forward/VarByteChunkForwardIndexReaderV4.java | 7 +
.../forward/VarByteChunkSVForwardIndexReader.java | 8 +
.../index/readers/map/ImmutableMapIndexReader.java | 220 ++
.../index/readers/text/LuceneTextIndexReader.java | 7 +-
.../readers/vector/HnswVectorIndexReader.java | 5 +-
.../segment/index/vector/VectorIndexType.java | 44 +-
.../readers/CompactedPinotSegmentRecordReader.java | 6 -
.../segment/readers/GenericRowRecordReader.java | 5 -
.../readers/MultiplePinotSegmentRecordReader.java | 8 +-
.../segment/readers/PinotSegmentColumnReader.java | 11 +-
.../segment/readers/PinotSegmentRecordReader.java | 5 -
.../segment/store/SingleFileIndexDirectory.java | 8 +
.../local/segment/store/TextIndexUtils.java | 68 +-
.../local/startree/StarTreeBuilderUtils.java | 16 +
.../upsert/BasePartitionUpsertMetadataManager.java | 408 ++-
...oncurrentMapPartitionUpsertMetadataManager.java | 22 +-
...nUpsertMetadataManagerForConsistentDeletes.java | 12 +-
.../apache/pinot/segment/local/utils/CrcUtils.java | 3 +
.../segment/local/utils/SegmentPreloadUtils.java | 194 ++
.../segment/local/utils/TableConfigUtils.java | 2 +
.../pinot/segment/local/utils/WatermarkUtils.java | 88 +
...istinctCountThetaSketchValueAggregatorTest.java | 21 +-
.../IntegerTupleSketchValueAggregatorTest.java | 10 +-
...apPartitionDedupMetadataManagerWithTTLTest.java | 31 +-
...artitionDedupMetadataManagerWithoutTTLTest.java | 16 +-
.../mutable/MutableSegmentDedupeTest.java | 16 +-
.../ComplexTypeTransformerTest.java | 1 -
.../ExpressionTransformerTest.java | 2 +-
.../segment/creator/OnHeapDictionariesTest.java | 11 +-
.../index/dictionary/DictionaryIndexTypeTest.java | 31 +
.../index/loader/ForwardIndexHandlerTest.java | 2983 +++++++++-----------
.../index/loader/IndexLoadingConfigTest.java | 101 +-
.../local/segment/index/loader/LoaderTest.java | 795 +++---
.../index/loader/SegmentPreProcessorTest.java | 2656 +++++------------
.../local/segment/store/TextIndexUtilsTest.java | 51 +
.../v2/builder/StarTreeBuilderUtilsTest.java | 34 +
.../BasePartitionUpsertMetadataManagerTest.java | 206 +-
...rrentMapPartitionUpsertMetadataManagerTest.java | 184 +-
.../local/utils/SegmentPreloadUtilsTest.java | 150 +
.../org/apache/pinot/segment/spi/Constants.java | 1 +
.../org/apache/pinot/segment/spi/V1Constants.java | 3 +
.../segment/spi/creator/MapColumnStatistics.java | 24 +-
.../pinot/segment/spi/datasource/DataSource.java | 13 +
.../segment/spi/datasource/MapDataSource.java | 36 +-
.../pinot/segment/spi/index/StandardIndexes.java | 9 +
.../spi/index/creator/ForwardIndexCreator.java | 8 +
.../segment/spi/index/creator/MapIndexCreator.java | 40 +-
.../spi/index/mutable/MutableForwardIndex.java | 11 +
.../segment/spi/index/mutable/MutableMapIndex.java | 70 +
.../pinot/segment/spi/index/reader/Dictionary.java | 8 +
.../spi/index/reader/ForwardIndexReader.java | 14 +
.../segment/spi/index/reader/MapIndexReader.java | 68 +
.../helix/HelixInstanceDataManagerConfig.java | 8 +
.../config/instance/InstanceDataManagerConfig.java | 2 +
.../org/apache/pinot/spi/config/table/FSTType.java | 2 +-
.../apache/pinot/spi/config/table/FieldConfig.java | 8 +-
.../pinot/spi/config/table/IndexingConfig.java | 55 +-
.../pinot/spi/config/table/MapIndexConfig.java | 80 +
.../pinot/spi/data/readers/RecordReader.java | 8 +-
.../org/apache/pinot/spi/plugin/PluginManager.java | 46 +-
.../org/apache/pinot/spi/stream/StreamConfig.java | 56 +-
.../pinot/spi/stream/StreamConfigProperties.java | 7 +
.../apache/pinot/spi/utils/CommonConstants.java | 4 +
.../java/org/apache/pinot/spi/utils/MapUtils.java | 145 +
.../utils/builder/ControllerRequestURLBuilder.java | 39 +-
.../org/apache/pinot/spi/utils/MapUtilsTest.java | 105 +
.../tsdb/planner/TimeSeriesQueryEnvironment.java | 8 +-
.../tsdb/planner/physical/TableScanVisitor.java | 6 +-
.../java/org/apache/pinot/tsdb/spi/AggInfo.java | 35 +-
.../pinot/tsdb/spi/TimeSeriesLogicalPlanner.java | 8 +-
...ctPlanNode.java => LeafTimeSeriesPlanNode.java} | 43 +-
.../tsdb/spi/plan/serde/TimeSeriesPlanSerde.java | 4 +-
.../tsdb/spi/series/BaseTimeSeriesBuilder.java | 9 +
.../tsdb/spi/plan/LeafTimeSeriesPlanNodeTest.java | 78 +
.../spi/plan/serde/TimeSeriesPlanSerdeTest.java | 31 +-
.../pinot/tools/LookupJoinEngineQuickStart.java | 67 +
.../colocated/userGroups/userGroups_schema.json | 6 +-
.../lookup/userGroupsDim/ingestionJobSpec.yaml | 140 +
.../userGroupsDim}/rawdata/p0.csv | 0
.../userGroupsDim}/rawdata/p1.csv | 0
.../userGroupsDim}/rawdata/p2.csv | 0
.../userGroupsDim}/rawdata/p3.csv | 0
.../userGroupsDim}/rawdata/p4.csv | 0
.../userGroupsDim}/rawdata/p5.csv | 0
.../userGroupsDim}/rawdata/p6.csv | 0
.../userGroupsDim}/rawdata/p7.csv | 0
.../userGroupsDim_offline_table_config.json | 18 +
.../userGroupsDim/userGroupsDim_schema.json} | 7 +-
pom.xml | 55 +-
335 files changed, 13378 insertions(+), 7962 deletions(-)
create mode 100644 helm/pinot-0.3.0.tgz
create mode 100644
pinot-common/src/main/java/org/apache/pinot/common/function/scalar/arithmetic/MinusScalarFunction.java
create mode 100644
pinot-common/src/main/java/org/apache/pinot/common/function/scalar/arithmetic/MultScalarFunction.java
create mode 100644
pinot-common/src/main/java/org/apache/pinot/common/function/scalar/arithmetic/PlusScalarFunction.java
create mode 100644
pinot-common/src/main/java/org/apache/pinot/common/function/scalar/arithmetic/PolymorphicBinaryArithmeticScalarFunction.java
create mode 100644
pinot-common/src/main/java/org/apache/pinot/common/function/scalar/comparison/BetweenScalarFunction.java
create mode 100644
pinot-common/src/test/java/org/apache/pinot/sql/parsers/rewriter/PredicateComparisonRewriterTest.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/operator/blocks/TimeSeriesBuilderBlock.java
delete mode 100644
pinot-core/src/main/java/org/apache/pinot/core/operator/timeseries/TimeSeriesPassThroughOperator.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/operator/transform/function/ItemTransformFunction.java
copy
pinot-core/src/test/java/org/apache/pinot/core/query/aggregation/function/{DistinctCountCPCSketchAggregationFunctionTest.java
=> DistinctCountThetaSketchAggregationFunctionTest.java} (53%)
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/query/aggregation/function/IntegerTupleSketchAggregationFunctionTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/queries/WithOptionQueriesTest.java
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/SparkSegmentMetadataPushIntegrationTest.java
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/custom/MapFieldTypeRealtimeTest.java
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/custom/MapFieldTypeTest.java
create mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/LookupJoinOperator.java
create mode 100644
pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/timeseries/PhysicalTimeSeriesPlanVisitorTest.java
create mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/creator/impl/stats/MapColumnPreIndexStatsCollector.java
create mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/map/BaseMapDataSource.java
rename
pinot-common/src/main/java/org/apache/pinot/common/function/scalar/ComparisonFunctions.java
=>
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/map/BaseMapIndexCreator.java
(69%)
create mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/map/ImmutableMapDataSource.java
create mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/map/MapIndexHandler.java
copy
pinot-plugins/pinot-stream-ingestion/pinot-kafka-3.0/src/test/java/org/apache/pinot/plugin/stream/kafka30/KafkaPartitionLevelConsumerBackwardCompatibilityTest.java
=>
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/map/MapIndexPlugin.java
(68%)
create mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/map/MapIndexReaderWrapper.java
create mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/map/MapIndexType.java
create mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/map/MapKeyIndexReader.java
create mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/map/MutableMapDataSource.java
copy
pinot-plugins/pinot-stream-ingestion/pinot-kafka-3.0/src/test/java/org/apache/pinot/plugin/stream/kafka30/KafkaPartitionLevelConsumerBackwardCompatibilityTest.java
=>
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/map/MutableMapIndexImpl.java
(57%)
create mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/map/NullDataSource.java
create mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/index/readers/map/ImmutableMapIndexReader.java
create mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/utils/SegmentPreloadUtils.java
create mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/utils/WatermarkUtils.java
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/store/TextIndexUtilsTest.java
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/utils/SegmentPreloadUtilsTest.java
copy pinot-spi/src/main/java/org/apache/pinot/spi/config/table/FSTType.java =>
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/creator/MapColumnStatistics.java
(61%)
copy
pinot-core/src/main/java/org/apache/pinot/core/operator/blocks/ValueBlock.java
=>
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/datasource/MapDataSource.java
(50%)
copy
pinot-core/src/main/java/org/apache/pinot/core/operator/blocks/ValueBlock.java
=>
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/creator/MapIndexCreator.java
(50%)
create mode 100644
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/mutable/MutableMapIndex.java
create mode 100644
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/reader/MapIndexReader.java
create mode 100644
pinot-spi/src/main/java/org/apache/pinot/spi/config/table/MapIndexConfig.java
create mode 100644
pinot-spi/src/main/java/org/apache/pinot/spi/utils/MapUtils.java
create mode 100644
pinot-spi/src/test/java/org/apache/pinot/spi/utils/MapUtilsTest.java
rename
pinot-timeseries/pinot-timeseries-spi/src/main/java/org/apache/pinot/tsdb/spi/plan/{ScanFilterAndProjectPlanNode.java
=> LeafTimeSeriesPlanNode.java} (72%)
create mode 100644
pinot-timeseries/pinot-timeseries-spi/src/test/java/org/apache/pinot/tsdb/spi/plan/LeafTimeSeriesPlanNodeTest.java
create mode 100644
pinot-tools/src/main/java/org/apache/pinot/tools/LookupJoinEngineQuickStart.java
create mode 100644
pinot-tools/src/main/resources/examples/batch/lookup/userGroupsDim/ingestionJobSpec.yaml
copy pinot-tools/src/main/resources/examples/batch/{colocated/userGroups =>
lookup/userGroupsDim}/rawdata/p0.csv (100%)
copy pinot-tools/src/main/resources/examples/batch/{colocated/userGroups =>
lookup/userGroupsDim}/rawdata/p1.csv (100%)
copy pinot-tools/src/main/resources/examples/batch/{colocated/userGroups =>
lookup/userGroupsDim}/rawdata/p2.csv (100%)
copy pinot-tools/src/main/resources/examples/batch/{colocated/userGroups =>
lookup/userGroupsDim}/rawdata/p3.csv (100%)
copy pinot-tools/src/main/resources/examples/batch/{colocated/userGroups =>
lookup/userGroupsDim}/rawdata/p4.csv (100%)
copy pinot-tools/src/main/resources/examples/batch/{colocated/userGroups =>
lookup/userGroupsDim}/rawdata/p5.csv (100%)
copy pinot-tools/src/main/resources/examples/batch/{colocated/userGroups =>
lookup/userGroupsDim}/rawdata/p6.csv (100%)
copy pinot-tools/src/main/resources/examples/batch/{colocated/userGroups =>
lookup/userGroupsDim}/rawdata/p7.csv (100%)
create mode 100644
pinot-tools/src/main/resources/examples/batch/lookup/userGroupsDim/userGroupsDim_offline_table_config.json
copy
pinot-tools/src/main/resources/examples/batch/{colocated/userGroups/userGroups_schema.json
=> lookup/userGroupsDim/userGroupsDim_schema.json} (68%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
