This is an automated email from the ASF dual-hosted git repository.
xiangfu pushed a change to branch release-0.12.0-rc
in repository https://gitbox.apache.org/repos/asf/pinot.git
from 7f643b1df8 Adding configs for zk client timeout (#9975)
add 0338d5d681 Fix the executor config wiring issue for Multi-stage engine
(#9978)
add c56a023f7a coalesce literal (#9958)
add e092140d5f [multistage] add defensive scheduling, enable for tests
(#9962)
add bb12396406 [Clean up] Do not cache PropertiesConfiguration within
SegmentMetadataImpl (#9952)
add 1870f662b3 [multistage][bugfix] fixing empty response unable to
convert issue (#9983)
add 7d20fbb312 [hotfix] github action script contains duplicate (#9984)
add f743ff124e Fix ser/de for StringLongPair (#9985)
add 2d0cbc19de Ability to initialize S3PinotFs with serverSideEncryption
properties when passing client directly (#9988)
add f54e3e73ff [multistage][test] add multi-server, multi-segment test
(#9943)
add f7c281f2dc [multistage] [bugfix] Throw error when GrpcMailbox
receiving buffer is full (#9969)
add cf4356738e handle pending minion tasks properly when getting the task
progress status (#9911)
add 8bb551e27b allow gauge stored in metric registry to be updated (#9961)
add 8fbb2d5451 support case-insensitive query options in SET syntax (#9912)
add 7eba70c0ed pin versions-maven-plugin to 2.13.0 (#9993)
add 09493b700f [multistage] fix join hashing issue (#9996)
add c0345035cc bugfix dir check for HadoopPinotFS.copyFromLocalDir (#9979)
add 54046e1547 [multistage] [feature] Support Right join and Full join and
inEqui mix. (#9907)
add d5e7906448 [multistage] remove limit from in-memory mailbox queue
(#9999)
add f57d92275a [multistage] add file filter to RBQT [MINOR] (#10003)
add f1807c9cc5 Pulsar Connection handler should not spin up a consumer /
reader (#9893)
add f2972c9866 Add a benchmark test for varLengthDictionary (#10007)
add 5dc60be5d5 Handle in-memory segment metadata for index checking
(#10017)
add dab27dc0fd [Flaky test] Fix ForwardIndexHandlerTest (#10018)
add 20ff0187fa Support the cross-account access using IAM role for S3
PinotFS (#10009)
add ef9e294d0c remove toString() deserializing rows in datatable (#10015)
add 36c82b66b9 report minion task metadata last update time as metric
(#9954)
add 36cb37bf8c Bugfix: Use correct exception import in TableRebalancer.
(#10025)
add 6303fc9940 support SKEW_POP and KURTOSIS_POP aggregates (#10021)
add 880a5c779f emit minion task generation time and error metrics (#10026)
add ac5cd0baf5 Use the same default time value for all replicas (#10029)
add 3fb211845d Reduce the number of segments to wait for convergence when
rebalancing (#10028)
add 431b91802c Fix NPE in AbstractMetrics From Race Condition (#10022)
No new revisions were added by this update.
Summary of changes:
.github/workflows/scripts/.pinot_test.sh | 6 +
.../configs/controller.yml | 21 ++
.../etc/jmx_prometheus_javaagent/configs/pinot.yml | 21 ++
.../requesthandler/BaseBrokerRequestHandler.java | 2 +-
.../MultiStageBrokerRequestHandler.java | 2 +-
.../ReplicaGroupInstanceSelector.java | 2 +-
.../segmentselector/RealtimeSegmentSelector.java | 2 +-
.../pinot/common/datatable/BaseDataTable.java | 43 +----
.../pinot/common/datatable/DataTableImplV4.java | 42 +---
.../pinot/common/metrics/AbstractMetrics.java | 68 ++++---
.../pinot/common/metrics/ControllerGauge.java | 3 +
.../common/minion/MinionTaskMetadataUtils.java | 65 +++++++
.../common/utils/config}/QueryOptionsUtils.java | 59 +++++-
.../common/utils/helix/FakePropertyStore.java | 23 ++-
.../apache/pinot/sql/parsers/CalciteSqlParser.java | 10 +-
.../pinot/sql/parsers/SqlNodeAndOptions.java | 3 +-
.../pinot/common/metrics/AbstractMetricsTest.java | 65 +++++++
.../common/minion/MinionTaskMetadataUtilsTest.java | 62 ++++++
.../common/utils/config/QueryOptionsUtilsTest.java | 37 ++--
.../assignment/segment/SegmentAssignmentUtils.java | 12 ++
.../core/minion/PinotHelixTaskResourceManager.java | 55 ++++--
.../helix/core/minion/PinotTaskManager.java | 21 +-
.../helix/core/minion/TaskMetricsEmitter.java | 9 +
.../helix/core/rebalance/TableRebalancer.java | 16 +-
.../minion/PinotHelixTaskResourceManagerTest.java | 47 ++++-
.../TableRebalancerClusterStatelessTest.java | 10 -
.../helix/core/rebalance/TableRebalancerTest.java | 36 ++--
.../apache/pinot/core/common/ObjectSerDeUtils.java | 27 ++-
.../core/data/manager/BaseTableDataManager.java | 2 +-
.../manager/realtime/RealtimeTableDataManager.java | 11 +-
.../blocks/results/AggregationResultsBlock.java | 5 +
.../operator/blocks/results/BaseResultsBlock.java | 7 +
.../blocks/results/DistinctResultsBlock.java | 5 +
.../blocks/results/ExceptionResultsBlock.java | 5 +
.../blocks/results/ExplainResultsBlock.java | 5 +
.../blocks/results/GroupByResultsBlock.java | 5 +
.../blocks/results/MetadataResultsBlock.java | 5 +
.../blocks/results/SelectionResultsBlock.java | 5 +
.../pinot/core/operator/docidsets/AndDocIdSet.java | 2 +-
.../function/CoalesceTransformFunction.java | 16 +-
.../apache/pinot/core/plan/SelectionPlanNode.java | 2 +-
.../core/plan/maker/InstancePlanMakerImplV2.java | 2 +-
.../function/AggregationFunctionFactory.java | 4 +
...n.java => FourthMomentAggregationFunction.java} | 110 +++++++----
.../query/executor/ServerQueryExecutorV1Impl.java | 2 +-
.../query/reduce/ExplainPlanDataTableReducer.java | 2 +-
.../core/query/request/context/QueryContext.java | 2 +-
.../pinot/core/common/ObjectSerDeUtilsTest.java | 3 +-
.../realtime/RealtimeTableDataManagerTest.java | 8 +-
.../function/CoalesceTransformFunctionTest.java | 24 +++
.../function/AggregationFunctionFactoryTest.java | 14 ++
.../pinot/queries/StatisticalQueriesTest.java | 179 +++++++++++++++++
.../converter/RealtimeSegmentConverterTest.java | 31 ++-
.../perf/BenchmarkStringVarLengthDictionary.java | 199 +++++++++++++++++++
.../pinot/plugin/filesystem/HadoopPinotFS.java | 7 +-
.../pinot/plugin/filesystem/HadoopPinotFSTest.java | 54 +++++-
.../apache/pinot/plugin/filesystem/S3Config.java | 155 +++++++++++++++
.../apache/pinot/plugin/filesystem/S3PinotFS.java | 136 +++++++------
.../plugin/metrics/dropwizard/DropwizardGauge.java | 27 ++-
.../dropwizard/DropwizardMetricsRegistry.java | 5 +-
...zardMeter.java => DropwizardSettableGauge.java} | 38 ++--
.../metrics/dropwizard/DropwizardGaugeTest.java | 26 +--
.../dropwizard/DropwizardMetricsRegistryTest.java} | 43 ++---
.../dropwizard/DropwizardSettableGaugeTest.java | 23 ++-
.../pinot/plugin/metrics/yammer/YammerGauge.java | 31 +--
.../metrics/yammer/YammerMetricsRegistry.java | 2 +-
.../{YammerGauge.java => YammerSettableGauge.java} | 39 ++--
.../plugin/metrics/yammer/YammerGaugeTest.java | 26 +--
.../metrics/yammer/YammerMetricsRegistryTest.java} | 48 ++---
.../metrics/yammer/YammerSettableGaugeTest.java | 23 ++-
.../pinot/plugin/stream/pulsar/PulsarConfig.java | 16 +-
.../PulsarPartitionLevelConnectionHandler.java | 35 ++--
.../pulsar/PulsarPartitionLevelConsumer.java | 11 +-
.../pulsar/PulsarStreamMetadataProvider.java | 15 +-
.../partitioning/FieldSelectionKeySelector.java | 25 ++-
.../pinot/query/mailbox/GrpcReceivingMailbox.java | 1 -
.../query/mailbox/InMemoryMailboxService.java | 17 +-
.../query/mailbox/InMemorySendingMailbox.java | 15 +-
.../channel/MailboxContentStreamObserver.java | 47 ++++-
.../channel/MailboxStatusStreamObserver.java | 1 -
.../apache/pinot/query/runtime/QueryRunner.java | 14 +-
.../query/runtime/blocks/TransferableBlock.java | 8 +
.../runtime/executor/OpChainSchedulerService.java | 94 +++++----
.../runtime/executor/RoundRobinScheduler.java | 57 +++++-
.../query/runtime/operator/HashJoinOperator.java | 147 ++++++++++----
.../LeafStageTransferableBlockOperator.java | 2 +-
.../pinot/query/runtime/operator/OpChain.java | 2 +-
.../query/runtime/plan/PhysicalPlanVisitor.java | 3 +-
.../apache/pinot/query/service/QueryConfig.java | 13 ++
.../pinot/query/service/QueryDispatcher.java | 2 -
.../apache/pinot/query/QueryServerEnclosure.java | 1 +
.../query/mailbox/InMemoryMailboxServiceTest.java | 7 +-
.../pinot/query/runtime/QueryRunnerTestBase.java | 28 ++-
.../runtime/executor/RoundRobinSchedulerTest.java | 17 ++
.../runtime/operator/HashJoinOperatorTest.java | 171 ++++++++++++-----
.../LeafStageTransferableBlockOperatorTest.java | 66 +++++++
.../runtime/queries/ResourceBasedQueriesTest.java | 76 ++++++--
.../src/test/resources/queries/BasicQuery.json | 8 +-
.../test/resources/queries/FromExpressions.json | 213 ++++++++++++++++++++-
.../local/customobject/PinotFourthMoment.java | 135 +++++++++++++
.../segment/local/customobject/StringLongPair.java | 17 +-
.../local/data/manager/TableDataManager.java | 3 +-
.../segment/index/loader/ForwardIndexHandler.java | 26 +--
...IndexAndDictionaryBasedForwardIndexCreator.java | 9 +-
.../ColumnMinMaxValueGenerator.java | 30 ++-
.../defaultcolumn/BaseDefaultColumnHandler.java | 23 +--
.../local/startree/StarTreeBuilderUtils.java | 16 +-
.../startree/v2/builder/MultipleTreesBuilder.java | 8 +-
.../startree/v2/store/StarTreeIndexMapUtils.java | 17 +-
.../local/customobject/PinotFourthMomentTest.java | 102 ++++++++++
.../index/loader/ForwardIndexHandlerTest.java | 2 +-
.../index/loader/SegmentPreProcessorTest.java | 8 +-
.../pinot/segment/spi/AggregationFunctionType.java | 2 +
.../spi/index/metadata/SegmentMetadataImpl.java | 39 ++--
.../segment/spi/utils/SegmentMetadataUtils.java | 60 ++++++
.../starter/helix/HelixInstanceDataManager.java | 46 ++++-
.../helix/HelixInstanceDataManagerTest.java | 63 ++++++
.../pinot/spi/env/CommonsConfigurationUtils.java | 12 ++
.../org/apache/pinot/spi/metrics/PinotGauge.java | 16 +-
.../{PinotMetric.java => SettableValue.java} | 18 +-
pom.xml | 5 +
121 files changed, 2989 insertions(+), 887 deletions(-)
rename {pinot-core/src/main/java/org/apache/pinot/core/util =>
pinot-common/src/main/java/org/apache/pinot/common/utils/config}/QueryOptionsUtils.java
(65%)
create mode 100644
pinot-common/src/test/java/org/apache/pinot/common/metrics/AbstractMetricsTest.java
copy
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/realtime/impl/nullvalue/MutableNullValueVectorTest.java
=>
pinot-common/src/test/java/org/apache/pinot/common/utils/config/QueryOptionsUtilsTest.java
(53%)
copy
pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/{StUnionAggregationFunction.java
=> FourthMomentAggregationFunction.java} (50%)
create mode 100644
pinot-perf/src/main/java/org/apache/pinot/perf/BenchmarkStringVarLengthDictionary.java
create mode 100644
pinot-plugins/pinot-file-system/pinot-s3/src/main/java/org/apache/pinot/plugin/filesystem/S3Config.java
copy
pinot-plugins/pinot-metrics/pinot-dropwizard/src/main/java/org/apache/pinot/plugin/metrics/dropwizard/{DropwizardMeter.java
=> DropwizardSettableGauge.java} (51%)
copy
pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/creator/name/FixedSegmentNameGeneratorTest.java
=>
pinot-plugins/pinot-metrics/pinot-dropwizard/src/test/java/org/apache/pinot/plugin/metrics/dropwizard/DropwizardGaugeTest.java
(56%)
copy
pinot-plugins/pinot-metrics/pinot-dropwizard/src/{main/java/org/apache/pinot/plugin/metrics/dropwizard/DropwizardGauge.java
=>
test/java/org/apache/pinot/plugin/metrics/dropwizard/DropwizardMetricsRegistryTest.java}
(54%)
copy
pinot-core/src/test/java/org/apache/pinot/core/metadata/MetadataExtractorFactoryTest.java
=>
pinot-plugins/pinot-metrics/pinot-dropwizard/src/test/java/org/apache/pinot/plugin/metrics/dropwizard/DropwizardSettableGaugeTest.java
(50%)
copy
pinot-plugins/pinot-metrics/pinot-yammer/src/main/java/org/apache/pinot/plugin/metrics/yammer/{YammerGauge.java
=> YammerSettableGauge.java} (55%)
copy
pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/creator/name/FixedSegmentNameGeneratorTest.java
=>
pinot-plugins/pinot-metrics/pinot-yammer/src/test/java/org/apache/pinot/plugin/metrics/yammer/YammerGaugeTest.java
(59%)
copy
pinot-plugins/pinot-metrics/pinot-yammer/src/{main/java/org/apache/pinot/plugin/metrics/yammer/YammerGauge.java
=>
test/java/org/apache/pinot/plugin/metrics/yammer/YammerMetricsRegistryTest.java}
(57%)
copy
pinot-core/src/test/java/org/apache/pinot/core/metadata/MetadataExtractorFactoryTest.java
=>
pinot-plugins/pinot-metrics/pinot-yammer/src/test/java/org/apache/pinot/plugin/metrics/yammer/YammerSettableGaugeTest.java
(51%)
create mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/customobject/PinotFourthMoment.java
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/customobject/PinotFourthMomentTest.java
create mode 100644
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/utils/SegmentMetadataUtils.java
create mode 100644
pinot-server/src/test/java/org/apache/pinot/server/starter/helix/HelixInstanceDataManagerTest.java
copy pinot-spi/src/main/java/org/apache/pinot/spi/metrics/{PinotMetric.java =>
SettableValue.java} (66%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
