This is an automated email from the ASF dual-hosted git repository.
xiangfu0 pushed a change to branch xiangfu0/codex/codec-stack/01-config
in repository https://gitbox.apache.org/repos/asf/pinot.git
from e00e837b5cb Reject leading-zero codec arguments and tighten the spec
length cap
add ede74abc4f2 Bump avro.version from 1.12.1 to 1.12.2 (#19288)
add 8702a0108bb Bump software.amazon.awssdk:bom from 2.53.0 to 2.53.1
(#19291)
add 54045fca3e5 Replace production `assert` with an explicit null/empty
check in RealtimeSegmentDataManager (#19261)
add fda09b7a70f Support Kafka config providers in realtime table configs
(#19202)
add fa3fec3591b Don't push non-deterministic or volatile filters below a
join (#19216)
add d21f19bd8df Bump com.uber:h3 from 4.4.0 to 4.5.0 (#19289)
add 8f50b665c6c Bump org.mongodb:bson from 5.9.2 to 5.10.0 (#19290)
add 3214046a21a feat: reject unknown SQL query options on DQL SET/OPTION
path (#7207) (#19027)
add 811d64c5923 Fix FD_AWARE instance assignment when pool tags do not
start at 0. (#19266)
add fca9a59a10b Fix forward index reader context lifecycle (#19281)
add c978ad362fa [UUID 8/8] Add UUID integration coverage (#18876)
add 6c8f8c04b37 SegmentStatusChecker batch read the zk segment metadata
instead of per segment (#19252)
add f916ae5dc7a Support colocated joins when a partition holds no segments
(#19166)
add 7fb11d92fbf Fix LoggerUtilsTest flakiness caused by leaked
LoggerConfig (#19294)
add 8fa27943a3c Fix delta forward index chunk caching (#19282)
add dfaa2dd2af8 Throw stackless exceptions from test failure injection to
reduce log noise (#19293)
add e4888b001ec Disable IN clause threshold with query parameter so we can
prune at broker for large IN clauses (#19280)
add b54479b78c1 Fix ColocatedJoinEmptyPartitionTest flake from deleting a
table's uploaded segment tars (#19304)
add 84becf5957d Force-expire stranded segments in pauseless ingestion
tests instead of shortening the completion time (#19292)
add 613c304accf Merge master into codec-stack/01-config to pick up the
delta chunk caching fix (#19282)
No new revisions were added by this update.
Summary of changes:
.../requesthandler/BaseBrokerRequestHandler.java | 8 +
.../manager/MultiClusterRoutingManager.java | 31 +-
.../SegmentPartitionMetadataManager.java | 35 +-
.../manager/MultiClusterRoutingManagerTest.java | 34 +
.../SegmentPartitionMetadataManagerTest.java | 146 +++
.../pinot/common/function/FunctionRegistry.java | 16 +-
.../common/function/sql/PinotSqlFunction.java | 26 +-
.../pinot/common/metadata/ZKMetadataProvider.java | 31 +-
.../common/utils/config/QueryOptionsUtils.java | 164 +++
.../apache/pinot/sql/parsers/CalciteSqlParser.java | 13 +-
.../pinot/common/function/FunctionUtilsTest.java | 34 +
.../common/utils/config/QueryOptionsUtilsTest.java | 13 +
.../sql/parsers/SqlQueryOptionValidationTest.java | 229 ++++
.../controller/helix/SegmentStatusChecker.java | 57 +-
.../helix/core/PinotHelixResourceManager.java | 9 +
.../instance/FDAwareInstancePartitionSelector.java | 6 -
.../helix/core/util/FailureInjectionUtils.java | 11 +-
.../controller/helix/SegmentStatusCheckerTest.java | 370 ++++--
.../PinotHelixResourceManagerStatelessTest.java | 46 +
.../instance/InstanceAssignmentTest.java | 101 ++
.../realtime/RealtimeSegmentDataManager.java | 6 +-
.../query/pruner/BloomFilterSegmentPruner.java | 13 +-
.../query/pruner/ColumnValueSegmentPruner.java | 9 +-
.../core/query/pruner/ValueBasedSegmentPruner.java | 25 +-
.../TablePartitionReplicatedServersInfo.java | 31 +
.../query/pruner/BloomFilterSegmentPrunerTest.java | 47 +-
.../query/pruner/ColumnValueSegmentPrunerTest.java | 60 +-
.../tests/BasePauselessRealtimeIngestionTest.java | 27 +-
.../PauselessRealtimeIngestionIntegrationTest.java | 1 -
...sRealtimeIngestionSegmentCommitFailureTest.java | 47 +-
.../TableRebalancePauselessIntegrationTest.java | 1 -
.../custom/ColocatedJoinEmptyPartitionTest.java | 442 ++++++++
.../CustomDataQueryClusterIntegrationTest.java | 2 +-
.../tests/custom/UuidAggregationTest.java | 9 +
.../tests/custom/UuidUpsertRealtimeTest.java | 134 +++
...ureInjectingPinotLLCRealtimeSegmentManager.java | 30 +-
...FailureInjectingRealtimeSegmentDataManager.java | 5 +-
.../realtime/utils/PauselessRealtimeTestUtils.java | 26 +
.../KafkaPartitionLevelConnectionHandler.java | 33 +-
.../KafkaPartitionLevelConnectionHandlerTest.java | 7 +
.../KafkaPartitionLevelConnectionHandler.java | 33 +-
.../KafkaPartitionLevelConnectionHandlerTest.java | 7 +
.../plugin/stream/kafka/KafkaConfigUtils.java | 104 ++
.../pinot/plugin/stream/kafka/KafkaSSLUtils.java | 22 +
.../stream/kafka/KafkaConfigProviderTestUtils.java | 92 ++
.../plugin/stream/kafka/KafkaConfigUtilsTest.java | 97 ++
.../plugin/stream/kafka/KafkaSSLUtilsTest.java | 72 +-
.../calcite/rel/rules/PinotFilterJoinRule.java | 30 +
.../pinot/calcite/rel/rules/PinotRuleUtils.java | 48 +
.../pinot/calcite/sql/fun/PinotOperatorTable.java | 5 +-
.../planner/physical/DispatchablePlanContext.java | 8 +
.../planner/physical/DispatchablePlanFragment.java | 6 +-
.../planner/physical/DispatchablePlanMetadata.java | 49 +
.../planner/physical/MailboxAssignmentVisitor.java | 50 +-
.../query/routing/ColocationGroupAnalyzer.java | 253 +++++
.../pinot/query/routing/LeafPartitionHints.java | 118 ++
.../apache/pinot/query/routing/WorkerManager.java | 618 ++++++++--
.../calcite/rel/rules/PinotRuleUtilsTest.java | 159 +++
.../apache/pinot/query/QueryCompilationTest.java | 28 +
.../pinot/query/QueryEnvironmentTestBase.java | 2 +-
.../planner/physical/DispatchableSubPlanTest.java | 8 +-
.../physical/MailboxAssignmentVisitorTest.java | 84 ++
.../planner/physical/PinotDispatchPlannerTest.java | 28 +
.../query/routing/ColocationGroupAnalyzerTest.java | 357 ++++++
.../pinot/query/routing/WorkerManagerTest.java | 1175 +++++++++++++++++++-
.../src/test/resources/queries/JoinPlans.json | 220 ++++
.../segment/index/loader/ForwardIndexHandler.java | 580 +++++-----
.../forward/BaseChunkForwardIndexReader.java | 18 +-
.../forward/FixedByteChunkSVForwardIndexTest.java | 117 ++
.../loader/ForwardIndexHandlerContextTest.java | 88 ++
.../org/apache/pinot/spi/config/ConfigUtils.java | 6 +-
.../apache/pinot/spi/utils/CommonConstants.java | 13 +
.../apache/pinot/spi/config/ConfigUtilsTest.java | 29 +
pom.xml | 8 +-
74 files changed, 6250 insertions(+), 617 deletions(-)
create mode 100644
pinot-common/src/test/java/org/apache/pinot/sql/parsers/SqlQueryOptionValidationTest.java
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/custom/ColocatedJoinEmptyPartitionTest.java
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/custom/UuidUpsertRealtimeTest.java
create mode 100644
pinot-plugins/pinot-stream-ingestion/pinot-kafka-base/src/main/java/org/apache/pinot/plugin/stream/kafka/KafkaConfigUtils.java
create mode 100644
pinot-plugins/pinot-stream-ingestion/pinot-kafka-base/src/test/java/org/apache/pinot/plugin/stream/kafka/KafkaConfigProviderTestUtils.java
create mode 100644
pinot-plugins/pinot-stream-ingestion/pinot-kafka-base/src/test/java/org/apache/pinot/plugin/stream/kafka/KafkaConfigUtilsTest.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/routing/ColocationGroupAnalyzer.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/routing/LeafPartitionHints.java
create mode 100644
pinot-query-planner/src/test/java/org/apache/pinot/calcite/rel/rules/PinotRuleUtilsTest.java
create mode 100644
pinot-query-planner/src/test/java/org/apache/pinot/query/routing/ColocationGroupAnalyzerTest.java
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/loader/ForwardIndexHandlerContextTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
