This is an automated email from the ASF dual-hosted git repository.
xiangfu0 pushed a change to branch xiangfu0/codex1/sorted-exchange-core
in repository https://gitbox.apache.org/repos/asf/pinot.git
omit 85be3b0e80e Remove the extra merge-cursor blank line
omit de1f3c76dae Keep complete window input when fallback stages use older
servers
omit 286b36aa95f Complete ordered-window review fixes
omit 80fb8bf6e5a Address ordered-window merge review feedback
omit 47eb2f38f21 [test] Verify homogeneous snapshot builds disable k-way
merge
omit 2e016990e1f Align window input sort plan expectations with complete
input
omit 4aa416783e4 Retain complete input for global window receiver sorts
omit 613ccf740f4 [MSE] Express ordered streams with a k-way merge exchange
omit b9d1dc51aeb [build] Include Zstd API annotations for compiler
validation
omit e06b0964ac9 [MSE] Use current planner test APIs
omit d30829834ed [MSE] Simplify sorted mailbox merging
omit b858a187456 [MSE] Speed up four-sender sorted window merge
omit 00ea9438e8d [MSE] Address sender-sorted window review feedback
omit 4453d03c0c3 [MSE] Minimize sender-sorted merge changes
omit 5fda02af345 [MSE] Avoid eager sort buffer allocation
omit 07649d29961 [MSE] Limit sender-sorted merge to global windows
omit c0c8a97834a [MSE] Optimize sorted mailbox merge
omit 5aa17c7dc23 [MSE] Merge sender-sorted streams for ordered windows
add 763ba2cb7e1 Use Node 24 for compatibility workflow tooling (#19796)
add 6f87b7150f4 Fix JDK 25 compilation in Zstandard decompressor (#19798)
add 85d90cb3db0 Add class-level Javadoc to ExprMinMaxObjectTest (#19802)
add ada7648609a Count TEXT_MATCH filters without materializing matching
doc ids (#19760)
add ee2ee576f8b Persist upsert snapshot diagnostics for replica divergence
triage (#19637)
add 94fc1432751 Normalize signed zero in transform test fixtures (#19803)
add 113f9ed26bc Bump org.ow2.asm:asm from 9.10.1 to 9.11 (#19813)
add f59ce704600 Bump org.xerial.snappy:snappy-java from 1.1.10.10 to
1.1.10.11 (#19812)
add ec8d00a5c44 Bump io.prometheus.jmx:collector from 1.6.0 to 1.7.0
(#19811)
add 62e7a2ae2ec Bump io.netty:netty-bom from 4.1.138.Final to
4.1.139.Final (#19810)
add 4d6e2681d11 Bump org.jline:jline from 4.4.6 to 4.4.7 (#19808)
add 4b7b358b9dd Push AND restrictions into composite filter children
(#19408)
add 910f9d5e494 Bump org.roaringbitmap:RoaringBitmap from 1.6.23 to 1.6.24
(#19809)
add 4887783ecb7 Avoid quadratic MutableRoaringBitmap growth when adding
doc id ranges (#19818)
add dd2c3cdfac9 Add size-based table retention (#19770)
add b86760394c3 Fix dependency vulnerabilities in shaded plugins (#19807)
add 16b3e4d3f53 Isolate ingestion offset test trackers and ensure cleanup
add b5397bb0459 [controller] Require unrestricted table scope for
cluster-level BasicAuth access (#18975)
add 3a0ebd94728 Make the default forward index compression codec
configurable (#19797)
add dcda568fbaa Default pinot.server.consuming.segment.consistency.mode to
PROTECTED (#19010)
add b5af5f745ae Prepare t-digest relocation and legacy accuracy baseline
(#19829)
add 3782011c240 Improve MIN/MAX error message for non-numeric columns
(#19653)
add 0ac943c4304 Respect explicit append.uuid.to.segment.name in
SegmentGenerationAndPushTask (#19820)
add a8b6b89b1eb Avoid duplicate row allocations in unordered
single-aggregation group-by merges (#19825)
add fffc79c0cc1 Support Object parameters for column arguments in scalar
function wrapper (#19789)
add de2ae09d7fe Fix MSE group trimming for intermediate aggregation
results (#19800)
add fff3de65d01 Optimize GROUP BY GROUPING SETS/ROLLUP/CUBE via base
aggregation (#19264)
add bf401646428 Remove tdunning t-digest dependency while preserving
legacy bytes (#19795)
add 18ae067f98b Parse-once for JSON-index ingestion: cache the parsed Map
and flatten it directly (#18756)
add c2e17e36e81 Avoid ZooKeeper reads in segment completion requests for
existing FSMs (#19830)
add dea51b0db3d Bump io.opentelemetry:opentelemetry-bom from 1.66.0 to
1.67.0 (#19842)
add 4e30f44bbb0 Bump com.github.luben:zstd-jni from 1.5.7-21 to 1.5.7-22
(#19849)
add 4eb563bd64b Bump org.apache.httpcomponents.client5:httpclient5 from
5.6.4 to 5.6.5 (#19847)
add a6635327b21 Bump actions/upload-artifact from 7.0.1 to 7.0.2 (#19851)
add dd8d255357f Bump io.grpc:grpc-bom from 1.84.0 to 1.84.2 (#19850)
add 730cb2a92c4 Bump org.checkerframework:checker-qual from 4.3.0 to 4.3.1
(#19848)
add 48c055ce022 Bump software.amazon.awssdk:bom from 2.55.11 to 2.55.14
(#19845)
add 479b7741d80 Bump org.jetbrains.kotlin:kotlin-bom from 2.4.20 to 2.4.21
(#19844)
add 58f8ffecf26 Bump commons-codec:commons-codec from 1.22.1 to 1.23.0
(#19841)
add db47c062b04 Emit per-table broker metrics for routing rebuilds on
assignment change (#19784)
add cd4f825dd42 Bump org.apache.fory:fory-json from 1.7.6 to 1.7.7 (#19846)
add dd2d1eda0d7 Bump reactor-netty.version from 1.2.18 to 1.3.7 (#19839)
add 80b070bf2fe Compute instance partitions through
InstanceAssignmentUtils instead of TableRebalancer (#19835)
add 3392f75fd40 Bump io.opentelemetry.contrib:opentelemetry-gcp-resources
(#19840)
add 5d2ce2b76f7 Bump org.codehaus.woodstox:stax2-api from 4.3.1 to 4.3.2
(#19843)
add b72a7b8ff44 Fix flaky multi-cluster integration tests binding an
ephemeral port (#19855)
add 7896d13c19c Place tiered segments on the tier's assigned instance
partitions (#19860)
add 0d9d02e9e42 Fix upsert compaction integration test race (#19857)
add 35b7293175a fix(core): prevent deadlock between segment refresh and
reload by normalizing lock acquisition order (#19826)
add f155d29de28 Bump com.github.luben:zstd-jni from 1.5.7-22 to 1.5.7-23
(#19869)
add 33bd545a35a Bump immutables.version from 2.12.2 to 2.12.3 (#19870)
add b1da55bfdba Upgrade Reactor Netty security dependencies and preserve
transport behavior (#19828)
add 76e8f2d4aa6 Bump org.xerial.snappy:snappy-java from 1.1.10.11 to
1.1.10.12 (#19868)
add d30197594d6 Support SQL DELETE statements as DML with a pluggable
executor (#19664)
add bf956b3c204 Collect remote access stats per execution and add direct
remote access stats (#19859)
add ebbc9f46c05 Make pauseless re-ingestion consumption timeout
configurable (#19737)
add 129fa937f34 Make broker routing components update incrementally on
assignment changes (#19783)
add ba49142265f Share instance selector candidate lists between segments
with equal assignments (#19785)
add c6f3f791f5f Check HardLimitExecutor limit only once, on submit (#19864)
add 823229d0c31 Add a compact reader for table ideal states and external
views in the broker (#19786)
add 9c5bd72a456 Return promptly from SSE combine operators when the query
is terminated (#19867)
add 19fdcc0b9da Support generateArray in the multi-stage engine (#19552)
add bc39c3c6544 Bump org.codehaus.mojo:versions-maven-plugin from 2.22.0
to 2.23.0 (#19882)
add 7a07c617c95 Bump org.jline:jline from 4.4.7 to 4.4.8 (#19881)
add c15ceadb2d1 Merge and serialize large intermediate results without
full-size copies (#19806)
add 49ce7be1798 Support IN_SUBQUERY in the multi-stage engine and run
IdSet subqueries first (#19804)
add 236401b2dc0 Add totalMemAllocatedBytes to multi-stage query responses
(#19816)
add 88902bcf571 Compare numbers of different types by value in
isDistinctFrom (#19791)
add bbcc0eb18fc Restore full multi-node offline integration coverage
(#19856)
add b8a6f6b12f0 Upgrade async-http-client to 3.0.14 to address security
vulnerabilities (#19889)
add 6a04f038e23 Fail a test when a plan node field escapes the spool
equivalence check (#19414)
add 95c071c0b95 Fix MSE constant folding of year-month INTERVAL arithmetic
(#19788)
add 51496aebf94 Fix planning of lookup joins over an intermediate stage
(#19874)
add 3101abc90f7 Cache immutable and stable scalar calls on literal
arguments in MSE (#19821)
add 46da5d2f908 Fix bytes pk for dim tables (#19501)
add 8705c083394 Mask credential query parameters in the controller request
log (#19899)
add fbc34d7e7b2 Mask more credential keys in Obfuscator's defaults (#19884)
add faa74c30178 Fail fast on EXPR_MIN/EXPR_MAX queries that the servers
cannot execute (#19883)
add 65175a46323 Document candidate list sharing invariants and test them
for upsert tables (#19878)
add b543d4d6b89 Bump org.webjars:swagger-ui from 5.33.1 to 5.33.2 (#19904)
add cf462e0254b Bump com.azure:azure-sdk-bom from 1.3.7 to 1.3.9 (#19903)
add ba3ddac2546 Bump software.amazon.awssdk:bom from 2.55.14 to 2.55.15
(#19902)
add b38d073146a Fix duplicate upsert rows after restart when a snapshot is
missed with metadataTTL (#19832)
add 1ecbd5c99db Fail op chains of terminated MSE queries instead of
dropping them (#19854)
add a46d4e047b4 Redact credentials from captured audit payloads (#19555)
add c5eeb91e388 Let OBJECT codecs serialize payloads into caller buffers
(#19836)
add fe6511365d0 Simplify re-ingestion tracking and skip obsolete queued
jobs (#19893)
add 0d624f598f2 Clone IdealState without a serialization round trip
(#19738)
add 55afab92fe1 Use managed Guava and Jackson instead of embedded
vulnerable copies (#19890)
add ae34ff9c5a7 Cache parsed Lucene queries across segment readers (#19865)
add 4b71d907c54 Reuse the group key flyweight in MultiKeysGroupIdGenerator
(#19834)
add a45ebf01379 Rebuild incompatible Lucene indexes during segment loading
(#19900)
add afe11555643 Configure standalone Pinot BOM for Apache releases (#19917)
add 9c132dff17b Make release source archives build without Git (#19918)
add b2be58c03d8 Bump Pinot development version to 1.7.0-SNAPSHOT (#19919)
add 2584cd4a2ec Add missing Kafka and Scala binary notices (#19920)
add dc7837cb617 Map DECIMAL(p, 0) to a type that holds all its values in
the multi-stage engine (#19790)
add 9de9e011554 Upgrade Wire schema and runtime to 6.4.5 (#19921)
add 4480f3b523d Build v1 DataTable sections in heap pages to avoid
humongous response allocations (#19906)
add b1db12d9c3f Bump org.jooq:joou-java-6 from 0.9.5 to 0.9.6 (#19937)
add d02cfda3af7 Bump software.amazon.awssdk:bom from 2.55.15 to 2.56.0
(#19942)
add 9ddbe5e3e54 Bump io.grpc:grpc-bom from 1.84.2 to 1.85.0 (#19941)
add 84c12d9af35 Bump prometheus.metrics.version from 1.9.0 to 1.10.0
(#19940)
add 591dd8f2ca6 Bump wire.version from 6.4.5 to 7.1.0 (#19938)
add 4fcbe279ffd Bump com.uber:h3 from 4.5.0 to 4.5.1 (#19939)
add 4755685d370 Remove empty BlocksTest scaffolding (#19928)
add 30db5d9d0ed Remove tests for the deleted native JSON statement
optimizer (#19927)
add d234d4e2ad8 Restore grouped aggregation optimizer coverage (#19933)
add 179993a61b1 Assert NTILE operand validation in window test (#19934)
add ec462d40c27 Mark deprecated table config properties with
@Deprecated(since, forRemoval = true) (#18411)
add 16ef89030be Remove unused Prometheus test resource helper (#19932)
add 2dc0baa9a8b Defer a new segment only while its replicas are still
coming up (#19901)
add 34fee4dcf52 Remove unused InMemoryColumnReader test fixture (#19929)
add ad850480ef2 Revert "Map DECIMAL(p, 0) to a type that holds all its
values in the multi-stage engine (#19790)" (#19949)
add 1ea404bda57 Remove unused upsert compact merge executor test
scaffolding (#19931)
add 14124f31626 Use fast LZ4 for .tar.lz4 archives (#19946)
add 607576c7a8b Fix endless range index rebuild for MV columns with
rangeIndexVersion 2 (#19936)
add 88c3262d10a Support chained, forward-index-disabled, and
disabled-source derived columns (#19581)
add 0d02adb733b Exercise JDBC invalid decimal parsing on a valid row
(#19935)
add 89b84bad2e2 Resume a pauseless commit start after its IdealState
update fails (#19740)
add 8170af55d32 Bump follow-redirects in
/pinot-controller/src/main/resources (#19979)
add 1f977d977f8 Bump org.ow2.asm:asm from 9.11 to 9.11.1 (#19971)
add b1d6f042e3f Add onlyIfNeeded option in segment reload (#19861)
add 3007f88d181 Bump vite from 8.0.16 to 8.3.4 in
/pinot-controller/src/main/resources (#19989)
add 71299210708 Remove redundant snake_case scalar function aliases
(#19984)
add e8647425026 Remove the warning on multiple PinotMetricsFactory classes
(#19985)
add 2630b03651d Add null-ignoring variants of array union, concat and push
scalar functions (#19981)
add 881a1f74dc6 Honor nullableParameters for scalar functions in the
single-stage engine (#19983)
add edc48dff392 Let a retried validation-manager IdealState update add the
segments it created (#19739)
add be94fc67e47 Replace approximateFunctionApplied with
approximatedResult, set when a SMART function turns approximate (#19972)
add beb891d2282 Keep partitioned workers for window and WITHIN GROUP sorts
over hash exchanges (#19954)
add e574c52eff6 Push ARRAY_TO_MV filters below joins again in MSE (#19973)
add 30cc4973142 Bump com.github.luben:zstd-jni from 1.5.7-23 to 1.5.7-24
(#19994)
add d6146aad3cd Bump com.fasterxml.jackson:jackson-bom from 2.22.3 to
2.22.4 (#19993)
add 0b053a1f3c2 Fix stale realtime Lucene searchable document counts
(#19945)
add 2877723da38 Repair ERROR replicas on pauseless dedup and
partial-upsert tables (#19909)
add 9fbd72ae42a Run the MSE approximate aggregate rewrite after
CASE-to-FILTER conversion (#19974)
add 310d7604fcd Materialize non-order-by columns late on the sorted
order-by path (#19879)
add 24c520be6e0 Make FixedBitMVForwardIndexReader.getNumValuesMV advance
the reader context (#19992)
add d107d91460c [MSE] Merge sender-sorted streams for ordered windows
add d6487b0b501 [MSE] Optimize sorted mailbox merge
add 9a42c49a9dc [MSE] Limit sender-sorted merge to global windows
add de8485d8a86 [MSE] Avoid eager sort buffer allocation
add bae0b0c8283 [MSE] Minimize sender-sorted merge changes
add 862715533a5 [MSE] Address sender-sorted window review feedback
add 7a879e469db [MSE] Speed up four-sender sorted window merge
add 712a9c74c2d [MSE] Simplify sorted mailbox merging
add 85d19bca2bb [MSE] Use current planner test APIs
add 6ab29db2027 [build] Include Zstd API annotations for compiler
validation
add 80ca7ec3e97 [MSE] Express ordered streams with a k-way merge exchange
add f46c09fa0bb Retain complete input for global window receiver sorts
add 069c022bbff Align window input sort plan expectations with complete
input
add 192a34790f2 [test] Verify homogeneous snapshot builds disable k-way
merge
add 8f0b844868e Address ordered-window merge review feedback
add f12c89c40e7 Complete ordered-window review fixes
add ba0498c33f7 Keep complete window input when fallback stages use older
servers
add 3843f0795d1 Remove the extra merge-cursor blank line
add e4db9b59a80 Align stage-equivalence field coverage with receive nodes
add e66ef07ee41 Preserve partition workers for complete-input window sorts
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (85be3b0e80e)
\
N -- N -- N refs/heads/xiangfu0/codex1/sorted-exchange-core
(e66ef07ee41)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/workflows/pinot_compatibility_checks.yml | 8 +-
.github/workflows/pinot_compatibility_tests.yml | 6 +-
.github/workflows/pinot_integration_tests.yml | 2 +-
...ulti_stage_query_engine_compatibility_tests.yml | 6 +-
.github/workflows/pinot_unit_tests.yml | 2 +-
.github/workflows/pr-flow.yml | 2 +-
LICENSE-binary | 1 -
NOTICE | 6 +-
NOTICE-binary | 42 +
README.md | 15 +
compatibility-verifier/README.md | 95 ++
.../tdigest-compatibility/GenerateRankErrors.java | 162 ++
.../tdigest-compatibility/generate-rank-errors.sh | 83 +
helm/pinot/values.yaml | 10 +
pinot-bom/pom.xml | 28 +-
pinot-broker/pom.xml | 2 +-
.../org/apache/pinot/broker/api/AccessControl.java | 27 +
.../broker/api/resources/PinotClientRequest.java | 285 +++-
.../broker/AllowAllAccessControlFactory.java | 8 +
.../broker/BasicAuthAccessControlFactory.java | 19 +
.../broker/broker/BrokerAdminApiApplication.java | 15 +
.../broker/ZkBasicAuthAccessControlFactory.java | 15 +
.../broker/broker/helix/BaseBrokerStarter.java | 24 +-
.../helix/CompactAssignmentZkHelixManager.java | 117 ++
.../helix/MultiClusterHelixBrokerStarter.java | 7 +-
.../apache/pinot/broker/querylog/QueryLogger.java | 31 +-
.../BaseSingleStageBrokerRequestHandler.java | 112 +-
.../BrokerRequestHandlerDelegate.java | 8 +
.../requesthandler/IdSetSubqueryRewriter.java | 264 +++
.../MultiStageBrokerRequestHandler.java | 211 ++-
.../instanceselector/BaseInstanceSelector.java | 251 ++-
.../ReplicaGroupInstanceSelector.java | 66 +-
.../routing/manager/BaseBrokerRoutingManager.java | 38 +-
.../SegmentPartitionMetadataManager.java | 160 +-
.../segmentpartition/SegmentPartitionUtils.java | 66 +-
.../routing/timeboundary/TimeBoundaryManager.java | 77 +-
.../api/resources/PinotClientRequestTest.java | 744 ++++++++
.../broker/broker/BasicAuthAccessControlTest.java | 111 +-
.../ZkBasicAuthAccessControlFactoryTest.java | 161 ++
.../helix/CompactAssignmentZkHelixManagerTest.java | 219 +++
.../pinot/broker/querylog/QueryLoggerTest.java | 2 +-
.../BrokerRequestHandlerDelegateTest.java | 61 +
.../requesthandler/IdSetSubqueryRewriterTest.java | 309 ++++
.../MultiStageBrokerRequestHandlerTest.java | 37 +
.../MultiStageIdSetSubqueryTest.java | 491 ++++++
.../broker/requesthandler/QueryValidationTest.java | 57 +
.../CompactAssignmentInstanceSelectorTest.java | 179 ++
.../instanceselector/InstanceSelectorTest.java | 201 +++
.../routing/manager/BrokerRoutingManagerTest.java | 56 +-
.../CompactAssignmentRoutingManagerTest.java | 410 +++++
.../SegmentPartitionMetadataManagerTest.java | 208 +++
.../SegmentPartitionUtilsTest.java | 108 ++
.../timeboundary/TimeBoundaryManagerTest.java | 121 ++
pinot-clients/pinot-cli/pom.xml | 2 +-
pinot-clients/pinot-java-client/pom.xml | 2 +-
.../apache/pinot/client/DynamicBrokerSelector.java | 2 +
pinot-clients/pinot-jdbc-client/pom.xml | 2 +-
.../apache/pinot/client/PinotResultSetTest.java | 13 +-
pinot-clients/pom.xml | 2 +-
pinot-common/pom.xml | 4 +-
.../apache/pinot/common/audit/AuditRedactor.java | 424 +++++
.../pinot/common/audit/AuditRequestProcessor.java | 70 +-
.../compression/Lz4CompressorStreamProvider.java | 138 ++
.../apache/pinot/common/datatable/DataTable.java | 16 +-
.../pinot/common/datatable/DataTableImplV4.java | 320 ++--
.../common/function/TransformFunctionType.java | 4 +
.../function/scalar/ArithmeticFunctions.java | 2 +-
.../common/function/scalar/ArrayFunctions.java | 318 +++-
.../common/function/scalar/IpAddressFunctions.java | 10 +-
.../common/function/scalar/ObjectFunctions.java | 68 +-
.../common/function/scalar/StringFunctions.java | 30 +-
.../scalar/array/GenerateArrayScalarFunction.java | 206 +++
.../common/messages/SegmentReloadMessage.java | 22 +
.../apache/pinot/common/metrics/BrokerGauge.java | 6 +-
.../apache/pinot/common/metrics/BrokerMeter.java | 24 +-
.../apache/pinot/common/metrics/BrokerTimer.java | 3 +
.../pinot/common/metrics/ControllerGauge.java | 5 +
.../apache/pinot/common/metrics/ServerMeter.java | 4 +
.../pinot/common/response/BrokerResponse.java | 25 +-
.../response/broker/BrokerResponseNative.java | 46 +-
.../response/broker/BrokerResponseNativeV2.java | 70 +-
.../response/broker/CursorResponseNative.java | 11 +-
.../response/encoder/ArrowResponseEncoder.java | 25 +-
.../response/mapper/TimeSeriesResponseMapper.java | 4 +
.../apache/pinot/common/utils/ArrowAllocators.java | 143 ++
.../org/apache/pinot/common/utils/DataSchema.java | 4 +-
.../apache/pinot/common/utils/DatabaseUtils.java | 18 +-
.../org/apache/pinot/common/utils/LoggerUtils.java | 14 +
.../pinot/common/utils/RoaringBitmapUtils.java | 24 +
.../pinot/common/utils/ServiceStartableUtils.java | 70 +-
.../pinot/common/utils/TarCompressionUtils.java | 14 +-
.../utils/config/QueryOptionConfigListener.java | 29 +-
.../common/utils/config/QueryOptionsUtils.java | 47 +-
.../pinot/common/utils/config/TierConfigUtils.java | 15 +-
.../utils/helix/CompactZNRecordSerializer.java | 468 ++++++
.../pinot/common/utils/helix/HelixHelper.java | 83 +-
.../common/utils/helix/IdealStateSingleCommit.java | 9 +-
.../utils/helix/ImmutableSortedArrayMap.java | 562 +++++++
.../pinot/common/utils/request/RequestUtils.java | 17 +-
.../apache/pinot/common/utils/tls/TlsUtils.java | 7 +-
.../utils/tls/ZooKeeperSslContextSupplier.java | 77 +
.../apache/pinot/sql/parsers/CalciteSqlParser.java | 43 +-
.../sql/parsers/dml/DataManipulationStatement.java | 17 +-
.../dml/DataManipulationStatementParser.java | 11 +
.../pinot/sql/parsers/dml/DeleteStatement.java | 566 +++++++
...s.compress.compressors.CompressorStreamProvider | 12 +-
.../pinot/common/audit/AuditRedactorTest.java | 377 +++++
.../common/audit/AuditRequestProcessorTest.java | 264 ++-
.../scalar/GenerateArrayFunctionsTest.java | 156 ++
.../function/scalar/ObjectFunctionsTest.java | 117 ++
.../function/scalar/StringFunctionsTest.java | 6 +
.../common/messages/SegmentReloadMessageTest.java | 13 +
.../prometheus/PinotPrometheusMetricsTest.java | 12 -
.../response/broker/BrokerResponseNativeTest.java | 93 +-
.../broker/BrokerResponseNativeV2Test.java | 45 +
.../pinot/common/tier/TierConfigUtilsTest.java | 114 ++
.../pinot/common/utils/ArrowAllocatorsTest.java | 137 ++
.../apache/pinot/common/utils/LoggerUtilsTest.java | 65 +
.../pinot/common/utils/RoaringBitmapUtilsTest.java | 54 +
.../common/utils/ServiceStartableUtilsTest.java | 152 ++
.../common/utils/TarCompressionUtilsTest.java | 72 +
.../config/QueryOptionConfigListenerTest.java | 18 +
.../utils/helix/CompactZNRecordSerializerTest.java | 360 ++++
.../pinot/common/utils/helix/HelixHelperTest.java | 216 +++
.../utils/helix/ImmutableSortedArrayMapTest.java | 207 +++
.../utils/tls/ZooKeeperSslContextSupplierTest.java | 209 +++
.../pinot/sql/parsers/CalciteSqlCompilerTest.java | 48 +
.../pinot/sql/parsers/SqlOptionsModeTest.java | 39 +
.../pinot/sql/parsers/dml/DeleteStatementTest.java | 631 +++++++
.../parsers/rewriter/AggregationOptimizerTest.java | 6 +-
pinot-compatibility-verifier/pom.xml | 2 +-
pinot-connectors/pinot-flink-connector/pom.xml | 2 +-
pinot-connectors/pinot-spark-3-connector/pom.xml | 2 +-
pinot-connectors/pinot-spark-common/pom.xml | 2 +-
pinot-connectors/pom.xml | 2 +-
pinot-controller/pom.xml | 2 +-
.../pinot/controller/BaseControllerStarter.java | 37 +-
.../pinot/controller/api/access/AccessControl.java | 17 +-
.../api/access/AuthenticationFilter.java | 57 +-
.../api/access/BaseBasicAuthAccessControl.java | 56 +-
.../api/access/BasicAuthAccessControlFactory.java | 4 +
.../api/resources/ControllerResponseFilter.java | 51 +-
...PinotControllerPeriodicTaskRestletResource.java | 4 +-
.../resources/PinotIngestionRestletResource.java | 6 +-
.../PinotInstanceAssignmentRestletResource.java | 60 +-
.../api/resources/PinotQueryResource.java | 242 ++-
.../api/resources/PinotSegmentRestletResource.java | 9 +-
.../PinotSegmentUploadDownloadRestletResource.java | 4 +-
.../api/resources/PinotTableReloadResource.java | 11 +-
.../api/resources/PinotTableRestletResource.java | 2 +-
.../api/resources/PinotTaskRestletResource.java | 14 +-
.../api/resources/TableConfigValidationUtils.java | 53 +-
.../helix/core/PinotHelixResourceManager.java | 560 +++---
...entDriver.java => InstanceAssignmentUtils.java} | 113 +-
.../core/minion/PinotHelixTaskResourceManager.java | 11 +-
.../realtime/BlockingSegmentCompletionFSM.java | 14 +-
.../realtime/PinotLLCRealtimeSegmentManager.java | 423 ++++-
.../helix/core/realtime/SegmentCompletionFSM.java | 15 +
.../core/realtime/SegmentCompletionManager.java | 29 +-
.../helix/core/rebalance/TableRebalancer.java | 383 ++---
.../helix/core/retention/RetentionManager.java | 245 ++-
.../helix/core/util/HelixSetupUtils.java | 2 +
.../services/PinotTableReloadService.java | 24 +-
.../RealtimeSegmentValidationManager.java | 3 +-
.../src/main/resources/package-lock.json | 400 ++---
pinot-controller/src/main/resources/package.json | 2 +-
.../api/PinotSegmentUploadAuthorizationTest.java | 7 +-
.../api/access/AuthenticationFilterTest.java | 277 ++-
.../access/BasicAuthAccessControlFactoryTest.java | 101 +-
...ontrollerClusterBasicAuthAuthorizationTest.java | 108 +-
.../resources/ControllerResponseFilterTest.java | 71 +
.../api/resources/PinotQueryResourceTest.java | 639 +++++++
.../controller/helix/core/SegmentResetTest.java | 201 +++
.../instance/InstanceAssignmentTest.java | 880 +++++-----
.../minion/PinotHelixTaskResourceManagerTest.java | 16 +
.../PinotLLCRealtimeSegmentManagerTest.java | 924 +++++++++-
.../helix/core/realtime/SegmentCompletionTest.java | 57 +
.../helix/core/retention/RetentionManagerTest.java | 943 +++++++++++
.../services/PinotTableReloadServiceTest.java | 94 +-
pinot-core/pom.xml | 2 +-
.../java/org/apache/pinot/core/auth/Actions.java | 8 +
.../java/org/apache/pinot/core/auth/Authorize.java | 7 +
.../apache/pinot/core/auth/BasicAuthPrincipal.java | 47 +-
.../pinot/core/auth/BasicAuthPrincipalUtils.java | 34 +
.../pinot/core/auth/FineGrainedAuthUtils.java | 72 +-
.../apache/pinot/core/common/BlockDocIdSet.java | 92 +-
.../apache/pinot/core/common/ObjectSerDeUtils.java | 301 +++-
.../core/common/datablock/DataBlockBuilder.java | 16 +-
.../common/datatable/BaseDataTableBuilder.java | 65 +-
.../core/common/datatable/DataTableBuilderV4.java | 14 +-
.../core/data/manager/BaseTableDataManager.java | 384 +++--
.../core/data/manager/InstanceDataManager.java | 29 +-
.../manager/offline/DimensionTableDataManager.java | 12 +-
.../offline/MemoryOptimizedDimensionTable.java | 25 +-
.../data/manager/realtime/ConsumerCoordinator.java | 27 +
.../realtime/RealtimeSegmentDataManager.java | 21 +-
.../core/data/table/ConcurrentIndexedTable.java | 15 +-
.../table/DeterministicConcurrentIndexedTable.java | 11 +-
.../data/table/GroupingSetsBaseIndexedTable.java | 51 +
.../apache/pinot/core/data/table/IndexedTable.java | 124 +-
.../pinot/core/data/table/SimpleIndexedTable.java | 25 +-
.../apache/pinot/core/data/table/TableResizer.java | 43 +-
.../core/operator/InstanceResponseOperator.java | 16 +-
.../blocks/results/AggregationResultsBlock.java | 44 +-
.../blocks/results/GroupByResultsBlock.java | 6 +
.../core/operator/combine/BaseCombineOperator.java | 55 +
.../combine/BaseSingleBlockCombineOperator.java | 3 +-
.../operator/combine/GroupByCombineOperator.java | 152 +-
...xValueBasedSelectionOrderByCombineOperator.java | 4 +-
.../SequentialSortedGroupByCombineOperator.java | 4 +-
.../combine/SortedGroupByCombineOperator.java | 7 +-
.../dociditerators/MVScanDocIdIterator.java | 55 +-
.../pinot/core/operator/docidsets/AndDocIdSet.java | 128 +-
.../core/operator/docidsets/EmptyDocIdSet.java | 7 +
.../operator/docidsets/ExpressionDocIdSet.java | 5 +
.../core/operator/docidsets/MVScanDocIdSet.java | 5 +
.../core/operator/docidsets/MatchAllDocIdSet.java | 7 +
.../pinot/core/operator/docidsets/NotDocIdSet.java | 47 +
.../pinot/core/operator/docidsets/OrDocIdSet.java | 104 +-
.../core/operator/docidsets/SVScanDocIdSet.java | 5 +
.../core/operator/filter/AndFilterOperator.java | 12 +-
.../operator/filter/BaseColumnFilterOperator.java | 5 +-
.../operator/filter/CombinedFilterOperator.java | 7 +-
.../core/operator/filter/FilterOperatorUtils.java | 2 +-
.../core/operator/filter/MapFilterOperator.java | 7 +-
.../filter/SortedIndexBasedFilterOperator.java | 52 +-
.../operator/filter/TextMatchFilterOperator.java | 48 +-
.../pinot/core/operator/query/GroupByOperator.java | 54 +
.../query/LinearSelectionOrderByOperator.java | 216 ++-
.../SelectionPartiallyOrderedByDescOperation.java | 11 +-
.../SelectionPartiallyOrderedByLinearOperator.java | 11 +-
.../streaming/BaseStreamingCombineOperator.java | 3 +-
.../StreamingDistinctCombineOperator.java | 4 +-
.../streaming/StreamingGroupByCombineOperator.java | 6 +-
.../function/GenerateArrayTransformFunction.java | 118 +-
.../function/GroovyTransformFunction.java | 2 +
.../function/InIdSetTransformFunction.java | 3 +
.../function/LookupTransformFunction.java | 6 +-
.../function/ScalarTransformFunctionWrapper.java | 312 +++-
.../function/TransformFunctionFactory.java | 6 +-
.../org/apache/pinot/core/plan/FilterPlanNode.java | 6 +-
.../apache/pinot/core/plan/SelectionPlanNode.java | 27 +-
.../core/plan/maker/InstancePlanMakerImplV2.java | 235 +++
.../aggregation/function/AggregationFunction.java | 75 +
.../function/AggregationFunctionUtils.java | 44 +-
...istinctCountSmartSketchAggregationFunction.java | 15 +
.../DistinctCountSmartHLLAggregationFunction.java | 1 +
...stinctCountSmartHLLPlusAggregationFunction.java | 1 +
.../DistinctCountSmartULLAggregationFunction.java | 1 +
.../function/MaxAggregationFunction.java | 53 +-
.../function/MinAggregationFunction.java | 53 +-
.../ParentExprMinMaxAggregationFunction.java | 8 +
.../function/PercentileAggregationFunction.java | 88 +-
.../PercentileRawTDigestAggregationFunction.java | 12 +-
.../PercentileSmartTDigestAggregationFunction.java | 54 +-
.../function/PercentileTDigestAccumulator.java | 1585 -----------------
.../PercentileTDigestAggregationFunction.java | 72 +-
...artitionedDistinctCountAggregationFunction.java | 8 +
.../function/funnel/BitmapMergeStrategy.java | 16 +-
.../funnel/FunnelCountAggregationFunction.java | 5 +
.../aggregation/function/funnel/MergeStrategy.java | 7 +
.../function/funnel/PartitionedMergeStrategy.java | 5 +
.../function/funnel/SetMergeStrategy.java | 54 +-
.../FunnelCompleteCountAggregationFunction.java | 1 +
...unnelEventsFunctionEvalAggregationFunction.java | 1 +
.../window/FunnelMatchStepAggregationFunction.java | 1 +
.../window/FunnelMaxStepAggregationFunction.java | 1 +
...FunnelStepDurationStatsAggregationFunction.java | 1 +
.../groupby/DefaultGroupByExecutor.java | 71 +-
.../query/aggregation/groupby/GroupByExecutor.java | 9 +
.../groupby/GroupingSetsGroupKeyGenerator.java | 281 +++-
.../query/executor/ServerQueryExecutorV1Impl.java | 40 +
.../core/query/executor/sql/SqlQueryExecutor.java | 140 +-
.../query/pruner/BloomFilterSegmentPruner.java | 4 +-
.../core/query/reduce/BrokerReduceService.java | 6 +
.../query/reduce/ExecutionStatsAggregator.java | 16 +
.../core/query/request/context/QueryContext.java | 98 +-
.../aggregator/PercentileTDigestAggregator.java | 2 +-
.../startree/operator/StarTreeFilterOperator.java | 22 +-
.../core/transport/InstanceRequestHandler.java | 36 +-
.../apache/pinot/core/transport/QueryServer.java | 11 +
.../org/apache/pinot/core/util/GroupByUtils.java | 432 ++++-
.../org/apache/pinot/core/auth/BasicAuthTest.java | 152 +-
.../pinot/core/auth/FineGrainedAuthUtilsTest.java | 159 +-
.../common/ObjectSerDeUtilsPrimitiveListTest.java | 263 +++
.../pinot/core/common/ObjectSerDeUtilsTest.java | 206 ++-
.../core/common/datatable/DataTableSerDeTest.java | 90 +
.../core/data/function/ArrayFunctionsTest.java | 92 +
.../data/manager/BaseTableDataManagerTest.java | 350 ++++
.../DimensionTableDataBytesPrimaryKeyTest.java | 235 +++
.../manager/realtime/ConsumerCoordinatorTest.java | 25 +
.../realtime/IngestionDelayTrackerTest.java | 200 ++-
.../realtime/RealtimeSegmentDataManagerTest.java | 84 +
.../pinot/core/data/table/IndexedTableTest.java | 12 +-
.../table/UnboundedConcurrentIndexedTableTest.java | 490 ++++++
.../operator/InstanceResponseOperatorTest.java | 55 +-
.../results/AggregationResultsBlockTest.java | 85 +
.../operator/combine/CombineTerminationTest.java | 241 +++
.../MixedLayoutGroupByCombineOperatorTest.java | 265 +++
.../docidsets/AndDocIdSetPushdownTest.java | 465 +++++
.../StreamingGroupByCombineOperatorTest.java | 5 +
.../function/BaseTransformFunctionTest.java | 5 +-
.../GenerateArrayTransformFunctionTest.java | 28 +-
.../ScalarTransformFunctionWrapperTest.java | 138 ++
.../plan/maker/AndRestrictionPushdownModeTest.java | 129 ++
.../plan/maker/InstancePlanMakerImplV2Test.java | 220 +++
.../function/AggregationFunctionUtilsTest.java | 33 +
.../function/MaxAggregationFunctionTest.java | 105 ++
.../function/MinAggregationFunctionTest.java | 105 ++
.../PercentileIntermediateResultSerDeTest.java | 281 ++++
...ercentileRawTDigestAggregationFunctionTest.java | 122 +-
...centileSmartTDigestAggregationFunctionTest.java | 146 +-
.../PercentileTDigestAggregationFunctionTest.java | 650 ++++---
.../SmartFunctionApproximatedResultTest.java | 83 +
.../function/funnel/FunnelFinalResultTest.java | 193 +++
.../groupby/EstimateBaseGroupCountTest.java | 97 ++
.../utils/exprminmax/ExprMinMaxObjectTest.java | 3 +
.../core/query/executor/QueryExecutorTest.java | 83 +
.../query/executor/sql/SqlQueryExecutorTest.java | 257 +++
.../PostAggregationFunctionTest.java | 6 +
.../query/pruner/BloomFilterSegmentPrunerTest.java | 13 +-
.../core/query/reduce/BrokerReduceServiceTest.java | 52 +
.../query/reduce/ExecutionStatsAggregatorTest.java | 24 +
.../PercentileTDigestAggregatorTest.java | 19 +-
.../v2/PercentileTDigestStarTreeV2Test.java | 2 +-
.../v2/PercentileTDigestWithMVStarTreeV2Test.java | 2 +-
...eAggregatedPercentileTDigestStarTreeV2Test.java | 5 +-
.../core/transport/InstanceRequestHandlerTest.java | 46 +
.../pinot/core/util/DeriveGroupingSetsTest.java | 170 ++
.../AndRestrictionPushdownNullQueriesTest.java | 201 +++
.../queries/AndRestrictionPushdownQueriesTest.java | 109 ++
.../apache/pinot/queries/BaseJsonQueryTest.java | 20 -
.../pinot/queries/FastFilteredCountTest.java | 3 +
...nnerSegmentSelectionSingleValueQueriesTest.java | 94 +-
.../pinot/queries/JsonExtractScalarTest.java | 64 -
.../apache/pinot/queries/JsonPathQueriesTest.java | 239 ---
...ransformFunctionBytesPrimaryKeyQueriesTest.java | 287 ++++
.../queries/NullHandlingEnabledQueriesTest.java | 58 +
.../ObjectParameterScalarFunctionsQueriesTest.java | 195 +++
.../queries/PercentileTDigestMVQueriesTest.java | 20 +-
.../queries/PercentileTDigestQueriesTest.java | 38 +-
.../pinot/queries/SerializedBytesQueriesTest.java | 41 +-
.../pinot/queries/TextSearchQueriesTest.java | 18 +
pinot-core/src/test/resources/data/dimAsset.csv | 2 +
.../src/test/resources/data/dimAsset_config.json | 2 +-
.../src/test/resources/data/dimAsset_schema.json | 9 +
.../resources/data/tdigest-3.3-k1-rank-errors.csv | 299 ++++
pinot-dependency-verifier/pom.xml | 2 +-
pinot-distribution/pinot-source-assembly.xml | 2 +-
pinot-distribution/pom.xml | 2 +-
pinot-integration-test-base/pom.xml | 2 +-
pinot-integration-tests/pom.xml | 20 +-
...ApproximateFunctionOverrideIntegrationTest.java | 147 +-
.../tests/BaseClusterIntegrationTestSet.java | 7 +-
.../tests/BasicAuthBatchIntegrationTest.java | 217 +++
.../tests/JmxMetricsIntegrationTest.java | 18 +-
.../MultiNodesOfflineClusterIntegrationTest.java | 30 +
...PartialUpsertTableRebalanceIntegrationTest.java | 3 +-
.../PauselessDedupErrorReplicaRepairTest.java | 281 ++++
.../tests/SegmentCompletionIntegrationTest.java | 43 +-
.../UpsertSnapshotRestartIntegrationTest.java | 350 ++++
.../tests/UpsertTableIntegrationTest.java | 5 +
.../tests/custom/GroupingSetsQueriesTest.java | 287 ++++
.../tests/custom/IdSetIntegrationTest.java | 102 +-
.../BaseMultiClusterIntegrationTest.java | 352 ++--
.../multicluster/MultiClusterIntegrationTest.java | 45 +-
...ureInjectingPinotLLCRealtimeSegmentManager.java | 30 +
.../realtime/utils/PauselessRealtimeTestUtils.java | 28 +-
.../tests/suites/MultiNodesOfflineSuite.java | 38 -
.../resources/udf-test-results/all-functions.yaml | 84 +-
pinot-java11-client-verifier/pom.xml | 2 +-
pinot-materialized-view/pom.xml | 2 +-
pinot-minion/pom.xml | 2 +-
pinot-perf/pom.xml | 2 +-
.../perf/BenchmarkAndRestrictionPushdown.java | 208 +++
.../perf/BenchmarkGroupingSetsQueriesSSE.java | 304 ++++
.../apache/pinot/perf/BenchmarkJsonFlatten.java | 112 ++
.../perf/BenchmarkPercentileSerializedMerge.java | 98 ++
.../pinot/perf/BenchmarkPrimitiveArrayOutput.java | 159 ++
.../perf/BenchmarkPrimitiveListDeserialize.java | 130 ++
.../BenchmarkPercentileTDigestAggregation.java | 2 +-
.../BenchmarkPercentileTDigestCombine.java | 119 +-
...chmarkPercentileTDigestStarTreeAggregation.java | 12 +-
.../BenchmarkPercentileTDigestValueAggregator.java | 2 +-
.../perf/aggregation/TDigestBenchmarkUtils.java | 45 +-
pinot-plugins/assembly-descriptor/pom.xml | 2 +-
.../pinot-batch-ingestion-common/pom.xml | 2 +-
.../pinot-batch-ingestion-hadoop/pom.xml | 2 +-
.../pinot-batch-ingestion-spark-3/pom.xml | 2 +-
.../pinot-batch-ingestion-spark-base/pom.xml | 2 +-
.../pinot-batch-ingestion-standalone/pom.xml | 2 +-
pinot-plugins/pinot-batch-ingestion/pom.xml | 2 +-
.../pinot-environment/pinot-azure/pom.xml | 2 +-
pinot-plugins/pinot-environment/pom.xml | 2 +-
pinot-plugins/pinot-file-system/pinot-adls/pom.xml | 2 +-
pinot-plugins/pinot-file-system/pinot-gcs/pom.xml | 2 +-
pinot-plugins/pinot-file-system/pinot-hdfs/pom.xml | 2 +-
pinot-plugins/pinot-file-system/pinot-s3/pom.xml | 6 +-
pinot-plugins/pinot-file-system/pom.xml | 2 +-
.../pinot-input-format/pinot-arrow/pom.xml | 9 +-
.../inputformat/arrow/ArrowMessageDecoder.java | 3 +-
.../inputformat/arrow/ArrowRecordReader.java | 3 +-
.../inputformat/arrow/BatchedArrowFileSource.java | 3 +-
.../pinot-input-format/pinot-avro-base/pom.xml | 2 +-
.../pinot-input-format/pinot-avro/pom.xml | 2 +-
.../pinot-input-format/pinot-bson/pom.xml | 2 +-
.../pinot-input-format/pinot-clp-log/pom.xml | 2 +-
.../pinot-confluent-avro/pom.xml | 2 +-
.../pinot-confluent-json/pom.xml | 2 +-
.../pinot-confluent-protobuf/pom.xml | 2 +-
pinot-plugins/pinot-input-format/pinot-csv/pom.xml | 2 +-
.../pinot-input-format/pinot-json/pom.xml | 2 +-
pinot-plugins/pinot-input-format/pinot-orc/pom.xml | 2 +-
.../pinot-input-format/pinot-parquet/pom.xml | 2 +-
.../pinot-input-format/pinot-protobuf/pom.xml | 2 +-
.../pinot-input-format/pinot-thrift/pom.xml | 2 +-
pinot-plugins/pinot-input-format/pom.xml | 2 +-
.../pinot-metrics/pinot-compound-metrics/pom.xml | 2 +-
.../pinot-metrics/pinot-dropwizard/pom.xml | 2 +-
pinot-plugins/pinot-metrics/pinot-yammer/pom.xml | 2 +-
pinot-plugins/pinot-metrics/pom.xml | 2 +-
.../pinot-minion-builtin-tasks/pom.xml | 2 +-
.../SegmentGenerationAndPushTaskExecutor.java | 8 +-
.../SegmentGenerationAndPushTaskGenerator.java | 11 +-
.../MergeRollupTDigestTaskExecutorTest.java | 52 +-
.../SegmentGenerationAndPushTaskExecutorTest.java | 37 +
.../SegmentGenerationAndPushTaskGeneratorTest.java | 151 ++
.../UpsertCompactMergeTaskExecutorTest.java | 47 +-
pinot-plugins/pinot-minion-tasks/pom.xml | 2 +-
.../pinot-segment-uploader-default/pom.xml | 2 +-
pinot-plugins/pinot-segment-uploader/pom.xml | 2 +-
.../pinot-segment-writer-file-based/pom.xml | 2 +-
pinot-plugins/pinot-segment-writer/pom.xml | 2 +-
.../pinot-stream-ingestion/pinot-kafka-3.0/pom.xml | 2 +-
.../pinot-stream-ingestion/pinot-kafka-4.0/pom.xml | 2 +-
.../pinot-kafka-base/pom.xml | 2 +-
.../pinot-stream-ingestion/pinot-kinesis/pom.xml | 2 +-
.../pinot-stream-ingestion/pinot-pulsar/pom.xml | 6 +-
pinot-plugins/pinot-stream-ingestion/pom.xml | 2 +-
.../pinot-timeseries-m3ql/pom.xml | 2 +-
pinot-plugins/pinot-timeseries-lang/pom.xml | 2 +-
pinot-plugins/pom.xml | 2 +-
pinot-query-planner-spi/pom.xml | 2 +-
pinot-query-planner/pom.xml | 2 +-
.../PinotApproximateAggregateRewriteRule.java | 15 +-
.../rel/rules/PinotEvaluateLiteralRule.java | 150 +-
.../calcite/rel/rules/PinotQueryRuleSets.java | 11 +-
.../pinot/calcite/rel/rules/PinotRuleUtils.java | 18 +-
.../pinot/calcite/sql/fun/PinotOperatorTable.java | 38 +-
.../org/apache/pinot/query/QueryEnvironment.java | 14 +
.../apache/pinot/query/context/PlannerContext.java | 14 -
.../planner/logical/EquivalentStagesFinder.java | 18 +-
.../planner/physical/DispatchablePlanVisitor.java | 24 +-
.../validation/ArrayToMvValidationVisitor.java | 3 +-
.../apache/pinot/query/routing/WorkerManager.java | 89 +-
.../calcite/rel/rules/PinotRuleUtilsTest.java | 19 +
.../query/ApproximateAggregateRewriteTest.java | 44 +
.../apache/pinot/query/QueryCompilationTest.java | 187 +++
.../logical/EquivalentStagesFinderTest.java | 38 +
.../logical/NodeEquivalenceFieldCoverageTest.java | 198 +++
.../query/planner/logical/StagesTestBase.java | 21 +
.../physical/DispatchablePlanVisitorTest.java | 109 ++
.../pinot/query/routing/WorkerManagerTest.java | 114 ++
.../resources/queries/ExplainPhysicalPlans.json | 18 +
.../src/test/resources/queries/JoinPlans.json | 17 +
.../resources/queries/LiteralEvaluationPlans.json | 265 +++
.../resources/queries/ValidationErrorPlan.json | 5 +
pinot-query-runtime/pom.xml | 2 +-
.../apache/pinot/query/runtime/QueryRunner.java | 9 +-
.../runtime/executor/OpChainSchedulerService.java | 131 +-
.../query/runtime/operator/AggregateOperator.java | 59 +-
.../pinot/query/runtime/operator/LeafOperator.java | 18 +-
.../query/runtime/operator/MultiStageOperator.java | 7 +
.../operator/MultistageAggregationExecutor.java | 11 +
.../operator/MultistageGroupByExecutor.java | 127 +-
.../groupby/MultiKeysGroupIdGenerator.java | 27 +-
.../runtime/operator/operands/FunctionOperand.java | 22 +-
.../query/runtime/operator/utils/TypeUtils.java | 54 +
.../pinot/query/runtime/plan/OpChainConverter.java | 6 +-
.../plan/pipeline/PipelineBreakerOperator.java | 12 +
.../TimeSeriesExchangeReceiveOperator.java | 4 +-
.../pinot/query/service/server/QueryServer.java | 9 +-
.../apache/pinot/query/QueryServerEnclosure.java | 9 +-
.../HardLimitExecutorOpChainRegressionTest.java | 156 ++
.../executor/OpChainSchedulerServiceTest.java | 175 +-
.../runtime/function/FunctionOperandTest.java | 266 +++
.../runtime/operator/AggregateOperatorTest.java | 234 +++
.../query/runtime/operator/LeafOperatorTest.java | 32 +
.../operator/MultistageGroupByExecutorTest.java | 47 +
.../SerializedIntermediateResultMergeTest.java | 141 ++
.../operator/WindowAggregateOperatorTest.java | 16 +-
.../groupby/MultiKeysGroupIdGeneratorTest.java | 142 ++
.../runtime/operator/utils/TypeUtilsTest.java | 21 +
.../plan/OpChainConverterDispatcherTest.java | 5 +-
.../plan/pipeline/PipelineBreakerExecutorTest.java | 51 +
.../queries/GatedExecutorServicePlugin.java | 142 ++
.../query/runtime/queries/QueryRunnerTestBase.java | 14 +-
.../QueryTerminatedBeforeStageStartsTest.java | 190 +++
.../runtime/queries/ResourceBasedQueriesTest.java | 94 +-
.../testutils/MockInstanceDataManagerFactory.java | 7 +-
.../MockInstanceDataManagerFactoryTest.java | 76 +
.../src/test/resources/queries/Comparisons.json | 68 +
.../src/test/resources/queries/GenerateArray.json | 282 ++++
.../src/test/resources/queries/Joins.json | 56 +
.../src/test/resources/queries/LookupJoin.json | 174 +-
.../queries/ObjectParameterFunctions.json | 60 +
pinot-segment-local/pom.xml | 6 +-
.../src/main/appended-resources/META-INF/NOTICE | 3 +
.../PercentileTDigestValueAggregator.java | 564 +------
.../tdigest/NonFiniteAwareTDigest.java | 779 +++++++++
.../{ => tdigest}/SerializedTDigest.java | 18 +-
.../tdigest/SerializedTDigestInput.java | 165 ++
.../local/customobject/tdigest/TDigest.java | 113 ++
.../customobject/tdigest/TDigestAccumulator.java | 1774 ++++++++++++++++++++
.../local/customobject/tdigest/TDigestCodec.java | 877 ++++++++++
.../local/data/manager/TableDataManager.java | 32 +-
.../immutable/ImmutableSegmentImpl.java | 22 +-
.../indexsegment/mutable/MutableSegmentImpl.java | 13 +
.../io/compression/ZstandardDecompressor.java | 2 +-
.../invertedindex/RealtimeLuceneTextIndex.java | 22 +-
.../realtime/impl/json/MutableJsonIndexImpl.java | 20 +
.../writer/StatelessRealtimeSegmentWriter.java | 20 +-
.../recordtransformer/DataTypeTransformer.java | 89 +-
.../recordtransformer/SanitizationTransformer.java | 8 +-
.../impl/openstruct/OpenStructColumnSplitter.java | 11 +-
.../segment/index/forward/ForwardIndexType.java | 17 +-
.../segment/index/loader/ForwardIndexHandler.java | 7 +-
...IndexAndDictionaryBasedForwardIndexCreator.java | 17 +-
.../segment/index/loader/SegmentPreProcessor.java | 96 +-
.../defaultcolumn/BaseDefaultColumnHandler.java | 586 ++++++-
.../defaultcolumn/DefaultColumnHandlerFactory.java | 15 +-
.../defaultcolumn/V1DefaultColumnHandler.java | 7 +
.../defaultcolumn/V3DefaultColumnHandler.java | 26 +-
.../invertedindex/MultiColumnTextIndexHandler.java | 136 +-
.../loader/invertedindex/RangeIndexHandler.java | 22 +-
.../loader/invertedindex/TextIndexHandler.java | 183 +-
.../loader/invertedindex/VectorIndexHandler.java | 97 +-
.../index/openstruct/OpenStructIndexType.java | 7 +-
.../forward/FixedBitMVForwardIndexReader.java | 5 +
.../index/readers/text/LuceneTextIndexReader.java | 209 ++-
.../segment/readers/PinotSegmentColumnReader.java | 9 +
.../segment/readers/PinotSegmentRecordReader.java | 83 +-
.../local/segment/store/TextIndexUtils.java | 20 +
.../upsert/BasePartitionUpsertMetadataManager.java | 90 +-
.../pinot/segment/local/upsert/DocIdsSnapshot.java | 130 ++
.../upsert/PartitionUpsertMetadataManager.java | 5 +
.../segment/local/utils/CustomSerDeUtils.java | 19 -
.../local/utils/LuceneIndexCompatibilityUtils.java | 117 ++
.../segment/local/utils/LuceneTextIndexUtils.java | 89 +
.../pinot/segment/local/utils/ReloadJobStatus.java | 20 +
.../local/utils/ServerReloadJobStatusCache.java | 12 +
.../pinot/segment/local/utils/TDigestUtils.java | 642 -------
.../segment/local/utils/TableConfigUtils.java | 12 +
.../PercentileTDigestValueAggregatorTest.java | 1183 ++++++++++++-
.../tdigest/TDigestAccumulatorTest.java | 1255 ++++++++++++++
.../customobject/tdigest/TDigestCodecTest.java | 1580 +++++++++++++++++
.../indexsegment/mutable/IndexingFailureTest.java | 38 +
.../invertedindex/LuceneMutableTextIndexTest.java | 40 +-
.../writer/StatelessRealtimeSegmentWriterTest.java | 168 ++
.../recordtransformer/DataTypeTransformerTest.java | 132 ++
.../segment/local/segment/creator/BlocksTest.java | 75 -
.../openstruct/OpenStructColumnSplitterTest.java | 2 +-
.../segment/local/segment/index/JsonIndexTest.java | 159 ++
.../index/forward/FixedBitMVForwardIndexTest.java | 69 +
.../forward/ForwardIndexCreatorFactoryTest.java | 52 +
.../ForwardIndexDefaultCompressionTypeTest.java | 100 ++
.../index/loader/SegmentPreProcessorTest.java | 509 +++++-
.../invertedindex/HnswIndexRollbackTest.java | 304 ++++
.../RangeIndexHandlerMultiValueTest.java | 142 ++
.../TextIndexRollbackRecoveryTest.java | 460 +++++
.../invertedindex/VectorIndexHandlerTest.java | 13 +-
.../index/openstruct/OpenStructIndexTypeTest.java | 5 +-
.../readers/text/LuceneTextIndexCountTest.java | 289 ++++
.../text/LuceneTextIndexQueryCacheTest.java | 264 +++
.../segment/readers/InMemoryColumnReader.java | 176 --
.../readers/PinotSegmentRecordReaderTest.java | 41 +-
.../local/segment/readers/PinotSegmentUtil.java | 4 +
.../BasePartitionUpsertMetadataManagerTest.java | 58 +-
...rrentMapPartitionUpsertMetadataManagerTest.java | 5 +-
.../segment/local/upsert/DocIdsSnapshotTest.java | 136 ++
.../local/upsert/UpsertSnapshotRestartTest.java | 345 ++++
.../utils/LuceneIndexCompatibilityUtilsTest.java | 96 ++
.../segment/local/utils/LuceneIndexTestUtils.java | 61 +
.../utils/ServerReloadJobStatusCacheTest.java | 20 +
.../segment/local/utils/TDigestTestUtils.java | 109 ++
.../segment/local/utils/TDigestUtilsTest.java | 423 -----
.../segment/local/utils/TableConfigUtilsTest.java | 46 +
.../src/test/resources/data/lucene10-rollback.zip | Bin 0 -> 9060 bytes
.../src/test/resources/tdigest/legacy-3.2.tsv | 92 +
.../src/test/resources/tdigest/legacy-3.3.tsv | 80 +
pinot-segment-spi/pom.xml | 2 +-
.../org/apache/pinot/segment/spi/FetchContext.java | 28 +-
.../segment/spi/index/ForwardIndexConfig.java | 128 +-
.../mutable/ThreadSafeMutableRoaringBitmap.java | 16 +-
.../index/reader/MultiColumnTextIndexReader.java | 19 +
.../segment/spi/index/reader/QueryScopedCache.java | 47 +
.../segment/spi/index/reader/TextIndexReader.java | 37 +
.../segment/spi/memory/CompoundDataBuffer.java | 27 +-
.../segment/spi/memory/PagedPinotOutputStream.java | 94 ++
.../segment/spi/memory/PinotOutputStream.java | 22 +
.../segment/spi/memory/PrimitiveArrayOutput.java | 143 ++
.../segment/spi/memory/CompoundDataBufferTest.java | 26 +
.../spi/memory/PrimitiveArrayOutputTest.java | 282 ++++
pinot-server/pom.xml | 2 +-
.../pinot/server/api/AdminApiApplication.java | 4 +-
.../api/resources/ControllerJobStatusResource.java | 19 +-
.../resources/ReingestionConsumptionTimeout.java | 87 +
.../server/api/resources/ReingestionResource.java | 163 +-
.../pinot/server/api/resources/TablesResource.java | 30 +-
.../server/predownload/PredownloadZKClient.java | 2 +
.../server/starter/helix/BaseServerStarter.java | 9 +-
.../starter/helix/HelixInstanceDataManager.java | 14 +-
.../helix/SegmentMessageHandlerFactory.java | 10 +-
.../apache/pinot/server/api/AccessControlTest.java | 3 +-
.../apache/pinot/server/api/BaseResourceTest.java | 3 +-
.../pinot/server/api/TablesResourceTest.java | 54 +
.../resources/ControllerJobStatusResourceTest.java | 97 ++
.../ReingestionConsumptionTimeoutTest.java | 117 ++
.../api/resources/ReingestionResourceApiTest.java | 243 +++
.../api/resources/ReingestionResourceTest.java | 68 +
pinot-spi/pom.xml | 2 +-
.../apache/pinot/spi/config/table/DedupConfig.java | 6 +-
.../apache/pinot/spi/config/table/FieldConfig.java | 3 +-
.../pinot/spi/config/table/IndexingConfig.java | 6 +-
.../pinot/spi/config/table/RoutingConfig.java | 2 +
.../SegmentsValidationAndRetentionConfig.java | 79 +-
.../pinot/spi/config/table/UpsertConfig.java | 9 +-
.../InstanceReplicaGroupPartitionConfig.java | 2 +
.../apache/pinot/spi/data/readers/GenericRow.java | 38 +
.../pinot/spi/executor/HardLimitExecutor.java | 14 +-
.../apache/pinot/spi/metrics/PinotMetricUtils.java | 7 +-
.../apache/pinot/spi/query/QueryThreadContext.java | 72 +-
.../apache/pinot/spi/query/RemoteAccessStats.java | 75 +
.../apache/pinot/spi/utils/CommonConstants.java | 98 +-
.../ConsumingSegmentConsistencyModeListener.java | 5 +-
.../java/org/apache/pinot/spi/utils/JsonUtils.java | 266 +++
.../org/apache/pinot/spi/utils/Obfuscator.java | 21 +-
.../spi/utils/builder/TableConfigBuilder.java | 9 +
.../pinot/spi/data/readers/GenericRowTest.java | 36 +
.../pinot/spi/executor/HardLimitExecutorTest.java | 85 +
.../org/apache/pinot/spi/utils/JsonUtilsTest.java | 294 ++++
.../org/apache/pinot/spi/utils/ObfuscatorTest.java | 35 +
.../spi/utils/builder/TableConfigBuilderTest.java | 41 +
pinot-sql-ddl/pom.xml | 2 +-
pinot-timeseries/pinot-timeseries-planner/pom.xml | 2 +-
pinot-timeseries/pinot-timeseries-spi/pom.xml | 2 +-
pinot-timeseries/pom.xml | 2 +-
pinot-tools/pom.xml | 2 +-
.../org/apache/pinot/tools/PinotToolLauncher.java | 2 +
.../pinot/tools/admin/PinotAdministrator.java | 2 +
.../pinot/tools/perf/PerfBenchmarkDriver.java | 5 +
pinot-udf-test/pom.xml | 2 +-
pom.xml | 233 ++-
653 files changed, 53653 insertions(+), 8676 deletions(-)
create mode 100644
compatibility-verifier/tdigest-compatibility/GenerateRankErrors.java
create mode 100755
compatibility-verifier/tdigest-compatibility/generate-rank-errors.sh
create mode 100644
pinot-broker/src/main/java/org/apache/pinot/broker/broker/helix/CompactAssignmentZkHelixManager.java
create mode 100644
pinot-broker/src/main/java/org/apache/pinot/broker/requesthandler/IdSetSubqueryRewriter.java
create mode 100644
pinot-broker/src/test/java/org/apache/pinot/broker/broker/ZkBasicAuthAccessControlFactoryTest.java
create mode 100644
pinot-broker/src/test/java/org/apache/pinot/broker/broker/helix/CompactAssignmentZkHelixManagerTest.java
create mode 100644
pinot-broker/src/test/java/org/apache/pinot/broker/requesthandler/BrokerRequestHandlerDelegateTest.java
create mode 100644
pinot-broker/src/test/java/org/apache/pinot/broker/requesthandler/IdSetSubqueryRewriterTest.java
create mode 100644
pinot-broker/src/test/java/org/apache/pinot/broker/requesthandler/MultiStageIdSetSubqueryTest.java
create mode 100644
pinot-broker/src/test/java/org/apache/pinot/broker/routing/instanceselector/CompactAssignmentInstanceSelectorTest.java
create mode 100644
pinot-broker/src/test/java/org/apache/pinot/broker/routing/manager/CompactAssignmentRoutingManagerTest.java
create mode 100644
pinot-broker/src/test/java/org/apache/pinot/broker/routing/segmentpartition/SegmentPartitionUtilsTest.java
create mode 100644
pinot-common/src/main/java/org/apache/pinot/common/audit/AuditRedactor.java
create mode 100644
pinot-common/src/main/java/org/apache/pinot/common/compression/Lz4CompressorStreamProvider.java
create mode 100644
pinot-common/src/main/java/org/apache/pinot/common/function/scalar/array/GenerateArrayScalarFunction.java
create mode 100644
pinot-common/src/main/java/org/apache/pinot/common/utils/ArrowAllocators.java
create mode 100644
pinot-common/src/main/java/org/apache/pinot/common/utils/helix/CompactZNRecordSerializer.java
create mode 100644
pinot-common/src/main/java/org/apache/pinot/common/utils/helix/ImmutableSortedArrayMap.java
create mode 100644
pinot-common/src/main/java/org/apache/pinot/common/utils/tls/ZooKeeperSslContextSupplier.java
create mode 100644
pinot-common/src/main/java/org/apache/pinot/sql/parsers/dml/DeleteStatement.java
copy pinot-clients/pinot-jdbc-client/src/main/resources/version.properties =>
pinot-common/src/main/resources/META-INF/services/org.apache.commons.compress.compressors.CompressorStreamProvider
(63%)
create mode 100644
pinot-common/src/test/java/org/apache/pinot/common/audit/AuditRedactorTest.java
create mode 100644
pinot-common/src/test/java/org/apache/pinot/common/function/scalar/GenerateArrayFunctionsTest.java
create mode 100644
pinot-common/src/test/java/org/apache/pinot/common/function/scalar/ObjectFunctionsTest.java
create mode 100644
pinot-common/src/test/java/org/apache/pinot/common/utils/ArrowAllocatorsTest.java
create mode 100644
pinot-common/src/test/java/org/apache/pinot/common/utils/RoaringBitmapUtilsTest.java
create mode 100644
pinot-common/src/test/java/org/apache/pinot/common/utils/ServiceStartableUtilsTest.java
create mode 100644
pinot-common/src/test/java/org/apache/pinot/common/utils/helix/CompactZNRecordSerializerTest.java
create mode 100644
pinot-common/src/test/java/org/apache/pinot/common/utils/helix/ImmutableSortedArrayMapTest.java
create mode 100644
pinot-common/src/test/java/org/apache/pinot/common/utils/tls/ZooKeeperSslContextSupplierTest.java
create mode 100644
pinot-common/src/test/java/org/apache/pinot/sql/parsers/dml/DeleteStatementTest.java
rename
pinot-controller/src/main/java/org/apache/pinot/controller/helix/core/assignment/instance/{InstanceAssignmentDriver.java
=> InstanceAssignmentUtils.java} (57%)
create mode 100644
pinot-controller/src/test/java/org/apache/pinot/controller/api/resources/ControllerResponseFilterTest.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/data/table/GroupingSetsBaseIndexedTable.java
delete mode 100644
pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/PercentileTDigestAccumulator.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/common/ObjectSerDeUtilsPrimitiveListTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/data/manager/offline/DimensionTableDataBytesPrimaryKeyTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/data/table/UnboundedConcurrentIndexedTableTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/operator/blocks/results/AggregationResultsBlockTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/operator/combine/CombineTerminationTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/operator/combine/MixedLayoutGroupByCombineOperatorTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/operator/docidsets/AndDocIdSetPushdownTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/plan/maker/AndRestrictionPushdownModeTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/query/aggregation/function/PercentileIntermediateResultSerDeTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/query/aggregation/function/SmartFunctionApproximatedResultTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/query/aggregation/function/funnel/FunnelFinalResultTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/query/aggregation/groupby/EstimateBaseGroupCountTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/query/executor/sql/SqlQueryExecutorTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/util/DeriveGroupingSetsTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/queries/AndRestrictionPushdownNullQueriesTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/queries/AndRestrictionPushdownQueriesTest.java
delete mode 100644
pinot-core/src/test/java/org/apache/pinot/queries/JsonPathQueriesTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/queries/LookupTransformFunctionBytesPrimaryKeyQueriesTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/queries/ObjectParameterScalarFunctionsQueriesTest.java
create mode 100644 pinot-core/src/test/resources/data/dimAsset.csv
copy pinot-integration-tests/src/test/resources/dimDayOfWeek_config.json =>
pinot-core/src/test/resources/data/dimAsset_config.json (89%)
create mode 100644 pinot-core/src/test/resources/data/dimAsset_schema.json
create mode 100644
pinot-core/src/test/resources/data/tdigest-3.3-k1-rank-errors.csv
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/PauselessDedupErrorReplicaRepairTest.java
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/UpsertSnapshotRestartIntegrationTest.java
delete mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/suites/MultiNodesOfflineSuite.java
create mode 100644
pinot-perf/src/main/java/org/apache/pinot/perf/BenchmarkAndRestrictionPushdown.java
create mode 100644
pinot-perf/src/main/java/org/apache/pinot/perf/BenchmarkGroupingSetsQueriesSSE.java
create mode 100644
pinot-perf/src/main/java/org/apache/pinot/perf/BenchmarkJsonFlatten.java
create mode 100644
pinot-perf/src/main/java/org/apache/pinot/perf/BenchmarkPercentileSerializedMerge.java
create mode 100644
pinot-perf/src/main/java/org/apache/pinot/perf/BenchmarkPrimitiveArrayOutput.java
create mode 100644
pinot-perf/src/main/java/org/apache/pinot/perf/BenchmarkPrimitiveListDeserialize.java
create mode 100644
pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/test/java/org/apache/pinot/plugin/minion/tasks/segmentgenerationandpush/SegmentGenerationAndPushTaskGeneratorTest.java
create mode 100644
pinot-query-planner/src/test/java/org/apache/pinot/query/planner/logical/NodeEquivalenceFieldCoverageTest.java
create mode 100644
pinot-query-planner/src/test/java/org/apache/pinot/query/planner/physical/DispatchablePlanVisitorTest.java
create mode 100644
pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/executor/HardLimitExecutorOpChainRegressionTest.java
create mode 100644
pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/function/FunctionOperandTest.java
create mode 100644
pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/operator/SerializedIntermediateResultMergeTest.java
create mode 100644
pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/operator/groupby/MultiKeysGroupIdGeneratorTest.java
create mode 100644
pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/queries/GatedExecutorServicePlugin.java
create mode 100644
pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/queries/QueryTerminatedBeforeStageStartsTest.java
create mode 100644
pinot-query-runtime/src/test/java/org/apache/pinot/query/testutils/MockInstanceDataManagerFactoryTest.java
create mode 100644
pinot-query-runtime/src/test/resources/queries/GenerateArray.json
create mode 100644
pinot-query-runtime/src/test/resources/queries/ObjectParameterFunctions.json
create mode 100644
pinot-segment-local/src/main/appended-resources/META-INF/NOTICE
create mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/customobject/tdigest/NonFiniteAwareTDigest.java
rename
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/customobject/{
=> tdigest}/SerializedTDigest.java (66%)
create mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/customobject/tdigest/SerializedTDigestInput.java
create mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/customobject/tdigest/TDigest.java
create mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/customobject/tdigest/TDigestAccumulator.java
create mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/customobject/tdigest/TDigestCodec.java
create mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/upsert/DocIdsSnapshot.java
create mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/utils/LuceneIndexCompatibilityUtils.java
delete mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/utils/TDigestUtils.java
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/customobject/tdigest/TDigestAccumulatorTest.java
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/customobject/tdigest/TDigestCodecTest.java
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/realtime/writer/StatelessRealtimeSegmentWriterTest.java
delete mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/creator/BlocksTest.java
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/forward/ForwardIndexDefaultCompressionTypeTest.java
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/loader/invertedindex/HnswIndexRollbackTest.java
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/loader/invertedindex/RangeIndexHandlerMultiValueTest.java
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/loader/invertedindex/TextIndexRollbackRecoveryTest.java
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/readers/text/LuceneTextIndexCountTest.java
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/readers/text/LuceneTextIndexQueryCacheTest.java
delete mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/readers/InMemoryColumnReader.java
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/upsert/DocIdsSnapshotTest.java
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/upsert/UpsertSnapshotRestartTest.java
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/utils/LuceneIndexCompatibilityUtilsTest.java
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/utils/LuceneIndexTestUtils.java
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/utils/TDigestTestUtils.java
delete mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/utils/TDigestUtilsTest.java
create mode 100644
pinot-segment-local/src/test/resources/data/lucene10-rollback.zip
create mode 100644
pinot-segment-local/src/test/resources/tdigest/legacy-3.2.tsv
create mode 100644
pinot-segment-local/src/test/resources/tdigest/legacy-3.3.tsv
create mode 100644
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/index/reader/QueryScopedCache.java
create mode 100644
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/PrimitiveArrayOutput.java
create mode 100644
pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/memory/PrimitiveArrayOutputTest.java
create mode 100644
pinot-server/src/main/java/org/apache/pinot/server/api/resources/ReingestionConsumptionTimeout.java
create mode 100644
pinot-server/src/test/java/org/apache/pinot/server/api/resources/ControllerJobStatusResourceTest.java
create mode 100644
pinot-server/src/test/java/org/apache/pinot/server/api/resources/ReingestionConsumptionTimeoutTest.java
create mode 100644
pinot-server/src/test/java/org/apache/pinot/server/api/resources/ReingestionResourceApiTest.java
create mode 100644
pinot-server/src/test/java/org/apache/pinot/server/api/resources/ReingestionResourceTest.java
create mode 100644
pinot-spi/src/main/java/org/apache/pinot/spi/query/RemoteAccessStats.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
