This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch
dependabot/maven/kotlin.stdlib.version-2.0.0
in repository https://gitbox.apache.org/repos/asf/pinot.git
omit 3ea6b2a464 --- updated-dependencies: - dependency-name:
org.jetbrains.kotlin:kotlin-stdlib-jdk8 dependency-type: direct:production
update-type: version-update:semver-major - dependency-name:
org.jetbrains.kotlin:kotlin-stdlib dependency-type: direct:production
update-type: version-update:semver-major - dependency-name:
org.jetbrains.kotlin:kotlin-stdlib-common dependency-type: direct:production
update-type: version-update:semver-major ...
add c797305b32 Add PodDisruptionBudgets to the Pinot Helm chart (#13153)
add 56fda6b718 Bump io.airlift:aircompressor from 0.26 to 0.27 (#13190)
add a1991bb8c3 Bump net.openhft:chronicle-core from 2.25ea14 to 2.25ea15
(#13192)
add 7aa9aeb82c Add back 'numRowsResultSet' to BrokerResponse, and retain
it when result table id hidden (#13198)
add 1feddc45fa Ensure brokerId and requestId are always set in
BrokerResponse (#13200)
add 661e3520d3 fix fieldsToRead class not in decoder (#13186)
add 652bb6b1cf Improved metrics for server grpc query (#13177)
add 429bb7ac59 Add locking logic to get consistent table view for upsert
tables (#12976)
add 253ede9a4c Support ListAgg WITHIN GROUP clause (#13146)
add 51bd6b3dfe Bump io.netty:netty-bom from 4.1.109.Final to 4.1.110.Final
(#13202)
add 9b1df5d0cf Bump software.amazon.awssdk:bom from 2.25.44 to 2.25.57
(#13203)
add 4eb0690bc5 Bump org.codehaus.mojo:exec-maven-plugin from 3.2.0 to
3.3.0 (#13204)
add 3c4fe722b4 [spark-connector] Add option to fail read when there are
invalid segments (#13080)
add ca7ab248dc Properly return response if SegmentCompletion is aborted
(#13206)
add d4e2ee1d92 [feature] Support funnelMaxStep function (#13176)
add 29c560f523 Move offset validation logic to consumer classes (#13015)
add 0dec8a9ab9 Refactored CommonsConfigurationUtils for loading properties
configuration. (#13201)
add 96ef43f6ef [HELM]: Added additional probes options and startup probe.
(#13165)
add be6dd7e092 add instrumentation to json index
getMatchingFlattenedDocsMap() (#13164)
add 1e42a67b2d release segment mgrs more reliably (#13216)
add 6c803e22e6 Update consuming freshness field in query resp to be backed
by the server reported ingestion delay timestamp (#13207)
add c5859a1a6c Bump commons-cli:commons-cli from 1.7.0 to 1.8.0 (#13220)
add 9380168ae7 Bump org.apache.commons:commons-compress from 1.26.1 to
1.26.2 (#13218)
add fed2d5f1b6 update access control check error handling to catch
throwable and log errors (#13209)
add e84f3f5667 ensure inverse And/OrFilterOperator implementations match
the query (#13199)
add 1950323cc9 Allow all raw index config in star-tree index (#13225)
add b6e81355b5 Allow using 'serverReturnFinalResult' to optimize server
partitioned table (#13208)
add 518fd18098 Fix some bugs related to FunnelMaxStepAggregationFunction
(#13228)
add 2c51d4269b Return clear error message when no common broker found for
multi-stage query with tables from different tenants (#13235)
add c2b1132c7e Fixed infer logical type name from avro union schema
(#13224)
add c0fce5abd8 upgrade to maven 3.9.7 (#13233)
add 67a7d36139 Bump com.google.apis:google-api-services-storage (#13244)
add daed730a02 Bump com.puppycrawl.tools:checkstyle from 10.16.0 to
10.17.0 (#13239)
add 5d9f6513d1 Fix error message for insufficient number of untagged
brokers during tenant creation (#13234)
add 106f0c580d Don't enforce -realTimeInstanceCount and
-offlineInstanceCount options when creating broker tenants (#13236)
add 1b16615a49 Fix controller host / port / protocol CLI option
description for admin commands (#13237)
add be4f740ee5 Fix the issue that map flatten shouldn't remove the map
field from the record (#13243)
add fdfae5e57a get startTime outside the executor task to avoid flaky time
checks (#13250)
add 8a80b802a8 fixing swagger setup using localhost as host name (#13254)
add 717220cf12 Publish helm 0.2.9 (#13230)
add 07bd6633e3 Fix the NPE when metadataTTL is enabled without delete
column (#13262)
add 67cc15a30c Bump software.amazon.awssdk:bom from 2.25.57 to 2.25.61
(#13261)
add f1c6a2e047 Bump commons-validator:commons-validator from 1.8.0 to
1.9.0 (#13260)
add 49d1af0317 Helm: bug fix for chart rendering issue. (#13264)
add 5a1e57d6dd including the underlying exception in the logging output
(#13248)
add 256d0aa5a5 Do not pause ingestion when upsert snapshot flow errors out
(#13257)
add 2f4a412c52 Properly handle complex type transformer in segment
processor framework (#13258)
add 9302f186d6 Fix null literal handling for null intolerant functions in
multi-stage query engine (#13255)
add 3b5711686b Serialize V2 Plan using Protobufs instead of reflection.
(#13221)
add bdb91919de Bugfix. Allow tenant rebalance with downtime as true
(#13246)
add d4e10e5c07 set hadoop-mapreduce-client-core dependency scope as
compile (#13269)
add f54c77de47 Add a plan version field to QueryRequest Protobuf Message
(#13267)
add a1f9b8997c Improve warn logs for requesting validDocID snapshots
(#13280)
add fcd7856412 Bump com.google.cloud:libraries-bom from 26.39.0 to 26.40.0
(#13272)
add 61ce07ff50 Bump org.apache.maven.plugins:maven-enforcer-plugin from
3.4.1 to 3.5.0 (#13270)
add bf84802571 Bump software.amazon.awssdk:bom from 2.25.61 to 2.25.63
(#13287)
add 283363af87 Make allowDownloadFromServer minion-cluster-level config
(#13247)
add f70ae2d9be Bump org.apache.maven.plugins:maven-shade-plugin from 3.5.3
to 3.6.0 (#13288)
add cb5596c4f2 Bump com.nimbusds:nimbus-jose-jwt from 9.39.1 to 9.39.3
(#13289)
add 34bab22861 Add support for raw JSON filter predicates (#13283)
add 6c85de5015 Bump org.webjars:swagger-ui from 5.17.0 to 5.17.14 (#13286)
add 3dd653a785 [bugfix] Handling null value for kafka client id suffix
(#13279)
add e2c5e73970 Pass literal within AggregateCall via rexList (#13282)
add 26209ed6b0 Updated PDB and reload checksum config annotation for
reload. (#13276)
add b0e3cc7478 Introduce PinotLogicalAggregate and remove internal hint
(#13291)
add a4950fe48f Remove SqlKind from FunctionCall (#13293)
add 68685dc431 Add backward compatibility regression test suite for
multi-stage query engine (#13193)
add a5d2a35651 Cleanup unused aggregate internal hint (#13295)
add 1dd4d49b16 Bump commons-net:commons-net from 3.10.0 to 3.11.0 (#13302)
add 3a98ab5252 Bump org.apache.maven.plugins:maven-javadoc-plugin from
3.6.3 to 3.7.0 (#13301)
add 4fcd86973c Bump com.google.errorprone:error_prone_annotations from
2.27.1 to 2.28.0 (#13299)
add 3dfadd803a Bump software.amazon.awssdk:bom from 2.25.63 to 2.25.64
(#13300)
add 4eeae1197d Bump net.openhft:posix from 2.25ea0 to 2.26ea0 (#13273)
add 18afbb440d add metrics for IdeaState update (#13266)
add 2719c5c9bc Returning tables names failing authorization in Exception
of Multi State Engine Queries (#13195)
add fc9f34fedc lucene `IndexOutOfBounds` bugfix, and use
NRTCachingDirectory for realtime segment (#13308)
add 66bce7132c Short circuit SubPlanFragmenter because we don't support
multiple sub-plans yet (#13306)
add db69d3d54a Add FunnelMaxStepAggregationFunction and
FunnelCompleteCountAggregationFunction (#13231)
add 9822100fc0 Add config to skip record ingestion on string column length
exceeding configured max schema length (#13103)
add 164cd819cf report rebalance job status for the early returns like
noops (#13281)
add 970d9b9d78 Fix the NPE from IS update metrics (#13313)
add e53d887fa5 Bump org.checkerframework:checker-qual from 3.43.0 to
3.44.0 (#13309)
add 93ebc328b9 Bump org.apache.maven.plugins:maven-jxr-plugin from 3.3.2
to 3.4.0 (#13310)
add bdef83b749 Add metrics to count joins and window functions (#13032)
add 065f325b53 Bump software.amazon.awssdk:bom from 2.25.64 to 2.25.66
(#13316)
add 3d07b90bd7 Fix Logging Location for CPU-Based Query Killing (#13318)
add f4a4bf389a Custom configuration property reader for segment metadata
files (#12440)
add 6290bc001a Interning for OnHeapByteDictionary (#12342)
add ba2c373637 Bump org.apache.maven.plugins:maven-checkstyle-plugin
(#13321)
add 2c59fbec96 Bump pulsar.version from 3.2.3 to 3.3.0 (#13322)
add b602df5271 Bump software.amazon.awssdk:bom from 2.25.66 to 2.25.67
(#13323)
add 1d1d25dc0f Update getValidDocIdsMetadataFromServer to make call in
batches to servers and other bug fixes (#13314)
add fb64ec29e9 Fix few metric rules which were affected by the database
prefix handling (#13290)
add 0f92742b45 Multi stage metrics (#13035)
add fc358a87fc Add offset based lag metrics (#13298)
add 4356583592 [Multi-stage] Clean up RelNode to Operator handling (#13325)
add 1e0dc300f9 Bump com.nimbusds:nimbus-jose-jwt from 9.39.3 to 9.40
(#13334)
add cae5e4e68a Bump lucene.version from 9.10.0 to 9.11.0 (#13328)
add dbeeaaf25e Add a benchmark to measure multi-stage block serde cost
(#13336)
add b78de5375a Bump io.github.hakky54:sslcontext-kickstart-for-netty
(#13329)
add 0137e32de0 Bump software.amazon.awssdk:bom from 2.25.67 to 2.25.68
(#13330)
add 5d1a04288c Bump com.microsoft.azure:msal4j from 1.15.0 to 1.15.1
(#13331)
add 18a6a0df85 Bump com.azure:azure-core-http-netty from 1.15.0 to 1.15.1
(#13332)
add dae4fbd48e Bump com.azure:azure-core from 1.49.0 to 1.49.1 (#13333)
add 082ef4079f Update metadata.properties to have schema max-length
(#13187)
add c418442c49 Fix flakiness of ControllerPeriodicTasksIntegrationTest
(#13337)
add e5decf35f9 Extend compatibility verifier operation timeout from 1m to
2m to reduce flakiness (#13338)
add caf25238f4 support deleteColumn for compactionTask by extending the
record reader (#13342)
add 9b75bffcb2 handle overflow for `MutableOffHeapByteArrayStore` buffer
starting size (#13215)
add 0dcad92828 Fix LEAD/LAG window function implementation (#13340)
add 70412e624e allow to set segment when use SegmentProcessorFramework
(#13341)
add 61aa6ce468 Reposition query submission spot for adaptive server
selection (#13327)
add 1229add21e [Multi-stage] Fix literal handling (#13344)
add 5da68d7ff0 Improve Retention Manager Segment Lineage Clean Up (#13232)
add 8e5e8d915e Fix array literal handling (#13345)
add e8db382d51 [Backfill] allow externally partitioned segment uploads for
upsert tables (#13107)
add e072542e78 Bump dropwizard-metrics.version from 4.2.25 to 4.2.26
(#13348)
add 30a7609d09 Bump software.amazon.awssdk:bom from 2.25.68 to 2.25.69
(#13349)
add b0f356cfd1 Bump com.azure:azure-storage-file-datalake from 12.19.0 to
12.19.1 (#13350)
add c5dc885bac update node version in the docs (#13294)
add 49698174ee do not fail on duplicate relaxed vars (#13214)
add 5fc9bf60bd Fix URI construction so that AddSchema command line tool
works when override flag is set to true (#13320)
add e825e13978 Revert "support deleteColumn for compactionTask by
extending the record reader (#13342)" (#13351)
add 425182f438 Adding a cluster config to enable instance pool and replica
group configuration in table config (#13131)
add b371feb933 extend CompactedPinotSegmentRecordReader so that it can
skip deleteRecord (#13352)
add 393f130715 Clean Google Dependencies (#13297)
add ad5ca349ab Add list of collaborators to asf.yaml (#13346)
add d09cd0cec7 move shouldReplaceOnComparisonTie to base class to be more
reusable (#13353)
add 5ca1d97bce Fix [Type]ArrayList elements() method usage (#13354)
add 5c097fcc38 Bump io.grpc:grpc-bom from 1.62.2 to 1.64.0 (#13370)
add 0ac6f19c74 Bump io.netty:netty-bom from 4.1.110.Final to 4.1.111.Final
(#13367)
add 8431fa4b18 Bump io.projectreactor:reactor-core from 3.6.6 to 3.6.7
(#13366)
add d85f42204c Bump org.apache.commons:commons-configuration2 from 2.10.1
to 2.11.0 (#13364)
add 3752ee1d6f Bump commons-net:commons-net from 3.11.0 to 3.11.1 (#13363)
add ec1d187475 Exclude dimensions from star-tree index stored type check
(#13355)
add 64a2ba66c0 Bump software.amazon.awssdk:bom from 2.25.69 to 2.25.70
(#13369)
add ae4e7de424 Bump com.azure:azure-identity from 1.12.1 to 1.12.2 (#13368)
add 5c75b15234 Fix NPE in ArrayAgg functions (#13358)
add d91ad73fec Optimize snapshot flow to only snapshot segments which have
updates (#13285)
add 36ce140f18 fix race condition in `ScalingThreadPoolExecutor` (#13360)
add 0689175c1d Support array sum aggregation function (#13324)
add 902d9d66f4 Bump software.amazon.awssdk:bom from 2.25.70 to 2.26.0
(#13374)
add e8c6052012 Bump org.apache.maven.plugins:maven-dependency-plugin
(#13376)
add 80aaa9c1be add url assertion to SegmentCompletionProtocolTest (#13373)
add 6303658500 update RewriterConstants so that expr min max would not
collide with columns start with "parent" (#13357)
add 37608c1c51 Bump software.amazon.awssdk:bom from 2.26.0 to 2.26.1
(#13386)
add a564b7f36d Bump com.google.cloud:libraries-bom from 26.40.0 to 26.41.0
(#13385)
add 030f1b00e2 Add clickstream example table for funnel analysis (#13379)
add 7571f711b8 Fix segment size check in OfflineClusterIntegrationTest
(#13389)
add 0dd78f1392 Refactored compatibility-verifier module (#13359)
add 0a8efaa67d add unit test for StringFunctions encodeUrl (#13391)
add 6245aa4f11 Use a two server setup for multi-stage query engine
backward compatibility regression test suite (#13371)
add 830388d123 track segments for snapshotting even if they lost all
comparisons (#13388)
add 226e731bac Remove app-assembler from integration tests pom.xml (#13397)
add 228fa75244 Bump net.openhft:chronicle-core from 2.25ea15 to 2.26ea1
(#13395)
add 4a428ec3a9 Avoid port conflict in integration tests (#13390)
add 689115026f [partial-upsert] configure early release of
_partitionGroupConsumerSemaphore in RealtimeSegmentDataManager (#13256)
add 0ff43b517f Reset controller port when stopping the controller in
ControllerTest (#13399)
add b15155460a Do not hard code resource class in
BaseClusterIntegrationTest (#13400)
add c341e06b14 Add mode to allow adding dummy events for non-matching
steps (#13382)
add 57d6486e9b In ClusterTest, make start port higher to avoid potential
conflict with Kafka (#13402)
add 0e2646f9f2 Bump flink.version from 1.19.0 to 1.19.1 (#13405)
add 5bd9f52d22 Bump surefire.version from 3.2.5 to 3.3.0 (#13407)
add 720d7309d0 Bump software.amazon.awssdk:bom from 2.26.1 to 2.26.3
(#13406)
add 86decba33c Bump org.apache.maven.plugins:maven-release-plugin from
3.0.1 to 3.1.0 (#13408)
add 7c49920f67 Bump org.jline:jline from 3.26.1 to 3.26.2 (#13411)
add 909b343b0a Bump
org.apache.maven.plugins:maven-project-info-reports-plugin (#13410)
add 6831d21e3d Bump org.apache.parquet:parquet-avro from 1.14.0 to 1.14.1
(#13409)
add 1e08065202 Add ExceptionMapper to convert Exception to Response Object
for Broker REST API's (#13292)
add 0ca1ab63d2 Improve logging in range index handler for index updates
(#13381)
add 4615ce572d Allow configurable queryWorkerThreads in Pinot server side
GrpcQueryServer (#13404)
add 54fefe7f53 Improve error message for max rows in join limit breach
(#13394)
add 5ec7028e69 handle segments not tracked by partition mgr and add
skipUpsertView query option (#13415)
add abaf3c84fd Add retry policy to wait for job id to persist during
rebalancing (#13372)
add 743d6b6f02 add `skipUnavailableServers` query option (#13387)
add 99f6934166 Fix an overflow in PinotDataBuffer.readFrom (#13152)
add a2aa00c2cc Move resolveComparisonTies from addOrReplaceSegment to base
class (#13396)
add c2bee3e877 Bump circe.version from 0.14.7 to 0.14.8 (#13422)
add 8f4ea55c93 Bump software.amazon.awssdk:bom from 2.26.3 to 2.26.4
(#13423)
add 10186f4e17 clean up jetbrain nullable annotation (#13427)
add bb42575390 Query response opt (#13420)
add 55b6024467 Fix literal handling in Window functions (#13428)
add ddce06f9cc Bug fix: Handle missing shade config overwrites for Kafka
(#13437)
add 3224b36602 Make 'valueIn' MV transform function work with the
multi-stage query engine (#13443)
add 68522052ff Bump org.roaringbitmap:RoaringBitmap from 1.0.6 to 1.1.0
(#13446)
add eb76d5618d Bump org.apache.maven.plugins:maven-jar-plugin from 3.4.1
to 3.4.2 (#13444)
add 093827b895 Allow stop to interrupt the consumer thread and safely
release the resource (#13418)
add 9dd2a106a9 Bump com.google.cloud:libraries-bom from 26.41.0 to 26.42.0
(#13438)
add ac4e6d1ec0 Bump software.amazon.awssdk:bom from 2.26.4 to 2.26.6
(#13445)
add a30c0cb84c fixing the single quoted literal in window function (#13441)
add 6883a4dfa5 Improve upsert compaction threshold validations (#13424)
add 74e1a1470a [HELM]: Added namespace support in K8s deployment. (#13380)
add 743f5f23df Bump com.azure:azure-identity from 1.12.2 to 1.13.0 (#13458)
add 5760d10746 Fix bug preventing numeric casts for MV columns in filters
using the multi-stage query engine (#13425)
add 8df722a22f Add some missing geospatial scalar functions to support use
in intermediate stages with the v2 query engine (#13457)
add 66676d9bf8 New buffers (#13304)
add 23a32674b0 Bump com.fasterxml.woodstox:woodstox-core from 6.6.2 to
7.0.0 (#13470)
add 246faab889 Bump org.apache.maven.plugins:maven-dependency-plugin
(#13469)
add 97d7c23990 Bump net.openhft:posix from 2.26ea0 to 2.26ea1 (#13460)
add 4b0dd42504 Bump software.amazon.awssdk:bom from 2.26.6 to 2.26.7
(#13459)
add 9ccd1be542 Enable more integration tests to run on the v2 multi-stage
query engine (#13467)
add 8a9f55825e Remove legacy commons-math dependency. (#13464)
add b809ccd5cb Fix field spec data type for JSON predicate evaluator tests
(#13448)
add cecfe51d10 Added kafka partition number to metadata. (#13447)
add fe3411d404 Fix time stats in SegmentIndexCreationDriverImpl (#13429)
add d1cf4859df Cleanup: Fix grammar in error message, also improve
readability. (#13451)
add 83b0c14fda add metrics tracking lucene near real-time refresh delay
(#13307)
add f52e651c31 Add scalar functions for geohash (#13471)
add 465a290241 Fix 'WEEK' transform function in multi-stage query engine
(#13483)
add c872bf1c7c [Cleanup] Move classes in pinot-common to the correct
package (#13478)
add 7dbb05d2ee Adding registerExtraComponents to allow registering
additional components in various services (#13465)
add 55f6a6f6d4 Removing legacy commons-lang dependency (#13480)
add 0b326c6145 Handle errors gracefully during multi-stage stats
collection in the broker (#13496)
add 07136dfe2a Remove commons-lang from License-binary. (#13500)
add 8dab53ae4e Remove legacy commons-collections dependency. (#13501)
add 76729f8424 Refactoring removeSegment flow in upsert (#13449)
add df577b752c Bump
org.apache.maven.plugins:maven-project-info-reports-plugin (#13499)
add 83de28816e Bump com.microsoft.azure:msal4j from 1.15.1 to 1.16.0
(#13498)
add 87f0c8089f Bump software.amazon.awssdk:bom from 2.26.7 to 2.26.10
(#13497)
add 8747331969 ControllerRequestClient accepts headers. Useful for authN
tests (#13481)
add d7fff776be Allow PintoHelixResourceManager subclasses to be used in
the controller starter by providing an overridable PinotHelixResouceManager
object creator function (#13495)
add 892609aa8c Bump lucene.version from 9.11.0 to 9.11.1 (#13505)
add 0eb614ec06 Bump software.amazon.awssdk:bom from 2.26.10 to 2.26.11
(#13506)
add 2328d62606 Bump io.grpc:grpc-bom from 1.64.0 to 1.65.0 (#13507)
add a0e861e36f Support 'EXTRACT' as a scalar function (#13463)
add d447fcfa4f fix json_extract_index out of bounds case (#13479)
add 7062133323 Don't drop original field during flatten (#13490)
add 45b954e678 Add metric rules for newly added metrics (#13513)
add d5c4730ff7 add offloadSegmentUnafe to allow separate threads to manage
segment offloading (#13517)
add 225f699f5a Clean up TransformEvaluator (#13516)
add c156042c75 Fix NPE in Minion (#13518)
add f54559987e Handle unsupported exception gracefully (#13524)
add b8ccfadb43 Bump org.codehaus.mojo:versions-maven-plugin from 2.16.2 to
2.17.0 (#13512)
add 550f71bb14 Bump circe.version from 0.14.8 to 0.14.9 (#13519)
add 2e90f73bb4 Bump net.alchim31.maven:scala-maven-plugin from 4.9.1 to
4.9.2 (#13520)
add 0757b93d5c Bump software.amazon.awssdk:bom from 2.26.11 to 2.26.13
(#13522)
add 7213e137b8 Bump org.checkerframework:checker-qual from 3.44.0 to
3.45.0 (#13523)
add f4a1f56b6c Add table level metric for segment upload error (#13315)
add 897376e1ee Adapt group trim threshold to group trim size rather than
vice versa (#13514)
add af8dd9bfca make pom point to self (#13526)
add 55806ba484 Do not log exceptions when fetching offsets for lag metric
(#13528)
add fa5726d60c Bump org.apache.httpcomponents.core5:httpcore5 from 5.2.4
to 5.2.5 (#13530)
add 529fffbb88 Fixed nullPointerException in InputFileSegmentNameGenerator
when pattern contains optional part (#13532)
add cf1a0f6b9b Cleanup: Remove dependency on `nimbus-jose-jwt` in the
`pinot-adls` module. (#13534)
add 42b63d88b2 Fix issue with group by combine operator when limit is zero
(#13555)
add 4b5bd217e4 Return relevant error message when a v2 / multi-stage query
is run on the v1 query engine (#13554)
add 5e03263dfb Add hadoop-client-runtime dependency to fix quickstart
NoClassDefFoundError issue (#13548)
add 28f8455c73 Bump eclipse.jetty.version from 9.4.54.v20240208 to
9.4.55.v20240627 (#13542)
add 211ccead33 Bump net.openhft:posix from 2.26ea1 to 2.26ea2 (#13549)
add 2842df174c Bump com.fasterxml.jackson:jackson-bom from 2.12.7.20221012
to 2.17.2 (#13559)
add a76a590ba3 Bump software.amazon.awssdk:bom from 2.26.13 to 2.26.16
(#13558)
add c29efe703d Remove the usage of deprecated commons lang2
StringEscapeUtils (#13538)
add 2efd5cac01 return the current rebalance result if already done (#13488)
add f3e8666273 migrate from Apache HttpClient 4 to Apache HttpClient 5
(#13222)
add b9bf5237e4 Remove call to deprecated ArrayUtils.isEquals (#13551)
add 4218952a8b Bump org.roaringbitmap:RoaringBitmap from 1.1.0 to 1.2.0
(#13557)
add 0b253819a0 Make TableSizeReader and StorageQuotaChecker available as
service (#13560)
add 5416df1088 Bugfix: prevent certain `not (x and y)` filters from
causing a NPE (#13527)
add f640957eff Fix TextMatchFilterOptimizer `or not` behavior (#13533)
add efa43007ad Add configs to specify keepAlive and shutdownTimeout for
GrpcQueryClient. (#13546)
add 5f22b8bb66 Bump software.amazon.awssdk:bom from 2.26.16 to 2.26.17
(#13567)
add 97cde8bd15 Bump io.projectreactor:reactor-core from 3.6.7 to 3.6.8
(#13568)
add d2e09933e7 Bump com.google.cloud:libraries-bom from 26.42.0 to 26.43.0
(#13569)
add fb9f2953a2 improving API description to capture the updated
functionality (#13539)
add 9cbc095ab7 Add nonLeaderCleanUp with tables parameters in
PinotTaskGenerator (#13509)
add 15717bbeef Remove deprecated commons-lang3 RandomUtils class usage.
(#13525)
add e80d95fed6 Handle Agg Functions with Literal Args When Used with a
Union (#13561)
add f9074f9a91 Enhance SegmentStatusChecker to honor CONSUMING segment
(#13562)
add c11390e48f Bump org.apache:apache from 32 to 33 (#13575)
add 4cb27af1ea add feature flag for recent TextIndex optimizations (#13577)
add 4992fef0c7 fix jmx to prometheus metric exporting rule (#13578)
add dfd04cdf9c Bump surefire.version from 3.3.0 to 3.3.1 (#13585)
add 49c32b8a25 Bump software.amazon.awssdk:bom from 2.26.17 to 2.26.19
(#13586)
add fd55617e07 --- updated-dependencies: - dependency-name:
org.jetbrains.kotlin:kotlin-stdlib-jdk8 dependency-type: direct:production
update-type: version-update:semver-major - dependency-name:
org.jetbrains.kotlin:kotlin-stdlib dependency-type: direct:production
update-type: version-update:semver-major - dependency-name:
org.jetbrains.kotlin:kotlin-stdlib-common dependency-type: direct:production
update-type: version-update:semver-major ...
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (3ea6b2a464)
\
N -- N -- N
refs/heads/dependabot/maven/kotlin.stdlib.version-2.0.0 (fd55617e07)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 11 +
...ulti_stage_query_engine_compatibility_tests.yml | 84 ++
.github/workflows/pinot_tests.yml | 56 ++
.gitignore | 2 +
LICENSE-binary | 3 -
README.md | 2 +
compatibility-verifier/compCheck.sh | 195 ++++-
.../config/BrokerConfig.properties | 0
.../config/ControllerConfig.properties | 0
.../config/FeatureTest1-schema.json | 0
.../config/FeatureTest2-schema.json | 0
.../config/ServerConfig.properties | 0
.../config/ServerConfig2.properties | 19 +-
.../config/data/FeatureTest1-data-00.csv | 0
.../config/data/FeatureTest2-data-realtime-00.csv | 0
.../config/data/recordReaderConfig.json | 0
.../config/feature-test-1.json | 0
.../feature-test-2-realtime-stream-config.json | 0
.../config/feature-test-2-realtime.json | 0
.../queries/feature-test-multi-stage.queries | 31 +
.../query-results/feature-test-multi-stage.results | 31 +
.../post-broker-rollback.yaml | 43 +
.../post-controller-rollback.yaml | 53 ++
.../post-server-2-rollback.yaml | 43 +
.../post-server-2-upgrade.yaml | 43 +
.../post-server-rollback.yaml | 43 +
.../post-server-upgrade.yaml | 43 +
.../pre-broker-upgrade.yaml | 43 +
.../pre-controller-upgrade.yaml | 58 ++
.../pre-server-upgrade.yaml | 43 +
config/checkstyle.xml | 4 +
contrib/pinot-druid-benchmark/pom.xml | 6 +-
.../pinotdruidbenchmark/DruidResponseTime.java | 35 +-
.../pinotdruidbenchmark/DruidThroughput.java | 15 +-
.../pinotdruidbenchmark/PinotResponseTime.java | 35 +-
.../pinotdruidbenchmark/PinotThroughput.java | 12 +-
.../pinot-base-build/amazoncorretto.dockerfile | 2 +-
.../pinot-base-build/ms-openjdk.dockerfile | 2 +-
.../pinot-base/pinot-base-build/openjdk.dockerfile | 2 +-
docker/images/pinot-presto/Dockerfile | 2 +-
.../jmx_prometheus_javaagent/configs/broker.yml | 14 +-
.../configs/controller.yml | 9 +-
.../jmx_prometheus_javaagent/configs/minion.yml | 8 +-
.../etc/jmx_prometheus_javaagent/configs/pinot.yml | 14 +-
.../jmx_prometheus_javaagent/configs/server.yml | 49 +-
helm/index.yaml | 28 +
helm/pinot-0.2.9.tgz | Bin 0 -> 73741 bytes
helm/pinot/Chart.yaml | 2 +-
helm/pinot/templates/_helpers.tpl | 11 +
helm/pinot/templates/broker/configmap.yaml | 1 +
helm/pinot/templates/broker/ingress-v1.yaml | 28 +-
helm/pinot/templates/broker/ingress-v1beta1.yaml | 28 +-
.../poddisruptionbudget.yaml} | 26 +-
helm/pinot/templates/broker/service-external.yaml | 2 +-
helm/pinot/templates/broker/service-headless.yaml | 1 +
helm/pinot/templates/broker/service.yaml | 1 +
helm/pinot/templates/broker/statefulset.yaml | 32 +-
helm/pinot/templates/controller/configmap.yaml | 1 +
helm/pinot/templates/controller/ingress-v1.yaml | 28 +-
.../templates/controller/ingress-v1beta1.yaml | 28 +-
.../poddisruptionbudget.yaml} | 26 +-
.../templates/controller/service-external.yaml | 2 +-
.../templates/controller/service-headless.yaml | 1 +
helm/pinot/templates/controller/service.yaml | 1 +
helm/pinot/templates/controller/statefulset.yaml | 32 +-
.../templates/minion-stateless/configmap.yaml | 1 +
.../templates/minion-stateless/deployment.yaml | 26 +-
helm/pinot/templates/minion-stateless/pvc.yaml | 1 +
helm/pinot/templates/minion/configmap.yaml | 1 +
helm/pinot/templates/minion/service-headless.yaml | 1 +
helm/pinot/templates/minion/service.yaml | 1 +
helm/pinot/templates/minion/statefulset.yaml | 30 +-
.asf.yaml => helm/pinot/templates/namespace.yaml | 20 +-
helm/pinot/templates/server/configmap.yaml | 1 +
.../poddisruptionbudget.yaml} | 26 +-
helm/pinot/templates/server/service-headless.yaml | 1 +
helm/pinot/templates/server/service.yaml | 1 +
helm/pinot/templates/server/statefulset.yaml | 44 +-
helm/pinot/templates/serviceaccount.yaml | 21 +-
helm/pinot/values.yaml | 132 +++
.../org/apache/pinot/broker/api/AccessControl.java | 68 +-
.../api/resources/BrokerCommonExceptionMapper.java | 47 ++
.../broker/api/resources/PinotClientRequest.java | 6 +-
.../broker/AllowAllAccessControlFactory.java | 11 +-
.../pinot/broker/broker/AuthenticationFilter.java | 14 +-
.../broker/BasicAuthAccessControlFactory.java | 35 +-
.../broker/broker/BrokerAdminApiApplication.java | 19 +-
.../broker/ZkBasicAuthAccessControlFactory.java | 26 +-
.../broker/broker/helix/BaseBrokerStarter.java | 16 +-
.../failuredetector/FailureDetectorFactory.java | 2 +-
.../apache/pinot/broker/querylog/QueryLogger.java | 37 +-
.../requesthandler/BaseBrokerRequestHandler.java | 14 +-
.../BaseSingleStageBrokerRequestHandler.java | 68 +-
.../requesthandler/BrokerRequestHandler.java | 2 +-
.../BrokerRequestHandlerDelegate.java | 2 +-
.../MultiStageBrokerRequestHandler.java | 104 ++-
.../segmentpruner/SegmentPrunerFactory.java | 2 +-
.../api/AccessControlBackwardCompatibleTest.java | 97 +++
.../resources/BrokerCommonExceptionMapperTest.java | 77 ++
.../broker/broker/BasicAuthAccessControlTest.java | 50 +-
.../pinot/broker/querylog/QueryLoggerTest.java | 15 +-
...elixExternalViewBasedQueryQuotaManagerTest.java | 2 +-
.../AdaptiveServerSelectorTest.java | 20 +-
pinot-clients/pinot-java-client/pom.xml | 4 -
pinot-clients/pinot-jdbc-client/pom.xml | 4 -
.../org/apache/pinot/client/utils/DriverUtils.java | 4 +-
pinot-common/pom.xml | 16 +-
.../pinot/common/auth/AuthProviderUtils.java | 4 +-
.../org/apache/pinot/common/config/GrpcConfig.java | 41 +
.../config/provider/AccessControlUserCache.java | 2 +-
.../pinot/common/config/provider/TableCache.java | 4 +-
.../pinot/common/function/DateTimeUtils.java | 40 +-
.../common/function/TransformFunctionType.java | 7 +-
.../function/scalar/ArithmeticFunctions.java | 2 +
.../common/function/scalar/ArrayFunctions.java | 20 +
.../function/scalar/ComparisonFunctions.java | 3 +-
.../common/function/scalar/DateTimeFunctions.java | 7 +
.../common/function/scalar/GeohashFunctions.java | 160 ++++
.../common/function/scalar/LogicalFunctions.java | 8 +-
.../function/scalar/TrigonometricFunctions.java | 3 +-
.../apache/pinot/common/http/MultiHttpRequest.java | 37 +-
.../common/http/MultiHttpRequestResponse.java | 2 +-
.../common/messages/SegmentReloadMessage.java | 2 +-
.../common/metadata/segment/SegmentZKMetadata.java | 2 +-
.../apache/pinot/common/metrics/BrokerMeter.java | 28 +-
.../apache/pinot/common/metrics/BrokerMetrics.java | 10 +-
.../pinot/common/metrics/ControllerMeter.java | 5 +-
.../pinot/common/metrics/ControllerMetrics.java | 6 +-
.../pinot/common/metrics/ControllerTimer.java | 3 +-
.../apache/pinot/common/metrics/MinionMetrics.java | 6 +-
.../apache/pinot/common/metrics/ServerGauge.java | 5 +-
.../apache/pinot/common/metrics/ServerMeter.java | 44 +-
.../apache/pinot/common/metrics/ServerMetrics.java | 9 +-
.../apache/pinot/common/metrics/ServerTimer.java | 32 +-
.../apache/pinot/common/minion/MinionClient.java | 84 +-
.../common/request/context/ExpressionContext.java | 22 +-
.../common/request/context/LiteralContext.java | 135 ++-
.../request/context/RequestContextUtils.java | 2 +-
.../pinot/common/response/BrokerResponse.java | 28 +-
.../response/broker/BrokerResponseNative.java | 23 +-
.../response/broker/BrokerResponseNativeV2.java | 15 +-
.../pinot/common/swagger/SwaggerSetupUtils.java | 8 -
.../common/tier/FixedTierSegmentSelector.java | 2 +-
.../org/apache/pinot/common/tier/TierFactory.java | 2 +-
.../apache/pinot/common/utils/ArrayListUtils.java | 139 +++
.../org/apache/pinot/common/utils/DataSchema.java | 10 +-
.../common/utils/FileUploadDownloadClient.java | 193 ++---
.../pinot/common/utils/RoundRobinURIProvider.java | 2 +-
.../common/utils/ScalingThreadPoolExecutor.java | 45 +-
.../org/apache/pinot/common/utils/SchemaUtils.java | 48 +-
.../apache/pinot/common/utils/SegmentUtils.java | 6 +
.../pinot/common/utils/SqlResultComparator.java | 44 +
.../org/apache/pinot/common/utils/URIUtils.java | 14 +-
.../common/utils/UploadedRealtimeSegmentName.java | 181 ++++
.../pinot/common/utils/config/InstanceUtils.java | 4 +-
.../common/utils/config/QueryOptionsUtils.java | 17 +
.../common/utils/config/TableConfigUtils.java | 2 +-
.../pinot/common/utils/config/TierConfigUtils.java | 2 +-
.../common/utils/fetcher/HttpSegmentFetcher.java | 89 +-
.../pinot/common/utils/grpc/GrpcQueryClient.java | 34 +-
.../common/utils/grpc/GrpcRequestBuilder.java | 2 +-
.../pinot/common/utils/helix/HelixHelper.java | 33 +-
.../apache/pinot/common/utils/http/HttpClient.java | 174 ++--
.../pinot/common/utils/request/RequestUtils.java | 239 +++---
.../common/utils/tls/JvmDefaultSslContext.java | 2 +-
.../apache/pinot/common/utils/tls/TlsUtils.java | 4 +-
.../common/utils/webhdfs/WebHdfsV1Client.java | 55 +-
.../main/java/org/apache/pinot/serde/SerDe.java | 78 --
.../apache/pinot/sql/parsers/CalciteSqlParser.java | 2 +-
pinot-common/src/main/proto/expressions.proto | 102 +++
pinot-common/src/main/proto/plan.proto | 212 +++--
pinot-common/src/main/proto/worker.proto | 1 +
.../apache/pinot/common/data/FieldSpecTest.java | 3 +-
.../function/FunctionDefinitionRegistryTest.java | 7 +-
.../function/scalar/GeohashFunctionsTest.java | 66 ++
.../function/scalar/StringFunctionsTest.java | 25 +
.../pinot/common/http/MultiHttpRequestTest.java | 6 +-
.../pinot/common/minion/MinionClientTest.java | 2 +-
.../protocols/SegmentCompletionProtocolTest.java | 7 +-
.../response/broker}/BrokerResponseNativeTest.java | 4 +-
.../pinot/common/utils/ArrayListUtilsTest.java | 146 ++++
.../pinot/common/utils/FALFInternerTest.java | 136 ++-
.../common/utils/FileUploadDownloadClientTest.java | 8 +-
.../utils/ScalingThreadPoolExecutorTest.java | 15 +
.../pinot/common/utils/SegmentUtilsTest.java | 60 ++
.../utils/UploadedRealtimeSegmentNameTest.java | 58 ++
.../pinot/sql/parsers/CalciteSqlCompilerTest.java | 37 +-
.../parsers/rewriter/ExprMinMaxRewriterTest.java | 40 +-
pinot-compatibility-verifier/pom.xml | 3 +
.../main/java/org/apache/pinot/compat/BaseOp.java | 7 +-
.../org/apache/pinot/compat/ClusterDescriptor.java | 15 +-
.../pinot/compat/CompatibilityOpsRunner.java | 13 +-
.../main/java/org/apache/pinot/compat/QueryOp.java | 36 +-
.../java/org/apache/pinot/compat/SegmentOp.java | 11 +-
.../java/org/apache/pinot/compat/StreamOp.java | 10 +-
.../main/java/org/apache/pinot/compat/TableOp.java | 17 +-
.../main/java/org/apache/pinot/compat/Utils.java | 19 +-
.../pinot-compatibility-verifier-log4j2.xml | 37 +-
.../connector/flink/sink/FlinkSegmentWriter.java | 2 +-
.../documentation/read_model.md | 3 +-
.../{TypeConverter.scala => DataExtractor.scala} | 15 +-
.../spark/datasource/PinotDataSourceReader.scala | 2 +-
.../spark/datasource/PinotInputPartition.scala | 3 +-
...ConverterTest.scala => DataExtractorTest.scala} | 46 +-
.../documentation/read_model.md | 23 +-
.../{TypeConverter.scala => DataExtractor.scala} | 17 +-
.../spark/v3/datasource/PinotDataSource.scala | 2 +-
.../connector/spark/v3/datasource/PinotScan.scala | 4 +-
...ConverterTest.scala => DataExtractorTest.scala} | 46 +-
pinot-connectors/pinot-spark-common/pom.xml | 10 +-
.../pinot/connector/spark/common/HttpUtils.scala | 36 +-
.../spark/common/PinotDataSourceReadOptions.scala | 11 +-
.../reader/PinotAbstractPartitionReader.scala | 6 +-
.../common/PinotDataSourceReadOptionsTest.scala | 7 +-
.../connector/spark/common/PinotSplitterTest.scala | 6 +-
.../pinot/controller/BaseControllerStarter.java | 53 +-
.../apache/pinot/controller/ControllerConf.java | 7 +
.../api/ControllerAdminApiApplication.java | 4 +
.../controller/api/access/AccessControlUtils.java | 8 +-
.../controller/api/resources/DebugResource.java | 14 +-
.../api/resources/PinotControllerHealthCheck.java | 2 +-
.../api/resources/PinotControllerLogger.java | 30 +-
.../PinotInstanceAssignmentRestletResource.java | 2 +-
.../api/resources/PinotQueryResource.java | 43 +-
.../api/resources/PinotRealtimeTableResource.java | 2 +-
.../api/resources/PinotRunningQueryResource.java | 82 +-
.../api/resources/PinotSegmentRestletResource.java | 2 +-
.../PinotSegmentUploadDownloadRestletResource.java | 18 +-
.../api/resources/PinotTableRestletResource.java | 67 +-
.../api/resources/PinotTaskRestletResource.java | 19 +-
.../api/resources/ServerTableSizeReader.java | 2 +-
.../api/resources/TableConfigsRestletResource.java | 4 +-
.../pinot/controller/api/resources/TableSize.java | 22 +-
.../api/resources/ZookeeperResource.java | 2 +-
.../api/upload/SegmentValidationUtils.java | 16 +-
.../controller/helix/ControllerRequestClient.java | 116 +--
.../controller/helix/RealtimeConsumerMonitor.java | 2 +-
.../controller/helix/SegmentStatusChecker.java | 293 ++++---
.../helix/core/PinotHelixResourceManager.java | 30 +-
.../instance/InstanceTagPoolSelector.java | 2 +-
.../segment/OfflineSegmentAssignment.java | 2 +-
.../segment/RealtimeSegmentAssignment.java | 2 +-
.../helix/core/minion/ClusterInfoAccessor.java | 2 +-
.../core/minion/PinotHelixTaskResourceManager.java | 2 +-
.../helix/core/minion/PinotTaskManager.java | 17 +-
.../core/minion/generator/BaseTaskGenerator.java | 2 +-
.../core/minion/generator/PinotTaskGenerator.java | 7 +
.../realtime/PinotLLCRealtimeSegmentManager.java | 2 +-
.../core/realtime/SegmentCompletionManager.java | 2 +-
.../core/rebalance/NoOpTableRebalanceObserver.java | 4 +
.../helix/core/rebalance/RebalanceChecker.java | 7 +-
.../core/rebalance/TableRebalanceObserver.java | 2 +
.../helix/core/rebalance/TableRebalancer.java | 81 +-
.../rebalance/ZkBasedTableRebalanceObserver.java | 12 +-
.../rebalance/tenant/DefaultTenantRebalancer.java | 2 +-
.../helix/core/relocation/SegmentRelocator.java | 2 +-
.../helix/core/retention/RetentionManager.java | 2 +-
.../controller/helix/starter/HelixConfig.java | 2 +-
.../recommender/data/DataGenerationHelpers.java | 8 +-
.../recommender/data/generator/DataGenerator.java | 8 +-
.../data/generator/DataGeneratorSpec.java | 27 +-
.../data/generator/StringGenerator.java | 4 +-
.../recommender/data/writer/CsvWriter.java | 2 +-
.../controller/tuner/TableConfigTunerUtils.java | 2 +-
.../controller/util/CompletionServiceHelper.java | 32 +-
.../util/ConsumingSegmentInfoReader.java | 2 +-
.../pinot/controller/util/FileIngestionHelper.java | 2 +-
.../util/ServerSegmentMetadataReader.java | 42 +-
.../controller/util/ServerTableTierReader.java | 2 +-
.../util/TableIngestionStatusHelper.java | 2 +-
.../pinot/controller/util/TableMetadataReader.java | 6 +-
.../pinot/controller/util/TableSizeReader.java | 2 +-
.../pinot/controller/util/TableTierReader.java | 2 +-
.../controller/validation/StorageQuotaChecker.java | 22 +-
pinot-controller/src/main/resources/Readme.md | 2 +-
.../controller/ControllerStarterStatelessTest.java | 6 +-
.../ConsumingSegmentInfoReaderStatelessTest.java | 4 +-
.../pinot/controller/api/PinotFileUploadTest.java | 27 +-
...PinotIngestionRestletResourceStatelessTest.java | 16 +-
...anceAssignmentRestletResourceStatelessTest.java | 11 +-
.../controller/api/PinotSegmentsMetadataTest.java | 4 +-
.../controller/api/ServerTableSizeReaderTest.java | 2 +-
.../pinot/controller/api/TableSizeReaderTest.java | 4 +-
.../pinot/controller/api/TableTierReaderTest.java | 4 +-
.../api/access/AccessControlUtilsTest.java | 75 ++
...inotDummyExtraRestletResourceStatelessTest.java | 11 +-
.../api/resources/PinotQueryResourceTest.java | 76 ++
...ControllerPeriodicTaskStarterStatelessTest.java | 2 +-
.../pinot/controller/helix/ControllerTest.java | 157 ++--
.../controller/helix/SegmentStatusCheckerTest.java | 932 +++++++--------------
.../PinotHelixResourceManagerAssignmentTest.java | 17 +-
.../PinotHelixResourceManagerStatelessTest.java | 18 +-
.../cleanup/SchemaCleanupTaskStatelessTest.java | 3 +
.../StaleInstancesCleanupTaskStatelessTest.java | 34 +-
.../core/minion/PinotTaskManagerStatelessTest.java | 14 +-
.../core/relocation/SegmentRelocatorTest.java | 18 +-
.../data/generator/JsonGeneratorTest.java | 2 +-
.../validation/StorageQuotaCheckerTest.java | 36 +-
.../PerQueryCPUMemAccountantFactory.java | 6 +-
.../pinot/core/auth/FineGrainedAccessControl.java | 18 +
.../pinot/core/auth/FineGrainedAuthUtils.java | 21 +-
.../apache/pinot/core/common/DataBlockCache.java | 122 ---
.../org/apache/pinot/core/common/DataFetcher.java | 227 +----
.../apache/pinot/core/common/MinionConstants.java | 5 +
.../apache/pinot/core/common/ObjectSerDeUtils.java | 106 ++-
.../evaluators/DefaultJsonPathEvaluator.java | 704 ----------------
.../core/data/manager/BaseTableDataManager.java | 16 +
.../manager/offline/DimensionTableDataManager.java | 2 +-
.../manager/realtime/IngestionDelayTracker.java | 112 ++-
.../realtime/RealtimeSegmentDataManager.java | 219 +++--
.../manager/realtime/RealtimeTableDataManager.java | 27 +-
.../manager/realtime/SegmentCompletionUtils.java | 2 +-
.../core/data/table/ConcurrentIndexedTable.java | 7 +-
.../apache/pinot/core/data/table/IndexedTable.java | 77 +-
.../pinot/core/data/table/SimpleIndexedTable.java | 7 +-
.../apache/pinot/core/data/table/TableResizer.java | 24 +-
.../table/UnboundedConcurrentIndexedTable.java | 7 +-
.../transform/function/ScalarFunctions.java | 36 +
.../core/operator/InstanceResponseOperator.java | 2 +-
.../core/operator/blocks/ProjectionBlock.java | 123 ---
.../blocks/results/AggregationResultsBlock.java | 11 +-
.../blocks/results/GroupByResultsBlock.java | 11 +-
.../operator/combine/GroupByCombineOperator.java | 8 +-
.../operator/dociditerators/NotDocIdIterator.java | 3 +
.../operator/docvalsets/RowBasedBlockValSet.java | 195 ++++-
.../core/operator/filter/AndFilterOperator.java | 29 +-
.../core/operator/filter/BaseFilterOperator.java | 18 +-
.../core/operator/filter/OrFilterOperator.java | 30 +-
.../core/operator/filter/TestFilterOperator.java | 11 +
.../predicate/EqualsPredicateEvaluatorFactory.java | 1 +
.../predicate/InPredicateEvaluatorFactory.java | 3 +-
.../NotEqualsPredicateEvaluatorFactory.java | 1 +
.../predicate/NotInPredicateEvaluatorFactory.java | 3 +-
.../streaming/StreamingGroupByCombineOperator.java | 8 +-
.../StreamingInstanceResponseOperator.java | 2 +-
.../function/ArrayLiteralTransformFunction.java | 37 +-
.../function/ExtractTransformFunction.java | 62 +-
.../function/IdentifierTransformFunction.java | 65 +-
.../JsonExtractIndexTransformFunction.java | 58 +-
.../JsonExtractScalarTransformFunction.java | 264 ++----
.../function/PushDownTransformFunction.java | 135 ---
.../function/TransformFunctionFactory.java | 7 +-
.../function/ValueInTransformFunction.java | 5 +
.../core/plan/maker/InstancePlanMakerImplV2.java | 4 +-
.../aggregation/function/AggregationFunction.java | 8 +
.../function/AggregationFunctionFactory.java | 44 +-
.../function/AggregationFunctionUtils.java | 43 +-
.../function/BaseBooleanAggregationFunction.java | 5 +
.../function/ChildAggregationFunction.java | 5 +
.../function/CountAggregationFunction.java | 5 +
.../function/DistinctCountAggregationFunction.java | 5 +
.../DistinctCountBitmapAggregationFunction.java | 5 +
.../DistinctCountCPCSketchAggregationFunction.java | 5 +
.../DistinctCountHLLAggregationFunction.java | 5 +
.../DistinctCountHLLPlusAggregationFunction.java | 5 +
...CountIntegerTupleSketchAggregationFunction.java | 5 +
.../DistinctCountMVAggregationFunction.java | 5 +
.../DistinctCountSmartHLLAggregationFunction.java | 5 +
...istinctCountThetaSketchAggregationFunction.java | 5 +
.../DistinctCountULLAggregationFunction.java | 5 +
.../function/DistinctSumAggregationFunction.java | 5 +
.../function/DistinctSumMVAggregationFunction.java | 5 +
.../function/FastHLLAggregationFunction.java | 5 +
.../function/HistogramAggregationFunction.java | 53 +-
.../function/MaxAggregationFunction.java | 5 +
.../function/MinAggregationFunction.java | 5 +
.../function/MinMaxRangeAggregationFunction.java | 8 +
...artitionedDistinctCountAggregationFunction.java | 5 +
.../function/SumAggregationFunction.java | 5 +
.../function/SumPrecisionAggregationFunction.java | 5 +
...aluesIntegerTupleSketchAggregationFunction.java | 5 +
.../function/array/BaseArrayAggDoubleFunction.java | 3 +
.../function/array/BaseArrayAggFloatFunction.java | 3 +
.../function/array/BaseArrayAggIntFunction.java | 3 +
.../function/array/BaseArrayAggLongFunction.java | 3 +
.../function/array/BaseArrayAggStringFunction.java | 3 +
.../function/array/ListAggDistinctFunction.java | 58 ++
.../function/array/ListAggFunction.java | 160 ++++
.../array/SumArrayDoubleAggregationFunction.java | 151 ++++
.../array/SumArrayLongAggregationFunction.java | 150 ++++
.../funnel/FunnelCountAggregationFunction.java | 24 +-
.../function/funnel/FunnelStepEvent.java | 107 +++
.../window/FunnelBaseAggregationFunction.java | 304 +++++++
.../FunnelCompleteCountAggregationFunction.java | 110 +++
.../window/FunnelMatchStepAggregationFunction.java | 127 +++
.../window/FunnelMaxStepAggregationFunction.java | 110 +++
.../query/executor/ServerQueryExecutorV1Impl.java | 10 +-
.../optimizer/filter/NumericalFilterOptimizer.java | 7 +
.../optimizer/filter/TextMatchFilterOptimizer.java | 9 +
.../query/reduce/AggregationDataTableReducer.java | 56 +-
.../core/query/reduce/GroupByDataTableReducer.java | 227 ++---
.../core/query/request/context/QueryContext.java | 12 +
.../context/utils/QueryContextConverterUtils.java | 2 +-
.../pinot/core/query/scheduler/QueryScheduler.java | 2 +-
.../framework/SegmentProcessorFramework.java | 1 +
.../segment/processing/mapper/SegmentMapper.java | 37 +-
.../pinot/core/transport/AsyncQueryResponse.java | 14 +-
.../apache/pinot/core/transport/QueryRouter.java | 28 +-
.../pinot/core/transport/ServerInstance.java | 2 +-
.../pinot/core/transport/grpc/GrpcQueryServer.java | 46 +-
.../transport/grpc/GrpcResultsBlockStreamer.java | 10 +-
.../routing/stats/ServerRoutingStatsManager.java | 4 +-
.../pinot/core/util/PeerServerSegmentFinder.java | 0
.../server/access/BasicAuthAccessFactory.java | 2 +-
.../server/access/ZkBasicAuthAccessFactory.java | 2 +-
.../accounting/ResourceManagerAccountingTest.java | 110 +++
.../pinot/core/auth/FineGrainedAuthUtilsTest.java | 94 +++
.../pinot/core/common/ObjectSerDeUtilsTest.java | 45 +-
.../core/common/datablock/DataBlockTestUtils.java | 2 +-
.../core/common/datatable/DataTableSerDeTest.java | 2 +-
.../evaluators/DefaultJsonPathEvaluatorTest.java | 146 ----
.../realtime/IngestionDelayTrackerTest.java | 103 ++-
.../pinot/core/data/table/IndexedTableTest.java | 58 +-
.../operator/filter/AndFilterOperatorTest.java | 42 +
.../operator/filter/BaseFilterOperatorTest.java | 79 ++
.../core/operator/filter/OrFilterOperatorTest.java | 43 +
.../NoDictionaryEqualsPredicateEvaluatorsTest.java | 44 +-
.../NoDictionaryInPredicateEvaluatorTest.java | 46 +-
.../predicate/PredicateEvaluatorTestUtils.java | 13 +-
.../ArrayLiteralTransformFunctionTest.java | 11 +-
.../function/BaseTransformFunctionTest.java | 7 +-
.../function/ExtractTransformFunctionTest.java | 4 +
.../apache/pinot/core/plan/FilterPlanNodeTest.java | 3 +-
.../java/org/apache/pinot/core/plan/TestUtils.java | 43 -
...adataAndDictionaryAggregationPlanMakerTest.java | 4 +-
.../plan/maker/QueryOverrideWithHintsTest.java | 36 +-
.../DictionaryBasedGroupKeyGeneratorTest.java | 2 +-
.../core/query/optimizer/QueryOptimizerTest.java | 5 +
.../BrokerRequestToQueryContextConverterTest.java | 18 +-
.../processing/framework/PartitionerTest.java | 2 +-
.../framework/SegmentProcessorFrameworkTest.java | 45 +-
.../pinot/core/startree/v2/BaseStarTreeV2Test.java | 78 +-
.../pinot/core/transport/QueryRoutingTest.java | 92 +-
.../stats/ServerRoutingStatsManagerTest.java | 6 +-
.../org/apache/pinot/core/util/CrcUtilsTest.java | 4 +-
.../apache/pinot/queries/DistinctQueriesTest.java | 2 +-
.../org/apache/pinot/queries/ExprMinMaxTest.java | 22 +-
.../pinot/queries/FilteredAggregationsTest.java | 7 +-
.../queries/JsonIngestionFromAvroQueriesTest.java | 84 +-
.../JsonUnnestIngestionFromAvroQueriesTest.java | 394 +++++++++
.../NoDictionaryCompressionQueriesTest.java | 7 +-
.../pinot/queries/TransformFilterQueriesTest.java | 165 ++++
pinot-distribution/pom.xml | 2 +-
.../tests/BaseClusterIntegrationTest.java | 49 +-
.../integration/tests/BasicAuthTestUtils.java | 48 +-
.../pinot/integration/tests/ClusterTest.java | 249 +++---
.../pinot/integration/tests/QueryGenerator.java | 2 +-
pinot-integration-tests/pom.xml | 23 -
.../tests/BaseClusterIntegrationTestSet.java | 12 +-
.../tests/BaseRealtimeClusterIntegrationTest.java | 5 +-
.../tests/BasicAuthBatchIntegrationTest.java | 28 +-
.../BrokerServiceDiscoveryIntegrationTest.java | 26 +-
.../tests/CLPEncodingRealtimeIntegrationTest.java | 2 +-
.../ControllerPeriodicTasksIntegrationTest.java | 143 ++--
.../ControllerServiceDiscoveryIntegrationTest.java | 22 +-
.../integration/tests/DedupIntegrationTest.java | 2 +-
.../tests/GrpcBrokerClusterIntegrationTest.java | 16 +-
.../tests/HybridClusterIntegrationTest.java | 26 +-
...ssageDecoderRealtimeClusterIntegrationTest.java | 2 +-
.../tests/LLCRealtimeClusterIntegrationTest.java | 2 +-
.../MergeRollupMinionClusterIntegrationTest.java | 4 +-
.../MultiNodesOfflineClusterIntegrationTest.java | 98 ++-
...ultiStageEngineCustomTenantIntegrationTest.java | 12 +-
.../tests/MultiStageEngineIntegrationTest.java | 21 +-
.../tests/NullHandlingIntegrationTest.java | 166 ++--
.../tests/OfflineClusterIntegrationTest.java | 355 +++++---
...flineClusterMemBasedBrokerQueryKillingTest.java | 2 +-
...flineClusterMemBasedServerQueryKillingTest.java | 6 +-
...fflineClusterServerCPUTimeQueryKillingTest.java | 4 +-
.../tests/OfflineGRPCServerIntegrationTest.java | 37 +-
...PartialUpsertTableRebalanceIntegrationTest.java | 6 +-
...rDownloadLLCRealtimeClusterIntegrationTest.java | 41 +-
.../tests/PurgeMinionClusterIntegrationTest.java | 4 +-
.../tests/ServerStarterIntegrationTest.java | 1 -
.../tests/StarTreeClusterIntegrationTest.java | 26 +-
.../integration/tests/TlsIntegrationTest.java | 310 ++++---
.../tests/UpsertTableIntegrationTest.java | 21 +-
.../tests/UrlAuthRealtimeIntegrationTest.java | 107 +--
.../pinot/integration/tests/custom/ArrayTest.java | 281 +++++++
.../integration/tests/custom/CpcSketchTest.java | 5 +-
.../integration/tests/custom/GeoSpatialTest.java | 33 +
.../integration/tests/custom/SumPrecisionTest.java | 5 +-
.../integration/tests/custom/TimestampTest.java | 3 +
.../integration/tests/custom/TupleSketchTest.java | 5 +-
.../pinot/integration/tests/custom/ULLTest.java | 5 +-
.../pinot/integration/tests/custom/VectorTest.java | 7 +-
.../integration/tests/custom/WindowFunnelTest.java | 845 +++++++++++++++++++
.../models/DummyTableUpsertMetadataManager.java | 8 +-
.../tpch/TPCHGeneratedQueryIntegrationTest.java | 2 +-
.../tests/tpch/TPCHQueryIntegrationTest.java | 2 +-
.../src/test/resources/test_null_handling.schema | 15 +-
.../org/apache/pinot/minion/BaseMinionStarter.java | 7 +-
.../pinot/minion/MinionAdminApiApplication.java | 4 +
.../java/org/apache/pinot/minion/MinionConf.java | 5 +
.../org/apache/pinot/minion/MinionContext.java | 9 +
.../org/apache/pinot/perf/BenchmarkDataBlock.java | 244 ++++++
.../pinot/perf/BenchmarkDictionaryLookup.java | 2 +-
.../BenchmarkNoDictionaryIntegerCompression.java | 5 +-
.../perf/BenchmarkNoDictionaryLongCompression.java | 5 +-
.../pinot/perf/BenchmarkRoaringBitmapCreation.java | 18 +-
.../perf/BenchmarkStringVarLengthDictionary.java | 2 +-
.../pinot/perf/StringDictionaryPerfTest.java | 2 +-
.../batch/common/SegmentGenerationTaskRunner.java | 23 +-
.../HadoopSegmentGenerationJobRunnerTest.java | 4 +-
.../plugin/provider/AzureEnvironmentProvider.java | 66 +-
.../provider/AzureEnvironmentProviderTest.java | 50 +-
pinot-plugins/pinot-file-system/pinot-adls/pom.xml | 16 +-
.../plugin/inputformat/avro/AvroSchemaUtil.java | 17 +-
.../inputformat/avro/AvroSchemaUtilTest.java | 42 +
.../plugin/inputformat/csv/CSVMessageDecoder.java | 2 +-
.../pinot-input-format/pinot-parquet/pom.xml | 5 +
.../pinot-input-format/pinot-protobuf/pom.xml | 1 -
.../protobuf/ProtoBufCodeGenMessageDecoder.java | 2 +-
.../protobuf/codegen/MessageCodeGen.java | 13 +-
.../ProtoBufCodeGenMessageDecoderTest.java | 2 -
.../protobuf/codegen/MessageCodeGenTest.java | 9 +
.../src/test/resources/complex_type_schema.json | 2 +-
.../BaseMultipleSegmentsConversionExecutor.java | 10 +-
.../tasks/BaseSingleSegmentConversionExecutor.java | 10 +-
.../plugin/minion/tasks/BaseTaskExecutor.java | 3 +-
.../pinot/plugin/minion/tasks/MergeTaskUtils.java | 2 +-
.../pinot/plugin/minion/tasks/MinionTaskUtils.java | 24 +-
.../minion/tasks/SegmentConversionUtils.java | 12 +-
.../UpsertCompactionTaskGenerator.java | 18 +-
.../plugin/minion/tasks/MinionTaskUtilsTest.java | 6 +-
.../minion/tasks/SegmentConversionUtilsTest.java | 2 +-
.../SegmentGenerationAndPushTaskExecutorTest.java | 91 ++
.../SegmentGenerationAndPushTaskGeneratorTest.java | 137 ---
pinot-plugins/pinot-minion-tasks/pom.xml | 13 -
.../segmentuploader/SegmentUploaderDefault.java | 2 +-
.../filebased/FileBasedSegmentWriter.java | 2 +-
.../KafkaConfigBackwardCompatibleUtils.java | 56 ++
.../plugin/stream/kafka20/KafkaMessageBatch.java | 9 +-
.../kafka20/KafkaPartitionLevelConsumer.java | 9 +-
.../stream/kafka20/KafkaStreamMessageMetadata.java | 1 +
.../kafka20/KafkaStreamMetadataProvider.java | 2 +-
.../plugin/stream/kinesis/KinesisConsumer.java | 1 -
.../pinot/calcite/rel/hint/PinotHintOptions.java | 29 +-
.../calcite/rel/hint/PinotHintStrategyTable.java | 40 +-
.../calcite/rel/logical/PinotLogicalAggregate.java | 72 ++
.../calcite/rel/logical/PinotLogicalExchange.java | 1 -
.../rel/logical/PinotLogicalSortExchange.java | 1 -
.../calcite/rel/logical/PinotRelExchangeType.java | 4 +-
.../PinotAggregateExchangeNodeInsertRule.java | 391 ++++-----
.../rules/PinotAggregateLiteralAttachmentRule.java | 107 ---
.../rel/rules/PinotEvaluateLiteralRule.java | 3 +
.../rel/rules/PinotJoinToDynamicBroadcastRule.java | 2 +-
.../calcite/rel/rules/PinotQueryRuleSets.java | 5 -
.../rel/rules/PinotRelDistributionTraitRule.java | 17 +-
.../rules/PinotWindowExchangeNodeInsertRule.java | 63 +-
.../org/apache/pinot/query/QueryEnvironment.java | 4 -
.../query/parser/CalciteRexExpressionParser.java | 280 +++----
.../pinot/query/parser/utils/ParserUtils.java | 54 ++
.../pinot/query/planner/QueryPlanMetadata.java | 61 --
.../explain/PhysicalExplainPlanVisitor.java | 12 +-
.../query/planner/logical/LiteralHintUtils.java | 85 --
.../query/planner/logical/LiteralValueNode.java | 7 +-
.../planner/logical/PinotLogicalQueryPlanner.java | 117 ++-
.../query/planner/logical/PlanFragmenter.java | 25 +-
.../planner/logical/RelToPlanNodeConverter.java | 265 +++---
.../pinot/query/planner/logical/RexExpression.java | 114 +--
.../query/planner/logical/RexExpressionUtils.java | 239 +++---
.../planner/logical/ShuffleRewriteVisitor.java | 216 -----
.../query/planner/logical/SubPlanFragmenter.java | 12 +-
.../planner/physical/DispatchablePlanVisitor.java | 17 +-
.../planner/physical/MailboxAssignmentVisitor.java | 25 +-
.../planner/physical/PinotDispatchPlanner.java | 2 +-
.../GreedyShuffleRewritePreComputeVisitor.java | 10 +-
.../colocated/GreedyShuffleRewriteVisitor.java | 71 +-
.../query/planner/plannode/AbstractPlanNode.java | 104 ---
.../query/planner/plannode/AggregateNode.java | 89 +-
.../pinot/query/planner/plannode/BasePlanNode.java | 83 ++
.../pinot/query/planner/plannode/ExchangeNode.java | 137 +--
.../pinot/query/planner/plannode/FilterNode.java | 41 +-
.../pinot/query/planner/plannode/JoinNode.java | 98 +--
.../query/planner/plannode/MailboxReceiveNode.java | 156 ++--
.../query/planner/plannode/MailboxSendNode.java | 133 ++-
.../pinot/query/planner/plannode/PlanNode.java | 79 +-
.../pinot/query/planner/plannode/ProjectNode.java | 41 +-
.../pinot/query/planner/plannode/SetOpNode.java | 42 +-
.../pinot/query/planner/plannode/SortNode.java | 82 +-
.../planner/plannode/StageNodeSerDeUtils.java | 97 ---
.../query/planner/plannode/TableScanNode.java | 54 +-
.../pinot/query/planner/plannode/ValueNode.java | 55 +-
.../pinot/query/planner/plannode/WindowNode.java | 176 ++--
.../query/planner/serde/PlanNodeDeserializer.java | 381 +++++++++
.../query/planner/serde/PlanNodeSerializer.java | 366 ++++++++
.../serde/ProtoExpressionToRexExpression.java | 190 +++++
.../query/planner/serde/ProtoSerializable.java | 49 --
.../planner/serde/ProtoSerializationUtils.java | 280 -------
.../serde/RexExpressionToProtoExpression.java | 175 ++++
.../validation/ArrayToMvValidationVisitor.java | 36 +-
.../pinot/query/routing/QueryPlanSerDeUtils.java | 7 +-
.../apache/pinot/query/QueryCompilationTest.java | 24 +-
.../pinot/query/QueryEnvironmentTestBase.java | 6 +-
.../query/planner/plannode/SerDeUtilsTest.java | 93 --
.../query/planner/serde/PlanNodeSerDeTest.java} | 34 +-
.../planner/serde/ProtoSerializationUtilsTest.java | 62 --
.../planner/serde/RexExpressionSerDeTest.java | 165 ++++
.../src/test/resources/queries/AggregatePlans.json | 64 +-
.../test/resources/queries/BasicQueryPlans.json | 8 +-
.../src/test/resources/queries/GroupByPlans.json | 48 +-
.../src/test/resources/queries/JoinPlans.json | 52 +-
.../resources/queries/LiteralEvaluationPlans.json | 4 +-
.../src/test/resources/queries/OrderByPlans.json | 12 +-
.../test/resources/queries/PinotHintablePlans.json | 91 +-
.../src/test/resources/queries/SetOpPlans.json | 4 +-
.../resources/queries/WindowFunctionPlans.json | 108 +--
.../query/runtime/InStageStatsTreeBuilder.java | 4 +-
.../query/runtime/operator/AggregateOperator.java | 159 +---
.../operator/BaseMailboxReceiveOperator.java | 47 +-
.../query/runtime/operator/FilterOperator.java | 23 +-
.../query/runtime/operator/HashJoinOperator.java | 96 +--
.../runtime/operator/IntersectAllOperator.java | 6 +-
.../query/runtime/operator/IntersectOperator.java | 7 +-
.../runtime/operator/LiteralValueOperator.java | 26 +-
.../runtime/operator/MailboxReceiveOperator.java | 6 +-
.../runtime/operator/MailboxSendOperator.java | 74 +-
.../query/runtime/operator/MinusAllOperator.java | 6 +-
.../query/runtime/operator/MinusOperator.java | 4 +-
.../query/runtime/operator/MultiStageOperator.java | 69 ++
.../operator/MultistageGroupByExecutor.java | 12 +-
.../pinot/query/runtime/operator/SetOperator.java | 12 +-
.../pinot/query/runtime/operator/SortOperator.java | 67 +-
.../operator/SortedMailboxReceiveOperator.java | 35 +-
.../query/runtime/operator/TransformOperator.java | 32 +-
.../query/runtime/operator/UnionOperator.java | 5 +-
.../runtime/operator/WindowAggregateOperator.java | 223 ++---
.../runtime/operator/exchange/BlockExchange.java | 8 +-
.../runtime/operator/operands/FunctionOperand.java | 7 +-
.../operator/operands/TransformOperandFactory.java | 22 +-
.../runtime/operator/utils/AggregationUtils.java | 34 +-
.../runtime/operator/utils/OperatorUtils.java | 58 --
.../query/runtime/operator/utils/SortUtils.java | 43 +-
.../query/runtime/operator/utils/TypeUtils.java | 11 +-
.../runtime/operator/window/WindowFunction.java | 32 +-
.../operator/window/WindowFunctionFactory.java | 19 +-
.../window/aggregate/AggregateWindowFunction.java | 25 +-
.../window/range/DenseRankWindowFunction.java | 24 +-
.../operator/window/range/RangeWindowFunction.java | 12 +-
.../operator/window/range/RankWindowFunction.java | 24 +-
.../window/range/RowNumberWindowFunction.java | 13 +-
.../window/value/FirstValueWindowFunction.java | 22 +-
.../window/value/LagValueWindowFunction.java | 63 +-
.../window/value/LastValueWindowFunction.java | 22 +-
.../window/value/LeadValueWindowFunction.java | 64 +-
.../operator/window/value/ValueWindowFunction.java | 11 +-
.../query/runtime/plan/MultiStageQueryStats.java | 24 +-
.../query/runtime/plan/PhysicalPlanVisitor.java | 70 +-
.../plan/pipeline/PipelineBreakerVisitor.java | 2 +-
.../plan/server/ServerPlanRequestUtils.java | 13 +-
.../plan/server/ServerPlanRequestVisitor.java | 27 +-
.../query/service/dispatch/QueryDispatcher.java | 11 +-
.../runtime/operator/AggregateOperatorTest.java | 255 +++---
.../query/runtime/operator/FilterOperatorTest.java | 221 ++---
.../runtime/operator/HashJoinOperatorTest.java | 512 +++++------
.../runtime/operator/LiteralValueOperatorTest.java | 51 +-
.../operator/MailboxReceiveOperatorTest.java | 132 ++-
.../runtime/operator/MailboxSendOperatorTest.java | 52 +-
.../pinot/query/runtime/operator/OpChainTest.java | 155 +---
.../query/runtime/operator/SortOperatorTest.java | 558 +++++-------
.../operator/SortedMailboxReceiveOperatorTest.java | 158 ++--
.../runtime/operator/TransformOperatorTest.java | 221 ++---
.../operator/WindowAggregateOperatorTest.java | 848 ++++++++++---------
.../plan/pipeline/PipelineBreakerExecutorTest.java | 65 +-
.../query/runtime/queries/QueryRunnerTest.java | 2 +-
.../query/service/server/QueryServerTest.java | 26 +-
.../src/test/resources/queries/QueryHints.json | 8 +-
.../local/data/manager/TableDataManager.java | 7 +
.../local/dedup/BaseTableDedupMetadataManager.java | 2 +-
.../indexsegment/mutable/MutableSegmentImpl.java | 2 +-
.../writer/impl/MutableOffHeapByteArrayStore.java | 11 +-
.../RealtimeLuceneIndexingDelayTracker.java | 211 +++++
.../RealtimeLuceneRefreshListener.java | 151 ++++
.../invertedindex/RealtimeLuceneTextIndex.java | 18 +-
.../realtime/impl/json/MutableJsonIndexImpl.java | 2 +
.../recordtransformer/ComplexTypeTransformer.java | 26 +-
.../recordtransformer/CompositeTransformer.java | 4 -
.../recordtransformer/ExpressionTransformer.java | 35 +-
.../recordtransformer/SanitizationTransformer.java | 190 ++++-
.../local/segment/creator/TransformPipeline.java | 12 +
.../creator/impl/SegmentColumnarIndexCreator.java | 7 +
.../impl/SegmentIndexCreationDriverImpl.java | 47 +-
.../creator/impl/text/LuceneTextIndexCreator.java | 43 +-
.../index/dictionary/DictionaryIndexType.java | 29 +-
.../index/forward/ForwardIndexReaderFactory.java | 4 +-
.../loader/invertedindex/RangeIndexHandler.java | 26 +-
.../index/readers/OnHeapBytesDictionary.java | 7 +-
.../readers/json/ImmutableJsonIndexReader.java | 2 +
.../readers/CompactedPinotSegmentRecordReader.java | 23 +-
.../readers/MultiplePinotSegmentRecordReader.java | 2 +-
.../segment/readers/PinotSegmentColumnReader.java | 2 +-
.../segment/readers/PinotSegmentRecordReader.java | 2 +-
.../segment/store/SegmentLocalFSDirectory.java | 3 +-
.../local/segment/store/StarTreeIndexReader.java | 22 +-
.../startree/v2/builder/BaseSingleTreeBuilder.java | 16 +-
.../startree/v2/builder/MultipleTreesBuilder.java | 18 +-
.../v2/builder/StarTreeIndexSeparator.java | 55 +-
.../v2/builder/StarTreeV2BuilderConfig.java | 26 +-
.../startree/v2/store/StarTreeIndexMapUtils.java | 32 +-
.../startree/v2/store/StarTreeLoaderUtils.java | 1 +
.../upsert/BasePartitionUpsertMetadataManager.java | 365 +++++++-
.../upsert/BaseTableUpsertMetadataManager.java | 18 +-
...oncurrentMapPartitionUpsertMetadataManager.java | 63 +-
.../ConcurrentMapTableUpsertMetadataManager.java | 22 +-
.../local/upsert/TableUpsertMetadataManager.java | 2 +-
.../upsert/TableUpsertMetadataManagerFactory.java | 9 +
.../pinot/segment/local/upsert/UpsertContext.java | 32 +-
.../pinot/segment/local/upsert/UpsertUtils.java | 31 +
.../segment/local/utils/SegmentPushUtils.java | 6 +-
.../segment/local/utils/TableConfigUtils.java | 129 +--
.../DistinctCountULLValueAggregatorTest.java | 4 +-
.../MutableSegmentImplAggregateMetricsTest.java | 2 +-
...MutableSegmentImplIngestionAggregationTest.java | 2 +-
.../io/util/VarLengthValueReaderWriterTest.java | 2 +-
.../impl/MutableOffHeapByteArrayStoreTest.java | 22 +-
.../converter/RealtimeSegmentConverterTest.java | 25 +-
.../impl/dictionary/MutableDictionaryTest.java | 2 +-
.../invertedindex/LuceneMutableTextIndexTest.java | 10 +-
.../NativeAndLuceneMutableTextIndexTest.java | 9 +-
.../RealtimeLuceneIndexingDelayTrackerTest.java | 118 +++
.../RealtimeLuceneRefreshListenerTest.java | 202 +++++
.../ComplexTypeTransformerTest.java | 14 +-
.../recordtransformer/RecordTransformerTest.java | 209 ++++-
.../segment/creator/OnHeapDictionariesTest.java | 2 +-
.../local/segment/creator/SegmentTestUtils.java | 4 +-
.../SegmentGenerationWithMultipleRecordsTest.java | 7 +-
.../forward/VarByteChunkSVForwardIndexTest.java | 4 +-
.../mutable/VarByteSVMutableForwardIndexTest.java | 2 +-
.../index/loader/ForwardIndexHandlerTest.java | 2 +-
.../index/readers/ImmutableDictionaryTest.java | 30 +-
.../ImmutableDictionaryTypeConversionTest.java | 23 +-
...ByteSingleValueMultiColumnReaderWriterTest.java | 2 +-
...FixedByteWidthRowColForwardIndexWriterTest.java | 2 +-
.../CompactedPinotSegmentRecordReaderTest.java | 47 +-
.../store/ColumnIndexDirectoryTestHelper.java | 1 +
.../segment/store/FilePerIndexDirectoryTest.java | 17 +-
.../store/SingleFileIndexDirectoryTest.java | 4 +-
.../v2/builder/StarTreeBuilderUtilsTest.java | 2 +-
.../v2/builder/StarTreeIndexSeparatorTest.java | 88 +-
.../v2/builder/StarTreeV2BuilderConfigTest.java | 37 +-
.../BasePartitionUpsertMetadataManagerTest.java | 405 ++++++++-
...rrentMapPartitionUpsertMetadataManagerTest.java | 169 ++++
.../segment/local/utils/TableConfigUtilsTest.java | 182 +++-
.../pinot/segment/spi/AggregationFunctionType.java | 60 +-
.../apache/pinot/segment/spi/SegmentContext.java | 5 +-
.../apache/pinot/segment/spi/SegmentMetadata.java | 1 +
.../org/apache/pinot/segment/spi/V1Constants.java | 2 +
.../spi/creator/SegmentGeneratorConfig.java | 21 +
.../name/InputFileSegmentNameGenerator.java | 6 +-
.../creator/name/SegmentNameGeneratorFactory.java | 1 +
.../name/UploadedRealtimeSegmentNameGenerator.java | 91 ++
.../segment/spi/evaluator/TransformEvaluator.java | 168 ----
.../spi/evaluator/json/JsonPathEvaluator.java | 30 -
.../spi/evaluator/json/JsonPathEvaluators.java | 147 ----
.../pinot/segment/spi/index/TextIndexConfig.java | 54 +-
.../spi/index/metadata/ColumnMetadataImpl.java | 12 +-
.../spi/index/metadata/SegmentMetadataImpl.java | 1 +
.../spi/index/startree/AggregationSpec.java | 68 +-
.../spi/index/startree/StarTreeV2Constants.java | 4 +
.../spi/index/startree/StarTreeV2Metadata.java | 43 +-
.../pinot/segment/spi/memory/BasePinotLBuffer.java | 2 +-
.../segment/spi/memory/CompoundDataBuffer.java | 674 +++++++++++++++
.../pinot/segment/spi/memory/DataBuffer.java | 288 +++++++
.../spi/memory/DataBufferPinotInputStream.java | 244 ++++++
.../spi/memory/NonNativePinotDataBuffer.java | 2 +-
.../segment/spi/memory/PagedPinotOutputStream.java | 406 +++++++++
.../pinot/segment/spi/memory/PinotByteBuffer.java | 14 +-
.../pinot/segment/spi/memory/PinotDataBuffer.java | 204 +++--
.../pinot/segment/spi/memory/PinotInputStream.java | 107 +++
.../segment/spi/memory/PinotOutputStream.java | 142 ++++
.../spi/partition/Murmur3PartitionFunction.java | 2 +-
.../spi/creator/SegmentGeneratorConfigTest.java | 15 +
.../name/InputFileSegmentNameGeneratorTest.java | 28 +-
.../UploadedRealtimeSegmentNameGeneratorTest.java | 27 +-
.../spi/index/startree/StarTreeV2MetadataTest.java | 51 +-
.../segment/spi/memory/CompoundDataBufferTest.java | 313 +++++++
.../spi/memory/DataBufferPinotInputStreamTest.java | 208 +++++
.../spi/memory/PagedPinotOutputStreamTest.java | 314 +++++++
.../pinot/server/api/AdminApiApplication.java | 4 +
.../pinot/server/api/resources/TablesResource.java | 55 +-
.../server/starter/helix/BaseServerStarter.java | 12 +-
.../helix/SegmentMessageHandlerFactory.java | 2 +-
.../pinot/server/api/TablesResourceTest.java | 13 +-
pinot-spi/pom.xml | 20 -
.../annotations/metrics/PinotMetricsFactory.java | 34 +
.../apache/pinot/spi/auth/AuthorizationResult.java | 26 +-
.../spi/auth/BasicAuthorizationResultImpl.java | 83 ++
.../pinot/spi/auth/TableAuthorizationResult.java | 74 ++
.../apache/pinot/spi/config/table/FieldConfig.java | 11 +-
.../config/table/StarTreeAggregationConfig.java | 53 +-
.../spi/config/table/StarTreeIndexConfig.java | 4 +-
.../apache/pinot/spi/config/table/TableConfig.java | 5 +
.../pinot/spi/config/table/UpsertConfig.java | 40 +-
.../apache/pinot/spi/data/DimensionFieldSpec.java | 8 +-
.../java/org/apache/pinot/spi/data/FieldSpec.java | 27 +
.../org/apache/pinot/spi/data/MetricFieldSpec.java | 7 +-
.../apache/pinot/spi/data/readers/GenericRow.java | 16 +
.../pinot/spi/env/CommonsConfigurationUtils.java | 196 ++++-
...ctory.java => ConfigFilePropertyIOFactory.java} | 2 +-
.../apache/pinot/spi/env/PinotConfiguration.java | 16 +-
...aderFactory.java => PropertyIOFactoryKind.java} | 40 +-
...yReaderFactory.java => VersionedIOFactory.java} | 19 +-
.../pinot/spi/env/VersionedPropertyReader.java | 61 ++
...erFactory.java => VersionedPropertyWriter.java} | 23 +-
.../query/BrokerQueryEventListenerFactory.java | 2 +-
.../spi/ingestion/batch/BatchConfigProperties.java | 1 +
.../spi/metrics/NoopPinotMetricsRegistry.java | 228 +++++
.../apache/pinot/spi/metrics/PinotMetricUtils.java | 13 +-
.../org/apache/pinot/spi/plugin/PluginManager.java | 2 +-
.../org/apache/pinot/spi/stream/MessageBatch.java | 8 +
.../java/org/apache/pinot/spi/utils/ByteArray.java | 9 +
.../apache/pinot/spi/utils/CommonConstants.java | 30 +-
.../org/apache/pinot/spi/utils/FALFInterner.java | 63 +-
.../java/org/apache/pinot/spi/utils/JsonUtils.java | 6 +
.../org/apache/pinot/spi/utils/StringUtil.java | 4 +-
.../pinot/spi/utils/TimestampIndexUtils.java | 2 +-
.../spi/auth/BasicAuthorizationResultImplTest.java | 61 ++
.../spi/auth/TableAuthorizationResultTest.java | 68 ++
.../spi/env/CommonsConfigurationUtilsTest.java | 80 +-
.../pinot/spi/env/PinotConfigurationTest.java | 37 +-
.../pinot/spi/env/VersionedPropertyConfigTest.java | 223 +++++
.../org/apache/pinot/spi/utils/ByteArrayTest.java | 14 +
...segment-metadata-with-version-header.properties | 125 +++
...ment-metadata-without-version-header.properties | 123 +++
.../org/apache/pinot/tools/BootstrapTableTool.java | 2 +-
.../org/apache/pinot/tools/QuickStartBase.java | 1 +
.../java/org/apache/pinot/tools/Quickstart.java | 2 +-
.../admin/command/AbstractBaseAdminCommand.java | 2 +-
.../tools/admin/command/AddSchemaCommand.java | 8 +-
.../pinot/tools/admin/command/AddTableCommand.java | 7 +-
.../tools/admin/command/AddTenantCommand.java | 24 +-
.../tools/admin/command/BootstrapTableCommand.java | 6 +-
.../tools/admin/command/ChangeTableState.java | 23 +-
.../tools/admin/command/DeleteSchemaCommand.java | 6 +-
.../tools/admin/command/DeleteTableCommand.java | 7 +-
.../tools/admin/command/GenerateDataCommand.java | 4 +-
.../OfflineSegmentIntervalCheckerCommand.java | 2 +-
.../admin/command/OperateClusterConfigCommand.java | 10 +-
.../tools/admin/command/StartBrokerCommand.java | 2 +-
.../tools/admin/command/StartMinionCommand.java | 2 +-
.../tools/admin/command/StartServerCommand.java | 2 +-
.../tools/admin/command/UploadSegmentCommand.java | 6 +-
.../anonymizer/ArrayBasedGlobalDictionaries.java | 2 +-
.../anonymizer/MapBasedGlobalDictionaries.java | 2 +-
.../anonymizer/PinotDataAndQueryAnonymizer.java | 2 +-
.../converter/PinotSegmentToCsvConverter.java | 2 +-
.../streams/githubevents/GitHubAPICaller.java | 70 +-
.../apache/pinot/tools/utils/ExplainPlanUtils.java | 5 +
.../apache/pinot/tools/utils/PinotConfigUtils.java | 2 +-
.../clickstreamFunnel_offline_table_config.json | 46 +
.../clickstreamFunnel_schema.json | 25 +
.../batch/clickstreamFunnel/ingestionJobSpec.yaml | 140 ++++
.../rawdata/clickstreamFunnel_data.csv | 17 +
...thubComplexTypeEvents_offline_table_config.json | 4 +
.../githubComplexTypeEvents_schema.json | 8 +
pom.xml | 188 +++--
857 files changed, 26751 insertions(+), 13300 deletions(-)
create mode 100644
.github/workflows/pinot_multi_stage_query_engine_compatibility_tests.yml
copy compatibility-verifier/{sample-test-suite =>
multi-stage-query-engine-test-suite}/config/BrokerConfig.properties (100%)
copy compatibility-verifier/{sample-test-suite =>
multi-stage-query-engine-test-suite}/config/ControllerConfig.properties (100%)
copy compatibility-verifier/{sample-test-suite =>
multi-stage-query-engine-test-suite}/config/FeatureTest1-schema.json (100%)
copy compatibility-verifier/{sample-test-suite =>
multi-stage-query-engine-test-suite}/config/FeatureTest2-schema.json (100%)
copy compatibility-verifier/{sample-test-suite =>
multi-stage-query-engine-test-suite}/config/ServerConfig.properties (100%)
copy .asf.yaml =>
compatibility-verifier/multi-stage-query-engine-test-suite/config/ServerConfig2.properties
(70%)
copy compatibility-verifier/{sample-test-suite =>
multi-stage-query-engine-test-suite}/config/data/FeatureTest1-data-00.csv (100%)
copy compatibility-verifier/{sample-test-suite =>
multi-stage-query-engine-test-suite}/config/data/FeatureTest2-data-realtime-00.csv
(100%)
copy compatibility-verifier/{sample-test-suite =>
multi-stage-query-engine-test-suite}/config/data/recordReaderConfig.json (100%)
copy compatibility-verifier/{sample-test-suite =>
multi-stage-query-engine-test-suite}/config/feature-test-1.json (100%)
copy compatibility-verifier/{sample-test-suite =>
multi-stage-query-engine-test-suite}/config/feature-test-2-realtime-stream-config.json
(100%)
copy compatibility-verifier/{sample-test-suite =>
multi-stage-query-engine-test-suite}/config/feature-test-2-realtime.json (100%)
create mode 100644
compatibility-verifier/multi-stage-query-engine-test-suite/config/queries/feature-test-multi-stage.queries
create mode 100644
compatibility-verifier/multi-stage-query-engine-test-suite/config/query-results/feature-test-multi-stage.results
create mode 100644
compatibility-verifier/multi-stage-query-engine-test-suite/post-broker-rollback.yaml
create mode 100644
compatibility-verifier/multi-stage-query-engine-test-suite/post-controller-rollback.yaml
create mode 100644
compatibility-verifier/multi-stage-query-engine-test-suite/post-server-2-rollback.yaml
create mode 100644
compatibility-verifier/multi-stage-query-engine-test-suite/post-server-2-upgrade.yaml
create mode 100644
compatibility-verifier/multi-stage-query-engine-test-suite/post-server-rollback.yaml
create mode 100644
compatibility-verifier/multi-stage-query-engine-test-suite/post-server-upgrade.yaml
create mode 100644
compatibility-verifier/multi-stage-query-engine-test-suite/pre-broker-upgrade.yaml
create mode 100644
compatibility-verifier/multi-stage-query-engine-test-suite/pre-controller-upgrade.yaml
create mode 100644
compatibility-verifier/multi-stage-query-engine-test-suite/pre-server-upgrade.yaml
create mode 100644 helm/pinot-0.2.9.tgz
copy helm/pinot/templates/{minion/configmap.yaml =>
broker/poddisruptionbudget.yaml} (61%)
copy helm/pinot/templates/{minion-stateless/configmap.yaml =>
controller/poddisruptionbudget.yaml} (60%)
copy .asf.yaml => helm/pinot/templates/namespace.yaml (71%)
copy helm/pinot/templates/{minion/configmap.yaml =>
server/poddisruptionbudget.yaml} (61%)
create mode 100644
pinot-broker/src/main/java/org/apache/pinot/broker/api/resources/BrokerCommonExceptionMapper.java
create mode 100644
pinot-broker/src/test/java/org/apache/pinot/broker/api/AccessControlBackwardCompatibleTest.java
create mode 100644
pinot-broker/src/test/java/org/apache/pinot/broker/api/resources/BrokerCommonExceptionMapperTest.java
create mode 100644
pinot-common/src/main/java/org/apache/pinot/common/function/scalar/GeohashFunctions.java
create mode 100644
pinot-common/src/main/java/org/apache/pinot/common/utils/ArrayListUtils.java
create mode 100644
pinot-common/src/main/java/org/apache/pinot/common/utils/UploadedRealtimeSegmentName.java
delete mode 100644 pinot-common/src/main/java/org/apache/pinot/serde/SerDe.java
create mode 100644 pinot-common/src/main/proto/expressions.proto
create mode 100644
pinot-common/src/test/java/org/apache/pinot/common/function/scalar/GeohashFunctionsTest.java
rename pinot-common/src/test/java/org/apache/pinot/{request =>
common/response/broker}/BrokerResponseNativeTest.java (94%)
create mode 100644
pinot-common/src/test/java/org/apache/pinot/common/utils/ArrayListUtilsTest.java
create mode 100644
pinot-common/src/test/java/org/apache/pinot/common/utils/UploadedRealtimeSegmentNameTest.java
copy pinot-controller/src/main/resources/Readme.md =>
pinot-compatibility-verifier/src/main/resources/pinot-compatibility-verifier-log4j2.xml
(57%)
rename
pinot-connectors/pinot-spark-2-connector/src/main/scala/org/apache/pinot/connector/spark/datasource/{TypeConverter.scala
=> DataExtractor.scala} (89%)
rename
pinot-connectors/pinot-spark-2-connector/src/test/scala/org/apache/pinot/connector/spark/datasource/{TypeConverterTest.scala
=> DataExtractorTest.scala} (81%)
rename
pinot-connectors/pinot-spark-3-connector/src/main/scala/org/apache/pinot/connector/spark/v3/datasource/{TypeConverter.scala
=> DataExtractor.scala} (89%)
rename
pinot-connectors/pinot-spark-3-connector/src/test/scala/org/apache/pinot/connector/spark/v3/datasource/{TypeConverterTest.scala
=> DataExtractorTest.scala} (81%)
create mode 100644
pinot-controller/src/test/java/org/apache/pinot/controller/api/access/AccessControlUtilsTest.java
create mode 100644
pinot-controller/src/test/java/org/apache/pinot/controller/api/resources/PinotQueryResourceTest.java
delete mode 100644
pinot-core/src/main/java/org/apache/pinot/core/common/evaluators/DefaultJsonPathEvaluator.java
delete mode 100644
pinot-core/src/main/java/org/apache/pinot/core/operator/transform/function/PushDownTransformFunction.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/array/ListAggDistinctFunction.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/array/ListAggFunction.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/array/SumArrayDoubleAggregationFunction.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/array/SumArrayLongAggregationFunction.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/funnel/FunnelStepEvent.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/funnel/window/FunnelBaseAggregationFunction.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/funnel/window/FunnelCompleteCountAggregationFunction.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/funnel/window/FunnelMatchStepAggregationFunction.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/funnel/window/FunnelMaxStepAggregationFunction.java
rename {pinot-common =>
pinot-core}/src/main/java/org/apache/pinot/core/util/PeerServerSegmentFinder.java
(100%)
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/auth/FineGrainedAuthUtilsTest.java
delete mode 100644
pinot-core/src/test/java/org/apache/pinot/core/common/evaluators/DefaultJsonPathEvaluatorTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/operator/filter/BaseFilterOperatorTest.java
delete mode 100644
pinot-core/src/test/java/org/apache/pinot/core/plan/TestUtils.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/queries/JsonUnnestIngestionFromAvroQueriesTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/queries/TransformFilterQueriesTest.java
create mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/custom/WindowFunnelTest.java
create mode 100644
pinot-perf/src/main/java/org/apache/pinot/perf/BenchmarkDataBlock.java
create mode 100644
pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/test/java/org/apache/pinot/plugin/minion/tasks/segmentgenerationandpush/SegmentGenerationAndPushTaskExecutorTest.java
delete mode 100644
pinot-plugins/pinot-minion-tasks/pinot-minion-builtin-tasks/src/test/java/org/apache/pinot/plugin/minion/tasks/segmentgenerationandpush/SegmentGenerationAndPushTaskGeneratorTest.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/calcite/rel/logical/PinotLogicalAggregate.java
rename pinot-query-planner/src/main/java/org/apache/{ =>
pinot}/calcite/rel/logical/PinotRelExchangeType.java (89%)
delete mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/calcite/rel/rules/PinotAggregateLiteralAttachmentRule.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/parser/utils/ParserUtils.java
delete mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/QueryPlanMetadata.java
delete mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/logical/LiteralHintUtils.java
delete mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/logical/ShuffleRewriteVisitor.java
delete mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/plannode/AbstractPlanNode.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/plannode/BasePlanNode.java
delete mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/plannode/StageNodeSerDeUtils.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/serde/PlanNodeDeserializer.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/serde/PlanNodeSerializer.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/serde/ProtoExpressionToRexExpression.java
delete mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/serde/ProtoSerializable.java
delete mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/serde/ProtoSerializationUtils.java
create mode 100644
pinot-query-planner/src/main/java/org/apache/pinot/query/planner/serde/RexExpressionToProtoExpression.java
delete mode 100644
pinot-query-planner/src/test/java/org/apache/pinot/query/planner/plannode/SerDeUtilsTest.java
rename
pinot-query-planner/src/{main/java/org/apache/pinot/query/planner/serde/ProtoProperties.java
=> test/java/org/apache/pinot/query/planner/serde/PlanNodeSerDeTest.java} (50%)
delete mode 100644
pinot-query-planner/src/test/java/org/apache/pinot/query/planner/serde/ProtoSerializationUtilsTest.java
create mode 100644
pinot-query-planner/src/test/java/org/apache/pinot/query/planner/serde/RexExpressionSerDeTest.java
delete mode 100644
pinot-query-runtime/src/main/java/org/apache/pinot/query/runtime/operator/utils/OperatorUtils.java
create mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/realtime/impl/invertedindex/RealtimeLuceneIndexingDelayTracker.java
create mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/realtime/impl/invertedindex/RealtimeLuceneRefreshListener.java
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/realtime/impl/invertedindex/RealtimeLuceneIndexingDelayTrackerTest.java
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/realtime/impl/invertedindex/RealtimeLuceneRefreshListenerTest.java
create mode 100644
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/creator/name/UploadedRealtimeSegmentNameGenerator.java
delete mode 100644
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/evaluator/TransformEvaluator.java
delete mode 100644
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/evaluator/json/JsonPathEvaluator.java
delete mode 100644
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/evaluator/json/JsonPathEvaluators.java
create mode 100644
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/CompoundDataBuffer.java
create mode 100644
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/DataBuffer.java
create mode 100644
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/DataBufferPinotInputStream.java
create mode 100644
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/PagedPinotOutputStream.java
create mode 100644
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/PinotInputStream.java
create mode 100644
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/memory/PinotOutputStream.java
copy
pinot-common/src/test/java/org/apache/pinot/common/utils/SegmentUtilsTest.java
=>
pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/creator/name/UploadedRealtimeSegmentNameGeneratorTest.java
(55%)
create mode 100644
pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/memory/CompoundDataBufferTest.java
create mode 100644
pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/memory/DataBufferPinotInputStreamTest.java
create mode 100644
pinot-segment-spi/src/test/java/org/apache/pinot/segment/spi/memory/PagedPinotOutputStreamTest.java
rename
pinot-segment-spi/src/main/java/org/apache/pinot/segment/spi/evaluator/json/JsonPathEvaluatorProvider.java
=> pinot-spi/src/main/java/org/apache/pinot/spi/auth/AuthorizationResult.java
(55%)
create mode 100644
pinot-spi/src/main/java/org/apache/pinot/spi/auth/BasicAuthorizationResultImpl.java
create mode 100644
pinot-spi/src/main/java/org/apache/pinot/spi/auth/TableAuthorizationResult.java
copy
pinot-spi/src/main/java/org/apache/pinot/spi/env/{ConfigFilePropertyReaderFactory.java
=> ConfigFilePropertyIOFactory.java} (94%)
copy
pinot-spi/src/main/java/org/apache/pinot/spi/env/{ConfigFilePropertyReaderFactory.java
=> PropertyIOFactoryKind.java} (53%)
copy
pinot-spi/src/main/java/org/apache/pinot/spi/env/{ConfigFilePropertyReaderFactory.java
=> VersionedIOFactory.java} (60%)
create mode 100644
pinot-spi/src/main/java/org/apache/pinot/spi/env/VersionedPropertyReader.java
rename
pinot-spi/src/main/java/org/apache/pinot/spi/env/{ConfigFilePropertyReaderFactory.java
=> VersionedPropertyWriter.java} (61%)
create mode 100644
pinot-spi/src/main/java/org/apache/pinot/spi/metrics/NoopPinotMetricsRegistry.java
create mode 100644
pinot-spi/src/test/java/org/apache/pinot/spi/auth/BasicAuthorizationResultImplTest.java
create mode 100644
pinot-spi/src/test/java/org/apache/pinot/spi/auth/TableAuthorizationResultTest.java
create mode 100644
pinot-spi/src/test/java/org/apache/pinot/spi/env/VersionedPropertyConfigTest.java
create mode 100644
pinot-spi/src/test/resources/segment-metadata-with-version-header.properties
create mode 100644
pinot-spi/src/test/resources/segment-metadata-without-version-header.properties
create mode 100644
pinot-tools/src/main/resources/examples/batch/clickstreamFunnel/clickstreamFunnel_offline_table_config.json
create mode 100644
pinot-tools/src/main/resources/examples/batch/clickstreamFunnel/clickstreamFunnel_schema.json
create mode 100644
pinot-tools/src/main/resources/examples/batch/clickstreamFunnel/ingestionJobSpec.yaml
create mode 100644
pinot-tools/src/main/resources/examples/batch/clickstreamFunnel/rawdata/clickstreamFunnel_data.csv
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
