This is an automated email from the ASF dual-hosted git repository.
sajjad pushed a change to branch hotfix-theta-sketch
in repository https://gitbox.apache.org/repos/asf/pinot.git
omit 35faeb6712 Revert allowing tag override with upserts (#12311)
omit eeaf1f0811 [feature] allow dim table config to detect/disallow
duplicate PK (#12290)
omit f1fec060a6 Support runtime reload for TLS resources (#12277)
omit ced6bc282e Use higher fetch timeout for Kinesis (#12214)
omit 7b69d094be Refactoring the upsert compaction related code (#12275)
omit 5cc7231dc0 Backwards compatible theta sketch aggregation (#12288)
omit 0f6015a5d3 JMX Exporter Preserve Original Regexes (#12295)
omit 640ebe52cf Sticky query routing via query options (#12276)
omit 7b2a82dd27 Modify distribution pom to include services (#12289)
omit 894e56e0a2 Expose metric for table rebalance (#12270)
omit 17e1aa11a4 Fix chained literal functions evaluation (#12248)
omit 6bb387a10a Support array gen in literal evaluation (#12278)
omit 4ad36c3482 Remove TableDataManagerConfig and simplify TableDataManager
construction (#12189)
omit 8713dc045f Bump commons-codec:commons-codec from 1.15 to 1.16.0
(#12204)
omit 12c90b2155 Bump flink.version from 1.12.0 to 1.14.6 (#12202)
omit 110c5b4947 Bump com.yscope.clp:clp-ffi from 0.4.3 to 0.4.4 (#12203)
omit 21f3d283d4 Allow server level configuration for Upsert metadata class
(#11851)
omit 19e74e80a8 Added dynamic SSL initialization support for the Kafka
client (#12249)
omit ae55a7abf8 Catch-all Regex for JXM -> Prom Exporter (#12073)
omit a4c3286018 add null handling to sketch group-by (#12259)
omit b4fbfe9687 Making utility accessible to generate metadata file (#12255)
omit 2e367a202e UI: fix table link issue in task detail page (#12253)
omit 7132a2203f [multistage][bugfix] sort copy rule to always push limit
when no collation (#12251)
omit 747e34dede Allow String / numeric data type for deleteRecordColumn
config (#12222)
omit 8c86ad4652 fix a bug that would take validdocids snapshots redundantly
(#12246)
omit d05e3bd05c [bugfix] Handle NPE in controller SQL Resource (#12211)
omit 9947bc5916 refine how to take validDocIds snapshot (#12232)
omit 7cb5973185 fix a deadlock due to getting segmentlock before snapshot
lock when replacing segment (#12241)
omit d1817efff7 [multistage][bugfix] improve sort copy rule (#12237)
omit 23c1e5f3a5 [bugfix] fix literal query return multiple duplicate
results (#12240)
omit 388d394c7f Fix upsert tenant tag override check (#12233)
omit 07bcab80f1 [test] add back quickstart streaming (#12231)
omit 436968e080 make all /size users render async (#12210)
This update removed existing revisions from the reference, leaving the
reference pointing at a previous point in the repository history.
* -- * -- N refs/heads/hotfix-theta-sketch (298e8d9191)
\
O -- O -- O (35faeb6712)
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/workflows/scripts/.pinot_quickstart.sh | 71 +--
.../config/queries/feature-test-1-sql.queries | 6 +-
.../queries/feature-test-2-sql-realtime.queries | 4 +-
.../query-results/feature-test-1-rest-sql.results | 6 +-
.../feature-test-2-sql-realtime.results | 4 +-
.../jmx_prometheus_javaagent/configs/broker.yml | 26 +-
.../configs/controller.yml | 38 +-
.../etc/jmx_prometheus_javaagent/configs/pinot.yml | 27 +-
.../jmx_prometheus_javaagent/configs/server.yml | 27 +-
.../requesthandler/BaseBrokerRequestHandler.java | 4 +-
.../pinot/broker/routing/BrokerRoutingManager.java | 2 +-
.../AdaptiveServerSelectorFactory.java | 2 -
.../instanceselector/BalancedInstanceSelector.java | 14 +-
.../instanceselector/BaseInstanceSelector.java | 23 +-
.../instanceselector/InstanceSelectorFactory.java | 30 +-
.../MultiStageReplicaGroupSelector.java | 18 +-
.../ReplicaGroupInstanceSelector.java | 15 +-
.../StrictReplicaGroupInstanceSelector.java | 5 +-
.../instanceselector/InstanceSelectorTest.java | 55 +-
pinot-common/pom.xml | 4 -
.../pinot/common/auth/AuthProviderUtils.java | 3 -
.../pinot/common/function/FunctionRegistry.java | 46 +-
.../common/function/scalar/ArrayFunctions.java | 59 ---
.../apache/pinot/common/http/MultiHttpRequest.java | 51 +-
.../pinot/common/metrics/ControllerGauge.java | 4 +-
.../common/request/context/LiteralContext.java | 20 -
.../restlet/resources/ValidDocIdMetadataInfo.java | 56 --
.../org/apache/pinot/common/utils/TlsUtils.java | 114 ++---
.../common/utils/config/QueryOptionsUtils.java | 6 -
.../pinot/common/utils/grpc/GrpcQueryClient.java | 14 +-
.../rewriter/CompileTimeFunctionsInvoker.java | 9 +-
.../pinot/common/http/MultiHttpRequestTest.java | 106 +---
.../apache/pinot/common/utils/TlsUtilsTest.java | 143 ------
.../common/utils/config/TableConfigSerDeTest.java | 2 +-
pinot-common/src/test/resources/tls/keystore.p12 | Bin 2581 -> 0 bytes
pinot-common/src/test/resources/tls/truststore.p12 | Bin 1186 -> 0 bytes
.../api/resources/PinotQueryResource.java | 4 -
.../api/resources/PinotRunningQueryResource.java | 2 +-
.../api/resources/PinotTableRestletResource.java | 37 --
.../controller/helix/SegmentStatusChecker.java | 1 -
.../rebalance/ZkBasedTableRebalanceObserver.java | 8 -
.../controller/util/CompletionServiceHelper.java | 52 +-
.../util/ServerSegmentMetadataReader.java | 161 +-----
.../pinot/controller/util/TableMetadataReader.java | 30 +-
.../app/components/AsyncInstanceTable.tsx | 122 -----
.../resources/app/components/AsyncPinotSchemas.tsx | 76 ---
.../resources/app/components/AsyncPinotTables.tsx | 220 --------
.../app/components/Homepage/InstancesTables.tsx | 34 +-
.../app/components/Homepage/TenantsListing.tsx | 65 +--
.../src/main/resources/app/components/Loading.tsx | 25 -
.../src/main/resources/app/components/NotFound.tsx | 69 ---
.../src/main/resources/app/components/Table.tsx | 2 +-
.../src/main/resources/app/interfaces/types.d.ts | 37 +-
.../src/main/resources/app/pages/HomePage.tsx | 126 ++---
.../main/resources/app/pages/InstanceDetails.tsx | 472 ++++++++---------
.../resources/app/pages/InstanceListingPage.tsx | 11 +-
.../main/resources/app/pages/SchemaPageDetails.tsx | 323 ++++++------
.../main/resources/app/pages/SegmentDetails.tsx | 440 +++++-----------
.../main/resources/app/pages/TablesListingPage.tsx | 112 +++-
.../src/main/resources/app/pages/TaskQueue.tsx | 2 +-
.../src/main/resources/app/pages/TenantDetails.tsx | 567 ++++++++++-----------
.../src/main/resources/app/pages/Tenants.tsx | 107 ++--
.../resources/app/pages/TenantsListingPage.tsx | 31 +-
.../src/main/resources/app/requests/index.ts | 34 +-
pinot-controller/src/main/resources/app/router.tsx | 1 -
.../main/resources/app/utils/PinotMethodUtils.ts | 40 +-
.../src/main/resources/app/utils/Utils.tsx | 73 +--
.../TestZkBasedTableRebalanceObserver.java | 3 -
.../core/data/manager/BaseTableDataManager.java | 86 ++--
.../manager/offline/DimensionTableDataManager.java | 9 +-
.../manager/offline/TableDataManagerProvider.java | 52 +-
.../realtime/RealtimeSegmentDataManager.java | 2 +-
.../manager/realtime/RealtimeTableDataManager.java | 33 +-
.../function/ArrayLiteralTransformFunction.java | 72 ---
.../function/TransformFunctionFactory.java | 8 +-
...istinctCountThetaSketchAggregationFunction.java | 26 +-
.../function/HistogramAggregationFunction.java | 33 +-
.../pinot/core/transport/grpc/GrpcQueryServer.java | 8 +-
.../apache/pinot/core/util/ListenerConfigUtil.java | 2 +-
.../function/InbuiltFunctionEvaluatorTest.java | 2 +-
.../BaseTableDataManagerAcquireSegmentTest.java | 40 +-
.../data/manager/BaseTableDataManagerTest.java | 90 ++--
.../offline/DimensionTableDataManagerTest.java | 95 +---
.../realtime/RealtimeSegmentDataManagerTest.java | 73 +--
.../realtime/RealtimeTableDataManagerTest.java | 77 +--
.../executor/QueryExecutorExceptionsTest.java | 26 +-
.../core/query/executor/QueryExecutorTest.java | 50 +-
.../core/realtime/stream/StreamConfigTest.java | 27 -
.../framework/SegmentProcessorFrameworkTest.java | 2 +-
.../pinot/queries/ExplainPlanQueriesTest.java | 39 +-
.../apache/pinot/queries/HistogramQueriesTest.java | 4 +-
.../queries/SegmentWithNullValueVectorTest.java | 56 +-
.../src/test/resources/data/dimBaseballTeams.avro | Bin 0 -> 2214 bytes
.../src/test/resources/data/dimBaseballTeams.avsc | 8 +
.../src/test/resources/data/dimBaseballTeams.csv | 1 -
.../resources/data/dimBaseballTeams_config.json | 18 -
pinot-distribution/pom.xml | 3 +-
.../tests/BaseClusterIntegrationTest.java | 20 +-
.../tests/OfflineClusterIntegrationTest.java | 13 +-
...PartitionLLCRealtimeClusterIntegrationTest.java | 2 +-
.../tests/UpsertTableIntegrationTest.java | 121 +----
.../UpsertTableSegmentPreloadIntegrationTest.java | 11 +-
.../pinot/integration/tests/custom/ArrayTest.java | 82 +--
.../integration/tests/custom/ThetaSketchTest.java | 11 -
.../models/DummyTableUpsertMetadataManager.java | 115 -----
.../pinot/plugin/minion/tasks/MinionTaskUtils.java | 41 --
.../UpsertCompactionTaskExecutor.java | 141 ++++-
.../UpsertCompactionTaskGenerator.java | 106 +++-
.../UpsertCompactionTaskExecutorTest.java | 7 +-
.../UpsertCompactionTaskGeneratorTest.java | 86 +++-
.../pinot-stream-ingestion/pinot-kafka-2.0/pom.xml | 13 -
.../KafkaPartitionLevelConnectionHandler.java | 1 -
.../pinot/plugin/stream/kafka20/KafkaSSLUtils.java | 339 ------------
.../plugin/stream/kafka20/KafkaSSLUtilsTest.java | 310 -----------
.../rel/rules/PinotEvaluateLiteralRule.java | 31 +-
.../rel/rules/PinotSortExchangeCopyRule.java | 6 -
.../rel/rules/PinotSortExchangeCopyRuleTest.java | 12 +-
.../src/test/resources/queries/JoinPlans.json | 38 +-
.../resources/queries/LiteralEvaluationPlans.json | 102 ----
.../src/test/resources/queries/OrderByPlans.json | 81 ++-
.../test/resources/queries/PinotHintablePlans.json | 78 +--
.../resources/queries/WindowFunctionPlans.json | 472 +++++++++--------
.../runtime/operator/LiteralValueOperator.java | 3 +-
.../runtime/operator/operands/FunctionOperand.java | 21 +-
.../src/test/resources/queries/BasicQuery.json | 4 -
.../local/data/manager/TableDataManager.java | 29 +-
.../local/data/manager/TableDataManagerConfig.java | 113 ++++
.../local/data/manager/TableDataManagerParams.java | 66 +++
.../local/function/InbuiltFunctionEvaluator.java | 6 -
.../immutable/ImmutableSegmentImpl.java | 18 +-
.../immutable/ImmutableSegmentLoader.java | 8 +
.../readers/CompactedPinotSegmentRecordReader.java | 106 ----
.../upsert/BasePartitionUpsertMetadataManager.java | 30 +-
.../upsert/BaseTableUpsertMetadataManager.java | 19 +-
.../upsert/TableUpsertMetadataManagerFactory.java | 29 +-
.../pinot/segment/local/utils/SegmentLocks.java | 31 +-
.../segment/local/utils/SegmentPushUtils.java | 2 +-
.../segment/local/utils/TableConfigUtils.java | 16 +-
.../MutableSegmentImplUpsertComparisonColTest.java | 3 +-
.../mutable/MutableSegmentImplUpsertTest.java | 3 +-
.../BasePartitionUpsertMetadataManagerTest.java | 174 -------
.../segment/local/utils/TableConfigUtilsTest.java | 165 ++----
.../pinot/server/api/resources/TablesResource.java | 57 +--
.../starter/helix/HelixInstanceDataManager.java | 21 +-
.../helix/HelixInstanceDataManagerConfig.java | 131 ++---
.../apache/pinot/server/api/BaseResourceTest.java | 65 ++-
.../pinot/server/api/TablesResourceTest.java | 22 -
.../pinot/spi/annotations/ScalarFunction.java | 5 -
.../config/instance/InstanceDataManagerConfig.java | 8 -
.../spi/config/table/DimensionTableConfig.java | 11 +-
.../pinot/spi/config/table/RoutingConfig.java | 10 +-
.../org/apache/pinot/spi/stream/StreamConfig.java | 7 +-
.../apache/pinot/spi/utils/CommonConstants.java | 4 -
pom.xml | 13 +-
154 files changed, 2792 insertions(+), 5890 deletions(-)
delete mode 100644
pinot-common/src/main/java/org/apache/pinot/common/restlet/resources/ValidDocIdMetadataInfo.java
delete mode 100644
pinot-common/src/test/java/org/apache/pinot/common/utils/TlsUtilsTest.java
delete mode 100644 pinot-common/src/test/resources/tls/keystore.p12
delete mode 100644 pinot-common/src/test/resources/tls/truststore.p12
delete mode 100644
pinot-controller/src/main/resources/app/components/AsyncInstanceTable.tsx
delete mode 100644
pinot-controller/src/main/resources/app/components/AsyncPinotSchemas.tsx
delete mode 100644
pinot-controller/src/main/resources/app/components/AsyncPinotTables.tsx
delete mode 100644
pinot-controller/src/main/resources/app/components/Loading.tsx
delete mode 100644
pinot-controller/src/main/resources/app/components/NotFound.tsx
create mode 100644 pinot-core/src/test/resources/data/dimBaseballTeams.avro
create mode 100644 pinot-core/src/test/resources/data/dimBaseballTeams.avsc
delete mode 100644
pinot-core/src/test/resources/data/dimBaseballTeams_config.json
delete mode 100644
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/models/DummyTableUpsertMetadataManager.java
delete mode 100644
pinot-plugins/pinot-stream-ingestion/pinot-kafka-2.0/src/main/java/org/apache/pinot/plugin/stream/kafka20/KafkaSSLUtils.java
delete mode 100644
pinot-plugins/pinot-stream-ingestion/pinot-kafka-2.0/src/test/java/org/apache/pinot/plugin/stream/kafka20/KafkaSSLUtilsTest.java
create mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/data/manager/TableDataManagerConfig.java
create mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/data/manager/TableDataManagerParams.java
delete mode 100644
pinot-segment-local/src/main/java/org/apache/pinot/segment/local/segment/readers/CompactedPinotSegmentRecordReader.java
delete mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/upsert/BasePartitionUpsertMetadataManagerTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
