This is an automated email from the ASF dual-hosted git repository.
xiangfu0 pushed a change to branch xiangfu0/codex/codec-stack/05-v7-format
in repository https://gitbox.apache.org/repos/asf/pinot.git
omit 2607ae372bd Resolve configured codec specs once per reload and add a
V7 write benchmark
omit 5aa087054db Validate V7 frames lazily and harden the review follow-ups
omit 8d67b0a3489 Add V7 raw forward index format for codec pipelines
add 3ae199f90c6 [perf] Encode MSE segment lists at dispatch, optionally as
protobuf (#19568)
add 9f3fa3a834a Run Apache RAT once from the root instead of per module
(#19650)
add 257a0e7df2c Reuse processed table state across segment loads (#19571)
add 8c879267bd9 Delegate immutable DataSourceMetadata to ColumnMetadata
instead of snapshotting it (#19474)
add da63a4de680 Restore integration test selection broken by the Surefire
provider change (#19651)
add 39ef02cc5f2 Bump org.apache.httpcomponents.core5:httpcore5 from 5.4.3
to 5.4.4 (#19659)
add 36a3253a2d6 Run the integration test subpackages that no CI lane ever
selected (#19652)
add bd1e8824a88 Split list configs on commas when set via cluster config,
and trim planner rule names (#19644)
add d4365386d8b Fix realtime table deletion races with segment creation
(#19468)
add 8197ae8502a Add V7 raw forward index format for codec pipelines
add 0ee4f61f9cb Validate V7 frames lazily and harden the review follow-ups
add 85b5454c59b Resolve configured codec specs once per reload and add a
V7 write benchmark
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (2607ae372bd)
\
N -- N -- N refs/heads/xiangfu0/codex/codec-stack/05-v7-format
(85b5454c59b)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.../pr-tests/.pinot_tests_custom_integration.sh | 33 --
.../scripts/pr-tests/.pinot_tests_integration.sh | 67 ---
.../pr-tests/.pinot_tests_kinesis_integration.sh | 33 --
.../broker/broker/helix/BaseBrokerStarter.java | 11 +-
.../MultiStageBrokerRequestHandler.java | 4 +-
.../broker/broker/helix/BaseBrokerStarterTest.java | 53 ++
.../common/utils/config/QueryOptionsUtils.java | 26 +-
pinot-common/src/main/proto/worker.proto | 16 +
.../common/utils/config/QueryOptionsUtilsTest.java | 14 +
.../apache/pinot/controller/ControllerConf.java | 3 +-
.../pinot/controller/ControllerConfTest.java | 20 +
.../core/data/manager/BaseTableDataManager.java | 74 ++-
.../core/data/manager/InstanceDataManager.java | 4 +-
.../manager/offline/DimensionTableDataManager.java | 4 +-
.../manager/offline/OfflineTableDataManager.java | 12 +-
.../realtime/RealtimeSegmentDataManager.java | 22 +-
.../manager/realtime/RealtimeTableDataManager.java | 138 +++--
.../data/manager/BaseTableDataManagerTest.java | 277 ++++++++++
.../realtime/RealtimeSegmentDataManagerTest.java | 56 +-
.../realtime/RealtimeTableDataManagerTest.java | 610 +++++++++++++++++++++
pinot-integration-tests/pom.xml | 313 ++++-------
.../tests/MultiStageEngineIntegrationTest.java | 52 ++
.../BaseLogicalTableIntegrationTest.java | 273 ++++++---
...alTableWithTwoRealtimeTableIntegrationTest.java | 40 --
...tomClusterSuite.java => LogicalTableSuite.java} | 18 +-
.../routing/BenchmarkSegmentListEncoding.java | 133 +++++
.../planner/physical/DispatchablePlanContext.java | 14 +-
.../planner/physical/PinotDispatchPlanner.java | 2 +
.../pinot/query/routing/QueryPlanSerDeUtils.java | 121 +++-
.../apache/pinot/query/routing/WorkerMetadata.java | 106 ++--
.../pinot/query/QueryPlannerRuleOptionsTest.java | 12 +
.../query/routing/QueryPlanSerDeUtilsTest.java | 239 ++++++++
.../pinot/query/runtime/function/NotUdf.java | 2 +-
.../query/service/dispatch/QueryDispatcher.java | 72 ++-
.../pinot/query/service/server/QueryServer.java | 10 +-
.../runtime/function/UdfServiceLoaderTest.java | 70 +++
.../service/dispatch/QueryDispatcherTest.java | 49 ++
.../query/service/server/QueryServerAuthzTest.java | 2 +-
.../query/service/server/QueryServerTest.java | 21 +-
.../immutable/ImmutableSegmentLoader.java | 5 +-
.../index/datasource/ImmutableDataSource.java | 55 +-
.../segment/index/loader/IndexLoadingConfig.java | 438 +++++++++------
.../segment/index/map/ImmutableMapDataSource.java | 47 +-
.../index/datasource/ImmutableDataSourceTest.java | 122 +++++
.../index/loader/IndexLoadingConfigTest.java | 62 ++-
.../index/map/ImmutableMapDataSourceTest.java | 90 +++
.../org/apache/pinot/server/conf/ServerConf.java | 4 +-
.../starter/helix/HelixInstanceDataManager.java | 82 ++-
.../apache/pinot/server/conf/ServerConfTest.java | 70 +++
.../HelixInstanceDataManagerLifecycleTest.java | 380 +++++++++++++
.../apache/pinot/spi/env/PinotConfiguration.java | 24 +
.../apache/pinot/spi/utils/CommonConstants.java | 15 +
.../pinot/spi/env/PinotConfigurationTest.java | 30 +
pom.xml | 22 +-
54 files changed, 3608 insertions(+), 864 deletions(-)
delete mode 100755
.github/workflows/scripts/pr-tests/.pinot_tests_custom_integration.sh
delete mode 100755
.github/workflows/scripts/pr-tests/.pinot_tests_integration.sh
delete mode 100755
.github/workflows/scripts/pr-tests/.pinot_tests_kinesis_integration.sh
create mode 100644
pinot-broker/src/test/java/org/apache/pinot/broker/broker/helix/BaseBrokerStarterTest.java
copy
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/suites/{CustomClusterSuite.java
=> LogicalTableSuite.java} (55%)
create mode 100644
pinot-perf/src/main/java/org/apache/pinot/query/routing/BenchmarkSegmentListEncoding.java
create mode 100644
pinot-query-planner/src/test/java/org/apache/pinot/query/routing/QueryPlanSerDeUtilsTest.java
create mode 100644
pinot-query-runtime/src/test/java/org/apache/pinot/query/runtime/function/UdfServiceLoaderTest.java
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/datasource/ImmutableDataSourceTest.java
create mode 100644
pinot-segment-local/src/test/java/org/apache/pinot/segment/local/segment/index/map/ImmutableMapDataSourceTest.java
create mode 100644
pinot-server/src/test/java/org/apache/pinot/server/conf/ServerConfTest.java
create mode 100644
pinot-server/src/test/java/org/apache/pinot/server/starter/helix/HelixInstanceDataManagerLifecycleTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
