This is an automated email from the ASF dual-hosted git repository.
jiangtian pushed a change to branch force_ci/support_schema_evolution
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 3fe84906366 Fix insertion compaction selection
add 20b380a11a9 Delete .github/workflows/greetings.yml (#17216)
add 8cfb49d1eb6 Improve Quick Start documentation for system resource
limits (#17213)
add 6ea3052d1a3 Fix: Adding the time column is prohibited. (#17215)
add 9041e6013f8 [IOTDB-17191] CLI: add space after error prefix in three
messages (#17192)
add 1fdd4b3a557 Pipe: Refactored the dataRegionId data type to integer
(#17214)
add 8782662e737 Add UT for new operators introduced by window function
optimization (#17209)
add 85ecbd60826 Pipe: Implemented the login check in customize method &
Added mosaic to subtask string in logger & Optimized the error code of illegal
pipe / pipe plugin name string (#17197)
add 4e7f3e58961 Pipe: Fixed the audit db filter on config receiver &&
Added the judgments for table model audit DB && Optimized the logger for
receiver status (#17219)
add a434fa7c237 Pipe: Fixed the bug that a realtime only pipe will not
transfer historical data when it is altered to a historical pipe (#17223)
add 3b6aa45b18b fix start.cli on java 8 (#17228)
add ea3cff508bf Memory estimate refine for TableScanOperator (#17230)
add b2246339211 Fixed TsFileProcessorTest may check the result before the
TsFile is closed (#17232)
add 36c7db80d15 fix redundant operations in compaction (#17239)
add 80ecbe6017e Bump com.fasterxml.jackson.core:jackson-core from 2.16.2
to 2.18.6 (#17235)
add 72e9e6e2554 Fix checkstyle line length violation in
SubscriptionException (#17129)
add 9c11cfdbaa4 Fix refactor/s3024 stringbuilder append (#17234)
add 449838f3608 Consensus pipe skip login (#17242)
add 19d76707bc2 Fixed the quote problem in "as" clause in view && Fixed
the bug that the device may not be able to be queried from cache (#17241)
add 6ec3a5144b1 Pipe: Configured the air gap timeout to avoid packet loss
(#17231)
add 35ef0c8ba42 Fix deadlock between DataNode createDataRegion and
ConfigNode PipeTaskCoordinatorLock by delegating consensus pipe lifecycle to
ConfigNode (#17233)
add cd8f3db12a2 Fixed that InsertionCompactionSelection may skip a file
deleted by another compaction (#17254)
add 942477843dc Pipe: Fixed the bug that the default
"enable-send-tsfile-limit" is set to false for historical pipes split by full
sync (#17264)
add 1a6a1b96770 Merge branch 'master' into
force_ci/support_schema_evolution
No new revisions were added by this update.
Summary of changes:
.github/workflows/greetings.yml | 14 -
README.md | 25 +-
README_ZH.md | 2 +-
dependencies.json | 17 +-
.../java/org/apache/iotdb/SessionPoolExample.java | 2 +-
.../treemodel/auto/basic/IoTDBPipeAlterIT.java | 45 ++
.../treemodel/auto/basic/IoTDBPipeSyntaxIT.java | 4 +-
.../treemodel/manual/IoTDBPipePermissionIT.java | 128 +++++-
.../view/recent/IoTDBComplexQueryTableViewIT.java | 18 +-
.../iotdb/relational/it/schema/IoTDBTableIT.java | 54 +--
.../it/schema/IoTDBTableWithDefinedTimeIT.java | 22 +
.../api/customizer/parameter/PipeParameters.java | 4 +-
...eption.java => PipePasswordCheckException.java} | 5 +-
.../src/main/java/org/apache/iotdb/cli/Cli.java | 8 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 1 +
.../iotdb/confignode/conf/ConfigNodeConfig.java | 11 +
.../confignode/conf/ConfigNodeDescriptor.java | 3 +
.../iotdb/confignode/manager/ConfigManager.java | 5 +-
.../apache/iotdb/confignode/manager/IManager.java | 3 +-
.../confignode/manager/PermissionManager.java | 5 +-
.../iotdb/confignode/manager/ProcedureManager.java | 32 ++
.../runtime/PipeLeaderChangeHandler.java | 5 +-
.../pipe/coordinator/task/PipeTaskCoordinator.java | 14 +-
.../coordinator/task/PipeTaskCoordinatorLock.java | 19 +-
.../receiver/protocol/IoTDBConfigNodeReceiver.java | 2 +-
.../pipe/source/ConfigRegionListeningFilter.java | 84 ++--
.../pipe/source/IoTDBConfigRegionSource.java | 20 +-
.../manager/schema/ClusterSchemaManager.java | 14 +-
.../subscription/SubscriptionCoordinator.java | 10 +-
.../confignode/persistence/auth/AuthorInfo.java | 5 +-
.../persistence/auth/AuthorPlanExecutor.java | 5 +-
.../persistence/auth/IAuthorPlanExecutor.java | 3 +-
.../schema/CNPhysicalPlanGenerator.java | 10 +-
.../procedure/env/RegionMaintainHandler.java | 245 ++++++++++-
.../impl/pipe/task/AlterPipeProcedureV2.java | 19 +-
.../impl/pipe/task/CreatePipeProcedureV2.java | 13 +-
.../impl/region/AddRegionPeerProcedure.java | 5 +
.../impl/region/CreateRegionGroupsProcedure.java | 6 +
.../impl/region/RemoveRegionPeerProcedure.java | 45 +-
.../procedure/state/AddRegionPeerState.java | 1 +
.../procedure/state/CreateRegionGroupsState.java | 5 +-
.../procedure/state/RemoveRegionPeerState.java | 1 +
.../thrift/ConfigNodeRPCServiceProcessor.java | 5 +-
.../confignode/persistence/AuthorInfoTest.java | 2 +-
.../consensus/config/PipeConsensusConfig.java | 16 -
.../apache/iotdb/consensus/pipe/PipeConsensus.java | 39 +-
.../consensus/pipe/PipeConsensusServerImpl.java | 223 ++--------
.../consensuspipe/ConsensusPipeDispatcher.java | 42 --
.../pipe/consensuspipe/ConsensusPipeManager.java | 157 -------
.../pipe/metric/PipeConsensusSyncLagManager.java | 10 +-
.../service/PipeConsensusRPCServiceProcessor.java | 3 +-
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 10 +-
.../iotdb/db/auth/ClusterAuthorityFetcher.java | 26 +-
.../apache/iotdb/db/auth/IAuthorityFetcher.java | 3 +-
.../db/consensus/DataRegionConsensusImpl.java | 2 -
.../pipe/agent/plugin/PipeDataNodePluginAgent.java | 40 +-
.../dataregion/PipeDataRegionPluginAgent.java | 22 +-
.../task/builder/PipeDataNodeTaskBuilder.java | 3 +-
.../agent/task/subtask/sink/PipeSinkSubtask.java | 3 +-
.../consensus/ConsensusPipeDataNodeDispatcher.java | 131 ------
.../pipe/consensus/deletion/DeletionResource.java | 9 +-
.../deletion/DeletionResourceManager.java | 20 +-
.../deletion/persist/PageCacheDeletionBuffer.java | 4 +-
.../consensus/deletion/recover/DeletionReader.java | 4 +-
.../event/common/heartbeat/PipeHeartbeatEvent.java | 80 ++--
.../tsfile/PipeCompactedTsFileInsertionEvent.java | 4 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 3 +-
.../event/realtime/PipeRealtimeEventFactory.java | 2 +-
.../overview/PipeDataNodeSinglePipeMetrics.java | 16 +-
.../schema/PipeSchemaRegionSourceMetrics.java | 38 +-
.../db/pipe/metric/source/PipeAssignerMetrics.java | 32 +-
.../protocol/thrift/IoTDBDataNodeReceiver.java | 2 +-
.../protocol/airgap/IoTDBDataRegionAirGapSink.java | 5 +
.../sink/protocol/writeback/WriteBackSink.java | 23 ++
.../source/dataregion/IoTDBDataRegionSource.java | 117 ++++--
...istoricalDataRegionTsFileAndDeletionSource.java | 21 +-
.../realtime/PipeRealtimeDataRegionSource.java | 18 +-
.../realtime/assigner/PipeDataRegionAssigner.java | 75 ++--
.../PipeTsFileEpochProgressIndexKeeper.java | 8 +-
.../listener/PipeInsertionDataNodeListener.java | 12 +-
.../listener/PipeTimePartitionListener.java | 21 +-
.../schemaregion/IoTDBSchemaRegionSource.java | 32 +-
.../schemaregion/SchemaRegionListeningFilter.java | 7 +-
.../db/protocol/session/InternalClientSession.java | 2 +-
.../iotdb/db/protocol/session/SessionManager.java | 26 +-
.../common/header/DatasetHeaderFactory.java | 2 +-
.../operator/GroupedTopNRowNumberBuilder.java | 18 +-
.../operator/schema/source/DeviceSchemaSource.java | 2 +-
.../relational/AbstractTableScanOperator.java | 10 +-
.../analyze/cache/partition/PartitionCache.java | 3 +
.../execution/config/TableConfigTaskVisitor.java | 3 +
.../execution/config/TreeConfigTaskVisitor.java | 7 +-
.../config/executor/ClusterConfigTaskExecutor.java | 132 ++++--
.../metadata/relational/ShowCreateViewTask.java | 2 +-
.../execution/config/sys/pipe/AlterPipeTask.java | 8 +-
.../execution/config/sys/pipe/CreatePipeTask.java | 20 +-
.../config/sys/pipe/PipeFunctionSupport.java | 2 +-
.../plan/planner/OperatorTreeGenerator.java | 2 +-
.../plan/planner/distribution/SourceRewriter.java | 8 +-
.../node/metadata/read/DevicesSchemaScanNode.java | 24 +-
.../metadata/fetcher/TableDeviceSchemaFetcher.java | 12 +-
.../sql/ast/AbstractQueryDeviceWithCache.java | 15 +-
.../plan/relational/sql/parser/AstBuilder.java | 30 +-
.../read/resp/info/impl/ShowDevicesResult.java | 4 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 61 +--
.../db/storageengine/dataregion/DataRegion.java | 21 +-
.../performer/impl/FastCompactionPerformer.java | 7 -
.../execute/utils/MultiTsFileDeviceIterator.java | 93 +----
.../fast/FastAlignedSeriesCompactionExecutor.java | 18 +-
.../impl/RewriteCrossSpaceCompactionSelector.java | 9 -
.../dataregion/memtable/TsFileProcessor.java | 57 +--
.../rescon/memory/TimePartitionManager.java | 2 +-
.../subtask/SubscriptionSinkSubtaskManager.java | 3 +-
.../apache/iotdb/db/utils/DataNodeAuthUtils.java | 6 +-
.../auth/authorizer/LocalFileAuthorizerTest.java | 8 +-
.../db/auth/authorizer/OpenIdAuthorizerTest.java | 8 +-
.../db/pipe/consensus/DeletionRecoverTest.java | 6 +-
.../db/pipe/consensus/DeletionResourceTest.java | 12 +-
.../db/pipe/source/PipeRealtimeExtractTest.java | 32 +-
.../operator/process/ValuesOperatorTest.java | 207 ++++++++++
.../process/window/RowNumberOperatorTest.java | 359 ++++++++++++++++
.../process/window/TopKRankingOperatorTest.java | 455 +++++++++++++++++++++
.../source/relational/TableScanOperatorTest.java | 113 +++++
.../logical/SchemaQueryLogicalPlannerTest.java | 6 +-
.../dataregion/memtable/TsFileProcessorTest.java | 158 -------
.../commons/auth/authorizer/BasicAuthorizer.java | 7 +-
.../iotdb/commons/auth/authorizer/IAuthorizer.java | 3 +-
.../commons/auth/authorizer/OpenIdAuthorizer.java | 3 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 21 +
.../commons/pipe/agent/plugin/PipePluginAgent.java | 33 +-
.../agent/task/execution/PipeSubtaskExecutor.java | 18 +-
.../iotdb/commons/pipe/config/PipeConfig.java | 4 +
.../iotdb/commons/pipe/config/PipeDescriptor.java | 7 +
.../pipe/receiver/PipeReceiverStatusHandler.java | 10 +-
.../pipe/source/IoTDBNonDataRegionSource.java | 3 +
.../iotdb/commons/pipe/source/IoTDBSource.java | 19 +-
.../schema/column/ColumnHeaderConstant.java | 2 +-
.../src/main/thrift/confignode.thrift | 1 +
pom.xml | 2 +-
scripts/sbin/windows/start-cli.bat | 18 +-
140 files changed, 2788 insertions(+), 1565 deletions(-)
delete mode 100644 .github/workflows/greetings.yml
copy
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/exception/{PipeStrategyNotValidException.java
=> PipePasswordCheckException.java} (87%)
delete mode 100644
iotdb-core/consensus/src/main/java/org/apache/iotdb/consensus/pipe/consensuspipe/ConsensusPipeDispatcher.java
delete mode 100644
iotdb-core/consensus/src/main/java/org/apache/iotdb/consensus/pipe/consensuspipe/ConsensusPipeManager.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/consensus/ConsensusPipeDataNodeDispatcher.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/execution/operator/process/ValuesOperatorTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/execution/operator/process/window/RowNumberOperatorTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/execution/operator/process/window/TopKRankingOperatorTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/TableScanOperatorTest.java
