This is an automated email from the ASF dual-hosted git repository.
Wei-hao-Li pushed a change to branch fragmentCSRPC
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from c5d363c2cb9 done
add 08cebbd76c1 Fix snapshots of deleted TsFile resources during DataNode
removal (#19192)
add b2929d321a3 Fix table-model UDFs on TAG/ATTRIBUTE predicates and
SHOW/COUNT DEVICES (#19195)
add 250f85387f5 Expose internal client sessions through multiplexed RPC
(#19125)
add 868f2c6e03f Fix LOAD splitting of sparse batched aligned chunks
(complete #19032) (#19184)
add 135c78461a5 Fix resetting maximum numeric table TTL to INF (#19183)
add 050fcb5aa98 Parallelize process of set semantic TVF when the conetent
of partition keys were same (#19155)
add e9267062671 Fix subscription timeout cleanup during DataNode removal
(#19197)
add 9e701208a88 Fix active load retries while table schema regions recover
(#19201)
add 330832abdc2 Fix Pipe memory allocation for five-part DataNode
proportions (#19202)
add 4b94bc62e29 [Test] Fix flaky LOAD restart and teardown ITs (#19103)
add b702764f564 Reject UDFs in table-model UPDATE statements (#19196)
add a4568b6e90c Reject RegionGroup policy hot reload on mixed-version
ConfigNodes (#19204)
add e3b60020bbb Fix schema file I/O failure handling and short writes
(#19190)
add 66209334eb7 [WAL] Flush a memtable instead of snapshotting it when the
snapshot exceeds the WAL entry limit (#19174)
add 4886d3c8bc4 fix that metadata high available frame could recognize the
timeout exception (#19206)
add 4f1483abc78 Fix customized cluster wrong config IT (#19213)
add fb0a0acbbda [Query] Cancel dispatched fragment instances right away
when the dispatch fails (#19085)
add 509c3954382 Remove unused Airline dependency (#19216)
add 76660832db6 [Pipe] Distribute parser admission across processor
workers (#19217)
add 6e7448d9beb Fix relational insert tablet redirect row count (#19221)
add 7b407ec0029 Upgrade Jetty to 12.0.41 and Jackson to 2.18.12 (#19226)
add 90515489a24 Support constant folding for insert values (#17850)
add d9122d83761 Support timestamp cast literals in table-model time
planning (#19223)
add 5aca93a2c2e Protect UDF classloader lifetime with query scopes (#19107)
add 54bff3d9a42 [Pipe] Allow retry heartbeats past realtime completion
barriers (#19219)
add d47472156d7 Upgrade JLine to 3.30.17 (#19235)
add 9f9479c2670 Fix concurrent mock stubbing in pipe processor worker test
(#19233)
add 364ff1f85d7 Clean up query execution rejected by IoTDBLocal read-only
check (#19240)
add 47b08dcab22 Fix unsubscribe failures when DataNodes are offline
(#19222)
add 2cd3b07f7af [Pipe] Fix stalled region ordering after TsFile-to-Tablet
conversion (#19243)
add fd7b80c63be fix(jdbc): forward column mapping in table-model
PreparedStatement
add bddc548f27c Fix numeric type inference in CLI CSV import (#19209)
add cca1dbbde6d [CQ] Check READ_DATA permissions during continuous query
execution
add 9a281f8e1c0 Fix snapshot recovery when hard links are unsupported
(#19236)
add 594a237e79c Fix JDBC batch failure reporting and database sync (#19245)
add b92ca10c792 Fix out-of-range Python timestamps with pandas 3.1 (#19248)
add 59dbe0730ee Fix unreachable ordered rate accumulators
add 95d05dda02d [Query] Fix scheduler stop races and query attempt context
leaks
add bb1540ebbd0 [Storage] Cap the temporary flush memory estimate at the
memtable size (#19108)
add 8a2f85adf4a Fix subscription prefetch wakeups for late replicated WAL
entries (#19194)
add 5413fd14098 [IT] Reduce integration test runtime (#19242)
add 026fced39dc merge
No new revisions were added by this update.
Summary of changes:
LICENSE-binary | 31 +-
THREAT_MODEL.md | 20 +-
dependencies.json | 1 -
integration-test/AGENTS.md | 12 +
integration-test/pom.xml | 5 +
.../cluster/env/IntegrationTestEnvMessages.java} | 27 +-
.../cluster/env/IntegrationTestEnvMessages.java} | 27 +-
.../it/env/cluster/config/MppDataNodeConfig.java | 6 +
.../iotdb/it/env/cluster/env/AbstractEnv.java | 141 ++--
.../it/env/cluster/node/AbstractNodeWrapper.java | 4 +
.../it/env/cluster/node/ConfigNodeWrapper.java | 15 +
.../it/env/remote/config/RemoteDataNodeConfig.java | 5 +
.../apache/iotdb/itbase/env/DataNodeConfig.java | 2 +
.../it/cluster/IoTDBClusterNodeErrorStartUpIT.java | 168 +++--
.../it/cluster/IoTDBClusterNodeGetterIT.java | 56 +-
.../it/database/IoTDBDatabaseSetAndDeleteIT.java | 34 +-
...ataPartitionTableIntegrityCheckProcedureIT.java | 67 +-
.../it/partition/IoTDBPartitionCreationIT.java | 24 +-
.../partition/IoTDBPartitionTableAutoCleanIT.java | 82 ++-
.../IoTDBPartitionTableAutoCleanUSIT.java | 92 +--
.../iotdb/db/it/IoTDBCustomizedClusterIT.java | 49 +-
.../org/apache/iotdb/db/it/IoTDBDeletionIT.java | 9 +-
.../iotdb/db/it/IoTDBIPv6ExternalServiceIT.java | 4 +-
.../apache/iotdb/db/it/IoTDBInsertWithQueryIT.java | 31 +-
.../apache/iotdb/db/it/IoTDBLoadLastCacheIT.java | 66 +-
.../iotdb/db/it/IoTDBLoadTsFileClusterIT.java | 132 +++-
.../org/apache/iotdb/db/it/IoTDBLoadTsFileIT.java | 91 ++-
.../org/apache/iotdb/db/it/IoTDBRecoverIT.java | 109 +--
.../apache/iotdb/db/it/IoTDBRecoverUnclosedIT.java | 103 ++-
.../org/apache/iotdb/db/it/IoTDBRestartIT.java | 49 +-
.../apache/iotdb/db/it/IoTDBRestartRatisIT.java | 62 +-
.../org/apache/iotdb/db/it/IoTDBSimpleQueryIT.java | 66 +-
.../java/org/apache/iotdb/db/it/IoTDBTtlIT.java | 29 +-
.../iotdb/db/it/IoTDBWriteMemoryLifecycleIT.java | 46 +-
.../db/it/aggregation/IoTDBAggregationIT.java | 209 ++----
.../db/it/aligned/IoTDBAlignedDataDeletionIT.java | 66 +-
.../org/apache/iotdb/db/it/auth/IoTDBAuthIT.java | 161 ++++-
.../scalar/IoTDBReplaceFunctionIT.java | 2 +-
.../scalar/IoTDBSubStringFunctionIT.java | 2 +-
.../org/apache/iotdb/db/it/cq/IoTDBCQExecIT.java | 390 ++++++++---
.../apache/iotdb/db/it/cq/IoTDBCQExecInNsIT.java | 95 ++-
.../apache/iotdb/db/it/cq/IoTDBCQExecInUsIT.java | 95 ++-
.../java/org/apache/iotdb/db/it/cq/IoTDBCQIT.java | 53 ++
.../iotdb/db/it/mqtt/IoTDBMQTTServiceJsonIT.java | 121 ++--
.../it/query/IoTDBAggregationFirstInGroupIT.java | 2 +-
.../iotdb/db/it/quotas/IoTDBSpaceQuotaIT.java | 58 +-
.../iotdb/db/it/udaf/IoTDBUDAFNormalQueryIT.java | 157 +++--
.../iotdb/db/it/udf/IoTDBUDFBlockQueryIT.java | 14 +-
.../db/it/udf/IoTDBUDFOtherWindowQueryIT.java | 120 ++--
.../iotdb/db/it/udf/IoTDBUDFWindowQueryIT.java | 17 +-
.../org/apache/iotdb/db/it/utils/TestUtils.java | 57 +-
.../iotdb/it/utils/InternalSessionITUtils.java | 158 +++++
.../iotdb/libudf/it/dprofile/DProfileIT.java | 44 +-
.../iotdb/libudf/it/dquality/DQualityIT.java | 42 +-
.../iotdb/libudf/it/frequency/FrequencyIT.java | 29 +-
.../apache/iotdb/pipe/it/dual/PipeTestUtils.java | 359 ++++++++++
.../pipe/it/dual/tablemodel/TableModelUtils.java | 201 +++++-
.../manual/AbstractPipeTableModelDualManualIT.java | 19 +-
.../AbstractPipeTableModelSharedClusterIT.java | 211 ++++++
.../tablemodel/manual/basic/IoTDBPipeAlterIT.java | 655 +++++++++---------
.../manual/basic/IoTDBPipeDataSinkIT.java | 640 +++++++++++++-----
.../manual/basic/IoTDBPipeIsolationIT.java | 4 +-
.../manual/basic/IoTDBPipeLifeCycleIT.java | 29 +-
.../manual/basic/IoTDBPipePermissionIT.java | 72 +-
.../manual/basic/IoTDBPipeProtocolIT.java | 74 +-
.../basic/IoTDBPipeRelationalSecurityIT.java | 21 +-
.../tablemodel/manual/basic/IoTDBPipeSourceIT.java | 484 +++++++------
.../manual/basic/IoTDBPipeSwitchStatusIT.java | 4 +-
.../tablemodel/manual/basic/IoTDBPipeSyntaxIT.java | 106 ++-
.../IoTDBPipeTsFileDecompositionWithModsIT.java | 205 ++----
.../manual/basic/IoTDBPipeWithLoadIT.java | 176 +++--
.../manual/basic/IoTDBTablePatternFormatIT.java | 281 ++++----
.../manual/enhanced/IoTDBPipeAutoConflictIT.java | 180 +++--
.../manual/enhanced/IoTDBPipeAutoDropIT.java | 82 +--
.../manual/enhanced/IoTDBPipeClusterIT.java | 141 ++--
.../manual/enhanced/IoTDBPipeDoubleLivingIT.java | 334 ++++-----
.../manual/enhanced/IoTDBPipeIdempotentIT.java | 71 +-
.../manual/enhanced/IoTDBPipeMetaIT.java | 70 +-
.../manual/enhanced/IoTDBPipeNullValueIT.java | 118 ++--
.../enhanced/IoTDBPipeSinkCompressionIT.java | 329 +++++----
.../manual/enhanced/IoTDBPipeSinkParallelIT.java | 31 +-
.../IoTDBPipeTypeConversionISessionIT.java | 63 +-
.../IoTDBPipeTypeConversionSemanticIT.java | 25 +-
.../auto/AbstractPipeDualTreeModelAutoIT.java | 23 +-
.../auto/AbstractPipeTreeModelSharedClusterIT.java | 164 +++++
.../treemodel/auto/basic/IoTDBPipeAlterIT.java | 750 ++++++++++-----------
.../treemodel/auto/basic/IoTDBPipeAutoSplitIT.java | 6 +-
.../treemodel/auto/basic/IoTDBPipeDataSinkIT.java | 374 ++++++----
.../dual/treemodel/auto/basic/IoTDBPipeIPv6IT.java | 4 +-
.../treemodel/auto/basic/IoTDBPipeLifeCycleIT.java | 251 ++++---
.../treemodel/auto/basic/IoTDBPipeMutualSSLIT.java | 40 +-
.../treemodel/auto/basic/IoTDBPipeProtocolIT.java | 34 +-
.../IoTDBPipeReceiverAutoCreateDisabledIT.java | 20 +-
.../treemodel/auto/basic/IoTDBPipeSourceIT.java | 582 ++++++++--------
.../auto/basic/IoTDBPipeSwitchStatusIT.java | 4 +-
.../treemodel/auto/basic/IoTDBPipeSyntaxIT.java | 356 ++++++----
.../auto/basic/IoTDBShowReceiversLifecycleIT.java | 32 +-
.../auto/basic/IoTDBTreePatternFormatIT.java | 249 ++++---
.../auto/enhanced/IoTDBPipeAutoConflictIT.java | 316 +++++----
.../auto/enhanced/IoTDBPipeAutoDropIT.java | 116 +++-
.../auto/enhanced/IoTDBPipeClusterIT.java | 94 +--
.../enhanced/IoTDBPipeConditionalOperationsIT.java | 94 +--
.../auto/enhanced/IoTDBPipeIdempotentIT.java | 185 +++--
.../auto/enhanced/IoTDBPipeNullValueIT.java | 158 ++---
.../auto/enhanced/IoTDBPipeSinkCompressionIT.java | 247 ++++---
.../IoTDBPipeTypeConversionSemanticIT.java | 25 +-
.../auto/enhanced/IoTDBPipeWithLoadIT.java | 28 +-
.../treemodel/auto/enhanced/PipeNowFunctionIT.java | 158 ++---
.../manual/AbstractPipeDualTreeModelManualIT.java | 72 +-
...AbstractPipeTreeModelManualSharedClusterIT.java | 194 ++++++
.../treemodel/manual/IoTDBPipeInclusionIT.java | 10 +-
.../manual/IoTDBPipeMetaHistoricalIT.java | 38 +-
.../manual/IoTDBPipeMetaLeaderChangeIT.java | 169 +++--
.../treemodel/manual/IoTDBPipeMetaRestartIT.java | 95 +--
.../treemodel/manual/IoTDBPipePermissionIT.java | 230 ++++---
.../treemodel/manual/IoTDBPipeReqAutoSliceIT.java | 3 +-
.../IoTDBPipeTsFileDecompositionWithModsIT.java | 475 ++++++-------
.../manual/IoTDBPipeTypeConversionISessionIT.java | 114 +++-
.../treemodel/manual/IoTDBPipeWriteBackSinkIT.java | 27 +-
.../iotdb/pipe/it/single/AbstractPipeSingleIT.java | 5 +
.../it/single/IoTDBPipeOperationDiagnosticsIT.java | 42 +-
.../pipe/it/single/IoTDBPipePermissionIT.java | 151 ++++-
.../iotdb/pipe/it/single/IoTDBShowReceiversIT.java | 215 ++++--
.../pipe/it/triple/AbstractPipeTripleManualIT.java | 13 +-
.../iotdb/pipe/it/triple/IoTDBPipeForwardIT.java | 2 +
.../pipe/it/triple/IoTDBShowReceiversTripleIT.java | 60 +-
.../relational/it/db/it/IoTDBDeletionTableIT.java | 9 +-
.../relational/it/db/it/IoTDBInsertTableIT.java | 56 +-
.../relational/it/db/it/IoTDBLoadTsFileIT.java | 210 +++++-
.../db/it/IoTDBRegionReadyAfterRestartTableIT.java | 3 +
.../relational/it/db/it/IoTDBRestartTableIT.java | 44 +-
.../it/db/it/IoTDBTablePreparedStatementIT.java | 35 +
.../db/it/IoTDBTablePreparedStatementJDBCIT.java | 233 +++++++
.../relational/it/db/it/IoTDBWindowTVFIT.java | 94 +++
.../it/db/it/IoTDBWindowTVFRegionsIT.java | 135 ++++
.../relational/it/db/it/udf/IoTDBLocalIT.java | 92 +++
.../it/db/it/udf/IoTDBSQLFunctionManagementIT.java | 233 +++++++
.../it/insertquery/IoTDBInsertQueryIT.java | 93 +--
.../relational/it/mqtt/IoTDBMQTTServiceIT.java | 76 ++-
.../it/query/old/IoTDBSimpleQueryTableIT.java | 20 +-
...oTDBNoSelectExpressionAfterAnalyzedTableIT.java | 7 +-
.../it/query/recent/IoTDBComplexQueryIT.java | 109 +++
.../relational/it/query/recent/IoTDBCteIT.java | 28 +-
.../it/query/recent/IoTDBDistinctTagIT.java | 9 +-
.../it/query/recent/IoTDBGapFillTableIT.java | 40 ++
.../view/old/IoTDBSimpleQueryTableViewIT.java | 29 +-
.../view/recent/IoTDBComplexQueryTableViewIT.java | 2 -
.../query/view/recent/IoTDBTableViewQueryIT.java | 53 +-
...oTDBTableViewQueryWithNotMatchedDataTypeIT.java | 44 +-
.../it/schema/IoTDBAlterColumnTypeIT.java | 1 -
.../relational/it/schema/IoTDBDatabaseIT.java | 128 +++-
.../schema/IoTDBDatabaseMaxRegionGroupNumIT.java | 31 +-
.../iotdb/relational/it/schema/IoTDBTableIT.java | 37 +
.../it/session/InternalTableSessionIT.java | 174 +++++
.../it/session/InternalTableSessionRedirectIT.java | 141 ++++
.../it/session/IoTDBSessionRelationalIT.java | 239 ++++---
.../it/session/IoTDBTableModelSessionIT.java | 25 +-
.../apache/iotdb/session/it/InternalSessionIT.java | 225 +++++++
.../session/it/InternalSessionRedirectIT.java | 140 ++++
.../iotdb/session/it/IoTDBConnectionsIT.java | 74 +-
.../session/it/IoTDBSessionAlignedInsertIT.java | 260 +++----
.../iotdb/session/it/IoTDBSessionComplexIT.java | 38 +-
.../iotdb/session/it/IoTDBSessionInsertNullIT.java | 192 +++---
.../session/it/IoTDBSessionSyntaxConventionIT.java | 121 ++--
.../org/apache/iotdb/session/it/SessionIT.java | 72 +-
.../session/it/SessionSeedNodeFallbackIT.java | 40 +-
.../iotdb/session/it/pool/SessionPoolIT.java | 68 +-
.../tablemodel/InternalSubscriptionTableIT.java | 226 +++++++
.../src/main/java/org/apache/iotdb/cli/Cli.java | 11 +-
.../apache/iotdb/tool/data/AbstractDataTool.java | 47 +-
.../test/java/org/apache/iotdb/cli/CliTest.java | 85 +++
.../iotdb/tool/data/DataToolRegressionTest.java | 248 +++++++
iotdb-client/client-py/iotdb/utils/rpc_utils.py | 17 +-
.../client-py/tests/unit/test_rpc_utils.py | 31 +-
.../org/apache/iotdb/isession/INodeSupplier.java | 18 +
.../iotdb/jdbc/IoTDBTablePreparedStatement.java | 5 +
.../jdbc/IoTDBTablePreparedStatementTest.java | 182 +++++
...MemoryControl.java => RpcServiceConstants.java} | 9 +-
.../apache/iotdb/session/i18n/SessionMessages.java | 9 +
.../apache/iotdb/session/i18n/SessionMessages.java | 9 +
.../java/org/apache/iotdb/session/Session.java | 63 +-
.../apache/iotdb/session/SessionConnection.java | 14 +-
.../apache/iotdb/session/TableSessionBuilder.java | 6 +-
.../session/pool/AbstractSessionPoolBuilder.java | 2 +
.../org/apache/iotdb/session/pool/SessionPool.java | 38 +-
.../iotdb/session/pool/TableSessionPool.java | 2 +-
.../session/pool/TableSessionPoolBuilder.java | 7 +-
.../subscription/i18n/SubscriptionMessages.java | 1 -
.../subscription/i18n/SubscriptionMessages.java | 1 -
.../rpc/subscription/config/ConsumerConstant.java | 7 +
.../subscription/SubscriptionSessionWrapper.java | 28 +-
.../subscription/SubscriptionTableSession.java | 4 +
.../SubscriptionTableSessionBuilder.java | 36 +-
.../SubscriptionTreeSessionBuilder.java | 30 +
.../base/AbstractSubscriptionConsumer.java | 33 +
.../base/AbstractSubscriptionConsumerBuilder.java | 37 +
.../base/AbstractSubscriptionProvider.java | 14 +
.../SubscriptionTablePullConsumerBuilder.java | 40 ++
.../SubscriptionTablePushConsumerBuilder.java | 36 +
.../tree/SubscriptionTreePullConsumerBuilder.java | 36 +
.../tree/SubscriptionTreePushConsumerBuilder.java | 36 +
.../ir/GlobalTimePredicateExtractVisitor.java | 18 +-
.../iotdb/confignode/i18n/ConfigNodeMessages.java | 4 +
.../iotdb/confignode/i18n/ConfigNodeMessages.java | 3 +
.../async/DataNodeTransportFailureUtils.java | 92 +++
.../handlers/rpc/DataNodeTSStatusRPCHandler.java | 8 +-
.../async/handlers/rpc/PipePushMetaRPCHandler.java | 10 +-
.../ConsumerGroupPushMetaRPCHandler.java | 11 +-
.../iotdb/confignode/manager/ConfigManager.java | 22 +
.../iotdb/confignode/manager/node/NodeManager.java | 37 +
.../manager/schema/ClusterSchemaManager.java | 3 +-
.../procedure/env/ConfigNodeProcedureEnv.java | 23 +-
.../AbstractOperateSubscriptionProcedure.java | 14 +
.../consumer/AlterConsumerGroupProcedure.java | 50 +-
.../subscription/DropSubscriptionProcedure.java | 23 +-
.../manager/ClusterSchemaManagerTest.java | 16 +-
.../ConfigManagerRegionGroupPolicyVersionTest.java | 280 ++++++++
.../manager/lease/ClusterCachePropagatorTest.java | 42 ++
.../manager/node/NodeManagerStatusReasonTest.java | 23 +-
.../node/NodeManagerVersionConsistencyTest.java | 178 +++++
.../procedure/env/ConfigNodeProcedureEnvTest.java | 59 ++
.../table/SetTablePropertiesProcedureTest.java | 70 ++
.../DropSubscriptionProcedureTest.java | 382 ++++++++++-
iotdb-core/datanode/pom.xml | 10 +-
.../apache/iotdb/db/i18n/DataNodeMiscMessages.java | 16 +-
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 3 +
.../iotdb/db/i18n/DataNodeQueryMessages.java | 41 ++
.../iotdb/db/i18n/StorageEngineMessages.java | 2 +-
.../apache/iotdb/db/i18n/DataNodeMiscMessages.java | 16 +-
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 3 +
.../iotdb/db/i18n/DataNodeQueryMessages.java | 41 ++
.../iotdb/db/i18n/StorageEngineMessages.java | 2 +-
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 2 +-
.../apache/iotdb/db/conf/DataNodeMemoryConfig.java | 6 +-
.../consensus/statemachine/BaseStateMachine.java | 26 +-
.../dataregion/DataRegionStateMachine.java | 6 +-
.../schemaregion/SchemaRegionStateMachine.java | 6 +-
.../agent/task/connection/PipeEventCollector.java | 6 +-
.../sink/PipeRealtimePriorityBlockingQueue.java | 4 +-
.../common/tablet/PipeRawTabletInsertionEvent.java | 23 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 32 +-
.../db/pipe/resource/memory/PipeMemoryManager.java | 69 +-
.../realtime/PipeRealtimeDataRegionSource.java | 1 +
.../PipeRealtimeDataRegionTsFileSource.java | 3 +-
.../iotdb/db/protocol/session/IClientSession.java | 13 +
.../iotdb/db/protocol/session/SessionManager.java | 134 +++-
.../thrift/InternalClientRPCServiceProcessor.java | 70 ++
.../handler/InternalServiceThriftHandler.java | 43 +-
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 53 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 129 +++-
...dler.java => InternalClientRPCServiceImpl.java} | 9 +-
.../db/queryengine/common/DataNodeEndPoints.java | 7 +
.../db/queryengine/common/MPPQueryContext.java | 26 +-
.../db/queryengine/common/QueryAttemptId.java} | 45 +-
.../queryengine/execution/QueryStateMachine.java | 3 +-
.../execution/fragment/DataNodeQueryContext.java | 9 +-
.../fragment/FragmentInstanceContext.java | 81 ++-
.../fragment/FragmentInstanceExecution.java | 5 +
.../fragment/FragmentInstanceManager.java | 135 +++-
.../execution/fragment/QueryAttemptRegistry.java | 389 +++++++++++
.../operator/process/TransformOperator.java | 37 +-
.../iotdb/db/queryengine/plan/Coordinator.java | 20 +-
.../db/queryengine/plan/analyze/Analysis.java | 20 +-
.../db/queryengine/plan/analyze/Analyzer.java | 1 +
.../db/queryengine/plan/analyze/IAnalysis.java | 5 +-
.../plan/analyze/load/LoadTsFileAnalyzer.java | 18 +-
.../analyze/load/LoadTsFileTableSchemaCache.java | 20 +
.../queryengine/plan/execution/QueryExecution.java | 169 ++++-
.../config/executor/ClusterConfigTaskExecutor.java | 22 +-
.../config/metadata/ShowFunctionsTask.java | 16 +-
.../planner/DataNodeTableOperatorGenerator.java | 6 +-
.../db/queryengine/plan/planner/IPlanner.java | 3 +-
.../plan/planner/LocalExecutionPlanner.java | 31 +
.../queryengine/plan/planner/TreeModelPlanner.java | 3 +-
.../plan/planner/plan/FragmentInstance.java | 51 +-
.../planner/plan/node/write/InsertRowNode.java | 3 +-
.../planner/plan/node/write/InsertRowsNode.java | 6 +-
.../plan/node/write/InsertRowsOfOneDeviceNode.java | 3 +-
.../planner/plan/node/write/InsertTabletNode.java | 6 +-
.../plan/node/write/RelationalInsertRowsNode.java | 18 +-
.../node/write/RelationalInsertTabletNode.java | 19 +-
.../plan/relational/analyzer/Analysis.java | 21 +-
.../plan/relational/analyzer/Analyzer.java | 1 +
.../relational/analyzer/ExpressionAnalyzer.java | 11 +
.../relational/analyzer/StatementAnalyzer.java | 46 ++
.../ConvertPredicateToTimeFilterVisitor.java | 12 +-
.../planner/IrExpressionInterpreter.java | 326 ++++++---
.../plan/relational/planner/QueryPlanner.java | 12 +-
.../plan/relational/planner/TableModelPlanner.java | 3 +-
.../plan/relational/planner/TagColumnUtils.java | 67 ++
.../plan/relational/planner/TranslationMap.java | 5 +-
.../distribute/TableDistributedPlanGenerator.java | 175 ++++-
.../ir/GapFillStartAndEndTimeExtractVisitor.java | 46 +-
.../planner/optimizations/ParallelizeGrouping.java | 59 +-
.../optimizations/TransformSortToStreamSort.java | 18 +-
.../security/TreeAccessCheckContext.java | 10 +-
.../security/TreeAccessCheckVisitor.java | 8 +-
.../plan/relational/sql/ast/InsertValues.java | 346 ++++++++++
.../plan/relational/sql/parser/AstBuilder.java | 234 +------
.../plan/relational/sql/util/AstUtil.java | 83 +++
.../plan/scheduler/ClusterScheduler.java | 61 +-
.../scheduler/FragmentInstanceDispatcherImpl.java | 159 ++++-
.../plan/scheduler/IQueryTerminator.java | 8 +
.../db/queryengine/plan/scheduler/IScheduler.java | 1 +
.../plan/scheduler/SimpleQueryTerminator.java | 44 +-
.../plan/scheduler/load/LoadTsFileScheduler.java | 18 +
.../db/queryengine/plan/udf/TreeUDFUtils.java | 17 +-
.../transformation/dag/udf/UDTFContext.java | 2 -
.../mtree/impl/pbtree/schemafile/SchemaFile.java | 115 +++-
.../mtree/impl/pbtree/schemafile/SchemaPage.java | 3 +-
.../pbtree/schemafile/pagemgr/PageIOChannel.java | 79 ++-
.../pbtree/schemafile/pagemgr/PageManager.java | 27 +-
.../reader/impl/TimeseriesReaderWithViewFetch.java | 44 ++
.../db/service/DataNodeInternalRPCService.java | 40 +-
.../metrics/IoTDBInternalLocalReporter.java | 2 +-
.../dataregion/flush/MemTableFlushTask.java | 39 +-
.../dataregion/snapshot/SnapshotLoader.java | 11 +-
.../dataregion/snapshot/SnapshotTaker.java | 13 +-
.../dataregion/tsfile/TsFileResource.java | 4 +
.../dataregion/wal/buffer/WALBuffer.java | 14 +
.../storageengine/dataregion/wal/node/WALNode.java | 11 +-
.../converter/LoadTsFileDataTypeConverter.java | 60 +-
.../splitter/BatchedAlignedValueChunkData.java | 107 +--
.../consensus/ConsensusPrefetchingQueue.java | 25 +-
.../receiver/SubscriptionReceiverV1.java | 79 ++-
.../org/apache/iotdb/db/utils/CommonUtils.java | 62 --
.../org/apache/iotdb/db/auth/TreeAccessTest.java | 2 +-
.../db/conf/DataNodeMemoryProportionTest.java | 106 +++
.../metadata/mtree/schemafile/SchemaFileTest.java | 261 +++++++
.../metadata/mtree/schemafile/SchemaPageTest.java | 110 +++
.../task/connection/PipeEventCollectorTest.java | 31 +
.../processor/PipeProcessorSubtaskWorkerTest.java | 108 ++-
.../resource/memory/PipeMemoryManagerTest.java | 64 ++
.../db/pipe/source/PipeRealtimeExtractTest.java | 415 +++++++++++-
.../handler/InternalServiceThriftHandlerTest.java | 57 ++
.../impl/DataNodeInternalRPCServiceImplCQTest.java | 163 +++++
.../fragment/FragmentInstanceManagerTest.java | 100 +++
.../fragment/QueryAttemptAdmissionTest.java | 184 +++++
.../fragment/QueryAttemptRegistryTest.java | 379 +++++++++++
.../execution/fragment/QueryAttemptRpcTest.java | 140 ++++
...nAlignedTreeDeviceViewScanOperatorTreeTest.java | 2 +-
.../sink/SinkOperatorDownStreamNodeIdTest.java | 2 +-
.../iotdb/db/queryengine/plan/CoordinatorTest.java | 149 ++++
.../load/LoadTsFileTableSchemaRecoveryTest.java | 185 +++++
.../execution/QueryExecutionLifecycleTest.java | 171 +++++
.../plan/execution/QueryExecutionRetryTest.java | 91 ++-
.../plan/planner/FragmentInstanceSerdeTest.java | 41 +-
.../plan/planner/LastQueryCacheTest.java | 7 +-
.../planner/LocalExecutionPlannerBudgetTest.java | 4 +-
.../plan/planner/PipelineBuilderTest.java | 4 +-
.../planner/node/write/WritePlanNodeSplitTest.java | 29 +
.../relational/analyzer/TableFunctionTest.java | 241 +++++++
.../relational/planner/TableModelPlannerTest.java | 13 +-
.../planner/WindowFunctionOptimizationTest.java | 19 +
.../{SortMatcher.java => MergeSortMatcher.java} | 19 +-
.../planner/assertions/PlanMatchPattern.java | 4 +
.../planner/distribute/RateOrderedInputTest.java | 284 ++++++++
.../planner/distribute/RateOrderedPlannerTest.java | 152 +++++
.../relational/sql/AstMemoryEstimatorTest.java | 29 +-
.../plan/relational/sql/ast/InsertValuesTest.java | 204 ++++++
.../scheduler/ClusterSchedulerLifecycleTest.java | 130 ++++
.../FragmentInstanceDispatcherLifecycleTest.java | 263 ++++++++
.../plan/scheduler/QueryAttemptProtocolTest.java | 95 +++
.../plan/scheduler/QueryTerminalCleanupTest.java | 152 +++++
.../plan/scheduler/SimpleQueryTerminatorTest.java | 123 ++++
.../scheduler/load/LoadTsFileSchedulerTest.java | 21 +-
.../builder/EvaluationDAGBuilderTest.java | 2 +-
.../storageengine/dataregion/DataRegionTest.java | 39 ++
.../dataregion/flush/FlushMemoryEstimateTest.java | 53 ++
.../dataregion/memtable/MemTableFlushTaskTest.java | 208 ++++++
.../dataregion/snapshot/IoTDBSnapshotTest.java | 30 +
.../snapshot/SnapshotLinkFallbackTest.java | 72 ++
.../dataregion/tsfile/TsFileResourceTest.java | 5 +
.../wal/buffer/WALBufferRollRecoveryTest.java | 65 ++
.../dataregion/wal/node/WALNodeTest.java | 118 +++-
.../db/storageengine/load/TsFileSplitterTest.java | 209 ++++++
.../ConsensusPrefetchingQueueReplicationTest.java | 319 +++++++++
.../receiver/SubscriptionReceiverV1Test.java | 251 +++++++
.../db/utils/FileChannelWriteArchitectureTest.java | 91 +++
iotdb-core/node-commons/pom.xml | 10 +
.../apache/iotdb/commons/i18n/QueryMessages.java | 9 +
.../apache/iotdb/commons/i18n/UtilMessages.java | 2 +
.../apache/iotdb/commons/i18n/QueryMessages.java | 9 +
.../apache/iotdb/commons/i18n/UtilMessages.java | 2 +
.../apache/iotdb/commons/audit/IAuditEntity.java | 8 +-
.../client/internal/session/InternalSession.java | 61 ++
.../internal/session/InternalSessionBuilder.java | 59 ++
.../internal/session/InternalSessionPool.java} | 18 +-
.../session/InternalSessionPoolBuilder.java | 55 ++
.../session/InternalTableSessionBuilder.java | 60 ++
.../session/InternalTableSessionPool.java} | 25 +-
.../session/InternalTableSessionPoolBuilder.java | 56 ++
.../InternalSubscriptionSessionWrapper.java | 78 +++
.../InternalSubscriptionTablePullConsumer.java | 25 +-
...ternalSubscriptionTablePullConsumerBuilder.java | 43 ++
.../InternalSubscriptionTableSession.java | 15 +-
.../InternalSubscriptionTableSessionBuilder.java | 55 ++
.../commons/queryengine/common/SessionInfo.java | 70 +-
.../queryengine/plan/udf/UDFManagementService.java | 129 +++-
.../org/apache/iotdb/commons/udf/UDFTable.java | 81 ++-
.../iotdb/commons/udf/service/UDFClassLoader.java | 18 +-
.../commons/udf/service/UDFClassLoaderManager.java | 179 ++++-
.../org/apache/iotdb/commons/utils/IOUtils.java | 36 +
.../session/InternalSessionProtocolTest.java | 167 +++++
.../plan/udf/UDFManagementServiceTest.java | 211 ++++++
.../udf/service/UDFClassLoaderManagerTest.java | 95 +++
.../apache/iotdb/commons/utils/IOUtilsTest.java | 152 +++++
.../src/main/thrift/confignode.thrift | 2 +
.../src/main/thrift/datanode.thrift | 16 +
pom.xml | 25 +-
410 files changed, 26001 insertions(+), 7423 deletions(-)
copy
integration-test/src/main/{java/org/apache/iotdb/it/env/cluster/env/Cluster1Env.java
=>
i18n/en/org/apache/iotdb/it/env/cluster/env/IntegrationTestEnvMessages.java}
(52%)
copy
integration-test/src/main/{java/org/apache/iotdb/it/env/cluster/env/Cluster1Env.java
=>
i18n/zh/org/apache/iotdb/it/env/cluster/env/IntegrationTestEnvMessages.java}
(52%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/it/utils/InternalSessionITUtils.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/PipeTestUtils.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/AbstractPipeTableModelSharedClusterIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/auto/AbstractPipeTreeModelSharedClusterIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/manual/AbstractPipeTreeModelManualSharedClusterIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/db/it/IoTDBWindowTVFRegionsIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/session/InternalTableSessionIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/session/InternalTableSessionRedirectIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/session/it/InternalSessionIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/session/it/InternalSessionRedirectIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/subscription/it/consensus/local/tablemodel/InternalSubscriptionTableIT.java
create mode 100644
iotdb-client/cli/src/test/java/org/apache/iotdb/cli/CliTest.java
copy code-coverage/copy-code-coverage-sources.sh =>
iotdb-client/client-py/tests/unit/test_rpc_utils.py (60%)
mode change 100755 => 100644
copy
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/{AutoResizingBufferMemoryControl.java
=> RpcServiceConstants.java} (73%)
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/client/async/DataNodeTransportFailureUtils.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/ConfigManagerRegionGroupPolicyVersionTest.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/node/NodeManagerVersionConsistencyTest.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/protocol/thrift/InternalClientRPCServiceProcessor.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/protocol/thrift/impl/{IClientRPCServiceWithHandler.java
=> InternalClientRPCServiceImpl.java} (78%)
copy
iotdb-core/{calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/process/rowpattern/matcher/MatchLabel.java
=>
datanode/src/main/java/org/apache/iotdb/db/queryengine/common/QueryAttemptId.java}
(55%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/fragment/QueryAttemptRegistry.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/TagColumnUtils.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/InsertValues.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/conf/DataNodeMemoryProportionTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/protocol/thrift/handler/InternalServiceThriftHandlerTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/protocol/thrift/impl/DataNodeInternalRPCServiceImplCQTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/execution/fragment/QueryAttemptAdmissionTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/execution/fragment/QueryAttemptRegistryTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/execution/fragment/QueryAttemptRpcTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/CoordinatorTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/analyze/load/LoadTsFileTableSchemaRecoveryTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/execution/QueryExecutionLifecycleTest.java
copy
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/planner/assertions/{SortMatcher.java
=> MergeSortMatcher.java} (82%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/planner/distribute/RateOrderedInputTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/planner/distribute/RateOrderedPlannerTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/InsertValuesTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/scheduler/ClusterSchedulerLifecycleTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/scheduler/FragmentInstanceDispatcherLifecycleTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/scheduler/QueryAttemptProtocolTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/scheduler/QueryTerminalCleanupTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/scheduler/SimpleQueryTerminatorTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/flush/FlushMemoryEstimateTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/snapshot/SnapshotLinkFallbackTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/broker/consensus/ConsensusPrefetchingQueueReplicationTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/utils/FileChannelWriteArchitectureTest.java
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/client/internal/session/InternalSession.java
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/client/internal/session/InternalSessionBuilder.java
copy
iotdb-core/{calc-commons/src/main/java/org/apache/iotdb/calc/execution/operator/process/fill/identity/IdentityFill.java
=>
node-commons/src/main/java/org/apache/iotdb/commons/client/internal/session/InternalSessionPool.java}
(66%)
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/client/internal/session/InternalSessionPoolBuilder.java
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/client/internal/session/InternalTableSessionBuilder.java
copy
iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/transformer/binary/ArithmeticAdditionTransformer.java
=>
node-commons/src/main/java/org/apache/iotdb/commons/client/internal/session/InternalTableSessionPool.java}
(53%)
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/client/internal/session/InternalTableSessionPoolBuilder.java
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/client/internal/subscription/InternalSubscriptionSessionWrapper.java
copy
iotdb-client/session/src/main/java/org/apache/iotdb/session/pool/TableSessionPool.java
=>
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/client/internal/subscription/InternalSubscriptionTablePullConsumer.java
(58%)
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/client/internal/subscription/InternalSubscriptionTablePullConsumerBuilder.java
copy
iotdb-client/session/src/main/java/org/apache/iotdb/session/pool/AbstractSessionPoolBuilder.java
=>
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/client/internal/subscription/InternalSubscriptionTableSession.java
(65%)
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/client/internal/subscription/InternalSubscriptionTableSessionBuilder.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/client/internal/session/InternalSessionProtocolTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/queryengine/plan/udf/UDFManagementServiceTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/udf/service/UDFClassLoaderManagerTest.java