This is an automated email from the ASF dual-hosted git repository.
ColinLeeo pushed a change to branch fix/tablet-out-of-order-seq-overlap
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from a40420e52ea Fix spotless formatting after merge conflict resolution
add ed9504f3aeb Preserve failed active LOAD file groups (#19253)
add e78f7366134 Avoid stack trace logging for expected create
tree-to-table view failures
add dea6e2b90a0 Fix query partition memory retention and failure
diagnostics
add ea7b4ffc5d6 Avoid stack traces for expected REST query errors
add bef926d4ee4 Fix Binary.compareTo to order bytes as unsigned in UDF and
Pipe APIs
add 9b2238027be Fix CAST(DOUBLE AS INT32) precision loss from narrowing to
FLOAT
add c6e194d364b [Storage] Make three TierManager fields thread-safe for
SonarCloud's reliability gate
add 52d4268d55b Fix microsecond conversion of datetimes before 1970 with a
fractional second
add 8b7cf270f7e Fix pooled session cleanup and close races (#19288)
add f12fe701c8c [Test] Stabilize Pipe concurrency tests (#19143)
add 9ab8a435014 Fix UDF resource ID collisions between transform operators
add 0fe55d4bdae [Compile] Fix TransformOperatorResourceTest class loader
setup (#19295)
add 688bb958ef9 [Bug] Fix date_bin month bins counting intra-second
milliseconds twice
add d5c15340c13 Fix UT logic (#19298)
add 3f841b00f3b [IoTConsensus] Preserve WAL needed by reconstructed peers
(#19268)
add 720da6c1a15 [Bug] Fix JDBC edge cases and resource cleanup (#19257)
add c5e5162385d Fix account unlock permission check for unprivileged users
(#19301)
add 6a835428868 Allow compatible types when loading TsFiles (#19293)
add a6bda7729ce [Pipe] Fix the ownership, cleanup and copy fallback of the
pipe hardlink dir (#19258)
add 536dd7fbec0 Expose consensus subscription queue readiness (#19302)
add ad0900813fe [Docs] Correct the stale thrift code generation pitfall in
AGENTS.md
add 7d2e7e5e545 Fix late subscription ACK handling (#19303)
add ada4f726b5f Fix ASF license headers and restore RAT coverage (#19309)
add b5de54a0ddd [Bug] Keep the aligned per-device chunk cap local to
encode (#19311)
add 7a147c40000 Bump version to 2.0.13-SNAPSHOT and sync release notes
(#19312)
add edf4b4ddc32 Fix pipe tree privilege path intersections (#19182)
add 229afb5b922 fix(load): validate Tree mini-file permissions before
conversion (#19317)
add 49c46279f63 [Bug] Flush the pending aligned page before sealing a
chunk at the chunk cap (#19313)
add b2a6c642e53 Pipe: Fix potential resource leaks in pipe lifecycle
cleanup (#17666)
add 0002b377a0b Stabilize pipe and table authentication tests (#19315)
add b07859b0e72 [Pipe] Reduce allocations in query Field copying and
Tablet batch encoding (#19282)
add c594a9adf6c [Subscription] Advance consensus progress when discarding
poisoned events (#18838)
add 727b83af260 Fix Pipe leader-change startup ordering (#19318)
add a048ebf73ee Use smaller default datagrams for strictly unidirectional
air-gap UDP (#19083)
add 698448a36a2 Fix subscription replay ordering during writer handoff
(#19322)
add 52b42d310b3 Fix table session pool lifecycle leaks
add 90e3d967f97 Fix stale query cleanup for abandoned queries and query
statements in executeBatch
add 86b8295299d Optimize subscription acknowledgement and WAL prefetching
(#18845)
add d6ec53dab7b Support asynchronous timeseries and table column deletion
(#19186)
add d20ef864a80 [Pipe] Guard DAL lifecycle and drain producers before
region cleanup (#19321)
add 48168f1f858 perf(datanode): encode aligned duplicate timestamps in one
pass (#19324)
add dd450f7edec Fragment large TsBlocks of query result responses between
java session and server
add 7a4cde62614 Merge remote-tracking branch 'apache/master' into
fix/seq-overlap-write-side
No new revisions were added by this update.
Summary of changes:
.git-blame-ignore-revs | 19 +
.gitmodules | 19 +
AGENTS.md | 9 +-
RELEASE_NOTES.md | 99 +++
architecture-test/pom.xml | 2 +-
code-coverage/pom.xml | 2 +-
distribution/pom.xml | 16 +-
docker/ReadMe.md | 6 +-
example/jdbc/pom.xml | 2 +-
example/mqtt-customize/pom.xml | 2 +-
example/mqtt/pom.xml | 2 +-
example/pipe-count-point-processor/pom.xml | 2 +-
example/pom.xml | 2 +-
example/rest-java-example/pom.xml | 2 +-
example/schema/pom.xml | 2 +-
example/session/pom.xml | 2 +-
example/subscription/pom.xml | 2 +-
example/trigger/pom.xml | 2 +-
example/udf/pom.xml | 2 +-
external-service-impl/mqtt/pom.xml | 12 +-
external-service-impl/pom.xml | 4 +-
external-service-impl/rest-openapi/pom.xml | 2 +-
external-service-impl/rest/pom.xml | 28 +-
.../rest/protocol/v1/handler/ExceptionHandler.java | 3 +-
.../rest/protocol/v2/handler/ExceptionHandler.java | 3 +-
.../protocol/handler/ExceptionHandlerTest.java | 162 +++++
integration-test/pom.xml | 42 +-
.../it/env/cluster/config/MppDataNodeConfig.java | 7 +
.../iotdb/it/env/cluster/env/AbstractEnv.java | 8 +-
.../it/env/cluster/node/AbstractNodeWrapper.java | 8 +-
.../it/env/remote/config/RemoteDataNodeConfig.java | 5 +
.../iotdb/it/utils/TsFileTableGenerator.java | 4 +
.../apache/iotdb/itbase/env/DataNodeConfig.java | 2 +
.../iotdb/itbase/runtime/ClusterTestStatement.java | 4 +-
.../it/partition/IoTDBPartitionDurableIT.java | 4 +-
.../pass/commit/IoTDBRegionReconstructWALIT.java | 216 ++++++
.../apache/iotdb/db/it/IoTDBExecuteBatchIT.java | 40 ++
.../java/org/apache/iotdb/db/it/IoTDBFilterIT.java | 22 +-
.../apache/iotdb/db/it/IoTDBInsertWithQueryIT.java | 3 +-
.../iotdb/db/it/IoTDBLoadTsFileActiveRetryIT.java | 450 +++++++++++-
.../iotdb/db/it/IoTDBLoadTsFileBoundaryIT.java | 769 +++++++++++++++++++++
.../org/apache/iotdb/db/it/IoTDBLoadTsFileIT.java | 40 +-
.../db/it/IoTDBQueryWithRecreatedTimeseriesIT.java | 3 +-
.../it/IoTDBRecreatedTimeseriesCompactionIT.java | 3 +-
.../org/apache/iotdb/db/it/IoTDBRestartIT.java | 4 +-
.../apache/iotdb/db/it/IoTDBRestartRatisIT.java | 4 +-
.../iotdb/db/it/IoTDBSessionResultChunkingIT.java | 278 ++++++++
.../org/apache/iotdb/db/it/IoTDBShowQueriesIT.java | 57 ++
.../org/apache/iotdb/db/it/IoTDBSimpleQueryIT.java | 41 +-
.../aligned/IoTDBAggregationWithDeletion2IT.java | 3 +-
.../it/aligned/IoTDBAggregationWithDeletionIT.java | 3 +-
.../db/it/aligned/IoTDBAlignedDataDeletionIT.java | 7 +-
.../IoTDBAlignedSeriesQueryWithMisMatchIT.java | 3 +-
...GroupByQueryWithValueFilterWithDeletion2IT.java | 3 +-
...BGroupByQueryWithValueFilterWithDeletionIT.java | 3 +-
...upByQueryWithoutValueFilterWithDeletion2IT.java | 3 +-
...oupByQueryWithoutValueFilterWithDeletionIT.java | 3 +-
.../it/aligned/IoTDBLastQueryWithDeletion2IT.java | 3 +-
.../it/aligned/IoTDBLastQueryWithDeletionIT.java | 3 +-
...DBLastQueryWithoutLastCacheWithDeletion2IT.java | 3 +-
...TDBLastQueryWithoutLastCacheWithDeletionIT.java | 3 +-
...BRawQueryWithoutValueFilterWithDeletion2IT.java | 3 +-
...DBRawQueryWithoutValueFilterWithDeletionIT.java | 3 +-
.../iotdb/db/it/audit/IoTDBAuditLogBasicIT.java | 48 +-
.../org/apache/iotdb/db/it/auth/IoTDBAuthIT.java | 38 +-
.../IoTDBIoTConsensusV23C3DBasicITBase.java | 3 +-
.../db/it/schema/IoTDBAlterTimeSeriesTypeIT.java | 39 +-
.../it/schema/IoTDBCreateAlignedTimeseriesIT.java | 2 +-
.../it/schema/IoTDBDeleteAlignedTimeseriesIT.java | 15 +-
.../db/it/schema/IoTDBDeleteTimeSeriesIT.java | 68 +-
.../iotdb/db/it/schema/IoTDBMetadataFetchIT.java | 3 +-
.../iotdb/db/it/schema/IoTDBSchemaTemplateIT.java | 5 +-
.../IoTDBShowTimeseriesOrderByTimeseriesIT.java | 5 +-
.../org/apache/iotdb/db/it/schema/IoTDBTagIT.java | 7 +-
.../db/it/schema/quota/IoTDBClusterMixQuotaIT.java | 3 +-
.../db/it/schema/quota/IoTDBClusterQuotaIT.java | 3 +-
.../org/apache/iotdb/db/it/utils/TestUtils.java | 166 ++++-
.../manual/enhanced/IoTDBPipeClusterIT.java | 53 +-
.../treemodel/auto/basic/IoTDBPipeLifeCycleIT.java | 2 +
.../it/db/it/IoTDBAuthenticationTableIT.java | 32 +-
.../relational/it/db/it/IoTDBDeletionTableIT.java | 4 +-
.../it/db/it/IoTDBFlushQueryTableIT.java | 3 +-
.../relational/it/db/it/IoTDBLoadTsFileIT.java | 70 +-
.../relational/it/db/it/IoTDBLoadTsFileMiniIT.java | 381 ++++++++++
.../relational/it/db/it/IoTDBRestartTableIT.java | 4 +-
.../it/db/it/IoTDBTableResultChunkingIT.java | 144 ++++
.../it/insertquery/IoTDBInsertQueryIT.java | 42 ++
.../it/query/old/IoTDBFilterTableIT.java | 20 +-
.../it/query/old/IoTDBSimpleQueryTableIT.java | 44 +-
.../view/old/IoTDBSimpleQueryTableViewIT.java | 46 +-
.../it/schema/IoTDBAlterColumnTypeIT.java | 8 +-
.../it/schema/IoTDBAttributeUpdateOrderingIT.java | 3 +
.../relational/it/schema/IoTDBDatabaseIT.java | 2 +
.../it/schema/IoTDBDropTableModProgressIT.java | 93 +++
.../it/schema/IoTDBNullableAttributeCacheIT.java | 41 +-
.../relational/it/schema/IoTDBTableDDLHAIT.java | 6 +
.../iotdb/relational/it/schema/IoTDBTableIT.java | 49 +-
.../session/pool/IoTDBTableModelSessionPoolIT.java | 30 +
.../iotdb/session/it/IoTDBSessionSimpleIT.java | 30 +-
.../iotdb/session/it/pool/SessionPoolIT.java | 8 +-
iotdb-api/external-api/pom.xml | 2 +-
iotdb-api/external-service-api/pom.xml | 2 +-
iotdb-api/pipe-api/pom.xml | 2 +-
.../org/apache/iotdb/pipe/api/type/Binary.java | 5 +-
.../org/apache/iotdb/pipe/api/type/BinaryTest.java | 61 ++
iotdb-api/pom.xml | 2 +-
iotdb-api/trigger-api/pom.xml | 2 +-
iotdb-api/udf-api/pom.xml | 7 +-
.../java/org/apache/iotdb/udf/api/type/Binary.java | 5 +-
.../org/apache/iotdb/udf/api/type/BinaryTest.java | 61 ++
iotdb-client/cli/pom.xml | 28 +-
iotdb-client/client-cpp/README.md | 4 +-
iotdb-client/client-cpp/README_zh.md | 4 +-
iotdb-client/client-cpp/pom.xml | 4 +-
iotdb-client/client-py/pom.xml | 8 +-
iotdb-client/isession/pom.xml | 8 +-
.../org/apache/iotdb/isession/SessionDataSet.java | 100 ++-
iotdb-client/jdbc/pom.xml | 8 +-
.../org/apache/iotdb/jdbc/i18n/JdbcMessages.java | 19 +
.../org/apache/iotdb/jdbc/i18n/JdbcMessages.java | 20 +
.../main/java/org/apache/iotdb/jdbc/Config.java | 2 +
.../iotdb/jdbc/IoTDBAbstractDatabaseMetadata.java | 23 +-
.../org/apache/iotdb/jdbc/IoTDBConnection.java | 278 ++++++--
.../apache/iotdb/jdbc/IoTDBConnectionParams.java | 9 +
.../org/apache/iotdb/jdbc/IoTDBDataSource.java | 86 ++-
.../apache/iotdb/jdbc/IoTDBDatabaseMetadata.java | 4 +
.../java/org/apache/iotdb/jdbc/IoTDBDriver.java | 2 +-
.../org/apache/iotdb/jdbc/IoTDBJDBCResultSet.java | 609 ++++++++++------
.../apache/iotdb/jdbc/IoTDBPreparedStatement.java | 351 +++++++---
.../org/apache/iotdb/jdbc/IoTDBResultMetadata.java | 68 +-
.../org/apache/iotdb/jdbc/IoTDBSQLException.java | 4 +
.../java/org/apache/iotdb/jdbc/IoTDBStatement.java | 315 ++++++---
.../iotdb/jdbc/IoTDBTablePreparedStatement.java | 274 +++++---
.../org/apache/iotdb/jdbc/IoTDBURLException.java | 4 +
...oTDBSQLException.java => JdbcWrapperUtils.java} | 21 +-
.../src/main/java/org/apache/iotdb/jdbc/Utils.java | 304 +++++---
.../org/apache/iotdb/jdbc/IoTDBConnectionTest.java | 348 +++++++++-
.../org/apache/iotdb/jdbc/IoTDBDataSourceTest.java | 190 +++++
.../iotdb/jdbc/IoTDBDatabaseMetadataTest.java | 44 ++
.../org/apache/iotdb/jdbc/IoTDBDriverUrlTest.java | 17 +-
.../apache/iotdb/jdbc/IoTDBJDBCResultSetTest.java | 464 ++++++++++++-
.../iotdb/jdbc/IoTDBPreparedStatementTest.java | 135 +++-
.../jdbc/IoTDBRelationalDatabaseMetadataTest.java | 98 +++
.../apache/iotdb/jdbc/IoTDBResultMetadataTest.java | 106 +++
.../org/apache/iotdb/jdbc/IoTDBStatementTest.java | 218 ++++++
.../jdbc/IoTDBTablePreparedStatementTest.java | 328 +++++++++
.../test/java/org/apache/iotdb/jdbc/UtilsTest.java | 153 +++-
iotdb-client/pom.xml | 2 +-
iotdb-client/service-rpc/pom.xml | 11 +-
.../en/org/apache/iotdb/rpc/i18n/RpcMessages.java | 33 +
.../zh/org/apache/iotdb/rpc/i18n/RpcMessages.java | 33 +
.../org/apache/iotdb/rpc/AutoResizingBuffer.java | 29 +-
.../iotdb/rpc/AutoScalingBufferWriteTransport.java | 49 +-
.../java/org/apache/iotdb/rpc/IoTDBRpcDataSet.java | 186 ++++-
.../rpc/TCompressedElasticFramedTransport.java | 22 +
.../apache/iotdb/rpc/TElasticFramedTransport.java | 56 +-
.../apache/iotdb/rpc/AutoResizingBufferTest.java | 131 ++++
.../iotdb/rpc/IoTDBRpcDataSetFragmentTest.java | 249 +++++++
.../iotdb/rpc/TElasticFramedTransportTest.java | 252 +++++++
iotdb-client/session/pom.xml | 10 +-
.../java/org/apache/iotdb/session/Session.java | 186 +++--
.../apache/iotdb/session/SessionConnection.java | 70 +-
.../org/apache/iotdb/session/ThriftConnection.java | 7 +-
.../org/apache/iotdb/session/pool/SessionPool.java | 187 +++--
.../iotdb/session/pool/TableSessionWrapper.java | 126 ++--
.../iotdb/session/SessionConnectionTest.java | 260 +++++++
.../java/org/apache/iotdb/session/SessionTest.java | 19 +-
.../iotdb/session/pool/SessionPoolCloseTest.java | 381 ++++++++++
.../apache/iotdb/session/pool/SessionPoolTest.java | 294 +++++++-
iotdb-client/subscription/pom.xml | 14 +-
iotdb-core/ainode/pom.xml | 12 +-
iotdb-core/antlr/pom.xml | 2 +-
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 5 +
iotdb-core/calc-commons/pom.xml | 14 +-
.../aggregation/CentralMomentAccumulator.java | 21 +-
.../aggregation/RegressionAccumulator.java | 21 +-
.../aggregation/TableCentralMomentAccumulator.java | 21 +-
.../aggregation/TableCorrelationAccumulator.java | 21 +-
.../aggregation/TableCovarianceAccumulator.java | 21 +-
.../aggregation/TableRegressionAccumulator.java | 21 +-
.../scalar/DateBinFunctionColumnTransformer.java | 20 +-
.../transformation/dag/util/CastFunctionUtils.java | 2 +-
.../dag/util/CastFunctionUtilsTest.java | 31 +
iotdb-core/confignode/pom.xml | 35 +-
.../iotdb/confignode/i18n/ManagerMessages.java | 10 +
.../iotdb/confignode/i18n/ManagerMessages.java | 10 +
.../CnToDnInternalServiceAsyncRequestManager.java | 16 +-
.../iotdb/confignode/conf/ConfigNodeConfig.java | 39 ++
.../confignode/conf/ConfigNodeDescriptor.java | 22 +
.../statemachine/ConfigRegionStateMachine.java | 71 +-
.../iotdb/confignode/manager/ConfigManager.java | 206 +++---
.../apache/iotdb/confignode/manager/IManager.java | 5 +
.../iotdb/confignode/manager/ProcedureManager.java | 382 ++++++++--
.../manager/consensus/ConsensusManager.java | 10 +-
.../pipe/source/IoTDBConfigRegionSource.java | 35 +-
.../source/PipeConfigTreePatternParseVisitor.java | 23 +-
.../PipeConfigTreePrivilegeParseVisitor.java | 184 +++--
.../confignode/procedure/ProcedureExecutor.java | 132 +++-
.../procedure/env/ConfigNodeProcedureEnv.java | 9 +-
.../impl/schema/DeleteTimeSeriesProcedure.java | 204 +++++-
.../schema/table/DropTableColumnProcedure.java | 57 +-
.../impl/schema/table/DropTableProcedure.java | 163 +----
.../schema/table/TableDeletionModProgress.java | 222 ++++++
.../DeleteTimeSeriesProcedureScheduler.java | 236 +++++++
.../state/schema/DeleteTimeSeriesState.java | 5 +-
.../procedure/store/ConfigProcedureStore.java | 52 +-
.../thrift/ConfigNodeRPCServiceHandler.java | 12 +-
.../thrift/ConfigNodeRPCServiceHandlerMetrics.java | 12 +-
.../thrift/ConfigNodeRPCServiceMetrics.java | 12 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 11 +
...ToDnInternalServiceAsyncRequestManagerTest.java | 113 ++-
...riesDeletionExecutionIntervalHotReloadTest.java | 81 +++
.../manager/AsyncTimeSeriesDeletionTest.java | 566 +++++++++++++++
.../manager/ConfigManagerDatabaseDeletionTest.java | 60 ++
.../ConfigManagerRegionGroupPolicyVersionTest.java | 3 +
...anagerTimeseriesDeletionIntervalReloadTest.java | 144 ++++
.../PipeConfigTreePatternParseVisitorTest.java | 31 +
.../PipeConfigTreePrivilegeParseVisitorTest.java | 223 +++++-
.../procedure/ConfigProcedureStoreTest.java | 151 ++++
.../impl/schema/DeleteTimeSeriesProcedureTest.java | 472 +++++++++++++
.../schema/table/DropTableColumnProcedureTest.java | 178 +++++
.../impl/schema/table/DropTableProcedureTest.java | 30 +-
.../DeleteTimeSeriesProcedureSchedulerTest.java | 224 ++++++
iotdb-core/consensus/pom.xml | 14 +-
.../iotdb/consensus/i18n/IoTConsensusMessages.java | 11 +
.../iotdb/consensus/i18n/IoTConsensusMessages.java | 11 +
.../apache/iotdb/consensus/iot/IoTConsensus.java | 1 +
.../consensus/iot/IoTConsensusServerImpl.java | 86 ++-
.../consensus/iot/WriterSafeFrontierTracker.java | 59 +-
.../consensus/iot/logdispatcher/LogDispatcher.java | 91 ++-
.../consensus/iot/IoTConsensusServerImplTest.java | 95 +++
.../iot/WriterSafeFrontierTrackerTest.java | 21 +
iotdb-core/datanode/pom.xml | 44 +-
.../apache/iotdb/db/i18n/DataNodeMiscMessages.java | 4 +
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 20 +
.../iotdb/db/i18n/DataNodeQueryMessages.java | 28 +
.../iotdb/db/i18n/StorageEngineMessages.java | 2 +
.../apache/iotdb/db/i18n/DataNodeMiscMessages.java | 4 +
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 19 +
.../iotdb/db/i18n/DataNodeQueryMessages.java | 29 +
.../iotdb/db/i18n/StorageEngineMessages.java | 2 +
.../schemaregion/SchemaExecutionVisitor.java | 21 +-
.../schemaregion/SchemaRegionStateMachine.java | 49 +-
.../TsFileTimeseriesMetadataException.java | 6 +-
.../agent/runtime/PipeDataNodeRuntimeAgent.java | 22 +
.../runtime/PipeSchemaRegionListenerManager.java | 101 ++-
.../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 13 +-
.../pipe/consensus/deletion/DeletionResource.java | 5 +-
.../deletion/DeletionResourceManager.java | 236 +++++--
.../deletion/persist/PageCacheDeletionBuffer.java | 54 +-
.../pipe/event/common/tablet/PipeTabletUtils.java | 21 +
...ileInsertionEventQueryParserTabletIterator.java | 4 +-
.../overview/PipeDataNodeSinglePipeMetrics.java | 157 +++--
.../overview/PipeTsFileToTabletsMetrics.java | 18 +-
.../processor/aggregate/AggregateProcessor.java | 20 +-
.../protocol/airgap/IoTDBAirGapReceiverAgent.java | 16 +-
...aNodeHardlinkOrCopiedFileDirStartupCleaner.java | 82 ++-
.../resource/tsfile/PipeTsFileDirPathMapping.java | 206 ++++++
.../resource/tsfile/PipeTsFileDirPathResolver.java | 122 ++++
.../resource/tsfile/PipeTsFileResourceManager.java | 170 +++--
.../evolvable/batch/PipeTabletEventPlainBatch.java | 29 +-
.../request/PipeTransferTabletRawReq.java | 15 +-
.../request/PipeTransferTabletRawReqV2.java | 18 +-
.../thrift/async/IoTDBDataRegionAsyncSink.java | 1 +
.../thrift/sync/IoTDBDataRegionSyncSink.java | 1 +
...istoricalDataRegionTsFileAndDeletionSource.java | 6 +-
.../realtime/assigner/PipeDataRegionAssigner.java | 2 +-
.../listener/PipeInsertionDataNodeListener.java | 22 +
.../schemaregion/IoTDBSchemaRegionSource.java | 19 +-
.../schemaregion/SchemaRegionListeningQueue.java | 4 +
.../iotdb/db/protocol/client/ConfigNodeClient.java | 14 +
.../iotdb/db/protocol/session/IClientSession.java | 11 +
.../thrift/handler/RPCServiceThriftHandler.java | 12 +-
.../handler/RPCServiceThriftHandlerMetrics.java | 12 +-
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 286 ++++++--
.../impl/DataNodeInternalRPCServiceImpl.java | 24 +-
.../thrift/impl/DataNodeRegionManager.java | 8 +-
.../db/queryengine/common/MPPQueryContext.java | 29 +
.../common/header/DatasetHeaderFactory.java | 4 +
.../operator/process/TransformOperator.java | 8 +-
.../InformationSchemaContentSupplierFactory.java | 37 +-
.../iotdb/db/queryengine/plan/Coordinator.java | 24 +-
.../queryengine/plan/analyze/AnalyzeVisitor.java | 24 +-
.../plan/analyze/load/LoadTsFileAnalyzer.java | 116 +++-
.../analyze/load/LoadTsFileTableSchemaCache.java | 33 +-
.../load/TreeSchemaAutoCreatorAndVerifier.java | 20 +-
.../plan/execution/IQueryExecution.java | 7 +
.../execution/MaterializedResultExecution.java | 255 +++++++
.../plan/execution/PendingResultFragment.java | 110 +++
.../queryengine/plan/execution/QueryExecution.java | 20 +-
.../plan/execution/QueryOwnedFragmentAccount.java | 187 +++++
.../plan/execution/config/ConfigExecution.java | 2 +-
.../execution/config/TreeConfigTaskVisitor.java | 8 +
.../config/executor/ClusterConfigTaskExecutor.java | 71 +-
.../config/executor/IConfigTaskExecutor.java | 2 +
....java => ShowDeleteTimeSeriesProgressTask.java} | 67 +-
.../sys/subscription/ShowSubscriptionsTask.java | 6 +
.../db/queryengine/plan/parser/ASTVisitor.java | 7 +
.../NotThreadSafeMemoryReservationManager.java | 15 +-
.../relational/analyzer/ExpressionAnalyzer.java | 2 +-
.../DataNodeLocationSupplierFactory.java | 1 +
.../security/TreeAccessCheckVisitor.java | 15 +-
.../plan/scheduler/load/ChunkOffsetCalculator.java | 7 +
.../queryengine/plan/statement/StatementType.java | 1 +
.../plan/statement/StatementVisitor.java | 6 +
... => ShowDeleteTimeSeriesProgressStatement.java} | 10 +-
.../iotdb/db/storageengine/StorageEngine.java | 10 +-
.../db/storageengine/dataregion/DataRegion.java | 11 +-
.../memtable/AlignedWritableMemChunk.java | 449 +++++-------
.../modification/DropTableModProgress.java | 4 +-
.../filescan/impl/DiskAlignedChunkHandleImpl.java | 6 +-
.../dataregion/wal/io/WALMetaData.java | 18 +-
.../storageengine/dataregion/wal/node/WALNode.java | 60 +-
.../dataregion/wal/utils/WALPrintTool.java | 6 +-
.../load/active/ActiveLoadPendingQueue.java | 18 +-
.../load/active/ActiveLoadTsFileLoader.java | 278 +++++++-
.../LoadConvertedInsertTabletStatement.java | 4 +
.../converter/LoadTsFileDataTypeConverter.java | 2 +-
.../db/storageengine/rescon/disk/TierManager.java | 35 +-
.../rescon/quotas/DefaultOperationQuota.java | 14 +-
.../rescon/quotas/NoopOperationQuota.java | 5 +-
.../rescon/quotas/OperationQuota.java | 5 +-
.../consensus/ConsensusPrefetchingQueue.java | 416 ++++++++---
.../ConsensusSubscriptionSetupHandler.java | 99 +++
.../batch/SubscriptionPipeTabletEventBatch.java | 147 +++-
.../response/SubscriptionEventTabletResponse.java | 19 +-
...nsensusSubscriptionPrefetchingQueueMetrics.java | 10 +
.../apache/iotdb/db/utils/ErrorHandlingUtils.java | 91 +--
.../apache/iotdb/db/utils/QueryDataSetUtils.java | 166 ++++-
.../org/apache/iotdb/db/utils/TypeServices.java | 35 +
....service.ITemporaryQueryDataFileServiceProvider | 19 +
...che.iotdb.calc.utils.IObjectFileServiceProvider | 19 +
...planner.plan.node.IPlanNodeDeserializerProvider | 19 +
...al.function.ITableFunctionAINodeServiceProvider | 19 +
.../PipeSchemaRegionListenerManagerTest.java | 247 +++++++
.../PipeSchemaRegionSnapshotRecoveryTest.java | 281 ++++++++
.../pipe/agent/task/PipeDataNodeTaskAgentTest.java | 8 +-
.../agent/task/PipeSinkSubtaskExecutorTest.java | 13 +-
.../PipeProcessorSubtaskExecutionGuardTest.java | 46 +-
.../processor/PipeProcessorSubtaskWorkerTest.java | 84 ++-
.../task/subtask/sink/PipeSinkSubtaskTest.java | 202 ++++--
.../DeletionResourceManagerCleanupTest.java | 338 +++++++++
.../persist/PageCacheDeletionBufferTest.java | 187 +++++
.../event/common/tablet/PipeTabletUtilsTest.java | 68 ++
...nsertionEventQueryParserTabletIteratorTest.java | 115 +++
.../db/pipe/metric/PipeMetricsRestartTest.java | 24 +
.../PipeDataNodeSinglePipeMetricsTest.java | 245 +++++++
.../metric/sink/PipeDataRegionSinkMetricsTest.java | 38 +-
.../airgap/IoTDBAirGapReceiverAgentTest.java | 14 +-
.../PipeConvertedInsertTabletStatementTest.java | 32 +
.../resource/PipeTsFileResourceManagerTest.java | 236 +++++++
.../resource/memory/PipeMemoryManagerTest.java | 11 +-
.../tsfile/PipeTsFileDirPathMappingTest.java | 219 ++++++
...PipeTabletEventPlainBatchSerializationTest.java | 153 ++++
.../request/PipeTransferSerializationSizeTest.java | 116 ++++
.../airgap/IoTDBDataRegionAirGapSinkTest.java | 63 +-
.../handler/PipeTransferTrackableHandlerTest.java | 16 +-
.../sink/util/TabletStatementConverterTest.java | 2 +-
.../realtime/disruptor/DisruptorShutdownTest.java | 81 ++-
.../PipeInsertionDataNodeListenerTest.java | 31 +
.../db/protocol/client/ConfigNodeClientTest.java | 107 +++
.../db/queryengine/common/MPPQueryContextTest.java | 38 +
.../queryengine/execution/ConfigExecutionTest.java | 24 +
.../operator/TransformOperatorResourceTest.java | 83 +++
.../iotdb/db/queryengine/plan/CoordinatorTest.java | 184 ++++-
.../plan/analyze/QueryPartitionMemoryTest.java | 300 ++++++++
.../plan/analyze/QueryTimePartitionTest.java | 47 ++
.../plan/analyze/load/LoadTsFileAnalyzerTest.java | 57 +-
.../execution/MaterializedResultExecutionTest.java | 207 ++++++
.../plan/execution/PendingResultFragmentTest.java | 156 +++++
.../execution/QueryExecutionLifecycleTest.java | 23 +
.../subscription/ShowSubscriptionsTaskTest.java | 43 +-
.../plan/parser/StatementGeneratorTest.java | 11 +
.../LocalExecutionPlannerOperatorsMemoryTest.java | 22 +
...meticAndCompareBinaryColumnTransformerTest.java | 2 +-
.../column/unary/scalar/DateBinFunctionTest.java | 71 ++
.../scalar/hashing/Crc32ColumnTransformerTest.java | 3 +-
.../storageengine/dataregion/DataRegionTest.java | 20 +
...gnedFlushDuplicateTimeCheckPerformanceTest.java | 152 ++--
.../memtable/AlignedWritableMemChunkTest.java | 75 ++
.../dataregion/memtable/MemTableFlushTaskTest.java | 160 +++++
.../dataregion/wal/node/WALNodeTest.java | 64 ++
.../load/active/ActiveLoadTsFileLoaderTest.java | 147 +++-
.../storageengine/rescon/disk/TierManagerTest.java | 18 +
.../ConsensusPrefetchingQueueFrontierTest.java | 65 ++
.../consensus/ConsensusPrefetchingQueueTest.java | 178 ++++-
...onsensusPrefetchingQueueWriterOrderingTest.java | 124 +++-
.../ConsensusSubscriptionSetupHandlerTest.java | 23 +
.../SubscriptionPipeTabletEventBatchTest.java | 16 +-
...susSubscriptionPrefetchingQueueMetricsTest.java | 19 +
.../apache/iotdb/db/utils/DateTimeUtilsTest.java | 99 ++-
.../iotdb/db/utils/QueryDataSetUtilsTest.java | 179 +++++
.../iotdb/db/utils/ResultChunkingEndToEndTest.java | 266 +++++++
iotdb-core/metrics/core/pom.xml | 4 +-
iotdb-core/metrics/interface/pom.xml | 8 +-
iotdb-core/metrics/pom.xml | 2 +-
iotdb-core/node-commons/pom.xml | 39 +-
.../conf/iotdb-system.properties.template | 16 +
.../apache/iotdb/commons/i18n/UtilMessages.java | 3 +
.../apache/iotdb/commons/i18n/UtilMessages.java | 3 +
.../commons/client/AbstractConfigNodeClient.java | 12 +
.../async/AsyncDataNodeInternalServiceClient.java | 2 +-
.../client/request/AsyncRequestManager.java | 10 +-
.../commons/pipe/agent/task/PipeTaskAgent.java | 122 +++-
.../task/progress/PipeEventCommitManager.java | 59 +-
.../pipe/config/constant/PipeSinkConstant.java | 2 +
.../pipe/sink/limiter/PipeEndPointRateLimiter.java | 9 +-
.../pipe/sink/protocol/IoTDBAirGapSink.java | 5 +-
.../commons/pipe/sink/protocol/IoTDBSink.java | 24 +-
.../pipe/source/IoTDBNonDataRegionSource.java | 86 ++-
.../commons/queryengine/utils/DateTimeUtils.java | 5 +-
.../schema/column/ColumnHeaderConstant.java | 13 +-
.../commons/schema/table/InformationSchema.java | 59 +-
.../iotdb/commons/service/metric/enums/Metric.java | 1 +
.../org/apache/iotdb/commons/utils/FileUtils.java | 64 ++
.../commons/pipe/agent/task/PipeTaskAgentTest.java | 421 +++++++++++
.../task/progress/PipeEventCommitManagerTest.java | 277 ++++++++
.../sink/protocol/IoTDBSinkRateLimiterTest.java | 99 +++
.../pipe/source/IoTDBNonDataRegionSourceTest.java | 118 +++-
iotdb-core/pom.xml | 2 +-
iotdb-core/relational-grammar/pom.xml | 2 +-
iotdb-protocol/pom.xml | 2 +-
iotdb-protocol/thrift-ainode/pom.xml | 4 +-
iotdb-protocol/thrift-commons/pom.xml | 2 +-
iotdb-protocol/thrift-confignode/pom.xml | 4 +-
.../src/main/thrift/confignode.thrift | 20 +
iotdb-protocol/thrift-consensus/pom.xml | 4 +-
iotdb-protocol/thrift-datanode/pom.xml | 4 +-
.../thrift-datanode/src/main/thrift/client.thrift | 12 +
.../src/main/thrift/datanode.thrift | 10 +
library-udf/pom.xml | 4 +-
pom.xml | 8 +-
432 files changed, 25275 insertions(+), 3610 deletions(-)
create mode 100644
external-service-impl/rest/src/test/java/org/apache/iotdb/rest/protocol/handler/ExceptionHandlerTest.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/commit/IoTDBRegionReconstructWALIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/IoTDBLoadTsFileBoundaryIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/IoTDBSessionResultChunkingIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/db/it/IoTDBLoadTsFileMiniIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/db/it/IoTDBTableResultChunkingIT.java
create mode 100644
iotdb-api/pipe-api/src/test/java/org/apache/iotdb/pipe/api/type/BinaryTest.java
create mode 100644
iotdb-api/udf-api/src/test/java/org/apache/iotdb/udf/api/type/BinaryTest.java
copy
iotdb-client/jdbc/src/main/java/org/apache/iotdb/jdbc/{IoTDBSQLException.java
=> JdbcWrapperUtils.java} (66%)
create mode 100644
iotdb-client/jdbc/src/test/java/org/apache/iotdb/jdbc/IoTDBDataSourceTest.java
copy
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/execution/QueryIdGeneratorTest.java
=>
iotdb-client/jdbc/src/test/java/org/apache/iotdb/jdbc/IoTDBDriverUrlTest.java
(71%)
create mode 100644
iotdb-client/service-rpc/src/test/java/org/apache/iotdb/rpc/IoTDBRpcDataSetFragmentTest.java
create mode 100644
iotdb-client/session/src/test/java/org/apache/iotdb/session/pool/SessionPoolCloseTest.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/schema/table/TableDeletionModProgress.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/procedure/scheduler/DeleteTimeSeriesProcedureScheduler.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/conf/TimeseriesDeletionExecutionIntervalHotReloadTest.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/AsyncTimeSeriesDeletionTest.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/ConfigManagerTimeseriesDeletionIntervalReloadTest.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/procedure/ConfigProcedureStoreTest.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/procedure/scheduler/DeleteTimeSeriesProcedureSchedulerTest.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/tsfile/PipeTsFileDirPathMapping.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/tsfile/PipeTsFileDirPathResolver.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/MaterializedResultExecution.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/PendingResultFragment.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/QueryOwnedFragmentAccount.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/sys/{ShowRepairDataPartitionTableProgressTask.java
=> ShowDeleteTimeSeriesProgressTask.java} (50%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/sys/{RepairDataPartitionTable.java
=> ShowDeleteTimeSeriesProgressStatement.java} (83%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/agent/runtime/PipeSchemaRegionListenerManagerTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/agent/runtime/PipeSchemaRegionSnapshotRecoveryTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/consensus/deletion/DeletionResourceManagerCleanupTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/event/common/tsfile/parser/query/TsFileInsertionEventQueryParserTabletIteratorTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/resource/tsfile/PipeTsFileDirPathMappingTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/sink/payload/evolvable/batch/PipeTabletEventPlainBatchSerializationTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/protocol/client/ConfigNodeClientTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/execution/operator/TransformOperatorResourceTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/analyze/QueryPartitionMemoryTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/execution/MaterializedResultExecutionTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/execution/PendingResultFragmentTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/subscription/broker/consensus/ConsensusPrefetchingQueueFrontierTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/utils/ResultChunkingEndToEndTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/pipe/agent/task/PipeTaskAgentTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/pipe/agent/task/progress/PipeEventCommitManagerTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/pipe/sink/protocol/IoTDBSinkRateLimiterTest.java