This is an automated email from the ASF dual-hosted git repository.
shuwenwei pushed a change to branch feature/table-session-db-insert
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from d5b81c0fa31 Align pooled insert failure test with database overload
add d5c15340c13 Fix UT logic (#19298)
add 3f841b00f3b [IoTConsensus] Preserve WAL needed by reconstructed peers
(#19268)
add 720da6c1a15 [Bug] Fix JDBC edge cases and resource cleanup (#19257)
add c5e5162385d Fix account unlock permission check for unprivileged users
(#19301)
add 6a835428868 Allow compatible types when loading TsFiles (#19293)
add a6bda7729ce [Pipe] Fix the ownership, cleanup and copy fallback of the
pipe hardlink dir (#19258)
add 536dd7fbec0 Expose consensus subscription queue readiness (#19302)
add ad0900813fe [Docs] Correct the stale thrift code generation pitfall in
AGENTS.md
add 7d2e7e5e545 Fix late subscription ACK handling (#19303)
add ada4f726b5f Fix ASF license headers and restore RAT coverage (#19309)
add b5de54a0ddd [Bug] Keep the aligned per-device chunk cap local to
encode (#19311)
add 7a147c40000 Bump version to 2.0.13-SNAPSHOT and sync release notes
(#19312)
add edf4b4ddc32 Fix pipe tree privilege path intersections (#19182)
add 229afb5b922 fix(load): validate Tree mini-file permissions before
conversion (#19317)
add 49c46279f63 [Bug] Flush the pending aligned page before sealing a
chunk at the chunk cap (#19313)
add b2a6c642e53 Pipe: Fix potential resource leaks in pipe lifecycle
cleanup (#17666)
add 0002b377a0b Stabilize pipe and table authentication tests (#19315)
add b07859b0e72 [Pipe] Reduce allocations in query Field copying and
Tablet batch encoding (#19282)
add c594a9adf6c [Subscription] Advance consensus progress when discarding
poisoned events (#18838)
add 727b83af260 Fix Pipe leader-change startup ordering (#19318)
add a048ebf73ee Use smaller default datagrams for strictly unidirectional
air-gap UDP (#19083)
add 698448a36a2 Fix subscription replay ordering during writer handoff
(#19322)
add 52b42d310b3 Fix table session pool lifecycle leaks
add 0964da86b42 Merge branch 'iotdb_master' into
feature/table-session-db-insert
No new revisions were added by this update.
Summary of changes:
.git-blame-ignore-revs | 19 +
.gitmodules | 19 +
AGENTS.md | 9 +-
RELEASE_NOTES.md | 99 +++
architecture-test/pom.xml | 2 +-
code-coverage/pom.xml | 2 +-
distribution/pom.xml | 16 +-
docker/ReadMe.md | 6 +-
example/jdbc/pom.xml | 2 +-
example/mqtt-customize/pom.xml | 2 +-
example/mqtt/pom.xml | 2 +-
example/pipe-count-point-processor/pom.xml | 2 +-
example/pom.xml | 2 +-
example/rest-java-example/pom.xml | 2 +-
example/schema/pom.xml | 2 +-
example/session/pom.xml | 2 +-
example/subscription/pom.xml | 2 +-
example/trigger/pom.xml | 2 +-
example/udf/pom.xml | 2 +-
external-service-impl/mqtt/pom.xml | 12 +-
external-service-impl/pom.xml | 4 +-
external-service-impl/rest-openapi/pom.xml | 2 +-
external-service-impl/rest/pom.xml | 18 +-
integration-test/pom.xml | 42 +-
.../it/env/cluster/config/MppDataNodeConfig.java | 7 +
.../it/env/remote/config/RemoteDataNodeConfig.java | 5 +
.../iotdb/it/utils/TsFileTableGenerator.java | 4 +
.../apache/iotdb/itbase/env/DataNodeConfig.java | 2 +
.../pass/commit/IoTDBRegionReconstructWALIT.java | 216 ++++++
.../java/org/apache/iotdb/db/it/IoTDBFilterIT.java | 22 +-
.../iotdb/db/it/IoTDBLoadTsFileActiveRetryIT.java | 14 +-
.../iotdb/db/it/IoTDBLoadTsFileBoundaryIT.java | 769 +++++++++++++++++++++
.../org/apache/iotdb/db/it/IoTDBLoadTsFileIT.java | 34 +
.../org/apache/iotdb/db/it/IoTDBSimpleQueryIT.java | 41 +-
.../org/apache/iotdb/db/it/auth/IoTDBAuthIT.java | 36 +
.../manual/enhanced/IoTDBPipeClusterIT.java | 53 +-
.../treemodel/auto/basic/IoTDBPipeLifeCycleIT.java | 2 +
.../it/db/it/IoTDBAuthenticationTableIT.java | 32 +-
.../relational/it/db/it/IoTDBLoadTsFileIT.java | 70 +-
.../relational/it/db/it/IoTDBLoadTsFileMiniIT.java | 381 ++++++++++
.../it/query/old/IoTDBFilterTableIT.java | 20 +-
.../it/query/old/IoTDBSimpleQueryTableIT.java | 44 +-
.../view/old/IoTDBSimpleQueryTableViewIT.java | 46 +-
.../session/pool/IoTDBTableModelSessionPoolIT.java | 30 +
iotdb-api/external-api/pom.xml | 2 +-
iotdb-api/external-service-api/pom.xml | 2 +-
iotdb-api/pipe-api/pom.xml | 2 +-
iotdb-api/pom.xml | 2 +-
iotdb-api/trigger-api/pom.xml | 2 +-
iotdb-api/udf-api/pom.xml | 2 +-
iotdb-client/cli/pom.xml | 28 +-
iotdb-client/client-cpp/README.md | 4 +-
iotdb-client/client-cpp/README_zh.md | 4 +-
iotdb-client/client-cpp/pom.xml | 4 +-
iotdb-client/client-py/pom.xml | 8 +-
iotdb-client/isession/pom.xml | 8 +-
iotdb-client/jdbc/pom.xml | 8 +-
.../org/apache/iotdb/jdbc/i18n/JdbcMessages.java | 19 +
.../org/apache/iotdb/jdbc/i18n/JdbcMessages.java | 20 +
.../iotdb/jdbc/IoTDBAbstractDatabaseMetadata.java | 23 +-
.../org/apache/iotdb/jdbc/IoTDBConnection.java | 276 ++++++--
.../apache/iotdb/jdbc/IoTDBConnectionParams.java | 9 +
.../org/apache/iotdb/jdbc/IoTDBDataSource.java | 86 ++-
.../apache/iotdb/jdbc/IoTDBDatabaseMetadata.java | 4 +
.../java/org/apache/iotdb/jdbc/IoTDBDriver.java | 2 +-
.../org/apache/iotdb/jdbc/IoTDBJDBCResultSet.java | 509 ++++++++------
.../apache/iotdb/jdbc/IoTDBPreparedStatement.java | 351 +++++++---
.../org/apache/iotdb/jdbc/IoTDBResultMetadata.java | 68 +-
.../org/apache/iotdb/jdbc/IoTDBSQLException.java | 4 +
.../java/org/apache/iotdb/jdbc/IoTDBStatement.java | 309 ++++++---
.../iotdb/jdbc/IoTDBTablePreparedStatement.java | 271 +++++---
.../org/apache/iotdb/jdbc/IoTDBURLException.java | 4 +
...oTDBSQLException.java => JdbcWrapperUtils.java} | 21 +-
.../src/main/java/org/apache/iotdb/jdbc/Utils.java | 304 +++++---
.../org/apache/iotdb/jdbc/IoTDBConnectionTest.java | 348 +++++++++-
.../org/apache/iotdb/jdbc/IoTDBDataSourceTest.java | 190 +++++
.../iotdb/jdbc/IoTDBDatabaseMetadataTest.java | 44 ++
.../org/apache/iotdb/jdbc/IoTDBDriverUrlTest.java | 17 +-
.../apache/iotdb/jdbc/IoTDBJDBCResultSetTest.java | 464 ++++++++++++-
.../iotdb/jdbc/IoTDBPreparedStatementTest.java | 135 +++-
.../jdbc/IoTDBRelationalDatabaseMetadataTest.java | 98 +++
.../apache/iotdb/jdbc/IoTDBResultMetadataTest.java | 106 +++
.../org/apache/iotdb/jdbc/IoTDBStatementTest.java | 218 ++++++
.../jdbc/IoTDBTablePreparedStatementTest.java | 328 +++++++++
.../test/java/org/apache/iotdb/jdbc/UtilsTest.java | 153 +++-
iotdb-client/pom.xml | 2 +-
iotdb-client/service-rpc/pom.xml | 6 +-
.../java/org/apache/iotdb/rpc/IoTDBRpcDataSet.java | 17 +-
iotdb-client/session/pom.xml | 10 +-
.../java/org/apache/iotdb/session/Session.java | 186 +++--
.../apache/iotdb/session/SessionConnection.java | 36 +
.../org/apache/iotdb/session/pool/SessionPool.java | 154 +++--
.../iotdb/session/pool/TableSessionWrapper.java | 97 +--
.../iotdb/session/SessionConnectionTest.java | 260 +++++++
.../java/org/apache/iotdb/session/SessionTest.java | 19 +-
.../apache/iotdb/session/pool/SessionPoolTest.java | 294 +++++++-
iotdb-client/subscription/pom.xml | 14 +-
iotdb-core/ainode/pom.xml | 12 +-
iotdb-core/antlr/pom.xml | 2 +-
iotdb-core/calc-commons/pom.xml | 14 +-
.../aggregation/CentralMomentAccumulator.java | 21 +-
.../aggregation/RegressionAccumulator.java | 21 +-
.../aggregation/TableCentralMomentAccumulator.java | 21 +-
.../aggregation/TableCorrelationAccumulator.java | 21 +-
.../aggregation/TableCovarianceAccumulator.java | 21 +-
.../aggregation/TableRegressionAccumulator.java | 21 +-
iotdb-core/confignode/pom.xml | 30 +-
.../statemachine/ConfigRegionStateMachine.java | 71 +-
.../iotdb/confignode/manager/ConfigManager.java | 28 +-
.../manager/consensus/ConsensusManager.java | 10 +-
.../pipe/source/IoTDBConfigRegionSource.java | 35 +-
.../source/PipeConfigTreePatternParseVisitor.java | 23 +-
.../PipeConfigTreePrivilegeParseVisitor.java | 184 +++--
.../procedure/env/ConfigNodeProcedureEnv.java | 9 +-
.../thrift/ConfigNodeRPCServiceHandler.java | 12 +-
.../thrift/ConfigNodeRPCServiceHandlerMetrics.java | 12 +-
.../thrift/ConfigNodeRPCServiceMetrics.java | 12 +-
.../PipeConfigTreePatternParseVisitorTest.java | 31 +
.../PipeConfigTreePrivilegeParseVisitorTest.java | 223 +++++-
iotdb-core/consensus/pom.xml | 14 +-
.../iotdb/consensus/i18n/IoTConsensusMessages.java | 11 +
.../iotdb/consensus/i18n/IoTConsensusMessages.java | 11 +
.../apache/iotdb/consensus/iot/IoTConsensus.java | 1 +
.../consensus/iot/IoTConsensusServerImpl.java | 86 ++-
.../consensus/iot/logdispatcher/LogDispatcher.java | 91 ++-
.../consensus/iot/IoTConsensusServerImplTest.java | 95 +++
iotdb-core/datanode/pom.xml | 44 +-
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 16 +
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 15 +
.../schemaregion/SchemaExecutionVisitor.java | 21 +-
.../schemaregion/SchemaRegionStateMachine.java | 49 +-
.../TsFileTimeseriesMetadataException.java | 6 +-
.../agent/runtime/PipeDataNodeRuntimeAgent.java | 22 +
.../runtime/PipeSchemaRegionListenerManager.java | 101 ++-
.../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 13 +-
.../pipe/event/common/tablet/PipeTabletUtils.java | 21 +
...ileInsertionEventQueryParserTabletIterator.java | 4 +-
.../overview/PipeDataNodeSinglePipeMetrics.java | 157 +++--
.../overview/PipeTsFileToTabletsMetrics.java | 18 +-
.../processor/aggregate/AggregateProcessor.java | 20 +-
.../protocol/airgap/IoTDBAirGapReceiverAgent.java | 16 +-
...aNodeHardlinkOrCopiedFileDirStartupCleaner.java | 82 ++-
.../resource/tsfile/PipeTsFileDirPathMapping.java | 206 ++++++
.../resource/tsfile/PipeTsFileDirPathResolver.java | 122 ++++
.../resource/tsfile/PipeTsFileResourceManager.java | 170 +++--
.../evolvable/batch/PipeTabletEventPlainBatch.java | 29 +-
.../request/PipeTransferTabletRawReq.java | 15 +-
.../request/PipeTransferTabletRawReqV2.java | 18 +-
.../thrift/async/IoTDBDataRegionAsyncSink.java | 1 +
.../thrift/sync/IoTDBDataRegionSyncSink.java | 1 +
.../schemaregion/IoTDBSchemaRegionSource.java | 19 +-
.../schemaregion/SchemaRegionListeningQueue.java | 4 +
.../thrift/handler/RPCServiceThriftHandler.java | 12 +-
.../handler/RPCServiceThriftHandlerMetrics.java | 12 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 20 +-
.../thrift/impl/DataNodeRegionManager.java | 8 +-
.../plan/analyze/load/LoadTsFileAnalyzer.java | 116 +++-
.../analyze/load/LoadTsFileTableSchemaCache.java | 33 +-
.../load/TreeSchemaAutoCreatorAndVerifier.java | 20 +-
.../sys/subscription/ShowSubscriptionsTask.java | 6 +
.../relational/analyzer/ExpressionAnalyzer.java | 2 +-
.../security/TreeAccessCheckVisitor.java | 7 +-
.../plan/scheduler/load/ChunkOffsetCalculator.java | 7 +
.../memtable/AlignedWritableMemChunk.java | 72 +-
.../filescan/impl/DiskAlignedChunkHandleImpl.java | 6 +-
.../storageengine/dataregion/wal/node/WALNode.java | 60 +-
.../dataregion/wal/utils/WALPrintTool.java | 6 +-
.../LoadConvertedInsertTabletStatement.java | 4 +
.../converter/LoadTsFileDataTypeConverter.java | 2 +-
.../consensus/ConsensusPrefetchingQueue.java | 122 +++-
.../ConsensusSubscriptionSetupHandler.java | 99 +++
...nsensusSubscriptionPrefetchingQueueMetrics.java | 10 +
.../org/apache/iotdb/db/utils/TypeServices.java | 35 +
....service.ITemporaryQueryDataFileServiceProvider | 19 +
...che.iotdb.calc.utils.IObjectFileServiceProvider | 19 +
...planner.plan.node.IPlanNodeDeserializerProvider | 19 +
...al.function.ITableFunctionAINodeServiceProvider | 19 +
.../PipeSchemaRegionListenerManagerTest.java | 247 +++++++
.../PipeSchemaRegionSnapshotRecoveryTest.java | 281 ++++++++
.../task/subtask/sink/PipeSinkSubtaskTest.java | 63 +-
.../event/common/tablet/PipeTabletUtilsTest.java | 68 ++
...nsertionEventQueryParserTabletIteratorTest.java | 115 +++
.../db/pipe/metric/PipeMetricsRestartTest.java | 24 +
.../PipeDataNodeSinglePipeMetricsTest.java | 245 +++++++
.../PipeConvertedInsertTabletStatementTest.java | 32 +
.../resource/PipeTsFileResourceManagerTest.java | 236 +++++++
.../tsfile/PipeTsFileDirPathMappingTest.java | 219 ++++++
...PipeTabletEventPlainBatchSerializationTest.java | 153 ++++
.../request/PipeTransferSerializationSizeTest.java | 116 ++++
.../airgap/IoTDBDataRegionAirGapSinkTest.java | 57 +-
.../sink/util/TabletStatementConverterTest.java | 2 +-
.../operator/TransformOperatorResourceTest.java | 102 +--
.../plan/analyze/load/LoadTsFileAnalyzerTest.java | 57 +-
.../subscription/ShowSubscriptionsTaskTest.java | 43 +-
...meticAndCompareBinaryColumnTransformerTest.java | 2 +-
.../scalar/hashing/Crc32ColumnTransformerTest.java | 3 +-
.../memtable/AlignedWritableMemChunkTest.java | 75 ++
.../dataregion/memtable/MemTableFlushTaskTest.java | 69 ++
.../dataregion/wal/node/WALNodeTest.java | 64 ++
.../consensus/ConsensusPrefetchingQueueTest.java | 174 ++++-
...onsensusPrefetchingQueueWriterOrderingTest.java | 124 +++-
.../ConsensusSubscriptionSetupHandlerTest.java | 23 +
...susSubscriptionPrefetchingQueueMetricsTest.java | 19 +
iotdb-core/metrics/core/pom.xml | 4 +-
iotdb-core/metrics/interface/pom.xml | 8 +-
iotdb-core/metrics/pom.xml | 2 +-
iotdb-core/node-commons/pom.xml | 39 +-
.../apache/iotdb/commons/i18n/UtilMessages.java | 3 +
.../apache/iotdb/commons/i18n/UtilMessages.java | 3 +
.../commons/pipe/agent/task/PipeTaskAgent.java | 122 +++-
.../task/progress/PipeEventCommitManager.java | 59 +-
.../pipe/config/constant/PipeSinkConstant.java | 2 +
.../pipe/sink/limiter/PipeEndPointRateLimiter.java | 9 +-
.../pipe/sink/protocol/IoTDBAirGapSink.java | 5 +-
.../commons/pipe/sink/protocol/IoTDBSink.java | 24 +-
.../pipe/source/IoTDBNonDataRegionSource.java | 86 ++-
.../schema/column/ColumnHeaderConstant.java | 4 +-
.../iotdb/commons/service/metric/enums/Metric.java | 1 +
.../org/apache/iotdb/commons/utils/FileUtils.java | 64 ++
.../commons/pipe/agent/task/PipeTaskAgentTest.java | 421 +++++++++++
.../task/progress/PipeEventCommitManagerTest.java | 277 ++++++++
.../sink/protocol/IoTDBSinkRateLimiterTest.java | 99 +++
.../pipe/source/IoTDBNonDataRegionSourceTest.java | 118 +++-
iotdb-core/pom.xml | 2 +-
iotdb-core/relational-grammar/pom.xml | 2 +-
iotdb-protocol/pom.xml | 2 +-
iotdb-protocol/thrift-ainode/pom.xml | 4 +-
iotdb-protocol/thrift-commons/pom.xml | 2 +-
iotdb-protocol/thrift-confignode/pom.xml | 4 +-
.../src/main/thrift/confignode.thrift | 1 +
iotdb-protocol/thrift-consensus/pom.xml | 4 +-
iotdb-protocol/thrift-datanode/pom.xml | 4 +-
.../src/main/thrift/datanode.thrift | 9 +
library-udf/pom.xml | 4 +-
pom.xml | 8 +-
235 files changed, 12549 insertions(+), 2180 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/commit/IoTDBRegionReconstructWALIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/IoTDBLoadTsFileBoundaryIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/db/it/IoTDBLoadTsFileMiniIT.java
copy
iotdb-client/jdbc/src/main/java/org/apache/iotdb/jdbc/{IoTDBSQLException.java
=> JdbcWrapperUtils.java} (66%)
create mode 100644
iotdb-client/jdbc/src/test/java/org/apache/iotdb/jdbc/IoTDBDataSourceTest.java
copy
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/execution/QueryIdGeneratorTest.java
=>
iotdb-client/jdbc/src/test/java/org/apache/iotdb/jdbc/IoTDBDriverUrlTest.java
(71%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/tsfile/PipeTsFileDirPathMapping.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/tsfile/PipeTsFileDirPathResolver.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/agent/runtime/PipeSchemaRegionListenerManagerTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/agent/runtime/PipeSchemaRegionSnapshotRecoveryTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/event/common/tsfile/parser/query/TsFileInsertionEventQueryParserTabletIteratorTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/resource/tsfile/PipeTsFileDirPathMappingTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/sink/payload/evolvable/batch/PipeTabletEventPlainBatchSerializationTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/pipe/agent/task/PipeTaskAgentTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/pipe/agent/task/progress/PipeEventCommitManagerTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/pipe/sink/protocol/IoTDBSinkRateLimiterTest.java