This is an automated email from the ASF dual-hosted git repository.
Caideyipi pushed a change to branch test/pipe-p0-it-master
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 0d8ca8d2e57 test(load): remove mini-file cases from mixed-model IT
add 52d4268d55b Fix microsecond conversion of datetimes before 1970 with a
fractional second
add 8b7cf270f7e Fix pooled session cleanup and close races (#19288)
add f12fe701c8c [Test] Stabilize Pipe concurrency tests (#19143)
add 9ab8a435014 Fix UDF resource ID collisions between transform operators
add 0fe55d4bdae [Compile] Fix TransformOperatorResourceTest class loader
setup (#19295)
add 688bb958ef9 [Bug] Fix date_bin month bins counting intra-second
milliseconds twice
add d5c15340c13 Fix UT logic (#19298)
add 3f841b00f3b [IoTConsensus] Preserve WAL needed by reconstructed peers
(#19268)
add 720da6c1a15 [Bug] Fix JDBC edge cases and resource cleanup (#19257)
add c5e5162385d Fix account unlock permission check for unprivileged users
(#19301)
add 6a835428868 Allow compatible types when loading TsFiles (#19293)
add a6bda7729ce [Pipe] Fix the ownership, cleanup and copy fallback of the
pipe hardlink dir (#19258)
add 536dd7fbec0 Expose consensus subscription queue readiness (#19302)
add ad0900813fe [Docs] Correct the stale thrift code generation pitfall in
AGENTS.md
add 7d2e7e5e545 Fix late subscription ACK handling (#19303)
add ada4f726b5f Fix ASF license headers and restore RAT coverage (#19309)
add b5de54a0ddd [Bug] Keep the aligned per-device chunk cap local to
encode (#19311)
add 7a147c40000 Bump version to 2.0.13-SNAPSHOT and sync release notes
(#19312)
add edf4b4ddc32 Fix pipe tree privilege path intersections (#19182)
add 229afb5b922 fix(load): validate Tree mini-file permissions before
conversion (#19317)
add 49c46279f63 [Bug] Flush the pending aligned page before sealing a
chunk at the chunk cap (#19313)
add ce3f0756771 Merge origin/master into test/pipe-p0-it-master
No new revisions were added by this update.
Summary of changes:
.git-blame-ignore-revs | 19 +
.gitmodules | 19 +
AGENTS.md | 9 +-
RELEASE_NOTES.md | 99 +++
architecture-test/pom.xml | 2 +-
code-coverage/pom.xml | 2 +-
distribution/pom.xml | 16 +-
docker/ReadMe.md | 6 +-
example/jdbc/pom.xml | 2 +-
example/mqtt-customize/pom.xml | 2 +-
example/mqtt/pom.xml | 2 +-
example/pipe-count-point-processor/pom.xml | 2 +-
example/pom.xml | 2 +-
example/rest-java-example/pom.xml | 2 +-
example/schema/pom.xml | 2 +-
example/session/pom.xml | 2 +-
example/subscription/pom.xml | 2 +-
example/trigger/pom.xml | 2 +-
example/udf/pom.xml | 2 +-
external-service-impl/mqtt/pom.xml | 12 +-
external-service-impl/pom.xml | 4 +-
external-service-impl/rest-openapi/pom.xml | 2 +-
external-service-impl/rest/pom.xml | 18 +-
integration-test/pom.xml | 42 +-
.../it/env/cluster/config/MppDataNodeConfig.java | 7 +
.../iotdb/it/env/cluster/env/AbstractEnv.java | 8 +-
.../it/env/cluster/node/AbstractNodeWrapper.java | 8 +-
.../it/env/remote/config/RemoteDataNodeConfig.java | 5 +
.../iotdb/it/utils/TsFileTableGenerator.java | 4 +
.../apache/iotdb/itbase/env/DataNodeConfig.java | 2 +
.../it/partition/IoTDBPartitionDurableIT.java | 4 +-
.../pass/commit/IoTDBRegionReconstructWALIT.java | 216 ++++++
.../java/org/apache/iotdb/db/it/IoTDBFilterIT.java | 22 +-
.../iotdb/db/it/IoTDBLoadTsFileActiveRetryIT.java | 2 +-
.../iotdb/db/it/IoTDBLoadTsFileBoundaryIT.java | 769 +++++++++++++++++++++
.../org/apache/iotdb/db/it/IoTDBLoadTsFileIT.java | 34 +
.../org/apache/iotdb/db/it/IoTDBSimpleQueryIT.java | 41 +-
.../org/apache/iotdb/db/it/auth/IoTDBAuthIT.java | 36 +
.../relational/it/db/it/IoTDBLoadTsFileIT.java | 70 +-
.../relational/it/db/it/IoTDBLoadTsFileMiniIT.java | 381 ++++++++++
.../it/query/old/IoTDBFilterTableIT.java | 20 +-
.../it/query/old/IoTDBSimpleQueryTableIT.java | 44 +-
.../view/old/IoTDBSimpleQueryTableViewIT.java | 46 +-
.../iotdb/session/it/pool/SessionPoolIT.java | 8 +-
iotdb-api/external-api/pom.xml | 2 +-
iotdb-api/external-service-api/pom.xml | 2 +-
iotdb-api/pipe-api/pom.xml | 2 +-
iotdb-api/pom.xml | 2 +-
iotdb-api/trigger-api/pom.xml | 2 +-
iotdb-api/udf-api/pom.xml | 2 +-
iotdb-client/cli/pom.xml | 28 +-
iotdb-client/client-cpp/README.md | 4 +-
iotdb-client/client-cpp/README_zh.md | 4 +-
iotdb-client/client-cpp/pom.xml | 4 +-
iotdb-client/client-py/pom.xml | 8 +-
iotdb-client/isession/pom.xml | 8 +-
iotdb-client/jdbc/pom.xml | 8 +-
.../org/apache/iotdb/jdbc/i18n/JdbcMessages.java | 19 +
.../org/apache/iotdb/jdbc/i18n/JdbcMessages.java | 20 +
.../iotdb/jdbc/IoTDBAbstractDatabaseMetadata.java | 23 +-
.../org/apache/iotdb/jdbc/IoTDBConnection.java | 276 ++++++--
.../apache/iotdb/jdbc/IoTDBConnectionParams.java | 9 +
.../org/apache/iotdb/jdbc/IoTDBDataSource.java | 86 ++-
.../apache/iotdb/jdbc/IoTDBDatabaseMetadata.java | 4 +
.../java/org/apache/iotdb/jdbc/IoTDBDriver.java | 2 +-
.../org/apache/iotdb/jdbc/IoTDBJDBCResultSet.java | 509 ++++++++------
.../apache/iotdb/jdbc/IoTDBPreparedStatement.java | 351 +++++++---
.../org/apache/iotdb/jdbc/IoTDBResultMetadata.java | 68 +-
.../org/apache/iotdb/jdbc/IoTDBSQLException.java | 4 +
.../java/org/apache/iotdb/jdbc/IoTDBStatement.java | 309 ++++++---
.../iotdb/jdbc/IoTDBTablePreparedStatement.java | 271 +++++---
.../org/apache/iotdb/jdbc/IoTDBURLException.java | 4 +
...oTDBSQLException.java => JdbcWrapperUtils.java} | 21 +-
.../src/main/java/org/apache/iotdb/jdbc/Utils.java | 304 +++++---
.../org/apache/iotdb/jdbc/IoTDBConnectionTest.java | 348 +++++++++-
.../org/apache/iotdb/jdbc/IoTDBDataSourceTest.java | 190 +++++
.../iotdb/jdbc/IoTDBDatabaseMetadataTest.java | 44 ++
.../org/apache/iotdb/jdbc/IoTDBDriverUrlTest.java | 17 +-
.../apache/iotdb/jdbc/IoTDBJDBCResultSetTest.java | 464 ++++++++++++-
.../iotdb/jdbc/IoTDBPreparedStatementTest.java | 135 +++-
.../jdbc/IoTDBRelationalDatabaseMetadataTest.java | 98 +++
.../apache/iotdb/jdbc/IoTDBResultMetadataTest.java | 106 +++
.../org/apache/iotdb/jdbc/IoTDBStatementTest.java | 218 ++++++
.../jdbc/IoTDBTablePreparedStatementTest.java | 328 +++++++++
.../test/java/org/apache/iotdb/jdbc/UtilsTest.java | 153 +++-
iotdb-client/pom.xml | 2 +-
iotdb-client/service-rpc/pom.xml | 6 +-
.../java/org/apache/iotdb/rpc/IoTDBRpcDataSet.java | 17 +-
iotdb-client/session/pom.xml | 10 +-
.../org/apache/iotdb/session/pool/SessionPool.java | 47 +-
.../iotdb/session/pool/TableSessionWrapper.java | 57 +-
.../iotdb/session/pool/SessionPoolCloseTest.java | 381 ++++++++++
iotdb-client/subscription/pom.xml | 14 +-
iotdb-core/ainode/pom.xml | 12 +-
iotdb-core/antlr/pom.xml | 2 +-
iotdb-core/calc-commons/pom.xml | 14 +-
.../aggregation/CentralMomentAccumulator.java | 21 +-
.../aggregation/RegressionAccumulator.java | 21 +-
.../aggregation/TableCentralMomentAccumulator.java | 21 +-
.../aggregation/TableCorrelationAccumulator.java | 21 +-
.../aggregation/TableCovarianceAccumulator.java | 21 +-
.../aggregation/TableRegressionAccumulator.java | 21 +-
.../scalar/DateBinFunctionColumnTransformer.java | 20 +-
iotdb-core/confignode/pom.xml | 30 +-
.../iotdb/confignode/manager/ConfigManager.java | 28 +-
.../pipe/source/IoTDBConfigRegionSource.java | 35 +-
.../source/PipeConfigTreePatternParseVisitor.java | 23 +-
.../PipeConfigTreePrivilegeParseVisitor.java | 184 +++--
.../procedure/env/ConfigNodeProcedureEnv.java | 9 +-
.../thrift/ConfigNodeRPCServiceHandler.java | 12 +-
.../thrift/ConfigNodeRPCServiceHandlerMetrics.java | 12 +-
.../thrift/ConfigNodeRPCServiceMetrics.java | 12 +-
.../PipeConfigTreePatternParseVisitorTest.java | 31 +
.../PipeConfigTreePrivilegeParseVisitorTest.java | 223 +++++-
iotdb-core/consensus/pom.xml | 14 +-
.../iotdb/consensus/i18n/IoTConsensusMessages.java | 11 +
.../iotdb/consensus/i18n/IoTConsensusMessages.java | 11 +
.../apache/iotdb/consensus/iot/IoTConsensus.java | 1 +
.../consensus/iot/IoTConsensusServerImpl.java | 86 ++-
.../consensus/iot/logdispatcher/LogDispatcher.java | 91 ++-
.../consensus/iot/IoTConsensusServerImplTest.java | 95 +++
iotdb-core/datanode/pom.xml | 44 +-
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 12 +
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 11 +
.../TsFileTimeseriesMetadataException.java | 6 +-
.../agent/runtime/PipeDataNodeRuntimeAgent.java | 4 +
...aNodeHardlinkOrCopiedFileDirStartupCleaner.java | 82 ++-
.../resource/tsfile/PipeTsFileDirPathMapping.java | 206 ++++++
.../resource/tsfile/PipeTsFileDirPathResolver.java | 122 ++++
.../resource/tsfile/PipeTsFileResourceManager.java | 170 +++--
.../schemaregion/IoTDBSchemaRegionSource.java | 9 +-
.../thrift/handler/RPCServiceThriftHandler.java | 12 +-
.../handler/RPCServiceThriftHandlerMetrics.java | 12 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 20 +-
.../operator/process/TransformOperator.java | 8 +-
.../plan/analyze/load/LoadTsFileAnalyzer.java | 116 +++-
.../analyze/load/LoadTsFileTableSchemaCache.java | 33 +-
.../load/TreeSchemaAutoCreatorAndVerifier.java | 20 +-
.../sys/subscription/ShowSubscriptionsTask.java | 6 +
.../relational/analyzer/ExpressionAnalyzer.java | 2 +-
.../security/TreeAccessCheckVisitor.java | 7 +-
.../plan/scheduler/load/ChunkOffsetCalculator.java | 7 +
.../memtable/AlignedWritableMemChunk.java | 72 +-
.../filescan/impl/DiskAlignedChunkHandleImpl.java | 6 +-
.../storageengine/dataregion/wal/node/WALNode.java | 60 +-
.../dataregion/wal/utils/WALPrintTool.java | 6 +-
.../LoadConvertedInsertTabletStatement.java | 4 +
.../converter/LoadTsFileDataTypeConverter.java | 2 +-
.../consensus/ConsensusPrefetchingQueue.java | 6 +-
.../ConsensusSubscriptionSetupHandler.java | 99 +++
....service.ITemporaryQueryDataFileServiceProvider | 19 +
...che.iotdb.calc.utils.IObjectFileServiceProvider | 19 +
...planner.plan.node.IPlanNodeDeserializerProvider | 19 +
...al.function.ITableFunctionAINodeServiceProvider | 19 +
.../pipe/agent/task/PipeDataNodeTaskAgentTest.java | 8 +-
.../agent/task/PipeSinkSubtaskExecutorTest.java | 13 +-
.../PipeProcessorSubtaskExecutionGuardTest.java | 46 +-
.../processor/PipeProcessorSubtaskWorkerTest.java | 84 ++-
.../task/subtask/sink/PipeSinkSubtaskTest.java | 151 ++--
.../metric/sink/PipeDataRegionSinkMetricsTest.java | 38 +-
.../airgap/IoTDBAirGapReceiverAgentTest.java | 14 +-
.../PipeConvertedInsertTabletStatementTest.java | 32 +
.../resource/PipeTsFileResourceManagerTest.java | 236 +++++++
.../resource/memory/PipeMemoryManagerTest.java | 11 +-
.../tsfile/PipeTsFileDirPathMappingTest.java | 219 ++++++
.../airgap/IoTDBDataRegionAirGapSinkTest.java | 6 +-
.../handler/PipeTransferTrackableHandlerTest.java | 16 +-
.../sink/util/TabletStatementConverterTest.java | 2 +-
.../realtime/disruptor/DisruptorShutdownTest.java | 81 ++-
.../operator/TransformOperatorResourceTest.java | 83 +++
.../plan/analyze/load/LoadTsFileAnalyzerTest.java | 57 +-
.../subscription/ShowSubscriptionsTaskTest.java | 43 +-
...meticAndCompareBinaryColumnTransformerTest.java | 2 +-
.../column/unary/scalar/DateBinFunctionTest.java | 71 ++
.../scalar/hashing/Crc32ColumnTransformerTest.java | 3 +-
.../memtable/AlignedWritableMemChunkTest.java | 75 ++
.../dataregion/memtable/MemTableFlushTaskTest.java | 69 ++
.../dataregion/wal/node/WALNodeTest.java | 64 ++
.../consensus/ConsensusPrefetchingQueueTest.java | 2 +-
.../ConsensusSubscriptionSetupHandlerTest.java | 23 +
.../apache/iotdb/db/utils/DateTimeUtilsTest.java | 99 ++-
iotdb-core/metrics/core/pom.xml | 4 +-
iotdb-core/metrics/interface/pom.xml | 8 +-
iotdb-core/metrics/pom.xml | 2 +-
iotdb-core/node-commons/pom.xml | 34 +-
.../apache/iotdb/commons/i18n/UtilMessages.java | 3 +
.../apache/iotdb/commons/i18n/UtilMessages.java | 3 +
.../pipe/source/IoTDBNonDataRegionSource.java | 74 +-
.../commons/queryengine/utils/DateTimeUtils.java | 5 +-
.../schema/column/ColumnHeaderConstant.java | 4 +-
.../org/apache/iotdb/commons/utils/FileUtils.java | 64 ++
.../pipe/source/IoTDBNonDataRegionSourceTest.java | 118 +++-
iotdb-core/pom.xml | 2 +-
iotdb-core/relational-grammar/pom.xml | 2 +-
iotdb-protocol/pom.xml | 2 +-
iotdb-protocol/thrift-ainode/pom.xml | 4 +-
iotdb-protocol/thrift-commons/pom.xml | 2 +-
iotdb-protocol/thrift-confignode/pom.xml | 4 +-
.../src/main/thrift/confignode.thrift | 1 +
iotdb-protocol/thrift-consensus/pom.xml | 4 +-
iotdb-protocol/thrift-datanode/pom.xml | 4 +-
.../src/main/thrift/datanode.thrift | 9 +
library-udf/pom.xml | 4 +-
pom.xml | 6 +-
204 files changed, 9346 insertions(+), 1877 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/commit/IoTDBRegionReconstructWALIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/IoTDBLoadTsFileBoundaryIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/db/it/IoTDBLoadTsFileMiniIT.java
copy
iotdb-client/jdbc/src/main/java/org/apache/iotdb/jdbc/{IoTDBSQLException.java
=> JdbcWrapperUtils.java} (66%)
create mode 100644
iotdb-client/jdbc/src/test/java/org/apache/iotdb/jdbc/IoTDBDataSourceTest.java
copy
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/execution/QueryIdGeneratorTest.java
=>
iotdb-client/jdbc/src/test/java/org/apache/iotdb/jdbc/IoTDBDriverUrlTest.java
(71%)
create mode 100644
iotdb-client/session/src/test/java/org/apache/iotdb/session/pool/SessionPoolCloseTest.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/tsfile/PipeTsFileDirPathMapping.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/tsfile/PipeTsFileDirPathResolver.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/resource/tsfile/PipeTsFileDirPathMappingTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/execution/operator/TransformOperatorResourceTest.java