This is an automated email from the ASF dual-hosted git repository.
Caideyipi pushed a change to branch cp-b626c602-dev-1.3
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 59f37967386 [Pipe] Unify TsFile parser allocation and resize quotas
(#18984)
add 4166bb99ced Remove TsFile parser limits from template (#18995)
add 7790a6f657f Preserve write-path causes and return delete failure
details (#18933) (#18993)
add 63ae4d1c8cc [To dev/1.3] Fix row-order assumptions in time duration
tag aggregation IT (#18998)
add 1fdcb123ac9 [To dev/1.3] Preserve LOAD failure details in logs and
responses (#18935) (#18940)
add 03aac23b2ae Stabilize bidirectional pipe template conflict IT (#19016)
(#19027)
add 552acfed78d Fix template activation path resolution and ancestor
template matching (#19041)
add 01a889cd5fd [To dev/1.3] Fix duplicate DataRegion scheduling after
recovery (#19065)
add 7f6e63f726f [To dev/1.3] Fix write-back sink history failure state
handling (#19072)
add eda8986d159 Fix Pipe leader cache isolation across receivers (#19064)
(#19077)
add 80fdce88d7d Stabilize query execution concurrency unit tests (#19079)
(#19088)
add c816d5f8d81 [To dev/1.3] Preserve LOAD sources after unrecoverable
query fallback (#19090)
add d8bad7edd6a [To dev/1.3] Fix active LOAD worker retirement leaving
files pending (#19091)
add deb408af3a0 [Pipe] Fix remaining-event metric identities (#19071)
(#19082)
add 4d3158f95ae [To dev/1.3] Fix hybrid pipe queue memory admission across
data regions (#19097)
add c0811e54d01 [To dev/1.3] Fix tree deletion recovery during WAL replay
(#19081) (#19089)
add c8254a76b98 [To dev/1.3] [IT] Fix port occupation check that always
reported ports as free (#19120)
add ec46eb23a95 Fix historical TsFile filtering and reference acquisition
(#19096) (#19113)
add 867d60252b0 [To dev/1.3] Restore IT observation checks (#18899,
#19095) [do not squash] (#19112)
add e109e4da3c6 Preserve JDBC session diagnostics across locales (#19102)
(#19115)
add e1d0d7cf910 Make IoTDBTtlIT stable under slow CI (#19004) (#19014)
add 327aba93e14 Fix pipe sink metrics lifecycle race (#18722) (#18764)
add f0a885390a7 [Pipe] Optimized useless logic (#18737) (#19011)
add e4e14a8c17f [To dev/1.3] Fix import-data and export-data correctness
and error reporting (#18986)
add 3df2e9a5430 [To dev/1.3] Fix schema region snapshot memory accounting
(#18750)
add e0678edf5d0 Fix Surefire fork port isolation (#18676) (#18677)
add 100dc213226 Merge branch 'dev/1.3' of https://github.com/apache/iotdb
into cp-b626c602-dev-1.3
No new revisions were added by this update.
Summary of changes:
example/pipe-opc-ua-sink/pom.xml | 76 --
.../java/org/apache/iotdb/opcua/ClientExample.java | 50 --
.../apache/iotdb/opcua/ClientExampleRunner.java | 147 ----
.../java/org/apache/iotdb/opcua/ClientTest.java | 130 ----
.../iotdb/opcua/IoTDBKeyStoreLoaderClient.java | 124 ----
example/pom.xml | 1 -
.../org/apache/iotdb/it/env/cluster/EnvUtils.java | 81 ++-
.../iotdb/db/it/IoTDBDeletionRecoveryIT.java | 171 +++++
.../iotdb/db/it/IoTDBLoadTsFileActiveScanIT.java | 277 ++++++++
.../org/apache/iotdb/db/it/IoTDBLoadTsFileIT.java | 279 ++++++++
.../java/org/apache/iotdb/db/it/IoTDBTtlIT.java | 40 +-
.../db/it/aggregation/IoTDBTimeDurationIT.java | 41 +-
.../iotdb/db/it/utils/DeletionTestUtils.java | 118 ++++
.../apache/iotdb/db/it/utils/IoTDBTestUtilsIT.java | 122 ++++
.../org/apache/iotdb/db/it/utils/TestUtils.java | 40 +-
.../it/autocreate/IoTDBPipeAutoConflictIT.java | 15 +-
.../pipe/it/autocreate/IoTDBPipeAutoSplitIT.java | 55 ++
.../iotdb/pipe/it/manual/IoTDBPipeInclusionIT.java | 22 +-
.../pipe/it/manual/IoTDBPipeMetaHistoricalIT.java | 2 +-
.../iotdb/pipe/it/single/IoTDBPipeOPCUAIT.java | 305 --------
.../pipe/it/triple/AbstractPipeTripleManualIT.java | 6 +-
.../iotdb/pipe/it/triple/IoTDBPipeForwardIT.java | 84 +++
iotdb-api/pipe-api/pom.xml | 5 +
.../parameter/PipeParameterValidator.java | 24 +-
.../api/customizer/parameter/PipeParameters.java | 11 +-
.../parameter/PipeParameterValidatorTest.java | 126 ++++
.../customizer/parameter/PipeParametersTest.java | 33 +-
.../src/assembly/resources/tools/export-data.bat | 4 +-
.../src/assembly/resources/tools/export-schema.bat | 4 +-
.../src/assembly/resources/tools/export-tsfile.bat | 4 +-
.../src/assembly/resources/tools/import-data.bat | 4 +-
.../src/assembly/resources/tools/import-schema.bat | 4 +-
.../apache/iotdb/tool/data/AbstractDataTool.java | 529 ++++++++++----
.../apache/iotdb/tool/data/AsyncImportData.java | 58 +-
.../org/apache/iotdb/tool/data/ExportData.java | 189 +++--
.../org/apache/iotdb/tool/data/ImportData.java | 109 +--
.../org/apache/iotdb/tool/tsfile/ImportTsFile.java | 88 ++-
.../apache/iotdb/tool/tsfile/ImportTsFileBase.java | 126 +---
.../iotdb/tool/tsfile/ImportTsFileScanTool.java | 11 +
.../org/apache/iotdb/tool/data/ExportDataTest.java | 92 +++
.../iotdb/tool/data/ImportDataBatchTest.java | 247 +++++++
.../iotdb/tool/data/ImportDataFailureTest.java | 198 ++++++
.../iotdb/tool/data/ImportDataStatusTest.java | 268 +++++++
.../apache/iotdb/tool/tsfile/ImportTsFileTest.java | 208 ++++++
.../org/apache/iotdb/jdbc/IoTDBConnection.java | 11 +-
.../org/apache/iotdb/jdbc/IoTDBConnectionTest.java | 79 +++
iotdb-core/confignode/pom.xml | 38 +
.../iotdb/confignode/i18n/ProcedureMessages.java | 25 +-
.../iotdb/confignode/i18n/ProcedureMessages.java | 25 +-
.../PipeTemporaryMetaInCoordinatorMetrics.java | 42 +-
.../source/PipeConfigRegionSourceMetrics.java | 21 +-
.../confignode/persistence/pipe/PipeTaskInfo.java | 134 +++-
.../impl/pipe/AbstractOperatePipeProcedureV2.java | 83 ++-
.../impl/pipe/runtime/PipeMetaSyncProcedure.java | 4 +
.../impl/pipe/task/AlterPipeProcedureV2.java | 20 +-
.../impl/pipe/task/CreatePipeProcedureV2.java | 10 +-
.../impl/pipe/task/StartPipeProcedureV2.java | 50 +-
.../consensus/response/pipe/PipeTableRespTest.java | 20 +
.../metric/PipeConfigNodeMetricsRestartTest.java | 235 +++++++
.../pipe/PipeTaskInfoAutoRestartTest.java | 56 ++
.../pipe/AbstractOperatePipeProcedureV2Test.java | 24 +
.../pipe/runtime/PipeMetaSyncProcedureTest.java | 239 +++++++
.../impl/pipe/task/CreatePipeProcedureV2Test.java | 144 ++++
.../impl/pipe/task/StartPipeProcedureV2Test.java | 215 ++++++
iotdb-core/datanode/pom.xml | 28 -
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 7 +
.../iotdb/db/i18n/DataNodeQueryMessages.java | 23 +
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 6 +
.../iotdb/db/i18n/DataNodeQueryMessages.java | 23 +
.../dataregion/DataExecutionVisitor.java | 7 +-
.../dataregion/PipeDataRegionSinkConstructor.java | 3 -
.../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 14 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 8 +-
.../metric/sink/PipeDataRegionSinkMetrics.java | 8 +-
.../client/IoTDBDataNodeAsyncClientManager.java | 11 +-
.../IoTDBDataNodeCacheLeaderClientManager.java | 43 +-
.../client/IoTDBDataNodeSyncClientManager.java | 12 +-
.../batch/PipeTransferBatchReqBuilder.java | 13 +-
.../db/pipe/sink/protocol/opcda/OpcDaSink.java | 67 +-
.../db/pipe/sink/protocol/opcua/OpcUaSink.java | 772 ---------------------
.../sink/protocol/opcua/client/ClientRunner.java | 243 -------
.../opcua/client/IoTDBKeyStoreLoaderClient.java | 127 ----
.../protocol/opcua/client/IoTDBOpcUaClient.java | 563 ---------------
.../protocol/opcua/server/OpcUaKeyStoreLoader.java | 136 ----
.../sink/protocol/opcua/server/OpcUaNameSpace.java | 700 -------------------
.../protocol/opcua/server/OpcUaServerBuilder.java | 482 -------------
.../thrift/async/IoTDBDataRegionAsyncSink.java | 3 +-
.../thrift/sync/IoTDBDataRegionSyncSink.java | 3 +-
.../PipeHistoricalDataRegionTsFileSource.java | 40 +-
.../plan/analyze/load/LoadTsFileAnalyzer.java | 55 +-
.../scheduler/load/LoadTsFileDispatcherImpl.java | 57 +-
.../plan/scheduler/load/LoadTsFileScheduler.java | 41 +-
.../InternalBatchActivateTemplateStatement.java | 15 +-
.../template/BatchActivateTemplateStatement.java | 15 +-
.../schemaregion/impl/SchemaRegionMemoryImpl.java | 10 +-
.../schemaregion/impl/SchemaRegionPBTreeImpl.java | 22 +-
.../template/ClusterTemplateManager.java | 2 +-
.../iotdb/db/storageengine/StorageEngine.java | 2 +-
.../schedule/CompactionScheduleTaskManager.java | 10 +-
.../timeindex/FileTimeIndexCacheRecorder.java | 6 +-
.../dataregion/wal/buffer/WALBuffer.java | 3 +-
.../dataregion/wal/recover/WALNodeRecoverTask.java | 3 +-
.../wal/recover/file/TsFilePlanRedoer.java | 72 +-
.../load/active/ActiveLoadTsFileLoader.java | 74 +-
.../converter/LoadTreeTsFileTabletIterator.java | 230 +++---
.../dataregion/DataExecutionVisitorTest.java | 62 ++
.../schemaRegion/SchemaRegionManagementTest.java | 40 ++
.../task/PipeDataNodeTaskAgentMemoryTest.java | 165 +++++
.../subtask/sink/PipeSinkSubtaskManagerTest.java | 2 +-
.../pipe/event/PipeTsFileInsertionEventTest.java | 15 +
.../metric/sink/PipeDataRegionSinkMetricsTest.java | 98 +++
.../sink/IoTDBDataNodeAsyncClientManagerTest.java | 103 +++
.../apache/iotdb/db/pipe/sink/PipeSinkTest.java | 117 +---
.../batch/PipeTransferBatchReqBuilderTest.java | 53 ++
.../db/pipe/sink/protocol/opcda/OpcDaSinkTest.java | 151 ++++
.../opcua/OpcUaSinkTsFileMetadataTest.java | 105 ---
.../protocol/opcua/client/ClientRunnerTest.java | 147 ----
.../opcua/client/IoTDBOpcUaClientTest.java | 304 --------
.../opcua/server/OpcUaNameSpaceMetadataTest.java | 128 ----
.../opcua/server/OpcUaServerBuilderTest.java | 164 -----
.../PipeHistoricalDataRegionTsFileSourceTest.java | 207 ++++++
.../execution/exchange/SharedTsBlockQueueTest.java | 165 ++---
.../fragment/FragmentInstanceExecutionTest.java | 8 +-
.../schedule/queue/L1PriorityQueueTest.java | 45 +-
.../schedule/queue/L2PriorityQueueTest.java | 44 +-
.../queue/MultilevelPriorityQueueTest.java | 43 +-
.../load/LoadTsFileAnalyzerDiagnosticsTest.java | 147 ++++
.../config/sys/pipe/ShowPipeTaskTest.java | 7 +
.../load/LoadTsFileDispatcherImplTest.java | 84 ++-
.../BatchActivateTemplateStatementTest.java | 141 ++++
.../template/ClusterTemplateManagerTest.java | 61 ++
.../wal/recover/file/TsFilePlanRedoerTest.java | 100 ++-
.../file/UnsealedTsFileRecoverPerformerTest.java | 2 +-
.../load/active/ActiveLoadTsFileLoaderTest.java | 157 +++++
...atementDataTypeConvertExecutionVisitorTest.java | 338 ++++++++-
.../conf/iotdb-system.properties.template | 13 -
.../org/apache/iotdb/commons/path/PartialPath.java | 10 +
.../agent/plugin/builtin/BuiltinPipePlugin.java | 7 -
.../agent/plugin/builtin/sink/opcua/OpcUaSink.java | 30 -
.../pipe/config/constant/PipeSinkConstant.java | 98 ---
.../apache/iotdb/commons/path/PartialPathTest.java | 19 +
pom.xml | 55 +-
142 files changed, 7226 insertions(+), 6171 deletions(-)
delete mode 100644 example/pipe-opc-ua-sink/pom.xml
delete mode 100644
example/pipe-opc-ua-sink/src/main/java/org/apache/iotdb/opcua/ClientExample.java
delete mode 100644
example/pipe-opc-ua-sink/src/main/java/org/apache/iotdb/opcua/ClientExampleRunner.java
delete mode 100644
example/pipe-opc-ua-sink/src/main/java/org/apache/iotdb/opcua/ClientTest.java
delete mode 100644
example/pipe-opc-ua-sink/src/main/java/org/apache/iotdb/opcua/IoTDBKeyStoreLoaderClient.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/IoTDBDeletionRecoveryIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/IoTDBLoadTsFileActiveScanIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/utils/DeletionTestUtils.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/utils/IoTDBTestUtilsIT.java
delete mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/single/IoTDBPipeOPCUAIT.java
create mode 100644
iotdb-api/pipe-api/src/test/java/org/apache/iotdb/pipe/api/customizer/parameter/PipeParameterValidatorTest.java
copy
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/service/NoopServerContextTest.java
=>
iotdb-api/pipe-api/src/test/java/org/apache/iotdb/pipe/api/customizer/parameter/PipeParametersTest.java
(51%)
create mode 100644
iotdb-client/cli/src/test/java/org/apache/iotdb/tool/data/ExportDataTest.java
create mode 100644
iotdb-client/cli/src/test/java/org/apache/iotdb/tool/data/ImportDataBatchTest.java
create mode 100644
iotdb-client/cli/src/test/java/org/apache/iotdb/tool/data/ImportDataFailureTest.java
create mode 100644
iotdb-client/cli/src/test/java/org/apache/iotdb/tool/data/ImportDataStatusTest.java
create mode 100644
iotdb-client/cli/src/test/java/org/apache/iotdb/tool/tsfile/ImportTsFileTest.java
copy
integration-test/src/main/java/org/apache/iotdb/itbase/constant/BuiltinScalarFunctionEnum.java
=>
iotdb-core/confignode/src/main/i18n/en/org/apache/iotdb/confignode/i18n/ProcedureMessages.java
(62%)
copy
integration-test/src/main/java/org/apache/iotdb/itbase/constant/BuiltinScalarFunctionEnum.java
=>
iotdb-core/confignode/src/main/i18n/zh/org/apache/iotdb/confignode/i18n/ProcedureMessages.java
(63%)
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/pipe/metric/PipeConfigNodeMetricsRestartTest.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/sink/protocol/opcua/OpcUaSink.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/sink/protocol/opcua/client/ClientRunner.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/sink/protocol/opcua/client/IoTDBKeyStoreLoaderClient.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/sink/protocol/opcua/client/IoTDBOpcUaClient.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/sink/protocol/opcua/server/OpcUaKeyStoreLoader.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/sink/protocol/opcua/server/OpcUaNameSpace.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/sink/protocol/opcua/server/OpcUaServerBuilder.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/consensus/statemachine/dataregion/DataExecutionVisitorTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/agent/task/PipeDataNodeTaskAgentMemoryTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/metric/sink/PipeDataRegionSinkMetricsTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/sink/protocol/opcda/OpcDaSinkTest.java
delete mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/sink/protocol/opcua/OpcUaSinkTsFileMetadataTest.java
delete mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/sink/protocol/opcua/client/ClientRunnerTest.java
delete mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/sink/protocol/opcua/client/IoTDBOpcUaClientTest.java
delete mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/sink/protocol/opcua/server/OpcUaNameSpaceMetadataTest.java
delete mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/pipe/sink/protocol/opcua/server/OpcUaServerBuilderTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/analyze/load/LoadTsFileAnalyzerDiagnosticsTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/template/BatchActivateTemplateStatementTest.java
delete mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/agent/plugin/builtin/sink/opcua/OpcUaSink.java