This is an automated email from the ASF dual-hosted git repository.
rong pushed a change to branch multi-cyclic-pipe
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from f7993fd04d3 Merge branch 'master' of github.com:apache/iotdb into
multi-cyclic-pipe
add 16a9f3fe760 Bump
com.googlecode.maven-download-plugin:download-maven-plugin (#10747)
add 89645c6889f Delete useless airline, concurrent-200 and jaxb-runtime
dependencies (#10866)
add 3e9ddc77c86 Pipe IT: fix the usage of Awaitility.awit (#10869)
add b445540475a [IOTDB-6116] Disassociate the IoTConsensus retry logic
from the forkjoinPool (#10872)
add 679c495b043 [RatisConsensus] Unify read timeout to Thrift connection
timeout (#10876)
add 9acb3594a18 Fix Region migrate bug (#10862)
add 80f9a80e50f [IOTDB-6118] Pipe: Support transfer data through air gap
(IoTDBAirGapConnector) (#10853)
add 0a90c45486d Pipe IT: Stablelized pipe IT by prohibiting exceptions
from assertEqual function (#10881)
add 0b28f31379d fix dataMigrationExample error (#10886)
add 6bef0b0b232 fix: Hopefully fixed the build of the cpp-example on
windows systems (#10891)
add 709e7ef8694 Upgrade guava to avoid vulnerability issue (#10892)
add 052ff28cf89 Override existing jar instead of deleting it when
registering UDF
add 97e083efcec [IOTDB-6115] Fix Limit & Offset push down doesn't take
effect while there exist null value
add a45248d4959 Rename iotdb-thrift module to iotdb-thrift-datanode
(#10884)
add 29e038d6a96 Fix memory leak when deleting database in PB_Tree mode
(#10885)
add 38b36006b2a [IOTDB-6117] Pipe: Optimize RPC requests from CN to DN. CN
send exactly one pipeMeta to each DN upon create/start/stop/drop pipe (#10875)
add 5f6db2e308a Fix some ITs of UDFManagement
add 2c2f40bdb45 Implement intersect with prefix pattern for PartialPath
and PathPatternTree
add af250e0b9ca [IOTDB-6122] Pipe: Progress Index markers an incorrect
value when load a tsfile with tsfileResource (#10908)
add 3a4fda668f8 Merge branch 'master' of github.com:apache/iotdb into
multi-cyclic-pipe
No new revisions were added by this update.
Summary of changes:
CONTRIBUTING.md | 2 +-
LICENSE-binary | 6 +-
example/client-cpp-example/src/CMakeLists.txt | 10 +-
.../src/main/java/org/apache/iotdb/SSLClient.java | 2 +-
.../org/apache/iotdb/DataMigrationExample.java | 3 +-
.../partition/IoTDBAutoRegionGroupExtensionIT.java | 1 +
.../IoTDBAutoRegionGroupExtensionIT2.java | 160 +++++++++++
.../iotdb/db/it/udf/IoTDBUDFManagementIT.java | 50 +++-
.../org/apache/iotdb/db/it/utils/TestUtils.java | 84 +++---
...TDBPipeDemoIT.java => IoTDBPipeDataSyncIT.java} | 32 +--
...leDemoIT.java => IoTDBPipeSingleEnvDemoIT.java} | 2 +-
iotdb-client/client-cpp/pom.xml | 4 +-
iotdb-client/client-py/pom.xml | 2 +-
.../confignode/client/DataNodeRequestType.java | 3 +-
.../client/async/AsyncDataNodeClientPool.java | 9 +-
.../client/async/handlers/AsyncClientHandler.java | 3 +-
.../manager/consensus/ConsensusManager.java | 11 +
.../region/GreedyRegionGroupAllocator.java | 41 ++-
.../load/cache/node/DataNodeHeartbeatCache.java | 4 +-
.../load/cache/region/RegionHeartbeatSample.java | 5 +
.../partition/DatabasePartitionTable.java | 4 +-
.../persistence/partition/RegionGroup.java | 11 +
.../confignode/persistence/pipe/PipeTaskInfo.java | 9 +
.../procedure/env/ConfigNodeProcedureEnv.java | 42 ++-
.../procedure/env/DataNodeRemoveHandler.java | 7 +-
.../impl/pipe/AbstractOperatePipeProcedureV2.java | 31 +-
.../impl/pipe/task/CreatePipeProcedureV2.java | 9 +-
.../impl/pipe/task/DropPipeProcedureV2.java | 5 +-
.../impl/pipe/task/StartPipeProcedureV2.java | 3 +-
.../impl/pipe/task/StopPipeProcedureV2.java | 3 +-
.../apache/iotdb/consensus/iot/IoTConsensus.java | 17 ++
.../consensus/iot/IoTConsensusServerImpl.java | 8 +
.../consensus/iot/client/DispatchLogHandler.java | 52 ++--
.../consensus/iot/logdispatcher/LogDispatcher.java | 4 +
.../iotdb/consensus/ratis/RatisConsensus.java | 27 +-
.../iotdb/consensus/ratis/RatisConsensusTest.java | 4 +-
iotdb-core/datanode/pom.xml | 14 -
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 24 +-
.../db/consensus/DataRegionConsensusImpl.java | 8 +
.../db/consensus/SchemaRegionConsensusImpl.java | 8 +
.../db/pipe/agent/receiver/PipeReceiverAgent.java | 70 ++---
.../db/pipe/agent/runtime/PipeRuntimeAgent.java | 14 +-
.../iotdb/db/pipe/agent/task/PipeTaskAgent.java | 131 ++++++---
.../config/constant/PipeConnectorConstant.java | 4 +
.../payload/airgap/AirGapOneByteResponse.java | 7 +-
.../airgap/AirGapPseudoTPipeTransferRequest.java | 7 +-
.../request/PipeTransferFilePieceReq.java | 22 +-
.../evolvable/request/PipeTransferFileSealReq.java | 22 +-
.../request/PipeTransferHandshakeReq.java | 20 +-
.../request/PipeTransferInsertNodeReq.java | 24 +-
.../evolvable/request/PipeTransferTabletReq.java | 111 ++++----
...TDBThriftConnector.java => IoTDBConnector.java} | 6 +-
...sion.java => IoTDBConnectorRequestVersion.java} | 6 +-
.../protocol/airgap/IoTDBAirGapConnector.java | 315 ++++++++++++++++++++-
.../thrift/async/IoTDBThriftAsyncConnector.java | 9 +-
.../thrift/sync/IoTDBThriftSyncConnector.java | 33 ++-
.../pipe/receiver/airgap/IoTDBAirGapReceiver.java | 180 +++++++++++-
.../receiver/airgap/IoTDBAirGapReceiverAgent.java | 97 +++++++
...iver.java => IoTDBLegacyPipeReceiverAgent.java} | 20 +-
.../pipe/receiver/thrift/IoTDBThriftReceiver.java | 4 +-
.../thrift/IoTDBThriftReceiverAgent.java} | 38 +--
.../receiver/thrift/IoTDBThriftReceiverV1.java | 22 +-
.../connector/PipeConnectorSubtaskManager.java | 4 +
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 14 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 37 ++-
.../operator/source/AlignedSeriesScanOperator.java | 9 +-
.../operator/source/AlignedSeriesScanUtil.java | 67 ++++-
.../db/queryengine/plan/analyze/Analysis.java | 12 +
.../queryengine/plan/analyze/AnalyzeVisitor.java | 1 +
.../db/queryengine/plan/parser/ASTVisitor.java | 8 +
.../plan/planner/LogicalPlanBuilder.java | 10 +-
.../plan/planner/LogicalPlanVisitor.java | 6 +-
.../plan/planner/OperatorTreeGenerator.java | 3 +-
.../plan/planner/plan/node/PlanGraphPrinter.java | 1 +
.../plan/node/source/AlignedSeriesScanNode.java | 37 ++-
.../scheduler/load/LoadTsFileDispatcherImpl.java | 2 +-
.../plan/statement/crud/QueryStatement.java | 12 +
.../mtree/impl/pbtree/CachedMTreeStore.java | 1 +
.../mtree/impl/pbtree/cache/CacheManager.java | 1 +
.../impl/pbtree/cache/CacheMemoryManager.java | 4 +
.../java/org/apache/iotdb/db/service/DataNode.java | 4 +
.../memtable/AlignedReadOnlyMemChunk.java | 12 +-
.../read/reader/chunk/DiskAlignedChunkLoader.java | 13 +-
.../read/reader/chunk/MemAlignedChunkLoader.java | 11 +-
.../read/reader/chunk/MemAlignedChunkReader.java | 8 +-
.../read/reader/chunk/MemAlignedPageReader.java | 31 +-
.../metadata/DiskAlignedChunkMetadataLoader.java | 16 +-
.../metadata/MemAlignedChunkMetadataLoader.java | 19 +-
.../dataregion/tsfile/TsFileResource.java | 8 +
.../file/UnsealedTsFileRecoverPerformer.java | 2 +-
.../org/apache/iotdb/db/utils/CommonUtils.java | 43 ---
.../org/apache/iotdb/db/utils/FileLoaderUtils.java | 21 +-
.../operator/AlignedSeriesScanOperatorTest.java | 15 +-
.../execution/operator/OperatorMemoryTest.java | 3 +-
.../plan/plan/QueryLogicalPlanUtil.java | 5 +-
.../reader/chunk/MemAlignedChunkLoaderTest.java | 2 +-
iotdb-core/mlnode/pom.xml | 2 +-
.../resources/conf/iotdb-common.properties | 7 +
.../iotdb/commons/concurrent/ThreadName.java | 8 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 19 ++
.../iotdb/commons/conf/CommonDescriptor.java | 11 +
.../commons/executable/ExecutableManager.java | 11 +-
.../org/apache/iotdb/commons/path/PartialPath.java | 158 ++++++++---
.../iotdb/commons/path/PathPatternTreeUtils.java | 53 ++++
.../apache/iotdb/commons/path/PathPatternUtil.java | 4 +-
.../iotdb/commons/pipe/config/PipeConfig.java | 20 ++
.../pipe/plugin/builtin/BuiltinPipePlugin.java | 2 +
...yncConnector.java => IoTDBAirGapConnector.java} | 6 +-
.../connector/IoTDBLegacyPipeConnector.java | 54 +---
.../builtin/connector/IoTDBThriftConnector.java | 54 +---
...ipeConnector.java => PlaceholderConnector.java} | 12 +-
.../commons/pipe/task/meta/PipeMetaKeeper.java | 4 +
.../apache/iotdb/commons/service/ServiceType.java | 1 +
.../apache/iotdb/commons/path/PartialPathTest.java | 68 +++++
.../iotdb/commons/path/PathPatternTreeTest.java | 121 ++++++++
.../read/TsFileAlignedSeriesReaderIterator.java | 2 +-
.../read/reader/chunk/AlignedChunkReader.java | 22 +-
.../tsfile/read/reader/page/AlignedPageReader.java | 29 +-
.../read/reader/series/FileSeriesReader.java | 2 +-
.../org/apache/iotdb/tsfile/utils/BytesUtils.java | 4 +-
.../org/apache/iotdb/tsfile/utils/PublicBAOS.java | 1 +
.../tsfile/write/TsFileIntegrityCheckingTool.java | 3 +-
iotdb-protocol/pom.xml | 2 +-
.../{thrift => thrift-datanode}/README.md | 0
iotdb-protocol/{thrift => thrift-datanode}/pom.xml | 4 +-
.../{thrift => thrift-datanode}/rpc-changelist.md | 0
.../src/main/thrift/client.thrift | 0
.../src/main/thrift/datanode.thrift | 10 +
pom.xml | 35 +--
129 files changed, 2292 insertions(+), 765 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/partition/IoTDBAutoRegionGroupExtensionIT2.java
rename
integration-test/src/test/java/org/apache/iotdb/pipe/it/{IoTDBPipeDemoIT.java
=> IoTDBPipeDataSyncIT.java} (82%)
rename
integration-test/src/test/java/org/apache/iotdb/pipe/it/{IoTDBPipeSingleDemoIT.java
=> IoTDBPipeSingleEnvDemoIT.java} (98%)
copy
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/configuration/PipeRuntimeConfiguration.java
=>
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/airgap/AirGapOneByteResponse.java
(79%)
copy
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/configuration/PipeRuntimeConfiguration.java
=>
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/airgap/AirGapPseudoTPipeTransferRequest.java
(80%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/{thrift/IoTDBThriftConnector.java
=> IoTDBConnector.java} (95%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/{thrift/IoTDBThriftConnectorRequestVersion.java
=> IoTDBConnectorRequestVersion.java} (85%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/airgap/IoTDBAirGapReceiverAgent.java
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/legacy/{IoTDBLegacyPipeReceiver.java
=> IoTDBLegacyPipeReceiverAgent.java} (96%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/{agent/receiver/PipeReceiverAgent.java
=> receiver/thrift/IoTDBThriftReceiverAgent.java} (68%)
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/path/PathPatternTreeUtils.java
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/plugin/builtin/connector/{IoTDBThriftSyncConnector.java
=> IoTDBAirGapConnector.java} (88%)
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/plugin/builtin/connector/{IoTDBLegacyPipeConnector.java
=> PlaceholderConnector.java} (86%)
rename iotdb-protocol/{thrift => thrift-datanode}/README.md (100%)
rename iotdb-protocol/{thrift => thrift-datanode}/pom.xml (96%)
rename iotdb-protocol/{thrift => thrift-datanode}/rpc-changelist.md (100%)
rename iotdb-protocol/{thrift =>
thrift-datanode}/src/main/thrift/client.thrift (100%)
rename iotdb-protocol/{thrift =>
thrift-datanode}/src/main/thrift/datanode.thrift (98%)
