This is an automated email from the ASF dual-hosted git repository.
xingtanzjr pushed a change to branch xingtanzjr/write_instance_parallel
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 850198002e tmp save
add 506def32b0 [IOTDB-2804] DataRegion consensus state machine (#5479)
add 53089cee1f [IOTDB-2803] Implement create timeseries metadata operation
through consensus layer in MPP framework (#5403)
add d3b30cf654 [IOTDB-2889] Add method converting TsBlock to
TSQueryDataSet in QueryDataSetUtils (#5490)
add f33ee814b8 [IOTDB-2890] Dynamic port support for DataBlockManager
(#5491)
add f0ff5510a6 [IOTDB-2879] Add influxdb-protocol module into the root pom
(#5473)
add 0ec17d79eb fix StorageEngineV2 cannot start (#5484)
add ce4f2b25e4 [IOTDB-2886] refact LocalConfigManager and finish
createSchemaRegion (#5486)
add 4fc9c7da54 [IOTDB-2803][new cluster] Adapt show timeseries to mpp
(#5418)
add c368467c20 [IOTDB-2866] Support get or create SchemaPartition with
PatternTree in config node (#5493)
add fc0313ed8b Fix compile error (#5500)
add 22a6c225e0 remove IllegalPathException and IOException in PlanFragment
deserialization
add 1ef5ffaaa4 fix some issue
add 25c819914e tmp save
add add58b9a5e add schemaRegion create in test
add 303bd75f24 reformat code in FragmentInstance
add 85ed394166 use visit mode to implement PlanNode to PhysicalPlan
add be6bd1596c fix compile issue
add 1fe96960fa make intercal_ip as default 127.0.0.1
add 9e1a508be4 [IOTDB-2897] Fix wal recover deadlock (#5499)
add f60c584f4d New sync framework with TsFileSync (#5353)
add 47e2af285a [IOTDB-2871] Data node client to connect with config node
(#5488)
add b9a8098146 Merge branch 'master' into xingtanzjr/modification_pr
add c5192db130 spotless
new d32fc0713c Merge branch 'xingtanzjr/modification_pr' into
xingtanzjr/write_instance_parallel
new 8534b11a14 fix UT error
new b8a351c26a add UT for DistributedPlan Write
The 3 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/influxdb-protocol.yml | 2 +-
.github/workflows/main-unix.yml | 3 +-
.github/workflows/main-win.yml | 3 +-
.../apache/iotdb/db/qp/sql/InfluxDBSqlParser.g4 | 2 +-
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 67 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 24 +
.../org/apache/iotdb/cluster/ClusterIoTDB.java | 1 -
.../apache/iotdb/cluster/query/ClusterPlanner.java | 1 +
.../apache/iotdb/cluster/utils/StatusUtils.java | 6 +-
confignode/pom.xml | 5 +
.../resources/conf/iotdb-confignode.properties | 13 +-
.../iotdb/confignode/conf/ConfigNodeConf.java | 14 +
.../confignode/conf/ConfigNodeDescriptor.java | 4 +
.../consensus/response/DataPartitionDataSet.java | 22 +-
.../consensus/response/SchemaPartitionDataSet.java | 77 +-
.../response/StorageGroupSchemaDataSet.java | 12 +-
.../iotdb/confignode/manager/ConfigManager.java | 114 ++-
.../iotdb/confignode/manager/ConsensusManager.java | 36 +-
.../apache/iotdb/confignode/manager/Manager.java | 24 +-
.../iotdb/confignode/manager/PartitionManager.java | 130 ++--
.../iotdb/confignode/manager/RegionManager.java | 6 +-
.../confignode/partition/StorageGroupSchema.java | 9 +
.../persistence/PartitionInfoPersistence.java | 60 +-
.../persistence/RegionInfoPersistence.java | 29 +-
.../iotdb/confignode/physical/PhysicalPlan.java | 2 +-
.../physical/crud/CreateDataPartitionPlan.java | 5 +-
.../physical/crud/CreateRegionsPlan.java | 5 +-
.../physical/crud/CreateSchemaPartitionPlan.java | 70 +-
.../crud/GetOrCreateDataPartitionPlan.java | 6 +-
.../crud/GetOrCreateSchemaPartitionPlan.java | 86 ++-
.../confignode/service/executor/PlanExecutor.java | 4 +-
.../server/ConfigNodeRPCServerProcessor.java | 64 +-
.../confignode/consensus/RatisConsensusDemo.java | 10 +-
.../hash/DeviceGroupHashExecutorManualTest.java | 5 +-
.../physical/SerializeDeserializeUT.java | 45 +-
.../server/ConfigNodeRPCServerProcessorTest.java | 284 +++++---
.../iotdb/consensus/ratis/RequestMessage.java | 1 +
distribution/pom.xml | 6 +
docs/UserGuide/Maintenance-Tools/Sync-Tool.md | 396 +++++++---
docs/zh/UserGuide/Maintenance-Tools/Sync-Tool.md | 493 ++++++++++---
influxdb-protocol/pom.xml | 38 +-
.../iotdb/influxdb/protocol/dto/SessionPoint.java | 6 +-
.../protocol/impl/IoTDBInfluxDBService.java | 12 +-
.../iotdb/influxdb/session/InfluxDBSession.java | 42 +-
.../sync/IoTDBSyncReceiverCollectorIT.java | 513 +++++++++++++
.../db/integration/sync/IoTDBSyncReceiverIT.java | 357 +++++++++
.../sync/IoTDBSyncReceiverLoaderIT.java | 210 ++++++
.../db/integration/sync/IoTDBSyncSenderIT.java | 304 ++++++++
.../iotdb/db/integration/sync/SyncTestUtil.java | 203 ++++++
.../db/integration/sync/TransportClientMock.java | 69 ++
.../src/test/resources/iotdb-engine.properties | 3 +-
integration/src/test/resources/logback-test.xml | 2 +-
.../iotdb/commons/cluster/DataNodeLocation.java | 6 +-
.../org/apache/iotdb/commons/cluster/Endpoint.java | 6 +-
.../iotdb/commons/concurrent/ThreadName.java | 6 +-
.../apache/iotdb/commons/conf/IoTDBConstant.java | 15 +
.../iotdb/commons/consensus/ConsensusGroupId.java | 5 +-
.../iotdb/commons/partition/DataPartition.java | 15 +-
.../iotdb/commons/partition/RegionReplicaSet.java | 41 +-
.../iotdb/commons/partition/SchemaPartition.java | 120 ++-
.../apache/iotdb/commons/service/ServiceType.java | 2 +
.../apache/iotdb/commons/utils/CommonUtils.java | 4 +-
.../apache/iotdb/commons}/utils/StatusUtils.java | 49 +-
pom.xml | 1 +
server/pom.xml | 5 +
.../resources/conf/iotdb-engine.properties | 19 +-
.../resources/conf/iotdb-sync-client.properties | 35 -
.../assembly/resources/tools/start-sync-client.bat | 71 --
.../assembly/resources/tools/start-sync-client.sh | 54 --
.../assembly/resources/tools/stop-sync-client.bat | 23 -
.../assembly/resources/tools/stop-sync-client.sh | 30 -
.../apache/iotdb/db/client/ConfigNodeClient.java | 309 ++++++++
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 81 ++-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 43 +-
.../consensus/statemachine/BaseStateMachine.java | 2 +
.../statemachine/DataRegionStateMachine.java | 37 +-
.../statemachine/SchemaRegionStateMachine.java | 17 +-
.../org/apache/iotdb/db/engine/StorageEngine.java | 16 +-
.../apache/iotdb/db/engine/StorageEngineV2.java | 62 +-
.../iotdb/db/engine/modification/Deletion.java | 23 +
.../iotdb/db/engine/storagegroup/DataRegion.java | 183 +++--
.../db/engine/storagegroup/TsFileManager.java | 38 +
.../db/engine/storagegroup/TsFileProcessor.java | 23 +
.../dataregion/StorageGroupManager.java | 10 +
.../sync/PipeDataLoadBearableException.java} | 10 +-
.../sync/PipeDataLoadException.java} | 10 +-
.../sync/PipeDataLoadUnbearableException.java} | 10 +-
.../sync/PipeException.java} | 20 +-
.../sync/PipeServerException.java} | 22 +-
.../PipeSinkException.java} | 24 +-
.../iotdb/db/metadata/Executor/SchemaVisitor.java | 96 +++
...ocalConfigManager.java => LocalConfigNode.java} | 170 ++---
.../db/metadata/LocalSchemaPartitionTable.java | 4 +-
.../iotdb/db/metadata/LocalSchemaProcessor.java | 28 +-
.../iotdb/db/metadata/mtree/MTreeBelowSG.java | 1 +
.../traverser/collector/MeasurementCollector.java | 4 +
.../db/metadata/schemaregion/SchemaEngine.java | 27 +-
.../db/metadata/schemaregion/SchemaRegion.java | 20 +
.../storagegroup/IStorageGroupSchemaManager.java | 8 +
.../storagegroup/StorageGroupSchemaManager.java | 28 +
.../iotdb/db/mpp/buffer/DataBlockManager.java | 7 +-
.../iotdb/db/mpp/buffer/IDataBlockManager.java | 5 +
.../apache/iotdb/db/mpp/common/PlanFragmentId.java | 10 +-
.../org/apache/iotdb/db/mpp/common/QueryId.java | 8 +-
.../apache/iotdb/db/mpp/execution/DataDriver.java | 3 +-
.../db/mpp/execution/FragmentInstanceManager.java | 4 +-
.../iotdb/db/mpp/execution/QueryExecution.java | 22 +-
.../db/mpp/execution/SchemaDriverContext.java | 8 +-
.../scheduler/SimpleFragInstanceDispatcher.java | 4 +-
.../operator/schema/DevicesSchemaScanOperator.java | 97 +++
.../mpp/operator/schema/SchemaMergeOperator.java | 79 ++
.../db/mpp/operator/schema/SchemaScanOperator.java | 107 +++
.../schema/TimeSeriesSchemaScanOperator.java | 142 ++++
.../db/mpp/operator/source/SeriesScanOperator.java | 2 +-
.../apache/iotdb/db/mpp/sql/analyze/Analyzer.java | 42 +-
.../db/mpp/sql/analyze/ClusterSchemaFetcher.java | 7 +-
.../db/mpp/sql/analyze/FakeSchemaFetcherImpl.java | 7 +-
.../iotdb/db/mpp/sql/analyze/ISchemaFetcher.java | 7 +-
.../mpp/sql/analyze/StandaloneSchemaFetcher.java | 7 +-
.../apache/iotdb/db/mpp/sql/parser/ASTVisitor.java | 5 +
.../db/mpp/sql/planner/DistributionPlanner.java | 133 +++-
.../db/mpp/sql/planner/LocalExecutionPlanner.java | 65 +-
.../iotdb/db/mpp/sql/planner/LogicalPlanner.java | 47 ++
.../iotdb/db/mpp/sql/planner/QueryPlanBuilder.java | 42 ++
.../db/mpp/sql/planner/plan/FragmentInstance.java | 61 +-
.../db/mpp/sql/planner/plan/PlanFragment.java | 10 +-
.../plan/SimpleFragmentParallelPlanner.java | 6 +-
.../planner/plan/WriteFragmentParallelPlanner.java | 19 +-
.../db/mpp/sql/planner/plan/node/PlanNode.java | 1 +
.../db/mpp/sql/planner/plan/node/PlanNodeType.java | 15 +-
.../db/mpp/sql/planner/plan/node/PlanNodeUtil.java | 3 +
.../db/mpp/sql/planner/plan/node/PlanVisitor.java | 30 +
.../node/metedata/read/DevicesSchemaScanNode.java | 108 +++
.../read/SchemaMergeNode.java} | 44 +-
.../plan/node/metedata/read/SchemaScanNode.java | 119 +++
.../metedata/read/TimeSeriesSchemaScanNode.java | 145 ++++
.../node/metedata/write/AlterTimeSeriesNode.java | 37 +
.../write/CreateAlignedTimeSeriesNode.java | 13 +
.../node/metedata/write/CreateTimeSeriesNode.java | 127 +++-
.../planner/plan/node/process/ExchangeNode.java | 1 +
.../planner/plan/node/sink/FragmentSinkNode.java | 1 +
.../plan/node/source/SeriesAggregateScanNode.java | 11 +-
.../planner/plan/node/source/SeriesScanNode.java | 16 +-
.../sql/planner/plan/node/source/SourceNode.java | 4 +-
.../plan/node/write/InsertMultiTabletsNode.java | 7 +-
.../sql/planner/plan/node/write/InsertNode.java | 1 +
.../planner/plan/node/write/InsertRowsNode.java | 5 +
.../plan/node/write/InsertRowsOfOneDeviceNode.java | 5 +
.../db/mpp/sql/statement/StatementVisitor.java | 10 +
.../crud/InsertMultiTabletsStatement.java | 8 +
.../crud/InsertRowsOfOneDeviceStatement.java | 1 +
.../sql/statement/crud/InsertRowsStatement.java | 8 +
.../db/mpp/sql/statement/crud/InsertStatement.java | 1 +
.../db/mpp/sql/statement/crud/QueryStatement.java | 1 +
.../metadata/AlterTimeSeriesStatement.java | 1 +
.../metadata/CreateAlignedTimeSeriesStatement.java | 1 +
.../metadata/CreateTimeSeriesStatement.java | 1 +
.../statement/metadata/ShowDevicesStatement.java | 6 +
.../mpp/sql/statement/metadata/ShowStatement.java | 10 +
.../metadata/ShowTimeSeriesStatement.java | 6 +
.../db/protocol/influxdb/handler/QueryHandler.java | 6 +-
.../apache/iotdb/db/qp/constant/SQLConstant.java | 26 +
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 189 ++++-
.../org/apache/iotdb/db/qp/logical/Operator.java | 14 +-
.../db/qp/logical/sys/CreatePipeOperator.java | 69 ++
.../db/qp/logical/sys/CreatePipeSinkOperator.java | 61 ++
.../iotdb/db/qp/logical/sys/DropPipeOperator.java | 24 +-
.../db/qp/logical/sys/DropPipeSinkOperator.java | 23 +-
.../iotdb/db/qp/logical/sys/ShowPipeOperator.java | 27 +-
.../db/qp/logical/sys/ShowPipeServerOperator.java | 20 +-
.../db/qp/logical/sys/ShowPipeSinkOperator.java | 27 +-
.../qp/logical/sys/ShowPipeSinkTypeOperator.java | 20 +-
.../iotdb/db/qp/logical/sys/StartPipeOperator.java | 24 +-
.../db/qp/logical/sys/StartPipeServerOperator.java | 18 +-
.../iotdb/db/qp/logical/sys/StopPipeOperator.java | 24 +-
.../db/qp/logical/sys/StopPipeServerOperator.java | 18 +-
.../apache/iotdb/db/qp/physical/PhysicalPlan.java | 10 +
.../qp/physical/crud/InsertMultiTabletsPlan.java | 2 +-
.../iotdb/db/qp/physical/crud/InsertRowsPlan.java | 2 +-
.../physical/sys/CreateAlignedTimeSeriesPlan.java | 15 +-
.../qp/physical/sys/CreateMultiTimeSeriesPlan.java | 2 +-
.../iotdb/db/qp/physical/sys/CreatePipePlan.java | 110 +++
.../db/qp/physical/sys/CreatePipeSinkPlan.java | 98 +++
.../db/qp/physical/sys/CreateTimeSeriesPlan.java | 10 +
.../db/qp/physical/sys/DeleteTimeSeriesPlan.java | 2 +-
.../iotdb/db/qp/physical/sys/DropPipeSinkPlan.java | 29 +-
.../iotdb/db/qp/physical/sys/OperatePipePlan.java | 29 +-
.../physical/sys/ShowPipePlan.java} | 22 +-
.../physical/sys/ShowPipeServerPlan.java} | 11 +-
.../physical/sys/ShowPipeSinkPlan.java} | 23 +-
.../physical/sys/ShowPipeSinkTypePlan.java} | 11 +-
.../apache/iotdb/db/qp/physical/sys/ShowPlan.java | 6 +-
.../db/qp/physical/sys/StartPipeServerPlan.java | 56 ++
.../db/qp/physical/sys/StopPipeServerPlan.java | 56 ++
.../apache/iotdb/db/qp/sql/IoTDBSqlVisitor.java | 190 ++++-
.../apache/iotdb/db/qp/utils/DatetimeUtils.java | 15 +
.../java/org/apache/iotdb/db/service/DataNode.java | 67 +-
.../iotdb/db/service/InternalServiceImpl.java | 32 +-
.../java/org/apache/iotdb/db/service/IoTDB.java | 11 +-
.../thrift/impl/DataNodeManagementServiceImpl.java | 68 +-
.../service/thrift/impl/InfluxDBServiceImpl.java | 42 +-
.../apache/iotdb/db/sync/conf/SyncConstant.java | 85 +--
.../apache/iotdb/db/sync/conf/SyncPathUtil.java | 100 +++
.../iotdb/db/sync/conf/SyncSenderConfig.java | 127 ----
.../iotdb/db/sync/conf/SyncSenderDescriptor.java | 124 ----
.../org/apache/iotdb/db/sync/package-info.java | 38 -
.../iotdb/db/sync/pipedata/DeletionPipeData.java | 85 +++
.../apache/iotdb/db/sync/pipedata/PipeData.java | 96 +++
.../iotdb/db/sync/pipedata/SchemaPipeData.java | 98 +++
.../iotdb/db/sync/pipedata/TsFilePipeData.java | 177 +++++
.../sync/pipedata/queue/BufferedPipeDataQueue.java | 438 +++++++++++
.../queue/PipeDataQueue.java} | 21 +-
.../sync/pipedata/queue/PipeDataQueueFactory.java | 57 ++
.../iotdb/db/sync/receiver/ReceiverService.java | 278 +++++++
.../db/sync/receiver/collector/Collector.java | 170 +++++
.../db/sync/receiver/load/DeletionLoader.java | 48 ++
.../iotdb/db/sync/receiver/load/FileLoader.java | 203 ------
.../db/sync/receiver/load/FileLoaderManager.java | 213 ------
.../iotdb/db/sync/receiver/load/IFileLoader.java | 50 --
.../iotdb/db/sync/receiver/load/ILoadLogger.java | 57 --
.../receiver/load/{LoadType.java => ILoader.java} | 12 +-
.../iotdb/db/sync/receiver/load/LoadLogger.java | 72 --
.../iotdb/db/sync/receiver/load/SchemaLoader.java | 60 ++
.../iotdb/db/sync/receiver/load/TsFileLoader.java | 67 ++
.../iotdb/db/sync/receiver/manager/PipeInfo.java | 85 +++
.../db/sync/receiver/manager/PipeMessage.java | 76 ++
.../db/sync/receiver/manager/ReceiverManager.java | 216 ++++++
.../sync/receiver/recover/ISyncReceiverLogger.java | 50 --
.../receiver/recover/SyncReceiverLogAnalyzer.java | 154 ----
.../sync/receiver/recover/SyncReceiverLogger.java | 72 --
.../db/sync/receiver/recovery/ReceiverLog.java | 127 ++++
.../receiver/recovery/ReceiverLogAnalyzer.java | 157 ++++
.../db/sync/receiver/transfer/SyncServiceImpl.java | 370 ----------
.../db/sync/sender/manage/ISyncFileManager.java | 72 --
.../db/sync/sender/manage/SyncFileManager.java | 291 --------
.../db/sync/sender/manager/SchemaSyncManager.java | 163 +++++
.../db/sync/sender/manager/TsFileSyncManager.java | 118 +++
.../iotdb/db/sync/sender/pipe/IoTDBPipeSink.java | 97 +++
.../org/apache/iotdb/db/sync/sender/pipe/Pipe.java | 106 +++
.../sender/pipe/PipeSink.java} | 41 +-
.../iotdb/db/sync/sender/pipe/TsFilePipe.java | 334 +++++++++
.../sender/recover/ISyncSenderLogAnalyzer.java | 47 --
.../db/sync/sender/recover/ISyncSenderLogger.java | 67 --
.../sync/sender/recover/SyncSenderLogAnalyzer.java | 128 ----
.../db/sync/sender/recover/SyncSenderLogger.java | 72 --
.../db/sync/sender/recovery/SenderLogAnalyzer.java | 172 +++++
.../db/sync/sender/recovery/SenderLogger.java | 141 ++++
.../db/sync/sender/recovery/TsFilePipeLogger.java | 150 ++++
.../db/sync/sender/service/SenderService.java | 417 +++++++++++
.../db/sync/sender/service/TransportHandler.java | 127 ++++
.../iotdb/db/sync/sender/transfer/ISyncClient.java | 95 ---
.../iotdb/db/sync/sender/transfer/SyncClient.java | 810 ---------------------
.../client/ITransportClient.java} | 19 +-
.../db/sync/transport/client/TransportClient.java | 527 ++++++++++++++
.../conf/TransportConfig.java} | 26 +-
.../transport/conf/TransportConstant.java} | 24 +-
.../server/TransportServerManager.java} | 80 +-
.../server/TransportServerManagerMBean.java} | 6 +-
.../server/TransportServerThriftHandler.java} | 30 +-
.../transport/server/TransportServiceImpl.java | 385 ++++++++++
.../org/apache/iotdb/db/utils/DataTypeUtils.java | 8 +-
.../apache/iotdb/db/utils/EnvironmentUtils.java | 8 +
.../org/apache/iotdb/db/utils/FileLoaderUtils.java | 2 +-
.../apache/iotdb/db/utils/QueryDataSetUtils.java | 181 ++++-
.../org/apache/iotdb/db/utils/StatusUtils.java | 46 --
.../java/org/apache/iotdb/db/utils/SyncUtils.java | 109 ---
.../iotdb/db/wal/recover/WALNodeRecoverTask.java | 4 +-
.../db/mpp/operator/SchemaScanOperatorTest.java | 242 ++++++
.../db/mpp/sql/plan/DistributionPlannerTest.java | 165 ++++-
.../db/mpp/sql/plan/FragmentInstanceSerdeTest.java | 16 +-
.../iotdb/db/mpp/sql/plan/LogicalPlannerTest.java | 85 +++
.../sql/plan/node/PlanNodeDeserializeHelper.java | 3 +-
.../metadata/read/ShowDevicesNodeSerdeTest.java | 3 +-
.../sql/plan/node/process/OffsetNodeSerdeTest.java | 6 +-
.../plan/node/sink/FragmentSinkNodeSerdeTest.java | 3 +-
.../source/SeriesAggregateScanNodeSerdeTest.java | 2 +-
.../iotdb/db/qp/physical/PhysicalPlanTest.java | 28 +
.../iotdb/db/service/InternalServiceImplTest.java | 167 +++++
.../sync/pipedata/BufferedPipeDataQueueTest.java | 542 ++++++++++++++
.../iotdb/db/sync/pipedata/PipeDataTest.java | 86 +++
.../db/sync/receiver/load/FileLoaderTest.java | 405 -----------
.../sync/receiver/manager/ReceiverManagerTest.java | 98 +++
.../recover/SyncReceiverLogAnalyzerTest.java | 229 ------
.../receiver/recover/SyncReceiverLoggerTest.java | 115 ---
.../receiver/recovery/ReceiverLogAnalyzerTest.java | 124 ++++
.../db/sync/sender/manage/SyncFileManagerTest.java | 350 ---------
.../sender/recover/SyncSenderLogAnalyzerTest.java | 201 -----
.../sync/sender/recover/SyncSenderLoggerTest.java | 112 ---
.../db/sync/sender/transfer/SyncClientTest.java | 161 ----
.../db/sync/transport/TransportServiceTest.java | 205 ++++++
server/src/test/resources/iotdb-engine.properties | 4 +-
server/src/test/resources/logback-test.xml | 2 +-
.../main/java/org/apache/iotdb/rpc/RpcUtils.java | 15 +-
.../iotdb/rpc/StatementExecutionException.java | 4 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 4 +-
.../src/main/thrift/confignode.thrift | 67 +-
thrift-influxdb/src/main/thrift/influxdb.thrift | 36 +-
thrift-sync/src/main/thrift/sync.thrift | 51 --
thrift-sync/src/main/thrift/transport.thrift | 90 +++
thrift/src/main/thrift/common.thrift | 43 +-
300 files changed, 14600 insertions(+), 6900 deletions(-)
create mode 100644
integration/src/test/java/org/apache/iotdb/db/integration/sync/IoTDBSyncReceiverCollectorIT.java
create mode 100644
integration/src/test/java/org/apache/iotdb/db/integration/sync/IoTDBSyncReceiverIT.java
create mode 100644
integration/src/test/java/org/apache/iotdb/db/integration/sync/IoTDBSyncReceiverLoaderIT.java
create mode 100644
integration/src/test/java/org/apache/iotdb/db/integration/sync/IoTDBSyncSenderIT.java
create mode 100644
integration/src/test/java/org/apache/iotdb/db/integration/sync/SyncTestUtil.java
create mode 100644
integration/src/test/java/org/apache/iotdb/db/integration/sync/TransportClientMock.java
copy {cluster/src/main/java/org/apache/iotdb/cluster =>
node-commons/src/main/java/org/apache/iotdb/commons}/utils/StatusUtils.java
(90%)
delete mode 100644
server/src/assembly/resources/conf/iotdb-sync-client.properties
delete mode 100755 server/src/assembly/resources/tools/start-sync-client.bat
delete mode 100755 server/src/assembly/resources/tools/start-sync-client.sh
delete mode 100755 server/src/assembly/resources/tools/stop-sync-client.bat
delete mode 100755 server/src/assembly/resources/tools/stop-sync-client.sh
create mode 100644
server/src/main/java/org/apache/iotdb/db/client/ConfigNodeClient.java
copy
server/src/main/java/org/apache/iotdb/db/{sync/receiver/load/LoadType.java =>
exception/sync/PipeDataLoadBearableException.java} (80%)
copy
server/src/main/java/org/apache/iotdb/db/{sync/receiver/load/LoadType.java =>
exception/sync/PipeDataLoadException.java} (81%)
copy
server/src/main/java/org/apache/iotdb/db/{sync/receiver/load/LoadType.java =>
exception/sync/PipeDataLoadUnbearableException.java} (79%)
copy
server/src/main/java/org/apache/iotdb/db/{mpp/execution/SchemaDriverContext.java
=> exception/sync/PipeException.java} (64%)
copy
server/src/main/java/org/apache/iotdb/db/{sync/receiver/SyncServerManagerMBean.java
=> exception/sync/PipeServerException.java} (66%)
rename
server/src/main/java/org/apache/iotdb/db/exception/{SyncDeviceOwnerConflictException.java
=> sync/PipeSinkException.java} (59%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/Executor/SchemaVisitor.java
rename
server/src/main/java/org/apache/iotdb/db/metadata/{LocalConfigManager.java =>
LocalConfigNode.java} (86%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/operator/schema/DevicesSchemaScanOperator.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/operator/schema/SchemaMergeOperator.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/operator/schema/SchemaScanOperator.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/operator/schema/TimeSeriesSchemaScanOperator.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/sql/planner/plan/node/metedata/read/DevicesSchemaScanNode.java
rename
server/src/main/java/org/apache/iotdb/db/mpp/sql/planner/plan/node/{write/InsertMultiTabletNode.java
=> metedata/read/SchemaMergeNode.java} (54%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/sql/planner/plan/node/metedata/read/SchemaScanNode.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/sql/planner/plan/node/metedata/read/TimeSeriesSchemaScanNode.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/qp/logical/sys/CreatePipeOperator.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/qp/logical/sys/CreatePipeSinkOperator.java
copy cluster/src/main/java/org/apache/iotdb/cluster/query/ClusterPlanner.java
=>
server/src/main/java/org/apache/iotdb/db/qp/logical/sys/DropPipeOperator.java
(63%)
copy cluster/src/main/java/org/apache/iotdb/cluster/query/ClusterPlanner.java
=>
server/src/main/java/org/apache/iotdb/db/qp/logical/sys/DropPipeSinkOperator.java
(62%)
copy cluster/src/main/java/org/apache/iotdb/cluster/query/ClusterPlanner.java
=>
server/src/main/java/org/apache/iotdb/db/qp/logical/sys/ShowPipeOperator.java
(61%)
copy cluster/src/main/java/org/apache/iotdb/cluster/query/ClusterPlanner.java
=>
server/src/main/java/org/apache/iotdb/db/qp/logical/sys/ShowPipeServerOperator.java
(69%)
copy cluster/src/main/java/org/apache/iotdb/cluster/query/ClusterPlanner.java
=>
server/src/main/java/org/apache/iotdb/db/qp/logical/sys/ShowPipeSinkOperator.java
(59%)
copy cluster/src/main/java/org/apache/iotdb/cluster/query/ClusterPlanner.java
=>
server/src/main/java/org/apache/iotdb/db/qp/logical/sys/ShowPipeSinkTypeOperator.java
(65%)
copy cluster/src/main/java/org/apache/iotdb/cluster/query/ClusterPlanner.java
=>
server/src/main/java/org/apache/iotdb/db/qp/logical/sys/StartPipeOperator.java
(62%)
copy cluster/src/main/java/org/apache/iotdb/cluster/query/ClusterPlanner.java
=>
server/src/main/java/org/apache/iotdb/db/qp/logical/sys/StartPipeServerOperator.java
(68%)
copy cluster/src/main/java/org/apache/iotdb/cluster/query/ClusterPlanner.java
=>
server/src/main/java/org/apache/iotdb/db/qp/logical/sys/StopPipeOperator.java
(63%)
copy cluster/src/main/java/org/apache/iotdb/cluster/query/ClusterPlanner.java
=>
server/src/main/java/org/apache/iotdb/db/qp/logical/sys/StopPipeServerOperator.java
(68%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/qp/physical/sys/CreatePipePlan.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/qp/physical/sys/CreatePipeSinkPlan.java
copy cluster/src/main/java/org/apache/iotdb/cluster/query/ClusterPlanner.java
=>
server/src/main/java/org/apache/iotdb/db/qp/physical/sys/DropPipeSinkPlan.java
(62%)
copy cluster/src/main/java/org/apache/iotdb/cluster/query/ClusterPlanner.java
=>
server/src/main/java/org/apache/iotdb/db/qp/physical/sys/OperatePipePlan.java
(64%)
copy
server/src/main/java/org/apache/iotdb/db/{sync/receiver/recover/ISyncReceiverLogAnalyzer.java
=> qp/physical/sys/ShowPipePlan.java} (68%)
copy
server/src/main/java/org/apache/iotdb/db/{sync/receiver/load/LoadType.java =>
qp/physical/sys/ShowPipeServerPlan.java} (82%)
copy
server/src/main/java/org/apache/iotdb/db/{sync/receiver/SyncServerManagerMBean.java
=> qp/physical/sys/ShowPipeSinkPlan.java} (71%)
copy
server/src/main/java/org/apache/iotdb/db/{sync/receiver/load/LoadType.java =>
qp/physical/sys/ShowPipeSinkTypePlan.java} (81%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/qp/physical/sys/StartPipeServerPlan.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/qp/physical/sys/StopPipeServerPlan.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/sync/conf/SyncPathUtil.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/sync/conf/SyncSenderConfig.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/sync/conf/SyncSenderDescriptor.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/sync/package-info.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/sync/pipedata/DeletionPipeData.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/sync/pipedata/PipeData.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/sync/pipedata/SchemaPipeData.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/sync/pipedata/TsFilePipeData.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/sync/pipedata/queue/BufferedPipeDataQueue.java
copy
server/src/main/java/org/apache/iotdb/db/sync/{receiver/SyncServerManagerMBean.java
=> pipedata/queue/PipeDataQueue.java} (66%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/sync/pipedata/queue/PipeDataQueueFactory.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/sync/receiver/ReceiverService.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/sync/receiver/collector/Collector.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/sync/receiver/load/DeletionLoader.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/sync/receiver/load/FileLoader.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/sync/receiver/load/FileLoaderManager.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/sync/receiver/load/IFileLoader.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/sync/receiver/load/ILoadLogger.java
rename
server/src/main/java/org/apache/iotdb/db/sync/receiver/load/{LoadType.java =>
ILoader.java} (77%)
delete mode 100644
server/src/main/java/org/apache/iotdb/db/sync/receiver/load/LoadLogger.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/sync/receiver/load/SchemaLoader.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/sync/receiver/load/TsFileLoader.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/sync/receiver/manager/PipeInfo.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/sync/receiver/manager/PipeMessage.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/sync/receiver/manager/ReceiverManager.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/sync/receiver/recover/ISyncReceiverLogger.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/sync/receiver/recover/SyncReceiverLogAnalyzer.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/sync/receiver/recover/SyncReceiverLogger.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/sync/receiver/recovery/ReceiverLog.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/sync/receiver/recovery/ReceiverLogAnalyzer.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/sync/receiver/transfer/SyncServiceImpl.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/sync/sender/manage/ISyncFileManager.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/sync/sender/manage/SyncFileManager.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/sync/sender/manager/SchemaSyncManager.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/sync/sender/manager/TsFileSyncManager.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/sync/sender/pipe/IoTDBPipeSink.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/sync/sender/pipe/Pipe.java
copy
server/src/main/java/org/apache/iotdb/db/{mpp/sql/statement/metadata/ShowStatement.java
=> sync/sender/pipe/PipeSink.java} (55%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/sync/sender/pipe/TsFilePipe.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/sync/sender/recover/ISyncSenderLogAnalyzer.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/sync/sender/recover/ISyncSenderLogger.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/sync/sender/recover/SyncSenderLogAnalyzer.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/sync/sender/recover/SyncSenderLogger.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/sync/sender/recovery/SenderLogAnalyzer.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/sync/sender/recovery/SenderLogger.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/sync/sender/recovery/TsFilePipeLogger.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/sync/sender/service/SenderService.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/sync/sender/service/TransportHandler.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/sync/sender/transfer/ISyncClient.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/sync/sender/transfer/SyncClient.java
copy
server/src/main/java/org/apache/iotdb/db/sync/{receiver/recover/ISyncReceiverLogAnalyzer.java
=> transport/client/ITransportClient.java} (68%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/sync/transport/client/TransportClient.java
rename
server/src/main/java/org/apache/iotdb/db/sync/{receiver/recover/ISyncReceiverLogAnalyzer.java
=> transport/conf/TransportConfig.java} (53%)
copy
server/src/main/java/org/apache/iotdb/db/{mpp/execution/SchemaDriverContext.java
=> sync/transport/conf/TransportConstant.java} (62%)
rename
server/src/main/java/org/apache/iotdb/db/sync/{receiver/SyncServerManager.java
=> transport/server/TransportServerManager.java} (58%)
rename
server/src/main/java/org/apache/iotdb/db/sync/{receiver/SyncServerManagerMBean.java
=> transport/server/TransportServerManagerMBean.java} (91%)
rename
server/src/main/java/org/apache/iotdb/db/sync/{receiver/SyncServerThriftHandler.java
=> transport/server/TransportServerThriftHandler.java} (66%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/sync/transport/server/TransportServiceImpl.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/utils/StatusUtils.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/utils/SyncUtils.java
create mode 100644
server/src/test/java/org/apache/iotdb/db/mpp/operator/SchemaScanOperatorTest.java
create mode 100644
server/src/test/java/org/apache/iotdb/db/service/InternalServiceImplTest.java
create mode 100644
server/src/test/java/org/apache/iotdb/db/sync/pipedata/BufferedPipeDataQueueTest.java
create mode 100644
server/src/test/java/org/apache/iotdb/db/sync/pipedata/PipeDataTest.java
delete mode 100644
server/src/test/java/org/apache/iotdb/db/sync/receiver/load/FileLoaderTest.java
create mode 100644
server/src/test/java/org/apache/iotdb/db/sync/receiver/manager/ReceiverManagerTest.java
delete mode 100644
server/src/test/java/org/apache/iotdb/db/sync/receiver/recover/SyncReceiverLogAnalyzerTest.java
delete mode 100644
server/src/test/java/org/apache/iotdb/db/sync/receiver/recover/SyncReceiverLoggerTest.java
create mode 100644
server/src/test/java/org/apache/iotdb/db/sync/receiver/recovery/ReceiverLogAnalyzerTest.java
delete mode 100644
server/src/test/java/org/apache/iotdb/db/sync/sender/manage/SyncFileManagerTest.java
delete mode 100644
server/src/test/java/org/apache/iotdb/db/sync/sender/recover/SyncSenderLogAnalyzerTest.java
delete mode 100644
server/src/test/java/org/apache/iotdb/db/sync/sender/recover/SyncSenderLoggerTest.java
delete mode 100644
server/src/test/java/org/apache/iotdb/db/sync/sender/transfer/SyncClientTest.java
create mode 100644
server/src/test/java/org/apache/iotdb/db/sync/transport/TransportServiceTest.java
delete mode 100755 thrift-sync/src/main/thrift/sync.thrift
create mode 100644 thrift-sync/src/main/thrift/transport.thrift
