This is an automated email from the ASF dual-hosted git repository. hui pushed a commit to branch lmh/RefactorAnalyzer in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit 260edd222fa94ad8cc864933140d8d4562fee89c Merge: 5160df0b59 04d9a4a540 Author: Minghui Liu <[email protected]> AuthorDate: Mon Sep 26 09:34:18 2022 +0800 Merge remote-tracking branch 'origin/master' into lmh/RefactorAnalyzer cli/pom.xml | 5 + .../java/org/apache/iotdb/cli/AbstractCli.java | 5 +- cli/src/main/java/org/apache/iotdb/cli/Cli.java | 2 +- .../main/java/org/apache/iotdb/tool/ImportCsv.java | 30 +- .../resources/conf/iotdb-confignode.properties | 38 +- .../confignode/client/DataNodeRequestType.java | 46 +- .../async/handlers/ConfigNodeHeartbeatHandler.java | 4 +- .../async/handlers/DataNodeHeartbeatHandler.java | 8 +- .../sync/datanode/SyncDataNodeClientPool.java | 2 + .../iotdb/confignode/conf/ConfigNodeConfig.java | 75 +- .../confignode/conf/ConfigNodeDescriptor.java | 38 +- .../confignode/manager/ClusterSchemaManager.java | 2 + .../iotdb/confignode/manager/ConfigManager.java | 11 +- .../iotdb/confignode/manager/ConsensusManager.java | 1 + .../apache/iotdb/confignode/manager/IManager.java | 2 + .../iotdb/confignode/manager/ProcedureManager.java | 1 + .../iotdb/confignode/manager/load/LoadManager.java | 6 +- .../manager/load/LoadManagerMetrics.java | 4 +- .../manager/load/balancer/RegionBalancer.java | 4 +- .../manager/load/balancer/RouteBalancer.java | 4 +- .../partition/GreedyPartitionAllocator.java | 2 +- .../{load/heartbeat => node}/BaseNodeCache.java | 28 +- .../ConfigNodeHeartbeatCache.java | 9 +- .../heartbeat => node}/DataNodeHeartbeatCache.java | 28 +- .../heartbeat => node}/NodeHeartbeatSample.java | 37 +- .../confignode/manager/{ => node}/NodeManager.java | 63 +- .../manager/{ => partition}/PartitionManager.java | 15 +- .../{load/heartbeat => partition}/RegionCache.java | 6 +- .../heartbeat => partition}/RegionGroupCache.java | 2 +- .../RegionHeartbeatSample.java | 2 +- .../confignode/procedure/ProcedureExecutor.java | 1 + .../procedure/env/ConfigNodeProcedureEnv.java | 9 +- .../procedure/env/DataNodeRemoveHandler.java | 21 +- .../iotdb/confignode/service/ConfigNode.java | 3 +- .../thrift/ConfigNodeRPCServiceProcessor.java | 7 + .../hash/DeviceGroupHashExecutorManualTest.java | 2 +- .../load/balancer/router/LeaderRouterTest.java | 10 +- .../balancer/router/LoadScoreGreedyRouterTest.java | 6 +- .../confignode1conf/iotdb-confignode.properties | 18 +- .../confignode2conf/iotdb-confignode.properties | 10 +- .../confignode3conf/iotdb-confignode.properties | 10 +- .../request/BatchIndexedConsensusRequest.java | 8 +- .../exception/ConsensusGroupAddPeerException.java | 28 +- .../multileader/MultiLeaderConsensus.java | 73 +- .../multileader/MultiLeaderServerImpl.java | 331 ++++- .../multileader/client/DispatchLogHandler.java | 10 +- .../client/MultiLeaderConsensusClientPool.java | 24 + .../client/SyncMultiLeaderServiceClient.java | 144 +++ .../multileader/logdispatcher/IndexController.java | 34 +- .../multileader/logdispatcher/LogDispatcher.java | 101 +- .../service/MultiLeaderRPCServiceProcessor.java | 179 ++- .../multileader/snapshot/SnapshotFragment.java | 81 ++ .../snapshot/SnapshotFragmentReader.java | 69 ++ .../iotdb/consensus/ratis/SnapshotStorage.java | 13 +- .../logdispatcher/IndexControllerTest.java | 8 +- .../multileader/logdispatcher/SyncStatusTest.java | 8 +- docs/UserGuide/Data-Concept/Time-Partition.md | 12 +- docs/UserGuide/Data-Concept/Time-zone.md | 2 +- .../Delete-Data.md | 0 .../{Operate-Metadata => Delete-Data}/TTL.md | 0 .../Maintenance-Tools/Maintenance-Command.md | 254 ++-- .../Reference/ConfigNode-Config-Manual.md | 12 +- docs/UserGuide/Reference/DataNode-Config-Manual.md | 30 +- .../CSV-Tool.md | 0 .../Load-External-Tsfile.md | 0 .../TsFile-Tool.md | 0 .../Write-Data.md | 0 docs/zh/UserGuide/Data-Concept/Time-Partition.md | 16 +- docs/zh/UserGuide/Data-Concept/Time-zone.md | 2 +- .../Delete-Data.md | 0 .../{Operate-Metadata => Delete-Data}/TTL.md | 0 .../Maintenance-Tools/Maintenance-Command.md | 260 ++-- .../Reference/ConfigNode-Config-Manual.md | 16 +- .../UserGuide/Reference/DataNode-Config-Manual.md | 12 +- .../CSV-Tool.md | 0 .../Load-External-Tsfile.md | 0 .../TsFile-Tool.md | 0 .../Write-Data.md | 0 example/ext-pipe-plugin-example/pom.xml | 12 +- .../iotdb/extpipe/ExtPipeSinkWriterFactory.java | 47 +- .../iotdb/extpipe/ExtPipeSinkWriterImpl.java | 124 +- example/pom.xml | 1 + .../pipe/external/api/IExternalPipeSinkWriter.java | 30 +- .../iotdb/influxdb/session/InfluxDBSession.java | 12 +- integration-test/checkstyle.xml | 2 +- .../java/org/apache/iotdb/it/env/AbstractEnv.java | 14 +- .../java/org/apache/iotdb/it/env/MppConfig.java | 6 + .../org/apache/iotdb/it/env/RemoteServerEnv.java | 10 + .../iotdb/it/framework/IoTDBTestReporter.java | 18 +- .../org/apache/iotdb/itbase/env/BaseConfig.java | 8 + .../java/org/apache/iotdb/itbase/env/BaseEnv.java | 65 + .../org/apache/iotdb/db/it/env/StandaloneEnv.java | 48 + .../db/it/schema/IoTDBDeleteTimeseriesIT.java | 23 + .../iotdb/session/IoTDBSessionComplexIT.java | 407 ++++++ .../session/IoTDBSessionDisableMemControlIT.java | 220 ++++ .../java/org/apache/iotdb/session/SessionTest.java | 180 +++ .../apache/iotdb/session/pool/SessionPoolTest.java | 16 +- metrics/interface/pom.xml | 2 +- node-commons/pom.xml | 32 + .../apache/iotdb/commons/cluster/NodeStatus.java | 1 + .../apache/iotdb/commons/conf/CommonConfig.java | 49 +- .../iotdb/commons/conf/CommonDescriptor.java | 11 + .../apache/iotdb/commons/conf/IoTDBConstant.java | 23 +- .../iotdb/commons/trigger/TriggerInformation.java | 17 +- .../apache/iotdb/commons/trigger/TriggerTable.java | 17 +- .../apache/iotdb/commons/utils/NodeUrlUtils.java | 4 +- pom.xml | 4 +- .../resources/conf/iotdb-datanode.properties | 30 +- .../apache/iotdb/db/client/ConfigNodeClient.java | 17 + .../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 173 ++- .../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 49 +- .../org/apache/iotdb/db/conf/IoTDBStartCheck.java | 2 +- .../db/consensus/DataRegionConsensusImpl.java | 37 +- .../statemachine/DataRegionStateMachine.java | 167 +-- .../apache/iotdb/db/engine/StorageEngineV2.java | 36 +- .../compaction/cross/CrossSpaceCompactionTask.java | 17 +- .../RewriteCrossSpaceCompactionSelector.java | 57 +- .../rewrite/task/ReadPointPerformerSubTask.java | 10 +- .../utils/AlignedSeriesCompactionExecutor.java | 1 + .../inner/utils/MultiTsFileDeviceIterator.java | 76 +- .../utils/SingleSeriesCompactionExecutor.java | 1 + .../compaction/performer/ICompactionPerformer.java | 4 +- .../impl/ReadChunkCompactionPerformer.java | 15 +- .../impl/ReadPointCompactionPerformer.java | 174 +-- .../compaction/task/CompactionRecoverTask.java | 7 + .../writer/AbstractCompactionWriter.java | 12 +- .../writer/CrossSpaceCompactionWriter.java | 35 +- .../writer/InnerSpaceCompactionWriter.java | 30 +- .../iotdb/db/engine/flush/MemTableFlushTask.java | 23 +- .../iotdb/db/engine/load/AlignedChunkData.java | 10 +- .../iotdb/db/engine/load/NonAlignedChunkData.java | 8 +- .../iotdb/db/engine/memtable/AbstractMemTable.java | 43 +- .../engine/memtable/AlignedWritableMemChunk.java | 23 +- .../memtable/AlignedWritableMemChunkGroup.java | 10 +- .../db/engine/memtable/IWritableMemChunk.java | 16 +- .../db/engine/memtable/IWritableMemChunkGroup.java | 5 +- .../iotdb/db/engine/memtable/WritableMemChunk.java | 29 +- .../db/engine/memtable/WritableMemChunkGroup.java | 26 +- .../iotdb/db/engine/snapshot/SnapshotLoader.java | 6 + .../iotdb/db/engine/snapshot/SnapshotTaker.java | 13 +- .../db/engine/storagegroup/TsFileProcessor.java | 23 +- .../db/engine/storagegroup/TsFileResource.java | 20 +- ...Exception.java => ColossalRecordException.java} | 28 +- .../schemafile/SchemaPageOverflowException.java | 3 +- .../schemafile/SegmentNotFoundException.java | 11 + .../schemafile/SegmentOverflowException.java | 7 + .../store/disk/schemafile/AliasIndexPage.java | 518 ++++++++ .../mtree/store/disk/schemafile/ISchemaPage.java | 171 +-- .../mtree/store/disk/schemafile/ISegment.java | 71 +- .../store/disk/schemafile/ISegmentedPage.java | 97 ++ .../mtree/store/disk/schemafile/InternalPage.java | 583 +++++++++ .../mtree/store/disk/schemafile/RecordUtils.java | 84 +- .../mtree/store/disk/schemafile/SchemaFile.java | 735 +---------- .../store/disk/schemafile/SchemaFileConfig.java | 88 ++ .../mtree/store/disk/schemafile/SchemaPage.java | 598 +-------- .../mtree/store/disk/schemafile/Segment.java | 737 ++++------- .../mtree/store/disk/schemafile/SegmentedPage.java | 580 +++++++++ .../store/disk/schemafile/WrappedSegment.java | 479 +++++++ .../disk/schemafile/pagemgr/BTreePageManager.java | 496 ++++++++ .../disk/schemafile/pagemgr/IPageManager.java | 59 + .../store/disk/schemafile/pagemgr/PageManager.java | 619 ++++++++++ .../iotdb/db/mpp/common/MPPQueryContext.java | 12 +- .../db/mpp/common/header/ColumnHeaderConstant.java | 34 +- .../db/mpp/common/header/DatasetHeaderFactory.java | 4 + .../operator/schema/NodePathsConvertOperator.java | 2 +- .../apache/iotdb/db/mpp/plan/TestRPCClient.java | 176 +++ .../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 7 +- .../mpp/plan/analyze/ClusterPartitionFetcher.java | 1 + .../db/mpp/plan/analyze/cache/PartitionCache.java | 3 +- .../iotdb/db/mpp/plan/constant/StatementType.java | 2 + .../db/mpp/plan/execution/QueryExecution.java | 2 + .../plan/execution/config/ConfigTaskVisitor.java | 10 + .../config/executor/ClusterConfigTaskExecutor.java | 24 + .../config/executor/IConfigTaskExecutor.java | 2 + .../executor/StandaloneConfigTaskExecutor.java | 10 + .../config/metadata/ShowTriggersTask.java | 93 ++ .../memory/StatementMemorySourceVisitor.java | 1 + .../iotdb/db/mpp/plan/parser/ASTVisitor.java | 29 +- .../db/mpp/plan/planner/LogicalPlanBuilder.java | 4 +- .../SimpleFragmentParallelPlanner.java | 2 +- .../plan/node/load/LoadSingleTsFileNode.java | 30 +- .../plan/node/load/LoadTsFilePieceNode.java | 12 +- .../plan/node/write/InsertMultiTabletsNode.java | 5 + .../plan/planner/plan/node/write/InsertNode.java | 5 + .../planner/plan/node/write/InsertRowNode.java | 23 +- .../planner/plan/node/write/InsertRowsNode.java | 9 +- .../plan/node/write/InsertRowsOfOneDeviceNode.java | 9 +- .../planner/plan/node/write/InsertTabletNode.java | 55 +- .../db/mpp/plan/scheduler/ClusterScheduler.java | 1 + .../db/mpp/plan/statement/StatementVisitor.java | 5 + .../crud/InsertMultiTabletsStatement.java | 4 +- .../plan/statement/crud/InsertRowStatement.java | 6 +- .../crud/InsertRowsOfOneDeviceStatement.java | 5 +- .../plan/statement/crud/InsertRowsStatement.java | 4 +- .../plan/statement/crud/InsertTabletStatement.java | 22 +- .../statement/metadata/ShowTriggersStatement.java} | 48 +- .../apache/iotdb/db/qp/executor/PlanExecutor.java | 9 +- .../apache/iotdb/db/qp/sql/IoTDBSqlVisitor.java | 31 +- .../iotdb/db/query/control/SessionManager.java | 8 +- .../db/query/control/SessionTimeoutManager.java | 12 +- .../iotdb/db/rescon/PrimitiveArrayManager.java | 3 + .../java/org/apache/iotdb/db/service/DataNode.java | 45 +- .../db/service/DataNodeServerCommandLine.java | 7 +- .../java/org/apache/iotdb/db/service/IoTDB.java | 4 - .../service/metrics/predefined/SystemMetrics.java | 46 +- .../service/thrift/impl/ClientRPCServiceImpl.java | 3 +- .../impl/DataNodeInternalRPCServiceImpl.java | 116 +- .../db/service/thrift/impl/TSServiceImpl.java | 3 +- .../iotdb/db/sync/datasource/TsFileOpBlock.java | 692 ++++++++--- .../iotdb/db/sync/externalpipe/ExtPipePlugin.java | 29 +- .../iotdb/db/tools/TsFileSplitByPartitionTool.java | 4 +- .../trigger/service/TriggerManagementService.java | 24 +- .../org/apache/iotdb/db/utils/CommonUtils.java | 79 ++ .../apache/iotdb/db/utils/TimePartitionUtils.java | 41 + .../db/utils/datastructure/AlignedTVList.java | 186 ++- .../iotdb/db/utils/datastructure/BinaryTVList.java | 85 ++ .../db/utils/datastructure/BooleanTVList.java | 45 +- .../iotdb/db/utils/datastructure/DoubleTVList.java | 39 + .../iotdb/db/utils/datastructure/FloatTVList.java | 39 + .../iotdb/db/utils/datastructure/IntTVList.java | 28 +- .../iotdb/db/utils/datastructure/LongTVList.java | 39 + .../db/utils/datastructure/QuickAlignedTVList.java | 61 + .../datastructure/QuickBinaryTVList.java} | 45 +- .../datastructure/QuickBooleanTVList.java} | 44 +- .../datastructure/QuickDoubleTVList.java} | 44 +- .../datastructure/QuickFloatTVList.java} | 44 +- .../datastructure/QuickIntTVList.java} | 44 +- .../datastructure/QuickLongTVList.java} | 44 +- .../iotdb/db/utils/datastructure/QuickSort.java | 73 ++ .../iotdb/db/utils/datastructure/TVList.java | 33 +- .../utils/datastructure/TVListSortAlgorithm.java | 25 +- .../db/utils/datastructure/TimAlignedTVList.java | 131 -- .../db/utils/datastructure/TimBinaryTVList.java | 33 - .../db/utils/datastructure/TimBooleanTVList.java | 33 - .../db/utils/datastructure/TimDoubleTVList.java | 32 - .../db/utils/datastructure/TimFloatTVList.java | 32 - .../iotdb/db/utils/datastructure/TimIntTVList.java | 16 - .../db/utils/datastructure/TimLongTVList.java | 32 - .../java/org/apache/iotdb/db/wal/node/WALNode.java | 27 +- .../file/AbstractTsFileRecoverPerformer.java | 18 +- .../engine/compaction/AbstractCompactionTest.java | 121 +- .../ReadPointCompactionPerformerTest.java | 1269 ++++++++++++++++++- .../cross/RewriteCompactionFileSelectorTest.java | 30 +- .../compaction/inner/InnerSeqCompactionTest.java | 7 +- .../compaction/inner/InnerUnseqCompactionTest.java | 13 +- .../inner/ReadChunkCompactionPerformerOldTest.java | 3 +- .../db/engine/memtable/PrimitiveMemTableTest.java | 10 +- .../mtree/schemafile/AliasIndexPageTest.java | 237 ++++ .../mtree/schemafile/InternalPageTest.java | 222 ++++ .../metadata/mtree/schemafile/RecordUtilTests.java | 21 +- .../metadata/mtree/schemafile/SchemaFileTest.java | 290 ++++- .../metadata/mtree/schemafile/SchemaPageTest.java | 71 +- .../db/metadata/mtree/schemafile/SegmentTest.java | 151 --- .../mtree/schemafile/WrappedSegmentTest.java | 248 ++++ .../distribution/DistributionPlannerBasicTest.java | 2 +- .../plan/node/write/WritePlanNodeSplitTest.java | 27 +- .../db/sync/datasource/PipeOpManagerTest.java | 171 ++- .../db/sync/datasource/TsFileOpBlockTest.java | 619 +++++++++- .../db/utils/datastructure/BinaryTVListTest.java | 38 +- .../db/utils/datastructure/BooleanTVListTest.java | 8 +- .../db/utils/datastructure/DoubleTVListTest.java | 12 +- .../db/utils/datastructure/FloatTVListTest.java | 10 +- .../db/utils/datastructure/IntTVListTest.java | 12 +- .../db/utils/datastructure/LongTVListTest.java | 12 +- .../db/utils/datastructure/VectorTVListTest.java | 77 +- .../resources/datanode1conf/iotdb-rest.properties | 61 + .../resources/datanode2conf/iotdb-rest.properties | 61 + .../resources/datanode3conf/iotdb-rest.properties | 61 + .../java/org/apache/iotdb/rpc/TSStatusCode.java | 1 + .../java/org/apache/iotdb/session/ISession.java | 4 +- .../java/org/apache/iotdb/session/Session.java | 136 +- .../session/{Config.java => SessionConfig.java} | 2 +- .../apache/iotdb/session/SessionConnection.java | 2 +- .../org/apache/iotdb/session/SessionDataSet.java | 4 +- .../org/apache/iotdb/session/pool/SessionPool.java | 62 +- .../apache/iotdb/session/SessionCacheLeaderUT.java | 12 +- site/src/main/.vuepress/config.js | 36 +- .../src/main/thrift/confignode.thrift | 45 +- .../src/main/thrift/mutlileader.thrift | 65 +- thrift/src/main/thrift/client.thrift | 1 + thrift/src/main/thrift/datanode.thrift | 15 +- .../iotdb/tsfile/file/metadata/ChunkMetadata.java | 8 + .../file/metadata/MetadataIndexConstructor.java | 9 +- .../tsfile/file/metadata/MetadataIndexNode.java | 2 +- .../tsfile/file/metadata/TimeseriesMetadata.java | 37 + .../iotdb/tsfile/file/metadata/TsFileMetadata.java | 9 +- .../iotdb/tsfile/read/TsFileDeviceIterator.java | 14 +- .../iotdb/tsfile/read/TsFileSequenceReader.java | 67 + .../apache/iotdb/tsfile/read/common/TimeRange.java | 10 +- .../read/reader/chunk/AlignedChunkReader.java | 1 + .../iotdb/tsfile/utils/TsFileGeneratorUtils.java | 107 ++ .../write/writer/RestorableTsFileIOWriter.java | 12 + .../iotdb/tsfile/write/writer/TsFileIOWriter.java | 344 ++++-- .../write/writer/tsmiterator/DiskTSMIterator.java | 132 ++ .../write/writer/tsmiterator/TSMIterator.java | 147 +++ .../iotdb/tsfile/read/common/TimeRangeTest.java | 19 + .../iotdb/tsfile/utils/TsFileGeneratorForTest.java | 15 +- .../tsfile/write/TsFileIntegrityCheckingTool.java | 251 ++++ .../writer/TsFileIOWriterMemoryControlTest.java | 1303 ++++++++++++++++++++ .../zeppelin/iotdb/IoTDBInterpreterTest.java | 4 +- 300 files changed, 16243 insertions(+), 4462 deletions(-)
