This is an automated email from the ASF dual-hosted git repository.
marklau99 pushed a change to branch cpu-monitor
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from fe815fc559b edit according to review
add 4d4a820a9df [IOTDB-5794] Filter session connection whose username is
empty when using the method of sessionPool.fetchAllConnections()
add d72335967c4 [IOTDB-5933] Pipe: update progress index after compaction
(#9970)
add 061903c2d51 [IOTDB-5934] Optimize cluster partition policy (#9971)
add bd1222d180e [IOTDB-5920] Pipe collector modes: TsFile only, log only,
realtime only, historical only (#9942)
add f9cebfcb338 [IOTDB-5929] Enable DataPartition inherit policy (#9962)
add 4f216f7a125 [IOTDB-5924] feat(SessionPool): add deletion API (#9947)
add bcddb6eb15a Add TieredManager for data directory control (#9972)
add cfd508eb1b4 Correct slow query log's time cost precision (#9982)
add 392508f12eb [IOTDB-5905] Fix aligned timeseries data point lost after
flushed in some scenario (#9973)
add ef8cc8a09c5 Update schema memory control config (#9981)
add fbc8828b81b [IOTDB-5921] Pipe: config & descriptor (#9957)
add 9c5ff12379f Optimize some map usage in writing (#9878)
add 4715e244110 Optimize the AlignedTVList column check logic when insert
(#9890)
add 68f93800607 [IOTDB-5939] Correct Flusing Task Timeout Detect Thread's
timeout (#9988)
add 72b508c1871 Support show data types of views (#9969)
add 05060cb4cc4 [IOTDB-5935] Pipe: RecoverProgressIndex and
HybridProgressIndex (#9975)
add fc2746e7a58 [IOTDB-5936] Pipe: correct the behaviour of the historical
data collector in realtime only mode (#9987)
add 9579c9a1da9 [IOTDB-5942] Pipe: Fix bugs in PipeWALResourceManager,
EnrichedEvent, IoTDBThriftReceiverV1 (#9993)
add d8324726279 [IOTDB-5934] Let series_slot_num compatible (#9990)
add 4ab546a00ce [IOTDB-5930] Support OrderBy in Last Query
add 6589f6ab121 Release resource of FI after all drivers have been closed
add 7dfab75f532 Delete ISeriesMonitor interface (#9994)
add a5893dc4c7a Add file num and size metrics for each level file (#9953)
add 2bddab62c1e Merge remote-tracking branch 'upstream/master' into
cpu-monitor
add 4ef46b7b383 use metric constant
No new revisions were added by this update.
Summary of changes:
.../iotdb/confignode/conf/ConfigNodeConfig.java | 8 +-
.../confignode/conf/SystemPropertiesUtils.java | 43 +--
.../partition/GreedyPartitionAllocator.java | 36 +--
.../manager/load/service/HeartbeatService.java | 8 +-
.../manager/partition/PartitionManager.java | 30 +-
.../manager/pipe/runtime/PipeMetaSyncer.java | 8 +-
.../partition/DatabasePartitionTable.java | 4 +-
.../persistence/partition/PartitionInfo.java | 15 +-
.../consensus/iot/IoTConsensusServerImpl.java | 4 +-
docs/UserGuide/Query-Data/Last-Query.md | 26 +-
docs/UserGuide/Query-Data/Order-By.md | 165 ++++++++++-
docs/zh/UserGuide/Query-Data/Last-Query.md | 22 +-
docs/zh/UserGuide/Query-Data/Order-By.md | 168 ++++++++++-
.../iotdb/hadoop/tsfile/TsFileWriteToHDFS.java | 2 +-
integration-test/pom.xml | 4 +
.../partition/IoTDBPartitionInheritPolicyIT.java | 26 +-
.../confignode/it/utils/ConfigNodeTestUtils.java | 2 +-
.../db/it/aligned/IoTDBInsertAlignedValuesIT.java | 31 ++
.../apache/iotdb/db/it/orderBy/IoTDBOrderByIT.java | 92 ++++++
.../apache/iotdb/db/integration}/IoTDBTtlIT.java | 170 ++++++++---
.../iotdb/external/api/ISeriesNumerMonitor.java | 46 ---
.../api/customizer/PipeParameterValidator.java | 27 ++
.../apache/iotdb/isession/pool/ISessionPool.java | 35 +++
.../org/apache/iotdb/session/pool/SessionPool.java | 168 +++++++++++
.../util/TSFileConfigUtilCompletenessTest.java | 8 +-
.../iotdb/hadoop/fileSystem/HDFSConfUtil.java | 11 +-
.../apache/iotdb/hadoop/fileSystem/HDFSFile.java | 18 ++
.../apache/iotdb/hadoop/fileSystem/HDFSInput.java | 32 --
.../apache/iotdb/hadoop/tsfile/TSFHadoopTest.java | 6 +-
.../apache/iotdb/hive/TSFHiveInputFormatTest.java | 4 +-
.../apache/iotdb/hive/TSFHiveRecordReaderTest.java | 4 +-
.../org/apache/iotdb/metrics/MetricConstant.java | 13 +-
.../metrics/metricsets/jvm/JvmThreadMetrics.java | 4 +-
.../metricsets/net/LinuxNetMetricManager.java | 4 +-
.../resources/conf/iotdb-common.properties | 75 +++--
.../apache/iotdb/commons/conf/CommonConfig.java | 179 +++++++++++-
.../iotdb/commons/conf/CommonDescriptor.java | 109 ++++++-
.../apache/iotdb/commons/conf/IoTDBConstant.java | 4 +
.../commons/consensus/index/ProgressIndex.java | 45 +++
.../commons/consensus/index/ProgressIndexType.java | 18 +-
.../consensus/index/impl/HybridProgressIndex.java | 221 ++++++++++++++
.../consensus/index/impl/IoTProgressIndex.java | 144 +++++----
.../consensus/index/impl/MinimumProgressIndex.java | 9 +-
.../consensus/index/impl/RecoverProgressIndex.java | 207 +++++++++++++
.../consensus/index/impl/SimpleProgressIndex.java | 145 ++++++----
.../iotdb/commons/partition/DataPartition.java | 9 +-
.../commons/partition/DataPartitionTable.java | 7 +-
.../commons/partition/SeriesPartitionTable.java | 24 +-
.../iotdb/commons/pipe/config/PipeConfig.java | 151 ++++++++++
.../commons/schema/view/LogicalViewSchema.java | 8 +-
.../org/apache/iotdb/commons/utils/PathUtils.java | 9 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 145 ++++++----
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 84 ++++--
.../org/apache/iotdb/db/conf/IoTDBStartCheck.java | 4 +-
.../db/conf/directories/DirectoryChecker.java | 5 +
.../db/conf/directories/DirectoryManager.java | 199 -------------
.../iotdb/db/conf/directories/FolderManager.java | 4 +-
.../iotdb/db/conf/directories/TierManager.java | 313 ++++++++++++++++++++
.../IoTConsensusDataRegionStateMachine.java | 5 +-
.../org/apache/iotdb/db/engine/StorageEngine.java | 2 +-
.../iotdb/db/engine/TsFileMetricManager.java | 163 -----------
.../performer/impl/FastCompactionPerformer.java | 7 +-
.../execute/recover/CompactionRecoverManager.java | 6 +-
.../execute/recover/CompactionRecoverTask.java | 2 +-
.../execute/task/CrossSpaceCompactionTask.java | 45 +--
.../execute/task/InnerSpaceCompactionTask.java | 25 +-
.../compaction/execute/utils/CompactionUtils.java | 33 ++-
.../execute/utils/log/TsFileIdentifier.java | 3 +-
.../engine/memtable/AlignedWritableMemChunk.java | 77 +++--
.../db/engine/memtable/IWritableMemChunk.java | 4 +-
.../iotdb/db/engine/memtable/WritableMemChunk.java | 4 +-
.../iotdb/db/engine/snapshot/SnapshotLoader.java | 8 +-
.../iotdb/db/engine/snapshot/SnapshotTaker.java | 2 +-
.../iotdb/db/engine/storagegroup/DataRegion.java | 159 ++++++----
.../engine/storagegroup/TsFileNameGenerator.java | 9 +-
.../db/engine/storagegroup/TsFileProcessor.java | 4 +-
.../db/engine/storagegroup/TsFileResource.java | 39 ++-
.../iotdb/db/engine/upgrade/UpgradeTask.java | 6 +-
.../InsertNonWritableViewException.java} | 14 +-
.../db/metadata/cache/TimeSeriesSchemaCache.java | 7 +-
.../schemaregion/result/ShowTimeSeriesResult.java | 4 +-
.../metadata/schemaregion/ISchemaRegionParams.java | 3 -
.../db/metadata/schemaregion/SchemaEngine.java | 27 +-
.../schemaregion/SchemaRegionMemoryImpl.java | 106 ++-----
.../metadata/schemaregion/SchemaRegionParams.java | 12 +-
.../schemaregion/SchemaRegionSchemaFileImpl.java | 86 ++----
.../apache/iotdb/db/metadata/tag/TagManager.java | 3 +-
.../apache/iotdb/db/metadata/utils/MetaUtils.java | 11 +-
.../db/mpp/common/header/ColumnHeaderConstant.java | 2 +-
.../iotdb/db/mpp/execution/driver/DataDriver.java | 2 +-
.../db/mpp/execution/driver/SchemaDriver.java | 2 +-
.../fragment/FragmentInstanceContext.java | 25 ++
.../fragment/FragmentInstanceExecution.java | 16 +-
.../fragment/FragmentInstanceManager.java | 13 +-
.../operator/schema/SchemaQueryScanOperator.java | 1 +
.../operator/schema/source/DeviceSchemaSource.java | 5 +
.../operator/schema/source/ISchemaSource.java | 10 +
.../schema/source/LogicalViewSchemaSource.java | 107 ++++++-
.../operator/schema/source/NodeSchemaSource.java | 5 +
.../schema/source/PathsUsingTemplateSource.java | 5 +
.../schema/source/TimeSeriesSchemaSource.java | 114 +++++++-
.../org/apache/iotdb/db/mpp/plan/Coordinator.java | 2 +-
.../apache/iotdb/db/mpp/plan/analyze/Analysis.java | 23 +-
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 48 +--
.../config/executor/ClusterConfigTaskExecutor.java | 2 +-
.../db/mpp/plan/planner/LogicalPlanBuilder.java | 21 +-
.../db/mpp/plan/planner/LogicalPlanVisitor.java | 27 +-
.../db/mpp/plan/planner/OperatorTreeGenerator.java | 17 +-
.../plan/planner/distribution/SourceRewriter.java | 36 +--
.../db/mpp/plan/planner/plan/FragmentInstance.java | 2 +-
.../db/mpp/plan/planner/plan/node/PlanNode.java | 4 +-
.../plan/node/process/last/LastQueryMergeNode.java | 48 +--
.../plan/node/process/last/LastQueryNode.java | 56 ++--
.../plan/node/write/InsertMultiTabletsNode.java | 6 +-
.../planner/plan/node/write/InsertRowsNode.java | 6 +-
.../plan/statement/component/OrderByComponent.java | 2 +-
.../db/mpp/plan/statement/crud/QueryStatement.java | 12 +-
.../db/pipe/agent/runtime/PipeAgentLauncher.java | 4 +-
.../db/pipe/agent/runtime/PipeRuntimeAgent.java | 11 +
.../SimpleConsensusProgressIndexAssigner.java | 17 +-
.../iotdb/db/pipe/agent/task/PipeTaskAgent.java | 2 +-
.../db/pipe/config/PipeCollectorConstant.java | 10 +
.../apache/iotdb/db/pipe/config/PipeConfig.java | 93 ------
.../core/collector/IoTDBDataRegionCollector.java | 157 ++++++++--
.../PipeHistoricalDataRegionCollector.java | 9 +-
.../PipeHistoricalDataRegionFakeCollector.java | 38 ++-
.../PipeHistoricalDataRegionTsFileCollector.java | 117 +++++++-
.../realtime/PipeRealtimeDataRegionCollector.java | 12 +-
.../PipeRealtimeDataRegionFakeCollector.java | 50 ++--
.../PipeRealtimeDataRegionHybridCollector.java | 20 +-
.../PipeRealtimeDataRegionLogCollector.java | 118 ++++++++
.../PipeRealtimeDataRegionTsFileCollector.java | 119 ++++++++
.../realtime/assigner/DisruptorQueue.java | 5 +-
.../listener/PipeInsertionDataNodeListener.java | 31 +-
.../matcher/CachedSchemaPatternMatcher.java | 6 +-
.../impl/iotdb/v1/IoTDBThriftConnectorV1.java | 4 +-
.../impl/iotdb/v1/IoTDBThriftReceiverV1.java | 19 +-
.../manager/PipeConnectorSubtaskManager.java | 5 +-
.../iotdb/db/pipe/core/event/EnrichedEvent.java | 5 +-
.../event/realtime/PipeRealtimeCollectEvent.java | 18 ++
.../executor/PipeAssignerSubtaskExecutor.java | 4 +-
.../executor/PipeConnectorSubtaskExecutor.java | 4 +-
.../executor/PipeProcessorSubtaskExecutor.java | 4 +-
.../execution/scheduler/PipeSubtaskScheduler.java | 9 +-
.../resource/file/PipeFileResourceManager.java | 10 +-
.../file/PipeHardlinkFileDirStartupCleaner.java | 5 +-
.../pipe/resource/wal/PipeWALResourceManager.java | 12 +-
.../org/apache/iotdb/db/pipe/task/PipeBuilder.java | 12 +-
.../apache/iotdb/db/pipe/task/PipeTaskBuilder.java | 46 +--
.../task/queue/ListenableBlockingPendingQueue.java | 4 +-
.../db/pipe/task/stage/PipeTaskCollectorStage.java | 4 +-
.../db/pipe/task/subtask/PipeConnectorSubtask.java | 6 +-
.../iotdb/db/pipe/task/subtask/PipeSubtask.java | 2 +-
.../iotdb/db/query/control/SessionManager.java | 2 +
.../java/org/apache/iotdb/db/service/DataNode.java | 7 +-
.../db/service/metrics/DataNodeMetricsHelper.java | 2 +-
.../iotdb/db/service/metrics/FileMetrics.java | 322 +++++++++++++++++++--
.../iotdb/db/service/metrics/ProcessMetrics.java | 6 +-
.../iotdb/db/service/metrics/SystemMetrics.java | 2 +-
.../org/apache/iotdb/db/utils/OpenFileNumUtil.java | 8 +-
.../db/utils/datastructure/AlignedTVList.java | 49 ++--
.../iotdb/db/utils/datastructure/TVList.java | 5 +-
.../file/AbstractTsFileRecoverPerformer.java | 9 +-
.../file/UnsealedTsFileRecoverPerformer.java | 4 +
.../db/engine/compaction/TsFileIdentifierUT.java | 16 +-
...eCompactionWithFastPerformerValidationTest.java | 4 +-
.../recover/SizeTieredCompactionRecoverTest.java | 20 +-
.../utils/MultiTsFileDeviceIteratorTest.java | 8 +-
.../db/engine/snapshot/IoTDBSnapshotTest.java | 42 +--
.../iotdb/db/engine/storagegroup/TTLTest.java | 6 +-
.../TsFileResourceProgressIndexTest.java | 6 +
.../iotdb/db/mpp/execution/DataDriverTest.java | 1 +
.../db/mpp/plan/plan/QueryLogicalPlanUtil.java | 6 +-
.../mpp/plan/plan/distribution/LastQueryTest.java | 4 +-
.../collector/CachedSchemaPatternMatcherTest.java | 13 +-
.../core/collector/PipeRealtimeCollectTest.java | 2 +
.../apache/iotdb/db/utils/EnvironmentUtils.java | 17 +-
...ectorTVListTest.java => AlignedTVListTest.java} | 63 +---
.../iotdb/tsfile/common/conf/TSFileConfig.java | 68 ++++-
.../iotdb/tsfile/fileSystem/FSFactoryProducer.java | 35 +--
.../org/apache/iotdb/tsfile/fileSystem/FSPath.java | 20 +-
.../org/apache/iotdb/tsfile/fileSystem/FSType.java | 3 +-
.../fileInputFactory/HDFSInputFactory.java | 8 +-
...putFactory.java => HybridFileInputFactory.java} | 57 ++--
...FSInputFactory.java => OSFileInputFactory.java} | 18 +-
.../fileOutputFactory/HDFSOutputFactory.java | 8 +-
...utFactory.java => HybridFileOutputFactory.java} | 57 ++--
...OutputFactory.java => OSFileOutputFactory.java} | 18 +-
.../tsfile/fileSystem/fsFactory/FSFactory.java | 13 +-
.../tsfile/fileSystem/fsFactory/HDFSFactory.java | 70 ++++-
.../fileSystem/fsFactory/HybridFSFactory.java | 165 +++++++++++
.../fileSystem/fsFactory/LocalFSFactory.java | 22 +-
.../{HDFSFactory.java => OSFSFactory.java} | 133 ++++++---
.../iotdb/tsfile/read/reader/LocalTsFileInput.java | 48 ---
.../iotdb/tsfile/read/reader/TsFileInput.java | 39 +--
.../org/apache/iotdb/tsfile/utils/FSUtils.java | 153 ++++++++++
.../apache/iotdb/tsfile/utils/FilePathUtils.java | 23 +-
197 files changed, 5294 insertions(+), 2137 deletions(-)
copy {integration-test/src/test/java/org/apache/iotdb/db/it =>
integration/src/test/java/org/apache/iotdb/db/integration}/IoTDBTtlIT.java (58%)
delete mode 100644
iotdb-api/external-api/src/main/java/org/apache/iotdb/external/api/ISeriesNumerMonitor.java
copy
confignode/src/main/java/org/apache/iotdb/confignode/procedure/state/CreateTriggerState.java
=>
metrics/interface/src/main/java/org/apache/iotdb/metrics/MetricConstant.java
(78%)
create mode 100644
node-commons/src/main/java/org/apache/iotdb/commons/consensus/index/impl/HybridProgressIndex.java
create mode 100644
node-commons/src/main/java/org/apache/iotdb/commons/consensus/index/impl/RecoverProgressIndex.java
create mode 100644
node-commons/src/main/java/org/apache/iotdb/commons/pipe/config/PipeConfig.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/conf/directories/DirectoryManager.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/conf/directories/TierManager.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/engine/TsFileMetricManager.java
copy
server/src/main/java/org/apache/iotdb/db/exception/metadata/{MNodeTypeMismatchException.java
=> view/InsertNonWritableViewException.java} (69%)
delete mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/config/PipeConfig.java
copy
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/TimeoutChangeableTransport.java
=>
server/src/main/java/org/apache/iotdb/db/pipe/core/collector/historical/PipeHistoricalDataRegionCollector.java
(77%)
copy consensus/src/test/java/org/apache/iotdb/consensus/EmptyStateMachine.java
=>
server/src/main/java/org/apache/iotdb/db/pipe/core/collector/historical/PipeHistoricalDataRegionFakeCollector.java
(55%)
copy
node-commons/src/main/java/org/apache/iotdb/commons/pipe/plugin/builtin/connector/DoNothingConnector.java
=>
server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/PipeRealtimeDataRegionFakeCollector.java
(54%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/PipeRealtimeDataRegionLogCollector.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/PipeRealtimeDataRegionTsFileCollector.java
rename
server/src/test/java/org/apache/iotdb/db/utils/datastructure/{VectorTVListTest.java
=> AlignedTVListTest.java} (83%)
copy
server/src/main/java/org/apache/iotdb/db/wal/exception/WALPipeException.java =>
tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem/FSPath.java (72%)
copy
tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem/fileInputFactory/{HDFSInputFactory.java
=> HybridFileInputFactory.java} (52%)
copy
tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem/fileInputFactory/{HDFSInputFactory.java
=> OSFileInputFactory.java} (75%)
copy
tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem/fileOutputFactory/{HDFSOutputFactory.java
=> HybridFileOutputFactory.java} (51%)
copy
tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem/fileOutputFactory/{HDFSOutputFactory.java
=> OSFileOutputFactory.java} (75%)
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem/fsFactory/HybridFSFactory.java
copy
tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem/fsFactory/{HDFSFactory.java
=> OSFSFactory.java} (67%)
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/utils/FSUtils.java
