This is an automated email from the ASF dual-hosted git repository.
jiangtian pushed a change to branch native_raft
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from fe1712d87d1 refactor reports
add 634f0395421 [IOTDB-5927] Add up time metric (#9960)
add 5307bbfd77c [IOTDB-5723] Pipe: progress index for simple consenesus
(#9961)
add 2f01f631f0b fix python ci by SimpleConsensus (#9966)
add f4464c9441b [IOTDB-5723] Pipe progress index: fix
NumberFormatException when using IoTConsensus in DataRegion (#9965)
add 5467cfca81c [IOTDB-5928] Refactor TsFile status transition module
(#9940)
add 4d4a820a9df [IOTDB-5794] Filter session connection whose username is
empty when using the method of sessionPool.fetchAllConnections()
add d72335967c4 [IOTDB-5933] Pipe: update progress index after compaction
(#9970)
add 061903c2d51 [IOTDB-5934] Optimize cluster partition policy (#9971)
add bd1222d180e [IOTDB-5920] Pipe collector modes: TsFile only, log only,
realtime only, historical only (#9942)
add f9cebfcb338 [IOTDB-5929] Enable DataPartition inherit policy (#9962)
add 4f216f7a125 [IOTDB-5924] feat(SessionPool): add deletion API (#9947)
add bcddb6eb15a Add TieredManager for data directory control (#9972)
add cfd508eb1b4 Correct slow query log's time cost precision (#9982)
add 392508f12eb [IOTDB-5905] Fix aligned timeseries data point lost after
flushed in some scenario (#9973)
add ef8cc8a09c5 Update schema memory control config (#9981)
add fbc8828b81b [IOTDB-5921] Pipe: config & descriptor (#9957)
add 9c5ff12379f Optimize some map usage in writing (#9878)
add 4715e244110 Optimize the AlignedTVList column check logic when insert
(#9890)
add 68f93800607 [IOTDB-5939] Correct Flusing Task Timeout Detect Thread's
timeout (#9988)
add 72b508c1871 Support show data types of views (#9969)
add 05060cb4cc4 [IOTDB-5935] Pipe: RecoverProgressIndex and
HybridProgressIndex (#9975)
add fc2746e7a58 [IOTDB-5936] Pipe: correct the behaviour of the historical
data collector in realtime only mode (#9987)
add 9579c9a1da9 [IOTDB-5942] Pipe: Fix bugs in PipeWALResourceManager,
EnrichedEvent, IoTDBThriftReceiverV1 (#9993)
add d8324726279 [IOTDB-5934] Let series_slot_num compatible (#9990)
add 4ab546a00ce [IOTDB-5930] Support OrderBy in Last Query
add 6589f6ab121 Release resource of FI after all drivers have been closed
add 7dfab75f532 Delete ISeriesMonitor interface (#9994)
add a5893dc4c7a Add file num and size metrics for each level file (#9953)
add 96ab3086434 Remove unnecessary lock in runningToFinshed of
DriverScheduler
add 0db34827a9a [IOTDB-5958] Pipe: remove listenable features of
PendingQueue to improve performance (#10004)
add e510ec02a0d Fix show timeseries failure caused by broken views.
(#10000)
add 24f8c3e0621 [PyClient] Update SQLAlchemy version to 1.4 (#10006)
add 9967d8b0c1c Add metrics for thread cpu consumption (#9833)
add b22bc96c969 Set default degree of parallelism back to the num of CPU
cores/2
add c69ff946007 Fix the display milliseconds issue with the Grafana plugin
(#10002)
add 0f94b5a673e Support using alias view in last query & optimize code
add 7c384409954 [IOTDB-5926] Remove Useless Rater in Timer (#9959)
add dd35304ede5 Push down SchemaFilter processing to SchemaReader (#10005)
add 81f541d22f2 [IOTDB-5956] Pipe: Fix bugs in IoTDBThriftReceiverV1,
PipeMetaSync (#10007)
add ea651235884 Fix data type error during data insertion (#10012)
add e44a03ebce0 Merge branch 'master' into native_raft
No new revisions were added by this update.
Summary of changes:
.../iotdb/confignode/conf/ConfigNodeConfig.java | 8 +-
.../confignode/conf/SystemPropertiesUtils.java | 43 ++-
.../response/pipe/task/PipeTableResp.java | 4 +
.../iotdb/confignode/manager/cq/CQManager.java | 4 +-
.../partition/GreedyPartitionAllocator.java | 36 +--
.../manager/load/service/HeartbeatService.java | 8 +-
.../manager/partition/PartitionManager.java | 30 +-
.../manager/pipe/runtime/PipeMetaSyncer.java | 8 +-
.../partition/DatabasePartitionTable.java | 4 +-
.../persistence/partition/PartitionInfo.java | 15 +-
.../runtime/PipeHandleMetaChangeProcedure.java | 48 ++-
.../impl/schema/DeleteLogicalViewProcedure.java | 4 +-
.../iotdb/confignode/service/ConfigNode.java | 2 +
.../request/BatchIndexedConsensusRequest.java | 6 +-
.../consensus/iot/IoTConsensusServerImpl.java | 12 +-
.../consensus/iot/logdispatcher/LogDispatcher.java | 7 +-
.../protocol/log/manager/RaftLogManager.java | 2 +-
docker/src/main/Dockerfile-1c1d | 3 +
docs/UserGuide/Monitor-Alert/Metric-Tool.md | 17 +-
docs/UserGuide/Query-Data/Last-Query.md | 26 +-
docs/UserGuide/Query-Data/Order-By.md | 165 +++++++++-
docs/zh/UserGuide/Monitor-Alert/Metric-Tool.md | 27 +-
docs/zh/UserGuide/Query-Data/Last-Query.md | 22 +-
docs/zh/UserGuide/Query-Data/Order-By.md | 168 +++++++++-
.../iotdb/hadoop/tsfile/TsFileWriteToHDFS.java | 2 +-
integration-test/pom.xml | 4 +
.../partition/IoTDBPartitionInheritPolicyIT.java | 26 +-
.../confignode/it/utils/ConfigNodeTestUtils.java | 2 +-
.../db/it/aligned/IoTDBInsertAlignedValuesIT.java | 31 ++
.../apache/iotdb/db/it/orderBy/IoTDBOrderByIT.java | 92 ++++++
.../apache/iotdb/db/integration/IoTDBTtlIT.java | 354 +++++++++++++++++++++
.../iotdb/external/api/ISeriesNumerMonitor.java | 46 ---
.../api/customizer/PipeParameterValidator.java | 27 ++
.../client-py/iotdb/sqlalchemy/IoTDBSQLCompiler.py | 203 ++++++++----
iotdb-client/client-py/setup.py | 4 +-
.../apache/iotdb/isession/pool/ISessionPool.java | 35 ++
.../org/apache/iotdb/session/pool/SessionPool.java | 168 ++++++++++
.../util/TSFileConfigUtilCompletenessTest.java | 8 +-
.../grafana-plugin/pkg/plugin/plugin.go | 2 +-
.../iotdb/hadoop/fileSystem/HDFSConfUtil.java | 11 +-
.../apache/iotdb/hadoop/fileSystem/HDFSFile.java | 18 ++
.../apache/iotdb/hadoop/fileSystem/HDFSInput.java | 32 --
.../apache/iotdb/hadoop/tsfile/TSFHadoopTest.java | 6 +-
.../apache/iotdb/hive/TSFHiveInputFormatTest.java | 4 +-
.../apache/iotdb/hive/TSFHiveRecordReaderTest.java | 4 +-
.../src/main/thrift/iotconsensus.thrift | 2 +-
.../type/DropwizardHistogramSnapshot.java | 14 +-
.../metrics/dropwizard/type/DropwizardTimer.java | 5 +-
.../org/apache/iotdb/metrics/MetricConstant.java | 13 +-
.../apache/iotdb/metrics/config/MetricConfig.java | 7 +
.../metrics/impl/DoNothingHistogramSnapshot.java | 14 +-
.../apache/iotdb/metrics/impl/DoNothingTimer.java | 5 +-
.../iotdb/metrics/metricsets/UpTimeMetrics.java | 28 +-
.../metrics/metricsets/cpu/CpuUsageMetrics.java | 300 +++++++++++++++++
.../metrics/metricsets/jvm/JvmThreadMetrics.java | 4 +-
.../metricsets/net/LinuxNetMetricManager.java | 4 +-
.../reporter/prometheus/PrometheusReporter.java | 10 +-
.../iotdb/metrics/type/HistogramSnapshot.java | 15 +-
.../java/org/apache/iotdb/metrics/type/Timer.java | 5 +-
.../micrometer/MicrometerMetricManager.java | 4 +-
.../micrometer/type/MicrometerHistogram.java | 2 +-
.../type/MicrometerHistogramSnapshot.java | 27 +-
.../metrics/micrometer/type/MicrometerTimer.java | 11 +-
.../type/MicrometerTimerHistogramSnapshot.java | 28 +-
.../resources/conf/iotdb-common.properties | 80 +++--
.../commons/concurrent/DataNodeThreadModule.java | 25 +-
.../commons/concurrent/IoTDBThreadPoolFactory.java | 40 ++-
.../iotdb/commons/concurrent/ThreadName.java | 348 +++++++++++++++++---
.../commons/concurrent/ThreadPoolMetrics.java | 176 ++++++++++
.../WrappedScheduledExecutorService.java | 2 +
.../WrappedSingleThreadExecutorService.java | 54 ++++
.../WrappedSingleThreadExecutorServiceMBean.java | 2 +-
.../WrappedSingleThreadScheduledExecutor.java | 54 ++++
.../WrappedSingleThreadScheduledExecutorMBean.java | 2 +-
.../threadpool/WrappedThreadPoolExecutor.java | 3 +
.../apache/iotdb/commons/conf/CommonConfig.java | 179 ++++++++++-
.../iotdb/commons/conf/CommonDescriptor.java | 109 ++++++-
.../apache/iotdb/commons/conf/IoTDBConstant.java | 4 +
.../commons/consensus/index/ProgressIndex.java | 45 +++
.../commons/consensus/index/ProgressIndexType.java | 22 +-
.../consensus/index/impl/HybridProgressIndex.java | 221 +++++++++++++
.../consensus/index/impl/IoTProgressIndex.java | 144 ++++++---
.../consensus/index/impl/MinimumProgressIndex.java | 9 +-
.../consensus/index/impl/RecoverProgressIndex.java | 207 ++++++++++++
.../consensus/index/impl/SimpleProgressIndex.java | 197 ++++++++++++
.../PipeRuntimeConnectorCriticalException.java | 73 +++++
.../pipe}/PipeRuntimeCriticalException.java | 36 ++-
.../exception/pipe}/PipeRuntimeException.java | 11 +-
.../pipe/PipeRuntimeExceptionType.java} | 41 +--
.../pipe}/PipeRuntimeNonCriticalException.java | 36 ++-
.../iotdb/commons/partition/DataPartition.java | 9 +-
.../commons/partition/DataPartitionTable.java | 7 +-
.../commons/partition/SeriesPartitionTable.java | 24 +-
.../iotdb/commons/pipe/config/PipeConfig.java | 151 +++++++++
.../iotdb/commons/pipe/task/meta/PipeTaskMeta.java | 35 +-
.../commons/schema/view/LogicalViewSchema.java | 15 +-
.../org/apache/iotdb/commons/utils/PathUtils.java | 9 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 153 +++++----
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 84 +++--
.../org/apache/iotdb/db/conf/IoTDBStartCheck.java | 4 +-
.../db/conf/directories/DirectoryChecker.java | 5 +
.../db/conf/directories/DirectoryManager.java | 199 ------------
.../iotdb/db/conf/directories/FolderManager.java | 4 +-
.../iotdb/db/conf/directories/TierManager.java | 313 ++++++++++++++++++
.../IoTConsensusDataRegionStateMachine.java | 5 +-
.../org/apache/iotdb/db/engine/StorageEngine.java | 13 +-
.../iotdb/db/engine/TsFileMetricManager.java | 163 ----------
.../performer/impl/FastCompactionPerformer.java | 7 +-
.../execute/recover/CompactionRecoverManager.java | 6 +-
.../execute/recover/CompactionRecoverTask.java | 2 +-
.../execute/task/AbstractCompactionTask.java | 25 +-
.../execute/task/CrossSpaceCompactionTask.java | 60 ++--
.../execute/task/InnerSpaceCompactionTask.java | 46 +--
.../compaction/execute/utils/CompactionUtils.java | 33 +-
.../execute/utils/log/TsFileIdentifier.java | 3 +-
.../writer/AbstractCrossCompactionWriter.java | 3 +-
.../writer/AbstractInnerCompactionWriter.java | 4 +-
.../compaction/schedule/CompactionTaskManager.java | 9 +-
.../utils/CrossSpaceCompactionCandidate.java | 6 +-
.../engine/flush/pool/FlushSubTaskPoolManager.java | 6 +-
.../db/engine/flush/pool/FlushTaskPoolManager.java | 5 +-
.../engine/memtable/AlignedWritableMemChunk.java | 77 +++--
.../db/engine/memtable/IWritableMemChunk.java | 4 +-
.../iotdb/db/engine/memtable/WritableMemChunk.java | 4 +-
.../iotdb/db/engine/snapshot/SnapshotLoader.java | 8 +-
.../iotdb/db/engine/snapshot/SnapshotTaker.java | 2 +-
.../iotdb/db/engine/storagegroup/DataRegion.java | 191 ++++++-----
.../engine/storagegroup/TsFileNameGenerator.java | 9 +-
.../db/engine/storagegroup/TsFileProcessor.java | 9 +-
.../db/engine/storagegroup/TsFileResource.java | 131 +++++---
.../db/engine/storagegroup/TsFileResourceList.java | 10 +-
.../iotdb/db/engine/upgrade/UpgradeTask.java | 6 +-
.../metadata/view/BrokenViewException.java} | 29 +-
.../view/InsertNonWritableViewException.java} | 19 +-
.../metadata/view/ViewNotExistException.java | 70 ++++
.../db/metadata/cache/TimeSeriesSchemaCache.java | 7 +-
.../db/metadata/mtree/MTreeBelowSGCachedImpl.java | 101 +++---
.../db/metadata/mtree/MTreeBelowSGMemoryImpl.java | 101 +++---
.../db/metadata/mtree/traverser/Traverser.java | 7 -
.../mtree/traverser/basic/EntityTraverser.java | 31 +-
.../traverser/basic/MeasurementTraverser.java | 36 +--
.../schemaregion/result/ShowTimeSeriesResult.java | 9 +-
.../metadata/query/info/ITimeSeriesSchemaInfo.java | 2 +
.../metadata/query/info/TimeseriesSchemaInfo.java | 92 ++++++
.../reader/TimeseriesReaderWithViewFetch.java | 186 +++++++++++
.../metadata/schemaregion/ISchemaRegionParams.java | 3 -
.../db/metadata/schemaregion/SchemaEngine.java | 27 +-
.../schemaregion/SchemaRegionMemoryImpl.java | 106 ++----
.../metadata/schemaregion/SchemaRegionParams.java | 12 +-
.../schemaregion/SchemaRegionSchemaFileImpl.java | 86 ++---
.../apache/iotdb/db/metadata/tag/TagManager.java | 3 +-
.../apache/iotdb/db/metadata/utils/MetaUtils.java | 11 +-
.../visitor/GetSourcePathsVisitor.java | 4 +
.../db/metadata/visitor/DeviceFilterVisitor.java | 28 +-
.../metadata/visitor/TimeseriesFilterVisitor.java | 46 +++
.../db/mpp/aggregation/AccumulatorFactory.java | 2 +-
.../db/mpp/common/header/ColumnHeaderConstant.java | 2 +-
.../iotdb/db/mpp/execution/driver/DataDriver.java | 2 +-
.../db/mpp/execution/driver/SchemaDriver.java | 2 +-
.../execution/exchange/MPPDataExchangeService.java | 4 +-
.../fragment/FragmentInstanceContext.java | 25 ++
.../fragment/FragmentInstanceExecution.java | 16 +-
.../fragment/FragmentInstanceManager.java | 20 +-
.../last/AlignedUpdateLastCacheOperator.java | 17 +-
.../AlignedUpdateViewPathLastCacheOperator.java | 57 ++++
.../process/last/UpdateLastCacheOperator.java | 10 +-
.../last/UpdateViewPathLastCacheOperator.java | 50 +++
.../schema/source/LogicalViewSchemaSource.java | 8 +-
.../schema/source/TimeSeriesSchemaSource.java | 13 +-
.../db/mpp/execution/schedule/DriverScheduler.java | 17 +-
.../mpp/execution/schedule/DriverTaskThread.java | 4 +-
.../org/apache/iotdb/db/mpp/plan/Coordinator.java | 14 +-
.../apache/iotdb/db/mpp/plan/analyze/Analysis.java | 36 ++-
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 238 +++++++-------
.../db/mpp/plan/analyze/ExpressionAnalyzer.java | 72 ++---
.../mpp/plan/analyze/ExpressionTypeAnalyzer.java | 23 +-
.../iotdb/db/mpp/plan/analyze/ExpressionUtils.java | 194 ++++++-----
.../config/executor/ClusterConfigTaskExecutor.java | 6 +-
.../iotdb/db/mpp/plan/expression/Expression.java | 80 +++--
.../plan/expression/binary/BinaryExpression.java | 8 +-
.../plan/expression/binary/WhenThenExpression.java | 11 +-
.../db/mpp/plan/expression/leaf/LeafOperand.java | 2 +-
.../plan/expression/leaf/TimeSeriesOperand.java | 2 +-
.../plan/expression/multi/FunctionExpression.java | 14 +-
.../expression/other/CaseWhenThenExpression.java | 15 +-
.../plan/expression/ternary/BetweenExpression.java | 14 +-
.../plan/expression/ternary/TernaryExpression.java | 2 +-
.../db/mpp/plan/expression/unary/InExpression.java | 23 +-
.../plan/expression/unary/IsNullExpression.java | 6 +-
.../mpp/plan/expression/unary/LikeExpression.java | 6 +-
.../plan/expression/unary/LogicNotExpression.java | 15 +-
.../plan/expression/unary/NegationExpression.java | 10 +-
.../plan/expression/unary/RegularExpression.java | 6 +-
.../mpp/plan/expression/unary/UnaryExpression.java | 2 +-
.../BindTypeForTimeSeriesOperandVisitor.java | 1 +
.../visitor/ColumnTransformerVisitor.java | 4 +-
.../visitor/CompleteMeasurementSchemaVisitor.java | 9 +-
.../visitor/ExpressionAnalyzeVisitor.java | 2 +-
.../visitor/GetMeasurementExpressionVisitor.java | 16 +-
.../visitor/IntermediateLayerVisitor.java | 2 +-
.../expression/visitor/ReconstructVisitor.java | 7 +-
.../visitor/RemoveAliasFromExpressionVisitor.java | 19 +-
.../RemoveWildcardAndViewInExpressionVisitor.java | 95 ------
.../RemoveWildcardAndViewInFilterVisitor.java | 109 -------
.../ReplaceRawPathWithGroupedPathVisitor.java | 2 +-
.../BindSchemaForExpressionVisitor.java} | 64 +++-
.../BindSchemaForPredicateVisitor.java} | 31 +-
.../{ => cartesian}/CartesianProductVisitor.java | 9 +-
...atDeviceAndBindSchemaForExpressionVisitor.java} | 8 +-
...catDeviceAndBindSchemaForPredicateVisitor.java} | 8 +-
.../ConcatExpressionWithSuffixPathsVisitor.java | 4 +-
.../db/mpp/plan/planner/LogicalPlanBuilder.java | 119 +++++--
.../db/mpp/plan/planner/LogicalPlanVisitor.java | 27 +-
.../db/mpp/plan/planner/OperatorTreeGenerator.java | 127 +++++---
.../db/mpp/plan/planner/SubPlanTypeExtractor.java | 2 +-
.../plan/planner/distribution/SourceRewriter.java | 44 +--
.../db/mpp/plan/planner/plan/FragmentInstance.java | 2 +-
.../db/mpp/plan/planner/plan/node/PlanNode.java | 4 +-
.../planner/plan/node/process/TransformNode.java | 2 +-
.../plan/node/process/last/LastQueryMergeNode.java | 48 ++-
.../plan/node/process/last/LastQueryNode.java | 56 ++--
.../plan/node/source/AlignedLastQueryScanNode.java | 44 ++-
.../plan/node/source/LastQueryScanNode.java | 48 ++-
.../plan/node/write/InsertMultiTabletsNode.java | 6 +-
.../planner/plan/node/write/InsertRowsNode.java | 6 +-
.../plan/parameter/AggregationDescriptor.java | 4 +-
.../CrossSeriesAggregationDescriptor.java | 6 +-
.../plan/statement/component/HavingCondition.java | 2 +-
.../plan/statement/component/OrderByComponent.java | 2 +-
.../db/mpp/plan/statement/component/Ordering.java | 10 +
.../mpp/plan/statement/component/ResultColumn.java | 8 +-
.../plan/statement/component/SelectComponent.java | 2 +-
.../plan/statement/component/WhereCondition.java | 2 +-
.../db/mpp/plan/statement/crud/QueryStatement.java | 12 +-
.../dag/intermediate/IntermediateLayer.java | 2 +-
.../{PipeLauncher.java => PipeAgentLauncher.java} | 10 +-
.../db/pipe/agent/runtime/PipeRuntimeAgent.java | 46 ++-
.../SimpleConsensusProgressIndexAssigner.java | 113 +++++++
.../iotdb/db/pipe/agent/task/PipeTaskAgent.java | 6 +-
.../db/pipe/config/PipeCollectorConstant.java | 10 +
.../apache/iotdb/db/pipe/config/PipeConfig.java | 87 -----
.../core/collector/IoTDBDataRegionCollector.java | 162 ++++++++--
.../PipeHistoricalDataRegionCollector.java} | 9 +-
.../PipeHistoricalDataRegionFakeCollector.java} | 40 +--
.../PipeHistoricalDataRegionTsFileCollector.java | 117 ++++++-
.../realtime/PipeRealtimeDataRegionCollector.java | 12 +-
.../PipeRealtimeDataRegionFakeCollector.java | 70 ++++
.../PipeRealtimeDataRegionHybridCollector.java | 43 ++-
.../PipeRealtimeDataRegionLogCollector.java | 116 +++++++
.../PipeRealtimeDataRegionTsFileCollector.java | 117 +++++++
.../realtime/assigner/DisruptorQueue.java | 5 +-
.../listener/PipeInsertionDataNodeListener.java | 38 ++-
.../matcher/CachedSchemaPatternMatcher.java | 6 +-
.../impl/iotdb/v1/IoTDBThriftConnectorV1.java | 14 +-
.../impl/iotdb/v1/IoTDBThriftReceiverV1.java | 19 +-
.../manager/PipeConnectorSubtaskLifeCycle.java | 25 +-
.../manager/PipeConnectorSubtaskManager.java | 11 +-
.../iotdb/db/pipe/core/event/EnrichedEvent.java | 11 +-
.../event/realtime/PipeRealtimeCollectEvent.java | 36 ++-
.../event/view/collector/PipeEventCollector.java | 17 +-
.../executor/PipeAssignerSubtaskExecutor.java | 4 +-
.../executor/PipeConnectorSubtaskExecutor.java | 4 +-
.../executor/PipeProcessorSubtaskExecutor.java | 4 +-
.../executor/PipeSubtaskExecutorManager.java | 4 +-
.../execution/scheduler/PipeSubtaskScheduler.java | 9 +-
.../resource/file/PipeFileResourceManager.java | 10 +-
.../file/PipeHardlinkFileDirStartupCleaner.java | 60 ++++
.../db/pipe/resource/wal/PipeWALResource.java | 4 +-
.../pipe/resource/wal/PipeWALResourceManager.java | 12 +-
.../org/apache/iotdb/db/pipe/task/PipeBuilder.java | 12 +-
.../apache/iotdb/db/pipe/task/PipeTaskBuilder.java | 46 +--
.../db/pipe/task/queue/BlockingPendingQueue.java | 73 +++++
...Queue.java => BoundedBlockingPendingQueue.java} | 8 +-
.../db/pipe/task/queue/ListenablePendingQueue.java | 159 ---------
.../queue/PendingQueueNotFullToFullListener.java | 26 --
...eue.java => UnboundedBlockingPendingQueue.java} | 8 +-
.../db/pipe/task/stage/PipeTaskCollectorStage.java | 12 +-
.../db/pipe/task/stage/PipeTaskConnectorStage.java | 8 +-
.../db/pipe/task/stage/PipeTaskProcessorStage.java | 60 +---
.../db/pipe/task/subtask/PipeConnectorSubtask.java | 31 +-
.../iotdb/db/pipe/task/subtask/PipeSubtask.java | 29 +-
.../db/query/control/QueryResourceManager.java | 2 +-
.../iotdb/db/query/control/SessionManager.java | 2 +
.../apache/iotdb/db/quotas/DataNodeSizeStore.java | 7 +-
.../iotdb/db/rescon/PrimitiveArrayManager.java | 18 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 9 +-
.../apache/iotdb/db/service/IoTDBShutdownHook.java | 5 +
.../org/apache/iotdb/db/service/SettleService.java | 3 +-
.../db/service/basic/QueryFrequencyRecorder.java | 4 +-
.../db/service/metrics/DataNodeMetricsHelper.java | 28 +-
.../iotdb/db/service/metrics/FileMetrics.java | 322 +++++++++++++++++--
.../iotdb/db/service/metrics/ProcessMetrics.java | 22 +-
.../iotdb/db/service/metrics/SystemMetrics.java | 9 +-
.../org/apache/iotdb/db/utils/OpenFileNumUtil.java | 8 +-
.../apache/iotdb/db/utils/TypeInferenceUtils.java | 3 +-
.../db/utils/datastructure/AlignedTVList.java | 49 ++-
.../iotdb/db/utils/datastructure/TVList.java | 5 +-
.../file/AbstractTsFileRecoverPerformer.java | 9 +-
.../file/UnsealedTsFileRecoverPerformer.java | 4 +
.../iotdb/db/engine/cache/ChunkCacheTest.java | 4 +-
.../engine/compaction/AbstractCompactionTest.java | 6 +-
.../compaction/CompactionTaskManagerTest.java | 4 +-
.../ReadPointAlignedCrossCompactionTest.java | 2 +-
.../ReadPointCompactionPerformerTest.java | 2 +-
.../ReadPointNonAlignedCrossCompactionTest.java | 2 +-
.../db/engine/compaction/TsFileIdentifierUT.java | 16 +-
.../cross/CrossSpaceCompactionExceptionTest.java | 2 +-
.../cross/CrossSpaceCompactionSelectorTest.java | 12 +-
.../CrossSpaceCompactionWithFastPerformerTest.java | 8 +-
...eCompactionWithFastPerformerValidationTest.java | 22 +-
...sSpaceCompactionWithReadPointPerformerTest.java | 8 +-
...actionWithReadPointPerformerValidationTest.java | 14 +-
.../db/engine/compaction/cross/MergeTest.java | 6 +-
.../cross/RewriteCompactionFileSelectorTest.java | 42 +--
.../RewriteCrossSpaceCompactionRecoverTest.java | 2 +-
...eCrossSpaceCompactionWithFastPerformerTest.java | 2 +-
...sSpaceCompactionWithReadPointPerformerTest.java | 2 +-
.../inner/AbstractInnerSpaceCompactionTest.java | 4 +-
.../inner/InnerCompactionMoreDataTest.java | 2 +-
.../inner/InnerCompactionSchedulerTest.java | 6 +-
.../compaction/inner/InnerCompactionTest.java | 4 +-
.../InnerUnseqCompactionWithFastPerformerTest.java | 2 +-
...rUnseqCompactionWithReadPointPerformerTest.java | 2 +-
.../SizeTieredCompactionSelectorTest.java | 2 +
.../inner/sizetiered/SizeTieredCompactionTest.java | 10 +-
...eCrossSpaceCompactionRecoverCompatibleTest.java | 2 +-
.../recover/SizeTieredCompactionRecoverTest.java | 20 +-
.../utils/MultiTsFileDeviceIteratorTest.java | 22 +-
.../db/engine/snapshot/IoTDBSnapshotTest.java | 46 +--
.../engine/storagegroup/FakedTsFileResource.java | 4 +-
.../iotdb/db/engine/storagegroup/TTLTest.java | 6 +-
.../TsFileResourceProgressIndexTest.java | 6 +
.../db/engine/storagegroup/TsFileResourceTest.java | 2 +-
.../db/metadata/idtable/entry/SchemaEntryTest.java | 2 +-
.../apache/iotdb/db/metric/MetricServiceTest.java | 6 +-
.../iotdb/db/mpp/execution/DataDriverTest.java | 1 +
.../execution/operator/AlignedSeriesTestUtil.java | 6 +-
.../iotdb/db/mpp/plan/analyze/AnalyzeTest.java | 6 +-
.../mpp/plan/analyze/ExpressionAnalyzerTest.java | 4 +-
.../db/mpp/plan/plan/QueryLogicalPlanUtil.java | 24 +-
.../mpp/plan/plan/distribution/LastQueryTest.java | 9 +-
.../collector/CachedSchemaPatternMatcherTest.java | 13 +-
.../core/collector/PipeRealtimeCollectTest.java | 15 +-
.../executor/PipeConnectorSubtaskExecutorTest.java | 4 +-
.../AlignedSeriesScanLimitOffsetPushDownTest.java | 10 +-
.../query/reader/series/SeriesReaderTestUtil.java | 6 +-
.../series/SeriesScanLimitOffsetPushDownTest.java | 8 +-
.../iotdb/db/rescon/ResourceManagerTest.java | 12 +-
.../apache/iotdb/db/utils/EnvironmentUtils.java | 17 +-
...ectorTVListTest.java => AlignedTVListTest.java} | 63 +---
.../iotdb/tsfile/common/conf/TSFileConfig.java | 68 +++-
.../tsfile/file/metadata/enums/TSDataType.java | 7 +-
.../iotdb/tsfile/fileSystem/FSFactoryProducer.java | 35 +-
.../org/apache/iotdb/tsfile/fileSystem/FSPath.java | 19 +-
.../org/apache/iotdb/tsfile/fileSystem/FSType.java | 3 +-
.../fileInputFactory/HDFSInputFactory.java | 8 +-
...putFactory.java => HybridFileInputFactory.java} | 57 ++--
...FSInputFactory.java => OSFileInputFactory.java} | 18 +-
.../fileOutputFactory/HDFSOutputFactory.java | 8 +-
...utFactory.java => HybridFileOutputFactory.java} | 57 ++--
...OutputFactory.java => OSFileOutputFactory.java} | 18 +-
.../tsfile/fileSystem/fsFactory/FSFactory.java | 13 +-
.../tsfile/fileSystem/fsFactory/HDFSFactory.java | 70 +++-
.../fileSystem/fsFactory/HybridFSFactory.java | 165 ++++++++++
.../fileSystem/fsFactory/LocalFSFactory.java | 22 +-
.../{HDFSFactory.java => OSFSFactory.java} | 133 +++++---
.../iotdb/tsfile/read/reader/LocalTsFileInput.java | 48 ---
.../iotdb/tsfile/read/reader/TsFileInput.java | 39 +--
.../org/apache/iotdb/tsfile/utils/FSUtils.java | 153 +++++++++
.../apache/iotdb/tsfile/utils/FilePathUtils.java | 23 +-
370 files changed, 9123 insertions(+), 3839 deletions(-)
create mode 100644
integration/src/test/java/org/apache/iotdb/db/integration/IoTDBTtlIT.java
delete mode 100644
iotdb-api/external-api/src/main/java/org/apache/iotdb/external/api/ISeriesNumerMonitor.java
copy tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem/FSType.java =>
metrics/interface/src/main/java/org/apache/iotdb/metrics/MetricConstant.java
(73%)
copy
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/exception/PipeRuntimeNonCriticalException.java
=>
metrics/interface/src/main/java/org/apache/iotdb/metrics/metricsets/UpTimeMetrics.java
(51%)
create mode 100644
metrics/interface/src/main/java/org/apache/iotdb/metrics/metricsets/cpu/CpuUsageMetrics.java
rename
server/src/main/java/org/apache/iotdb/db/pipe/task/queue/PendingQueueFullToNotFullListener.java
=>
node-commons/src/main/java/org/apache/iotdb/commons/concurrent/DataNodeThreadModule.java
(70%)
create mode 100644
node-commons/src/main/java/org/apache/iotdb/commons/concurrent/ThreadPoolMetrics.java
create mode 100644
node-commons/src/main/java/org/apache/iotdb/commons/consensus/index/impl/HybridProgressIndex.java
create mode 100644
node-commons/src/main/java/org/apache/iotdb/commons/consensus/index/impl/RecoverProgressIndex.java
create mode 100644
node-commons/src/main/java/org/apache/iotdb/commons/consensus/index/impl/SimpleProgressIndex.java
create mode 100644
node-commons/src/main/java/org/apache/iotdb/commons/exception/pipe/PipeRuntimeConnectorCriticalException.java
rename {iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/exception
=>
node-commons/src/main/java/org/apache/iotdb/commons/exception/pipe}/PipeRuntimeCriticalException.java
(52%)
rename {iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/exception
=>
node-commons/src/main/java/org/apache/iotdb/commons/exception/pipe}/PipeRuntimeException.java
(79%)
copy
node-commons/src/main/java/org/apache/iotdb/commons/{consensus/index/ProgressIndexType.java
=> exception/pipe/PipeRuntimeExceptionType.java} (55%)
copy {iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/exception =>
node-commons/src/main/java/org/apache/iotdb/commons/exception/pipe}/PipeRuntimeNonCriticalException.java
(51%)
create mode 100644
node-commons/src/main/java/org/apache/iotdb/commons/pipe/config/PipeConfig.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/conf/directories/DirectoryManager.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/conf/directories/TierManager.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/engine/TsFileMetricManager.java
copy
server/src/main/java/org/apache/iotdb/db/{metadata/schemaregion/ISchemaRegionParams.java
=> exception/metadata/view/BrokenViewException.java} (50%)
copy
server/src/main/java/org/apache/iotdb/db/{pipe/execution/executor/PipeConnectorSubtaskExecutor.java
=> exception/metadata/view/InsertNonWritableViewException.java} (63%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/exception/metadata/view/ViewNotExistException.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/query/info/TimeseriesSchemaInfo.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/query/reader/TimeseriesReaderWithViewFetch.java
rename
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/exception/PipeRuntimeNonCriticalException.java
=>
server/src/main/java/org/apache/iotdb/db/metadata/visitor/DeviceFilterVisitor.java
(52%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/visitor/TimeseriesFilterVisitor.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/process/last/AlignedUpdateViewPathLastCacheOperator.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/process/last/UpdateViewPathLastCacheOperator.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/expression/visitor/RemoveWildcardAndViewInExpressionVisitor.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/expression/visitor/RemoveWildcardAndViewInFilterVisitor.java
rename
server/src/main/java/org/apache/iotdb/db/mpp/plan/expression/visitor/{RemoveWildcardInExpressionVisitor.java
=> cartesian/BindSchemaForExpressionVisitor.java} (58%)
rename
server/src/main/java/org/apache/iotdb/db/mpp/plan/expression/visitor/{RemoveWildcardInFilterVisitor.java
=> cartesian/BindSchemaForPredicateVisitor.java} (82%)
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/expression/visitor/{
=> cartesian}/CartesianProductVisitor.java (90%)
rename
server/src/main/java/org/apache/iotdb/db/mpp/plan/expression/visitor/{ConcatDeviceAndRemoveWildcardVisitor.java
=> cartesian/ConcatDeviceAndBindSchemaForExpressionVisitor.java} (93%)
rename
server/src/main/java/org/apache/iotdb/db/mpp/plan/expression/visitor/{RemoveWildcardInFilterByDeviceVisitor.java
=> cartesian/ConcatDeviceAndBindSchemaForPredicateVisitor.java} (93%)
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/expression/visitor/{
=> cartesian}/ConcatExpressionWithSuffixPathsVisitor.java (96%)
rename
server/src/main/java/org/apache/iotdb/db/pipe/agent/runtime/{PipeLauncher.java
=> PipeAgentLauncher.java} (98%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/agent/runtime/SimpleConsensusProgressIndexAssigner.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/config/PipeConfig.java
rename
server/src/main/java/org/apache/iotdb/db/pipe/{task/queue/PendingQueueNotEmptyToEmptyListener.java
=> core/collector/historical/PipeHistoricalDataRegionCollector.java} (77%)
copy
server/src/main/java/org/apache/iotdb/db/{mpp/plan/expression/leaf/LeafOperand.java
=> pipe/core/collector/historical/PipeHistoricalDataRegionFakeCollector.java}
(51%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/PipeRealtimeDataRegionFakeCollector.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/PipeRealtimeDataRegionLogCollector.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/PipeRealtimeDataRegionTsFileCollector.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/resource/file/PipeHardlinkFileDirStartupCleaner.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/task/queue/BlockingPendingQueue.java
rename
server/src/main/java/org/apache/iotdb/db/pipe/task/queue/{ListenableBlockingPendingQueue.java
=> BoundedBlockingPendingQueue.java} (77%)
delete mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/task/queue/ListenablePendingQueue.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/task/queue/PendingQueueNotFullToFullListener.java
rename
server/src/main/java/org/apache/iotdb/db/pipe/task/queue/{ListenableUnblockingPendingQueue.java
=> UnboundedBlockingPendingQueue.java} (79%)
rename
server/src/test/java/org/apache/iotdb/db/utils/datastructure/{VectorTVListTest.java
=> AlignedTVListTest.java} (83%)
rename
server/src/main/java/org/apache/iotdb/db/pipe/task/queue/PendingQueueEmptyToNotEmptyListener.java
=> tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem/FSPath.java (71%)
copy
tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem/fileInputFactory/{HDFSInputFactory.java
=> HybridFileInputFactory.java} (52%)
copy
tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem/fileInputFactory/{HDFSInputFactory.java
=> OSFileInputFactory.java} (75%)
copy
tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem/fileOutputFactory/{HDFSOutputFactory.java
=> HybridFileOutputFactory.java} (51%)
copy
tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem/fileOutputFactory/{HDFSOutputFactory.java
=> OSFileOutputFactory.java} (75%)
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem/fsFactory/HybridFSFactory.java
copy
tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem/fsFactory/{HDFSFactory.java
=> OSFSFactory.java} (67%)
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/utils/FSUtils.java
