This is an automated email from the ASF dual-hosted git repository.
marklau99 pushed a change to branch refactor-compaction-metrics-1.2
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from cb0b5ceeb82 add some missed cpu metrics
add d336edd68ec [To rel/1.2] Fix error msg when select into view and
normal timeseries failed (#10259)
add 1fe588284a1 [To rel/1.2] Refactor SchemaScanOperator to do
asynchronous fetch and return isBlock (#10231)
add db4cfc5488a [To rel/1.2][IOTDB-6022] Modify the default parameters of
iotconsensus (#10267)
add be2792e62fd [IOTDB-5999] System properties patch (#10272)
add a37a18fe885 Pipe: fix bugs & smells reported by SonarCloud
(org.apache.iotdb.db.pipe) (#10268) (#10271)
add bfcc03772d3 [IOTDB-6021] Pipe: NPE when sync TEXT timeseries with null
fields between IoTDB instances using file mode with pattern filter (#10269)
(#10270)
add 1cdb150d58a [IOTDB-6018] Heterogeneous Database document
add a3f0454b358 [To rel/1.2] Fix slow creation of view when using batch
creation sql (#10277)
add 8eec792045e The ConfigNode should restore cluster_name and
config_node_id at the first step of restart. (#10280)
add e5782970860 [To rel/1.2][IOTDB-5937] Fix wrong measurement check when
using view to import csv (#10275)
add 11f7c4eda86 [IOTDB-6023] Pipe: LoadTsFilePieceNode error when loading
tsfile with empty value chunks (#10282)
add 286a7efacb8 Pipe: rename collector to extractor (#10287)
add 4fe902d03c5 Merge remote-tracking branch 'upstream/rel/1.2' into
refactor-compaction-metrics-1.2
No new revisions were added by this update.
Summary of changes:
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 12 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 8 +-
.../confignode/conf/ConfigNodeStartupCheck.java | 4 +
.../confignode/conf/SystemPropertiesUtils.java | 15 ++
.../response/pipe/task/PipeTableResp.java | 2 +-
.../persistence/pipe/PipePluginInfo.java | 20 +-
.../impl/pipe/task/CreatePipeProcedureV2.java | 10 +-
.../iotdb/confignode/service/ConfigNode.java | 4 -
.../request/ConfigPhysicalPlanSerDeTest.java | 8 +-
.../iotdb/confignode/persistence/PipeInfoTest.java | 6 +-
.../runtime/PipeHandleMetaChangeProcedureTest.java | 2 +-
.../impl/pipe/task/CreatePipeProcedureV2Test.java | 6 +-
.../iotdb/consensus/config/IoTConsensusConfig.java | 18 +-
.../consensus/iot/logdispatcher/LogDispatcher.java | 5 +
docs/UserGuide/Operate-Metadata/Database.md | 90 +++++++++
docs/zh/UserGuide/Operate-Metadata/Database.md | 90 +++++++++
.../org/apache/iotdb/pipe/api/PipeConnector.java | 2 +-
.../api/{PipeCollector.java => PipeExtractor.java} | 52 ++---
.../org/apache/iotdb/pipe/api/PipeProcessor.java | 4 +-
...java => PipeExtractorRuntimeConfiguration.java} | 2 +-
.../src/main/thrift/confignode.thrift | 4 +-
.../resources/conf/iotdb-common.properties | 22 +--
.../iotdb/commons/concurrent/ThreadName.java | 5 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 45 +++--
.../iotdb/commons/conf/CommonDescriptor.java | 29 +--
.../iotdb/commons/pipe/config/PipeConfig.java | 28 +--
.../pipe/plugin/builtin/BuiltinPipePlugin.java | 18 +-
.../IoTDBExtractor.java} | 16 +-
.../commons/pipe/task/meta/PipeStaticMeta.java | 34 ++--
.../iotdb/commons/pipe/PipeMetaDeSerTest.java | 2 +-
.../iotdb/db/engine/load/TsFileSplitter.java | 8 +-
.../db/engine/storagegroup/TsFileProcessor.java | 2 +-
.../db/metadata/mtree/MTreeBelowSGCachedImpl.java | 16 ++
.../db/metadata/mtree/MTreeBelowSGMemoryImpl.java | 17 ++
.../db/metadata/query/reader/ISchemaReader.java | 44 ++++-
.../reader/SchemaReaderLimitOffsetWrapper.java | 55 ++++--
.../reader/TimeseriesReaderWithViewFetch.java | 144 ++++++++++----
.../db/metadata/schemaregion/ISchemaRegion.java | 4 -
.../apache/iotdb/db/metadata/tag/TagManager.java | 6 +
.../db/mpp/common/header/ColumnHeaderConstant.java | 4 +-
.../schema/CountGroupByLevelScanOperator.java | 110 +++++++----
.../operator/schema/SchemaCountOperator.java | 75 +++++--
.../operator/schema/SchemaQueryScanOperator.java | 89 +++++++--
.../schema/source/LogicalViewSchemaSource.java | 22 +--
.../schema/source/PathsUsingTemplateSource.java | 11 ++
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 60 ++++--
.../config/executor/ClusterConfigTaskExecutor.java | 2 +-
.../execution/config/sys/pipe/ShowPipeTask.java | 2 +-
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 20 +-
.../metedata/write/view/CreateLogicalViewNode.java | 34 +++-
.../plan/statement/crud/InsertBaseStatement.java | 3 +-
.../crud/InsertMultiTabletsStatement.java | 31 ---
.../crud/InsertRowsOfOneDeviceStatement.java | 1 -
.../plan/statement/crud/InsertRowsStatement.java | 31 ---
.../statement/sys/pipe/CreatePipeStatement.java | 10 +-
.../db/pipe/agent/plugin/PipePluginAgent.java | 25 +--
.../db/pipe/agent/runtime/PipeRuntimeAgent.java | 6 +-
.../SimpleConsensusProgressIndexAssigner.java | 5 +-
.../iotdb/db/pipe/agent/task/PipeTaskAgent.java | 135 +++++++------
.../pipe/collector/IoTDBDataRegionCollector.java | 218 ---------------------
.../PipeHistoricalDataRegionCollector.java | 27 ---
...torConstant.java => PipeExtractorConstant.java} | 26 +--
.../configuraion/PipeTaskRuntimeConfiguration.java | 4 +-
...va => PipeTaskExtractorRuntimeEnvironment.java} | 4 +-
.../pipe/connector/legacy/IoTDBSyncConnector.java | 56 +++---
.../pipe/connector/legacy/IoTDBSyncReceiver.java | 37 ++--
.../legacy/pipedata/DeletionPipeData.java | 8 +-
.../pipe/connector/legacy/pipedata/PipeData.java | 5 +-
.../connector/legacy/pipedata/TsFilePipeData.java | 3 +-
.../pipe/connector/v1/IoTDBThriftConnectorV1.java | 29 ++-
.../pipe/connector/v1/IoTDBThriftReceiverV1.java | 25 +--
.../db/pipe/connector/v1/PipeRequestType.java | 5 +-
.../PipeTransferTabletInsertionEventHandler.java | 4 +-
.../PipeTransferTsFileInsertionEventHandler.java | 2 +-
.../apache/iotdb/db/pipe/event/EnrichedEvent.java | 6 +-
.../tablet/PipeInsertNodeTabletInsertionEvent.java | 3 -
.../common/tablet/PipeRawTabletInsertionEvent.java | 14 +-
.../tablet/TabletInsertionDataContainer.java | 27 +--
.../common/tsfile/PipeTsFileInsertionEvent.java | 4 +-
.../tsfile/TsFileInsertionDataContainer.java | 7 +-
.../tsfile/TsFileInsertionDataTabletIterator.java | 9 +-
...imeCollectEvent.java => PipeRealtimeEvent.java} | 38 ++--
...tFactory.java => PipeRealtimeEventFactory.java} | 10 +-
.../executor/PipeSubtaskExecutorManager.java | 6 +-
.../pipe/extractor/IoTDBDataRegionExtractor.java | 217 ++++++++++++++++++++
.../PipeHistoricalDataRegionExtractor.java | 9 +-
.../PipeHistoricalDataRegionTsFileExtractor.java} | 114 +++++------
.../realtime/PipeRealtimeDataRegionExtractor.java} | 32 +--
.../PipeRealtimeDataRegionFakeExtractor.java} | 31 ++-
.../PipeRealtimeDataRegionHybridExtractor.java} | 89 ++++-----
.../PipeRealtimeDataRegionLogExtractor.java} | 38 ++--
.../PipeRealtimeDataRegionTsFileExtractor.java} | 39 ++--
.../realtime/assigner/DisruptorQueue.java | 4 +-
.../realtime/assigner/PipeDataRegionAssigner.java | 42 ++--
.../realtime/epoch/TsFileEpoch.java | 26 +--
.../realtime/epoch/TsFileEpochManager.java | 23 +--
.../realtime/epoch/TsFileEpochStateMigrator.java | 2 +-
.../listener/PipeInsertionDataNodeListener.java | 59 +++---
.../matcher/CachedSchemaPatternMatcher.java | 106 +++++-----
.../realtime/matcher/PipeDataRegionMatcher.java | 28 +--
.../db/pipe/processor/PipeDoNothingProcessor.java | 6 +-
.../resource/file/PipeFileResourceManager.java | 22 ++-
.../db/pipe/resource/wal/PipeWALResource.java | 10 +-
.../pipe/resource/wal/PipeWALResourceManager.java | 79 +++-----
.../org/apache/iotdb/db/pipe/task/PipeTask.java | 14 +-
.../apache/iotdb/db/pipe/task/PipeTaskBuilder.java | 18 +-
.../db/pipe/task/connection/EventSupplier.java | 5 +-
.../pipe/task/connection/PipeEventCollector.java | 4 +-
.../db/pipe/task/stage/PipeTaskConnectorStage.java | 4 +-
...ectorStage.java => PipeTaskExtractorStage.java} | 51 +++--
.../db/pipe/task/stage/PipeTaskProcessorStage.java | 8 +-
.../iotdb/db/pipe/task/stage/PipeTaskStage.java | 25 ++-
.../db/pipe/task/subtask/PipeConnectorSubtask.java | 47 ++++-
.../task/subtask/PipeConnectorSubtaskManager.java | 13 +-
.../db/pipe/task/subtask/PipeProcessorSubtask.java | 1 -
.../iotdb/db/pipe/task/subtask/PipeSubtask.java | 46 +++--
.../operator/schema/SchemaOperatorTestUtil.java | 12 +-
.../CachedSchemaPatternMatcherTest.java | 73 ++++---
.../PipeRealtimeExtractTest.java} | 102 +++++-----
.../apache/iotdb/tsfile/write/record/Tablet.java | 2 +
120 files changed, 2023 insertions(+), 1490 deletions(-)
rename
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/{PipeCollector.java
=> PipeExtractor.java} (66%)
rename
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/configuration/{PipeCollectorRuntimeConfiguration.java
=> PipeExtractorRuntimeConfiguration.java} (93%)
rename
node-commons/src/main/java/org/apache/iotdb/commons/pipe/plugin/builtin/{collector/IoTDBCollector.java
=> extractor/IoTDBExtractor.java} (81%)
delete mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/collector/IoTDBDataRegionCollector.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/collector/historical/PipeHistoricalDataRegionCollector.java
rename
server/src/main/java/org/apache/iotdb/db/pipe/config/constant/{PipeCollectorConstant.java
=> PipeExtractorConstant.java} (55%)
rename
server/src/main/java/org/apache/iotdb/db/pipe/config/plugin/env/{PipeTaskCollectorRuntimeEnvironment.java
=> PipeTaskExtractorRuntimeEnvironment.java} (92%)
rename
server/src/main/java/org/apache/iotdb/db/pipe/event/realtime/{PipeRealtimeCollectEvent.java
=> PipeRealtimeEvent.java} (78%)
rename
server/src/main/java/org/apache/iotdb/db/pipe/event/realtime/{PipeRealtimeCollectEventFactory.java
=> PipeRealtimeEventFactory.java} (85%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/extractor/IoTDBDataRegionExtractor.java
copy
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/TimeoutChangeableTransport.java
=>
server/src/main/java/org/apache/iotdb/db/pipe/extractor/historical/PipeHistoricalDataRegionExtractor.java
(79%)
rename
server/src/main/java/org/apache/iotdb/db/pipe/{collector/historical/PipeHistoricalDataRegionTsFileCollector.java
=> extractor/historical/PipeHistoricalDataRegionTsFileExtractor.java} (65%)
rename
server/src/main/java/org/apache/iotdb/db/pipe/{collector/realtime/PipeRealtimeDataRegionCollector.java
=> extractor/realtime/PipeRealtimeDataRegionExtractor.java} (69%)
rename
server/src/main/java/org/apache/iotdb/db/pipe/{collector/realtime/PipeRealtimeDataRegionFakeCollector.java
=> extractor/realtime/PipeRealtimeDataRegionFakeExtractor.java} (65%)
rename
server/src/main/java/org/apache/iotdb/db/pipe/{collector/realtime/PipeRealtimeDataRegionHybridCollector.java
=> extractor/realtime/PipeRealtimeDataRegionHybridExtractor.java} (67%)
rename
server/src/main/java/org/apache/iotdb/db/pipe/{collector/realtime/PipeRealtimeDataRegionLogCollector.java
=> extractor/realtime/PipeRealtimeDataRegionLogExtractor.java} (70%)
rename
server/src/main/java/org/apache/iotdb/db/pipe/{collector/realtime/PipeRealtimeDataRegionTsFileCollector.java
=> extractor/realtime/PipeRealtimeDataRegionTsFileExtractor.java} (70%)
rename server/src/main/java/org/apache/iotdb/db/pipe/{collector =>
extractor}/realtime/assigner/DisruptorQueue.java (96%)
rename server/src/main/java/org/apache/iotdb/db/pipe/{collector =>
extractor}/realtime/assigner/PipeDataRegionAssigner.java (60%)
rename server/src/main/java/org/apache/iotdb/db/pipe/{collector =>
extractor}/realtime/epoch/TsFileEpoch.java (67%)
rename server/src/main/java/org/apache/iotdb/db/pipe/{collector =>
extractor}/realtime/epoch/TsFileEpochManager.java (79%)
rename server/src/main/java/org/apache/iotdb/db/pipe/{collector =>
extractor}/realtime/epoch/TsFileEpochStateMigrator.java (94%)
rename server/src/main/java/org/apache/iotdb/db/pipe/{collector =>
extractor}/realtime/listener/PipeInsertionDataNodeListener.java (68%)
rename server/src/main/java/org/apache/iotdb/db/pipe/{collector =>
extractor}/realtime/matcher/CachedSchemaPatternMatcher.java (63%)
rename server/src/main/java/org/apache/iotdb/db/pipe/{collector =>
extractor}/realtime/matcher/PipeDataRegionMatcher.java (56%)
rename
server/src/main/java/org/apache/iotdb/db/pipe/task/stage/{PipeTaskCollectorStage.java
=> PipeTaskExtractorStage.java} (67%)
rename server/src/test/java/org/apache/iotdb/db/pipe/{collector =>
extractor}/CachedSchemaPatternMatcherTest.java (68%)
rename
server/src/test/java/org/apache/iotdb/db/pipe/{collector/PipeRealtimeCollectTest.java
=> extractor/PipeRealtimeExtractTest.java} (77%)
