This is an automated email from the ASF dual-hosted git repository.
jackietien pushed a change to branch IOTDB-4619
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from b42c96c6f8 Add IT for CQSnapshot
add 71ba686386 [IOTDB-3784] tag aggregation: basic support (#6661)
add d7ed1c10e5 Add new sampling algorithm largest triangle to sample UDF
(#7462)
add 3b67808612 [IOTDB-4609] Add more progress tips for remove-datanode and
make deleteOldPeer available in ratis 1 replica situation (#7569)
add 9a968e7253 [IOTDB-4550] Add NodeId to Peer (#7531)
add fa0ed4dd82 [IOTDB-4615] TTL supports timestamp precision (#7577)
add 56240affa4 [docfix] Add the sentence in "Storage Group" and Rename the
chapter "Timeout" (#7579)
add e3ee491457 Fix: Wrong configuration key for ratis snapshot threshold
add 00dc222207 [IOTDB-4578] Refactor: Use rename to guarantee snapshot
atomicity (#7571)
add dff72efc66 Rename DatetimeUtils to DateTimeUtils (#7582)
add ad81f58a74 [IOTDB-4584] Correct the ChunkMetadata proportion in
writing TsFile (#7555)
add ec635e27b9 [IOTDB-4565] Fix NPE of schema validation (#7586)
add 915a1eee80 [docfix] for data updates to add a sentence explaining its
SQL clause (#7590)
add 901976bcc8 fix concurrent bug of creating new DataRegion in new_iotdb
(#7596)
add 2e2ca6f1c8 [IOTDB-4626] Added sql for rpc testing api (#7576)
add 9dc79c4ab3 Fix cycle initializing IoTDBDescriptor (#7594)
add aaa4147cd8 [IOTDB-4022] Adjust the storage_group_report_threshold
according to memory for writing (#6920)
add 3c92951245 change compression ratio log level from debug to info
(#7593)
add bbe369add1 [IOTDB-4205] Use logical path to take place of absolute
path in snapshot log (#7535)
add cecfe9b2be [IOTDB-4623] Enhance the stability of remove-confignode.sh
when executed in non-running node (#7591)
add 90733d8289 [IOTDB-4646] Illegal privilege APPLY_TEMPLATE on seriesPath
root.ln.** (#7597)
add d8012d29b8 [IOTDB-4589] Register/recover trigger when
registering/restart a datanode (#7575)
add 5fb78ab80e [IOTDB-4648] Fix bug ConsensusManager won't initialize when
restart
add 66467bc30d [IOTDB-3067] Eliminate PhysicalPlan usage in SchemaRegion
(#7573)
add 089161ecef [docfix] add a sentence in chapter “kill query” to conclude
(#7608)
add 11c3681445 Update 0.14.0-preview3 website (#7611)
add 928e01fae3 update org.apache.kafka:kafka_2.13 2.8.1 to 2.8.2 (#7606)
add cbf51cc26f Optimizing regex matching in Regexp (#7618)
add 26d6c9e265 [IOTDB-4658] Fix ConfigNode restart bug and add Cluster
restart IT (#7623)
add c1c8fbaa77 Fix time unit in the ttl log (#7628)
add 0ebc42fd83 [IOTDB-4654] Fix concurrent bug caused by sharing same
ChunkMetadata
add c912f937cd [IODB-4657] Fix PatternTreeMap#getOverlapped does not
return correct values (#7625)
add a4fe367436 [IOTDB-4643] Add Unknown_DataNode_Detector (#7585)
add 53a436f93a Refactor IT classes and packages (#7626)
add d1358dd09f [IOTDB-4647] Fix CSV import error when import header name
with type (#7600)
add 4eaa59103c [IOTDB-4650] Support starting reading from tail in
RewriteTsFileTool (#7604)
add 5836e07d6d Add detailed error messages while query is time out (#7632)
add cf6d85062d [IOTDB-4656] Expose client retry configurations in
RatisConsensus
new db711b2051 resolve conflicts
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 2 +-
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 28 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 20 +
.../main/java/org/apache/iotdb/tool/ImportCsv.java | 6 +-
.../resources/conf/iotdb-confignode.properties | 16 +
.../confignode/client/ConfigNodeRequestType.java | 2 +-
.../client/sync/SyncConfigNodeClientPool.java | 4 +-
.../iotdb/confignode/conf/ConfigNodeConfig.java | 141 ++++++
.../iotdb/confignode/conf/ConfigNodeConstant.java | 5 +
.../confignode/conf/ConfigNodeDescriptor.java | 64 +++
.../confignode/conf/ConfigNodeRemoveCheck.java | 17 +-
.../confignode/conf/SystemPropertiesUtils.java | 20 +
.../consensus/request/ConfigPhysicalPlan.java | 4 +
.../consensus/request/ConfigPhysicalPlanType.java | 1 +
.../consensus/request/read/GetRoutingPlan.java | 15 +-
.../consensus/request/read/GetTriggerJarPlan.java | 68 +++
.../consensus/response/DataNodeRegisterResp.java | 11 +
.../consensus/response/TriggerJarResp.java | 36 +-
.../statemachine/PartitionRegionStateMachine.java | 24 +-
.../iotdb/confignode/manager/ConfigManager.java | 103 +++--
.../iotdb/confignode/manager/ConsensusManager.java | 38 +-
.../apache/iotdb/confignode/manager/IManager.java | 15 +-
.../iotdb/confignode/manager/ProcedureManager.java | 2 +-
.../iotdb/confignode/manager/TriggerManager.java | 27 ++
.../iotdb/confignode/manager/node/NodeManager.java | 117 ++++-
.../iotdb/confignode/persistence/NodeInfo.java | 12 +-
.../iotdb/confignode/persistence/TriggerInfo.java | 24 +
.../persistence/executor/ConfigPlanExecutor.java | 3 +
.../persistence/metric/NodeInfoMetrics.java | 2 +-
.../persistence/partition/PartitionInfo.java | 3 +-
.../persistence/partition/RegionGroup.java | 2 +-
.../partition/StorageGroupPartitionTable.java | 10 +-
.../procedure/env/ConfigNodeProcedureEnv.java | 26 +-
.../procedure/env/DataNodeRemoveHandler.java | 199 ++++----
.../impl/node/AddConfigNodeProcedure.java | 17 +-
.../impl/node/RemoveConfigNodeProcedure.java | 32 +-
.../impl/node/RemoveDataNodeProcedure.java | 7 +-
.../impl/statemachine/RegionMigrateProcedure.java | 40 +-
.../procedure/state/AddConfigNodeState.java | 2 +-
.../procedure/state/RemoveConfigNodeState.java | 2 +-
.../iotdb/confignode/service/ConfigNode.java | 44 +-
.../confignode/service/ConfigNodeCommandLine.java | 20 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 32 +-
.../request/ConfigPhysicalPlanSerDeTest.java | 17 +-
.../thrift/ConfigNodeRPCServiceProcessorTest.java | 336 --------------
.../org/apache/iotdb/consensus/IStateMachine.java | 5 +-
.../org/apache/iotdb/consensus/common/Peer.java | 26 +-
.../iotdb/consensus/config/ConsensusConfig.java | 22 +-
.../apache/iotdb/consensus/config/RatisConfig.java | 67 ++-
.../multileader/MultiLeaderConsensus.java | 12 +-
.../multileader/MultiLeaderServerImpl.java | 6 +-
.../service/MultiLeaderRPCServiceProcessor.java | 4 +-
.../ratis/ApplicationStateMachineProxy.java | 37 +-
.../iotdb/consensus/ratis/RatisConsensus.java | 24 +-
.../iotdb/consensus/ratis/SnapshotStorage.java | 53 +--
.../org/apache/iotdb/consensus/ratis/Utils.java | 36 +-
.../consensus/standalone/StandAloneConsensus.java | 11 +-
.../consensus/standalone/StandAloneServerImpl.java | 2 +-
.../multileader/MultiLeaderConsensusTest.java | 7 +-
.../iotdb/consensus/multileader/RecoveryTest.java | 5 +-
.../iotdb/consensus/ratis/RatisConsensusTest.java | 7 +-
.../apache/iotdb/consensus/ratis/SnapshotTest.java | 34 +-
.../apache/iotdb/consensus/ratis/TestUtils.java | 7 +-
.../iotdb/consensus/standalone/RecoveryTest.java | 5 +-
.../standalone/StandAloneConsensusTest.java | 30 +-
docs/Download/README.md | 14 +-
.../Maintenance-Tools/Maintenance-Command.md | 4 +-
docs/UserGuide/Operate-Metadata/Storage-Group.md | 3 +
docs/UserGuide/Query-Data/Aggregate-Query.md | 174 +++++++
docs/UserGuide/Reference/DataNode-Config-Manual.md | 9 +
docs/UserGuide/UDF-Library/Data-Profiling.md | 10 +-
docs/UserGuide/Write-Data/Write-Data.md | 4 +-
docs/zh/Download/README.md | 14 +-
.../Maintenance-Tools/Maintenance-Command.md | 8 +-
.../zh/UserGuide/Operate-Metadata/Storage-Group.md | 2 +
docs/zh/UserGuide/Query-Data/Aggregate-Query.md | 168 ++++++-
.../UserGuide/Reference/DataNode-Config-Manual.md | 10 +-
docs/zh/UserGuide/UDF-Library/Data-Profiling.md | 6 +-
docs/zh/UserGuide/Write-Data/Write-Data.md | 2 +
example/kafka/pom.xml | 2 +-
.../util/TSFileConfigUtilCompletenessTest.java | 3 +-
integration-test/checkstyle.xml | 8 +-
integration-test/import-control.xml | 81 +++-
.../java/org/apache/iotdb/it/env/AbstractEnv.java | 76 ++-
.../java/org/apache/iotdb/it/env/MppConfig.java | 3 +-
.../org/apache/iotdb/it/env/RemoteServerEnv.java | 14 +-
.../java/org/apache/iotdb/itbase/env/BaseEnv.java | 8 +-
.../{ => it}/IoTDBClusterPartitionIT.java | 93 +++-
.../iotdb/confignode/it/IoTDBClusterRestartIT.java | 88 ++++
.../confignode/{ => it}/IoTDBConfigNodeIT.java | 10 +-
.../{ => it}/IoTDBConfigNodeSnapshotIT.java | 4 +-
.../iotdb/confignode/it/IoTDBStorageGroupIT.java | 183 ++++++++
.../org/apache/iotdb/db/it/IoTDBFilterNullIT.java | 3 +
.../it/aggregation/IoTDBAggregationByLevelIT.java | 3 +
.../it/aggregation/IoTDBAggregationDeleteIT.java | 3 +
.../aggregation/IoTDBAggregationScanOrderIT.java | 3 +
.../aggregation/IoTDBAggregationSmallDataIT.java | 3 +
.../db/it/aggregation/IoTDBTagAggregationIT.java | 514 +++++++++++++++++++++
.../aligned/IoTDBAggregationWithDeletion2IT.java | 1 +
.../it/aligned/IoTDBAggregationWithDeletionIT.java | 1 +
.../db/it/aligned/IoTDBAlignedLastQuery2IT.java | 1 +
.../db/it/aligned/IoTDBAlignedLastQuery3IT.java | 1 +
.../db/it/aligned/IoTDBAlignedLastQueryIT.java | 1 +
.../db/it/aligned/IoTDBAlignedSeriesQuery2IT.java | 1 +
.../db/it/aligned/IoTDBAlignedSeriesQuery3IT.java | 1 +
.../db/it/aligned/IoTDBAlignedSeriesQueryIT.java | 1 +
.../IoTDBAlignedSeriesQueryWithDeletionIT.java | 1 +
.../db/it/aligned/IoTDBGroupByLevelQueryIT.java | 1 +
...GroupByQueryWithValueFilterWithDeletion2IT.java | 1 +
...BGroupByQueryWithValueFilterWithDeletionIT.java | 1 +
...upByQueryWithoutValueFilterWithDeletion2IT.java | 1 +
...oupByQueryWithoutValueFilterWithDeletionIT.java | 1 +
.../it/aligned/IoTDBLastQueryWithDeletion2IT.java | 1 +
.../it/aligned/IoTDBLastQueryWithDeletionIT.java | 1 +
.../aligned/IoTDBLastQueryWithoutLastCache2IT.java | 1 +
.../aligned/IoTDBLastQueryWithoutLastCacheIT.java | 1 +
...DBLastQueryWithoutLastCacheWithDeletion2IT.java | 1 +
...TDBLastQueryWithoutLastCacheWithDeletionIT.java | 1 +
...BRawQueryWithoutValueFilterWithDeletion2IT.java | 1 +
...DBRawQueryWithoutValueFilterWithDeletionIT.java | 1 +
.../org/apache/iotdb/db/it/env/StandaloneEnv.java | 15 +-
.../db/it/{aligned => utils}/AlignedWriteUtil.java | 2 +-
.../db/it/withoutNull/IoTDBWithoutAllNullIT.java | 3 +
.../db/it/withoutNull/IoTDBWithoutAnyNullIT.java | 3 +
.../withoutNull/IoTDBWithoutNullAllFilterIT.java | 3 +
.../withoutNull/IoTDBWithoutNullAnyFilterIT.java | 3 +
.../{ => it}/IoTDBSessionAlignedInsertIT.java | 4 +-
.../session/{ => it}/IoTDBSessionComplexIT.java | 4 +-
.../{ => it}/IoTDBSessionDisableMemControlIT.java | 4 +-
.../session/{ => it}/IoTDBSessionInsertNulIT.java | 4 +-
.../session/{ => it}/IoTDBSessionSimpleIT.java | 4 +-
.../{ => it}/IoTDBSessionSyntaxConventionIT.java | 4 +-
.../{SessionTest.java => it/SessionIT.java} | 9 +-
.../db/integration/IoTDBRepeatPatternNameIT.java | 67 +++
.../iotdb/db/integration/IoTDBSnapshotIT.java | 60 ++-
.../java/org/apache/iotdb/jdbc/IoTDBStatement.java | 15 +-
library-udf/pom.xml | 12 +
.../apache/iotdb/library/dprofile/UDTFSample.java | 70 ++-
.../iotdb/library/dprofile/DProfileTests.java | 13 +
.../iotdb/commons/concurrent/ThreadName.java | 1 +
.../apache/iotdb/commons/conf/IoTDBConstant.java | 3 +
.../commons/partition/DataPartitionTable.java | 3 +-
.../commons/partition/SchemaPartitionTable.java | 8 +
.../commons/partition/SeriesPartitionTable.java | 14 +-
.../apache/iotdb/commons/path/MeasurementPath.java | 35 ++
.../apache/iotdb/commons/path/PatternTreeMap.java | 44 +-
.../org/apache/iotdb/commons/utils/AuthUtils.java | 1 +
.../apache/iotdb/commons/utils/NodeUrlUtils.java | 6 +-
.../java/org/apache/iotdb/RewriteTsFileTool.java | 249 +++++++++-
.../schemaregion/rocksdb/RSchemaRegion.java | 151 +++---
.../resources/conf/iotdb-datanode.properties | 18 +-
.../apache/iotdb/db/client/ConfigNodeClient.java | 29 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 126 ++++-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 64 ++-
.../db/consensus/DataRegionConsensusImpl.java | 16 +
.../db/consensus/SchemaRegionConsensusImpl.java | 16 +
.../org/apache/iotdb/db/engine/StorageEngine.java | 21 +-
.../apache/iotdb/db/engine/StorageEngineV2.java | 13 +-
.../RewriteCrossSpaceCompactionSelector.java | 7 +-
.../impl/ReadChunkCompactionPerformer.java | 4 +-
.../writer/CrossSpaceCompactionWriter.java | 4 +-
.../writer/InnerSpaceCompactionWriter.java | 4 +-
.../iotdb/db/engine/cq/ContinuousQueryService.java | 10 +-
.../iotdb/db/engine/flush/MemTableFlushTask.java | 1 -
.../db/engine/querycontext/QueryDataSource.java | 5 +-
.../iotdb/db/engine/snapshot/SnapshotFileSet.java | 4 +-
.../iotdb/db/engine/snapshot/SnapshotLoader.java | 377 ++++++++++-----
.../db/engine/snapshot/SnapshotLogAnalyzer.java | 61 +--
.../iotdb/db/engine/snapshot/SnapshotLogger.java | 47 +-
.../iotdb/db/engine/snapshot/SnapshotTaker.java | 16 +-
.../iotdb/db/engine/storagegroup/DataRegion.java | 54 ++-
.../{StorageGroupInfo.java => DataRegionInfo.java} | 19 +-
.../db/engine/storagegroup/TsFileProcessor.java | 73 ++-
.../engine/storagegroup/TsFileProcessorInfo.java | 16 +-
.../db/engine/storagegroup/TsFileResource.java | 3 +-
.../dataregion/StorageGroupManager.java | 2 +-
.../query/QueryTimeoutRuntimeException.java | 9 +
.../localconfignode/LocalDataPartitionTable.java | 2 +-
.../iotdb/db/metadata/LocalSchemaProcessor.java | 8 +-
.../db/metadata/cache/DataNodeSchemaCache.java | 3 +
.../iotdb/db/metadata/cache/SchemaCacheEntry.java | 11 +-
.../apache/iotdb/db/metadata/idtable/IDTable.java | 8 +-
.../db/metadata/idtable/IDTableHashmapImpl.java | 12 +-
.../db/metadata/logfile/BufferedSerializer.java | 54 +++
.../db/metadata/logfile/FakeCRC32Deserializer.java | 91 ++++
.../db/metadata/logfile/FakeCRC32Serializer.java | 65 +++
.../logfile/IDeserializer.java} | 25 +-
.../logfile/ISerializer.java} | 26 +-
.../iotdb/db/metadata/logfile/MLogTxtWriter.java | 2 +-
.../iotdb/db/metadata/logfile/SchemaLogReader.java | 247 ++++++++++
.../iotdb/db/metadata/logfile/SchemaLogWriter.java | 114 +++++
.../iotdb/db/metadata/mtree/IMTreeBelowSG.java | 5 +-
.../db/metadata/mtree/MTreeBelowSGCachedImpl.java | 15 +-
.../db/metadata/mtree/MTreeBelowSGMemoryImpl.java | 32 +-
.../plan/schemaregion/ISchemaRegionPlan.java | 12 +-
.../plan/schemaregion/SchemaRegionPlanType.java | 75 +++
.../plan/schemaregion/SchemaRegionPlanVisitor.java | 90 ++++
.../impl/ActivateTemplateInClusterPlanImpl.java | 79 ++++
.../impl/ActivateTemplatePlanImpl.java} | 28 +-
.../impl/AutoCreateDeviceMNodePlanImpl.java} | 28 +-
.../schemaregion/impl/ChangeAliasPlanImpl.java} | 39 +-
.../impl/ChangeTagOffsetPlanImpl.java} | 39 +-
.../impl/CreateAlignedTimeSeriesPlanImpl.java | 171 +++++++
.../impl/CreateTimeSeriesPlanImpl.java | 163 +++++++
.../impl/DeleteTimeSeriesPlanImpl.java} | 29 +-
.../impl/PreDeleteTimeSeriesPlanImpl.java} | 28 +-
.../impl/RollbackPreDeleteTimeSeriesPlanImpl.java} | 28 +-
.../impl/SchemaRegionPlanDeserializer.java | 337 ++++++++++++++
.../schemaregion/impl/SchemaRegionPlanFactory.java | 140 ++++++
.../impl/SchemaRegionPlanSerializer.java | 399 ++++++++++++++++
.../impl/SchemaRegionPlanTxtSerializer.java | 238 ++++++++++
.../schemaregion/impl/SetTemplatePlanImpl.java} | 62 +--
.../schemaregion/impl/UnsetTemplatePlanImpl.java} | 62 +--
.../write/IActivateTemplateInClusterPlan.java | 60 +++
.../schemaregion/write/IActivateTemplatePlan.java} | 26 +-
.../write/IAutoCreateDeviceMNodePlan.java} | 26 +-
.../plan/schemaregion/write/IChangeAliasPlan.java} | 30 +-
.../schemaregion/write/IChangeTagOffsetPlan.java} | 30 +-
.../write/ICreateAlignedTimeSeriesPlan.java | 80 ++++
.../schemaregion/write/ICreateTimeSeriesPlan.java | 79 ++++
.../schemaregion/write/IDeleteTimeSeriesPlan.java} | 28 +-
.../write/IPreDeleteTimeSeriesPlan.java} | 26 +-
.../write/IRollbackPreDeleteTimeSeriesPlan.java} | 26 +-
.../plan/schemaregion/write/ISetTemplatePlan.java} | 29 +-
.../schemaregion/write/IUnsetTemplatePlan.java} | 29 +-
.../db/metadata/schemaregion/ISchemaRegion.java | 38 +-
.../schemaregion/SchemaRegionMemoryImpl.java | 445 ++++++++++++------
.../schemaregion/SchemaRegionSchemaFileImpl.java | 389 +++++++++++-----
.../apache/iotdb/db/metadata/tag/TagManager.java | 15 +
.../metadata/visitor/SchemaExecutionVisitor.java | 73 +--
.../timerangeiterator/AggrWindowIterator.java | 22 +-
.../TimeRangeIteratorFactory.java | 2 +-
.../db/mpp/common/header/ColumnHeaderConstant.java | 13 +-
.../db/mpp/common/header/DatasetHeaderFactory.java | 12 +
.../mpp/common/schematree/ClusterSchemaTree.java | 9 +-
.../schematree/node/SchemaMeasurementNode.java | 14 +
.../visitor/SchemaTreeMeasurementVisitor.java | 1 +
.../operator/process/TagAggregationOperator.java | 233 ++++++++++
.../operator/schema/SchemaFetchScanOperator.java | 7 +-
.../apache/iotdb/db/mpp/plan/analyze/Analysis.java | 48 +-
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 98 +++-
.../db/mpp/plan/analyze/ClusterSchemaFetcher.java | 13 +-
.../db/mpp/plan/analyze/ExpressionAnalyzer.java | 2 +
.../iotdb/db/mpp/plan/analyze/ISchemaFetcher.java | 2 +
.../mpp/plan/analyze/StandaloneSchemaFetcher.java | 12 +-
.../db/mpp/plan/execution/QueryExecution.java | 6 +-
.../plan/execution/config/ConfigTaskVisitor.java | 23 +
.../config/executor/ClusterConfigTaskExecutor.java | 93 +++-
.../config/executor/IConfigTaskExecutor.java | 11 +
.../executor/StandaloneConfigTaskExecutor.java | 43 +-
.../config/metadata/CountStorageGroupTask.java | 2 +-
.../GetRegionTask.java} | 51 +-
.../GetSeriesSlotListTask.java} | 52 +--
.../GetTimeSlotListTask.java} | 51 +-
.../execution/config/metadata/ShowRegionTask.java | 2 +-
.../plan/execution/config/sys/AuthorizerTask.java | 4 +-
.../execution/config/sys/sync/ShowPipeTask.java | 4 +-
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 126 ++++-
.../db/mpp/plan/planner/LogicalPlanBuilder.java | 143 +++++-
.../db/mpp/plan/planner/LogicalPlanVisitor.java | 13 +-
.../db/mpp/plan/planner/OperatorTreeGenerator.java | 77 ++-
.../db/mpp/plan/planner/SubPlanTypeExtractor.java | 9 +
.../planner/distribution/ExchangeNodeAdder.java | 5 +
.../plan/planner/distribution/SourceRewriter.java | 91 +++-
.../plan/planner/plan/node/PlanGraphPrinter.java | 31 ++
.../mpp/plan/planner/plan/node/PlanNodeType.java | 6 +-
.../db/mpp/plan/planner/plan/node/PlanVisitor.java | 5 +
.../node/metedata/read/SchemaFetchScanNode.java | 19 +-
.../node/metedata/write/ActivateTemplateNode.java | 15 +-
.../write/CreateAlignedTimeSeriesNode.java | 25 +-
.../node/metedata/write/CreateTimeSeriesNode.java | 17 +-
.../plan/node/process/GroupByLevelNode.java | 21 +-
.../planner/plan/node/process/GroupByTagNode.java | 312 +++++++++++++
.../planner/plan/node/write/InsertRowNode.java | 7 +
.../planner/plan/node/write/InsertTabletNode.java | 8 +
.../plan/parameter/AggregationDescriptor.java | 4 +-
....java => CrossSeriesAggregationDescriptor.java} | 16 +-
.../db/mpp/plan/statement/StatementVisitor.java | 16 +
.../statement/component/GroupByTagComponent.java | 27 +-
.../db/mpp/plan/statement/crud/QueryStatement.java | 22 +
.../statement/internal/SchemaFetchStatement.java | 9 +-
.../statement/metadata/GetRegionStatement.java | 100 ++++
.../metadata/GetSeriesSlotListStatement.java | 82 ++++
.../metadata/GetTimeSlotListStatement.java | 101 ++++
.../protocol/influxdb/input/InfluxLineParser.java | 4 +-
.../protocol/influxdb/sql/InfluxDBSqlVisitor.java | 8 +-
.../db/qp/physical/crud/GroupByTimeFillPlan.java | 6 +-
.../sys/ActivateTemplateInClusterPlan.java | 19 +-
.../db/qp/physical/sys/ActivateTemplatePlan.java | 8 +-
.../qp/physical/sys/AutoCreateDeviceMNodePlan.java | 8 +-
.../iotdb/db/qp/physical/sys/ChangeAliasPlan.java | 3 +-
.../db/qp/physical/sys/ChangeTagOffsetPlan.java | 3 +-
.../physical/sys/CreateAlignedTimeSeriesPlan.java | 38 +-
.../qp/physical/sys/CreateContinuousQueryPlan.java | 4 +-
.../db/qp/physical/sys/CreateTimeSeriesPlan.java | 3 +-
.../db/qp/physical/sys/DeleteTimeSeriesPlan.java | 8 +-
.../qp/physical/sys/PreDeleteTimeSeriesPlan.java | 3 +-
.../sys/RollbackPreDeleteTimeSeriesPlan.java | 4 +-
.../iotdb/db/qp/physical/sys/SetTemplatePlan.java | 3 +-
.../db/qp/physical/sys/UnsetTemplatePlan.java | 3 +-
.../apache/iotdb/db/qp/sql/IoTDBSqlVisitor.java | 32 +-
.../qp/strategy/optimizer/ConcatPathOptimizer.java | 3 +-
.../{DatetimeUtils.java => DateTimeUtils.java} | 21 +-
.../apache/iotdb/db/qp/utils/WildcardsRemover.java | 8 +-
.../query/dataset/groupby/GroupByTimeDataSet.java | 2 +-
.../apache/iotdb/db/query/executor/fill/IFill.java | 2 +-
.../iotdb/db/query/executor/fill/LinearFill.java | 6 +-
.../iotdb/db/query/executor/fill/PreviousFill.java | 4 +-
.../metadata/DiskAlignedChunkMetadataLoader.java | 2 +-
.../chunk/metadata/DiskChunkMetadataLoader.java | 2 +-
.../org/apache/iotdb/db/rescon/SystemInfo.java | 46 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 124 ++++-
.../db/service/DataNodeServerCommandLine.java | 36 +-
.../iotdb/db/service/RegionMigrateService.java | 8 +-
.../ResourcesInformationHolder.java} | 27 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 9 +-
.../service/thrift/impl/DataNodeRegionManager.java | 4 +-
.../java/org/apache/iotdb/db/sync/SyncService.java | 12 +-
.../apache/iotdb/db/tools/IoTDBDataDirViewer.java | 6 +-
.../iotdb/db/tools/TsFileResourcePrinter.java | 6 +-
.../apache/iotdb/db/tools/schema/MLogParser.java | 122 +----
.../db/tools/watermark/WatermarkDetector.java | 4 +-
.../iotdb/db/trigger/executor/TriggerExecutor.java | 4 +
.../trigger/service/TriggerManagementService.java | 161 ++++---
.../java/org/apache/iotdb/db/utils/QueryUtils.java | 16 +-
.../timerangeiterator/AggrWindowIterator.java | 18 +-
.../TimeRangeIteratorFactory.java | 2 +-
.../file/AbstractTsFileRecoverPerformer.java | 10 +-
.../db/engine/snapshot/IoTDBSnapshotTest.java | 13 +-
.../engine/storagegroup/TsFileProcessorTest.java | 4 +-
.../engine/storagegroup/TsFileProcessorV2Test.java | 4 +-
.../db/metadata/cache/DataNodeSchemaCacheTest.java | 22 +-
.../iotdb/db/metadata/mtree/MTreeBelowSGTest.java | 16 +-
.../db/metadata/path/MeasurementPathTest.java | 75 ++-
.../iotdb/db/metadata/path/PatternTreeMapTest.java | 88 ++--
.../plan/SchemaRegionPlanCompatibilityTest.java | 318 +++++++++++++
.../mpp/execution/operator/OperatorMemoryTest.java | 7 +-
.../schema/SchemaFetchScanOperatorTest.java | 3 +-
.../plan/analyze/AggregationDescriptorTest.java | 19 +-
.../iotdb/db/mpp/plan/analyze/AnalyzeTest.java | 2 +-
.../mpp/plan/analyze/FakePartitionFetcherImpl.java | 0
.../db/mpp/plan/analyze/FakeSchemaFetcherImpl.java | 9 +
.../db/mpp/plan/parser/StatementGeneratorTest.java | 16 +
.../iotdb/db/mpp/plan/plan/LogicalPlannerTest.java | 93 +++-
.../db/mpp/plan/plan/QueryLogicalPlanUtil.java | 20 +-
.../distribution/AggregationDistributionTest.java | 24 +-
.../metadata/read/SchemaFetchScanNodeTest.java | 7 +-
.../node/process/GroupByLevelNodeSerdeTest.java | 4 +-
.../plan/node/process/GroupByTagNodeSerdeTest.java | 122 +++++
.../db/qp/utils/DatetimeQueryDataSetUtilsTest.java | 116 ++---
.../DataNodeInternalRPCServiceImplTest.java | 8 +-
.../org/apache/iotdb/db/tools/MLogParserTest.java | 17 -
.../src/main/thrift/confignode.thrift | 48 +-
.../src/main/thrift/mutlileader.thrift | 2 +
.../iotdb/tsfile/common/conf/TSFileConfig.java | 10 +
.../file/metadata/AlignedTimeSeriesMetadata.java | 15 +
.../iotdb/tsfile/file/metadata/ChunkMetadata.java | 18 +
.../tsfile/file/metadata/TimeseriesMetadata.java | 7 +
.../iotdb/tsfile/read/filter/operator/Regexp.java | 48 +-
.../iotdb/tsfile/utils/ReadWriteIOUtils.java | 2 +-
360 files changed, 10931 insertions(+), 2782 deletions(-)
create mode 100644
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/read/GetTriggerJarPlan.java
copy
server/src/main/java/org/apache/iotdb/db/exception/query/QueryTimeoutRuntimeException.java
=>
confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/TriggerJarResp.java
(50%)
delete mode 100644
confignode/src/test/java/org/apache/iotdb/confignode/service/thrift/ConfigNodeRPCServiceProcessorTest.java
rename integration-test/src/test/java/org/apache/iotdb/confignode/{ =>
it}/IoTDBClusterPartitionIT.java (88%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/IoTDBClusterRestartIT.java
rename integration-test/src/test/java/org/apache/iotdb/confignode/{ =>
it}/IoTDBConfigNodeIT.java (98%)
rename integration-test/src/test/java/org/apache/iotdb/confignode/{ =>
it}/IoTDBConfigNodeSnapshotIT.java (99%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/IoTDBStorageGroupIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/aggregation/IoTDBTagAggregationIT.java
rename integration-test/src/test/java/org/apache/iotdb/db/it/{aligned =>
utils}/AlignedWriteUtil.java (99%)
rename integration-test/src/test/java/org/apache/iotdb/session/{ =>
it}/IoTDBSessionAlignedInsertIT.java (99%)
rename integration-test/src/test/java/org/apache/iotdb/session/{ =>
it}/IoTDBSessionComplexIT.java (99%)
rename integration-test/src/test/java/org/apache/iotdb/session/{ =>
it}/IoTDBSessionDisableMemControlIT.java (98%)
rename integration-test/src/test/java/org/apache/iotdb/session/{ =>
it}/IoTDBSessionInsertNulIT.java (99%)
rename integration-test/src/test/java/org/apache/iotdb/session/{ =>
it}/IoTDBSessionSimpleIT.java (99%)
rename integration-test/src/test/java/org/apache/iotdb/session/{ =>
it}/IoTDBSessionSyntaxConventionIT.java (99%)
rename
integration-test/src/test/java/org/apache/iotdb/session/{SessionTest.java =>
it/SessionIT.java} (95%)
create mode 100644
integration/src/test/java/org/apache/iotdb/db/integration/IoTDBRepeatPatternNameIT.java
rename
server/src/main/java/org/apache/iotdb/db/engine/storagegroup/{StorageGroupInfo.java
=> DataRegionInfo.java} (80%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/logfile/BufferedSerializer.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/logfile/FakeCRC32Deserializer.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/logfile/FakeCRC32Serializer.java
copy
server/src/main/java/org/apache/iotdb/db/{exception/query/QueryTimeoutRuntimeException.java
=> metadata/logfile/IDeserializer.java} (58%)
copy
server/src/main/java/org/apache/iotdb/db/{exception/query/QueryTimeoutRuntimeException.java
=> metadata/logfile/ISerializer.java} (56%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/logfile/SchemaLogReader.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/logfile/SchemaLogWriter.java
copy
confignode/src/main/java/org/apache/iotdb/confignode/procedure/state/AddConfigNodeState.java
=>
server/src/main/java/org/apache/iotdb/db/metadata/plan/schemaregion/ISchemaRegionPlan.java
(80%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/plan/schemaregion/SchemaRegionPlanType.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/plan/schemaregion/SchemaRegionPlanVisitor.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/plan/schemaregion/impl/ActivateTemplateInClusterPlanImpl.java
copy
server/src/main/java/org/apache/iotdb/db/{exception/query/QueryTimeoutRuntimeException.java
=> metadata/plan/schemaregion/impl/ActivateTemplatePlanImpl.java} (57%)
copy
server/src/main/java/org/apache/iotdb/db/{exception/query/QueryTimeoutRuntimeException.java
=> metadata/plan/schemaregion/impl/AutoCreateDeviceMNodePlanImpl.java} (58%)
copy
server/src/main/java/org/apache/iotdb/db/{exception/query/QueryTimeoutRuntimeException.java
=> metadata/plan/schemaregion/impl/ChangeAliasPlanImpl.java} (52%)
copy
server/src/main/java/org/apache/iotdb/db/{exception/query/QueryTimeoutRuntimeException.java
=> metadata/plan/schemaregion/impl/ChangeTagOffsetPlanImpl.java} (51%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/plan/schemaregion/impl/CreateAlignedTimeSeriesPlanImpl.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/plan/schemaregion/impl/CreateTimeSeriesPlanImpl.java
copy
server/src/main/java/org/apache/iotdb/db/{exception/query/QueryTimeoutRuntimeException.java
=> metadata/plan/schemaregion/impl/DeleteTimeSeriesPlanImpl.java} (53%)
copy
server/src/main/java/org/apache/iotdb/db/{exception/query/QueryTimeoutRuntimeException.java
=> metadata/plan/schemaregion/impl/PreDeleteTimeSeriesPlanImpl.java} (59%)
copy
server/src/main/java/org/apache/iotdb/db/{exception/query/QueryTimeoutRuntimeException.java
=> metadata/plan/schemaregion/impl/RollbackPreDeleteTimeSeriesPlanImpl.java}
(57%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/plan/schemaregion/impl/SchemaRegionPlanDeserializer.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/plan/schemaregion/impl/SchemaRegionPlanFactory.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/plan/schemaregion/impl/SchemaRegionPlanSerializer.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/plan/schemaregion/impl/SchemaRegionPlanTxtSerializer.java
copy
server/src/main/java/org/apache/iotdb/db/{qp/physical/sys/SetTemplatePlan.java
=> metadata/plan/schemaregion/impl/SetTemplatePlanImpl.java} (55%)
copy
server/src/main/java/org/apache/iotdb/db/{qp/physical/sys/UnsetTemplatePlan.java
=> metadata/plan/schemaregion/impl/UnsetTemplatePlanImpl.java} (54%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/plan/schemaregion/write/IActivateTemplateInClusterPlan.java
copy
server/src/main/java/org/apache/iotdb/db/{exception/query/QueryTimeoutRuntimeException.java
=> metadata/plan/schemaregion/write/IActivateTemplatePlan.java} (52%)
copy
server/src/main/java/org/apache/iotdb/db/{exception/query/QueryTimeoutRuntimeException.java
=> metadata/plan/schemaregion/write/IAutoCreateDeviceMNodePlan.java} (52%)
copy
server/src/main/java/org/apache/iotdb/db/{exception/query/QueryTimeoutRuntimeException.java
=> metadata/plan/schemaregion/write/IChangeAliasPlan.java} (51%)
copy
server/src/main/java/org/apache/iotdb/db/{exception/query/QueryTimeoutRuntimeException.java
=> metadata/plan/schemaregion/write/IChangeTagOffsetPlan.java} (51%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/plan/schemaregion/write/ICreateAlignedTimeSeriesPlan.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/plan/schemaregion/write/ICreateTimeSeriesPlan.java
copy
server/src/main/java/org/apache/iotdb/db/{exception/query/QueryTimeoutRuntimeException.java
=> metadata/plan/schemaregion/write/IDeleteTimeSeriesPlan.java} (50%)
copy
server/src/main/java/org/apache/iotdb/db/{exception/query/QueryTimeoutRuntimeException.java
=> metadata/plan/schemaregion/write/IPreDeleteTimeSeriesPlan.java} (52%)
copy
server/src/main/java/org/apache/iotdb/db/{exception/query/QueryTimeoutRuntimeException.java
=> metadata/plan/schemaregion/write/IRollbackPreDeleteTimeSeriesPlan.java}
(51%)
copy
server/src/main/java/org/apache/iotdb/db/{exception/query/QueryTimeoutRuntimeException.java
=> metadata/plan/schemaregion/write/ISetTemplatePlan.java} (52%)
copy
server/src/main/java/org/apache/iotdb/db/{exception/query/QueryTimeoutRuntimeException.java
=> metadata/plan/schemaregion/write/IUnsetTemplatePlan.java} (52%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/process/TagAggregationOperator.java
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/{sys/sync/ShowPipeTask.java
=> metadata/GetRegionTask.java} (57%)
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/{sys/sync/ShowPipeTask.java
=> metadata/GetSeriesSlotListTask.java} (57%)
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/{sys/sync/ShowPipeTask.java
=> metadata/GetTimeSlotListTask.java} (57%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/process/GroupByTagNode.java
rename
server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/parameter/{GroupByLevelDescriptor.java
=> CrossSeriesAggregationDescriptor.java} (85%)
copy
confignode/src/main/java/org/apache/iotdb/confignode/client/ConfigNodeRequestType.java
=>
server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/component/GroupByTagComponent.java
(60%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/GetRegionStatement.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/GetSeriesSlotListStatement.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/GetTimeSlotListStatement.java
rename server/src/main/java/org/apache/iotdb/db/qp/utils/{DatetimeUtils.java
=> DateTimeUtils.java} (98%)
copy
server/src/main/java/org/apache/iotdb/db/{exception/query/QueryTimeoutRuntimeException.java
=> service/ResourcesInformationHolder.java} (54%)
create mode 100644
server/src/test/java/org/apache/iotdb/db/metadata/plan/SchemaRegionPlanCompatibilityTest.java
rename server/src/{main =>
test}/java/org/apache/iotdb/db/mpp/plan/analyze/FakePartitionFetcherImpl.java
(100%)
rename server/src/{main =>
test}/java/org/apache/iotdb/db/mpp/plan/analyze/FakeSchemaFetcherImpl.java (92%)
create mode 100644
server/src/test/java/org/apache/iotdb/db/mpp/plan/plan/node/process/GroupByTagNodeSerdeTest.java
