This is an automated email from the ASF dual-hosted git repository.
marklau99 pushed a change to branch IOTDB-5517
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 6151b8ba7f add docs
add b239efe75d [IOTDB-5514] Fix race condition in MemoryPool without
synchronized block (#9041)
add 66611b1d1c [IOTDB-5513] Fix duplicate LastQueryNode due to change of
partition slot algorithm (#9040)
add 0ac0fb57e8 [IOTDB-5502] Source counters for construct batches in
IoTConsensus (#9023)
add bca08f0f26 [IOTDB-5491] Add IoTConsumus memory control metric items
(#9022)
add adf55e896e [IOTDB-4209] Use .pst to accelerate recovery in SchemaFile
mode (#7995)
add 1e2da83d83 [IOTDB-5497] Test for ConfigNode consensus efficiency
(#9015)
add ab8130a74e [IOTDB-5505] Bump Ratis version to latest 2.4.2-snapshot
(#9027)
add 344962356b [IOTDB-5480] IoTConsensus sync lag may be negative under
single copy (#9031)
add a9168656d6 [IOTDB-5337] Parallelization of write operation in
FragmentInstanceDispatcher (#8920)
add 8a1eb28efa [IOTDB-5506] Refactor RatisConsensus(#9029)
add 33719b66b3 [IOTDB-5456]Implement COUNT_IF built-in aggregation function
add 8438f41d32 [IOTDB-5458] Add Performance Overview Metrics and Dashboard
(#8982)
add 199b9367c3 [IOTDB-5485] Rename StorageGroup to Database in ConfigNode
(#9028)
add d0d89a1ed7 [IOTDB-5393] Show Region creation time when execute show
regions (#8958)
add e718dd8a30 [IOTDB-5531] Update IoT Consensus Metric from ms precision
to ns precision (#9058)
add 251fc9a040 update download url in website (#9057)
add 4631c7f8e6 [IOTDB-5526] Fix NPE while construct timeseries black list
in SchemaRegion (#9055)
add 5d51d546c7 merge with upstream/master
No new revisions were added by this update.
Summary of changes:
.../consensus/request/ConfigPhysicalPlan.java | 16 +-
.../CountDatabasePlan.java} | 23 +-
.../GetDatabasePlan.java} | 9 +-
.../request/read/region/GetRegionInfoListPlan.java | 6 +-
.../write/storagegroup/DatabaseSchemaPlan.java | 10 +-
...orageGroupPlan.java => DeleteDatabasePlan.java} | 17 +-
...geGroupPlan.java => PreDeleteDatabasePlan.java} | 31 +-
.../response/{ => auth}/PermissionInfoResp.java | 2 +-
.../consensus/response/{ => cq}/ShowCQResp.java | 3 +-
.../CountDatabaseResp.java} | 11 +-
.../DatabaseSchemaResp.java} | 25 +-
.../response/{ => datanode}/ConfigurationResp.java | 3 +-
.../{ => datanode}/DataNodeConfigurationResp.java | 3 +-
.../{ => datanode}/DataNodeRegisterResp.java | 3 +-
.../{ => datanode}/DataNodeToStatusResp.java | 4 +-
.../response/{ => function}/FunctionTableResp.java | 2 +-
.../{ => partition}/DataPartitionResp.java | 2 +-
.../response/{ => partition}/GetRegionIdResp.java | 2 +-
.../{ => partition}/GetSeriesSlotListResp.java | 2 +-
.../{ => partition}/GetTimeSlotListResp.java | 2 +-
.../response/{ => partition}/PathInfoResp.java | 2 +-
.../{ => partition}/RegionInfoListResp.java | 2 +-
.../{ => partition}/SchemaNodeManagementResp.java | 2 +-
.../{ => partition}/SchemaPartitionResp.java | 2 +-
.../consensus/response/{ => pipe}/PipeResp.java | 3 +-
.../response/{ => pipe}/PipeSinkResp.java | 3 +-
.../{ => template}/AllTemplateSetInfoResp.java | 2 +-
.../response/{ => template}/TemplateInfoResp.java | 2 +-
.../{ => template}/TemplateSetInfoResp.java | 2 +-
.../{ => trigger}/TransferringTriggersResp.java | 2 +-
.../{ => trigger}/TriggerLocationResp.java | 2 +-
.../response/{ => trigger}/TriggerTableResp.java | 2 +-
.../consensus/response/{ => udf}/JarResp.java | 2 +-
.../confignode/manager/ClusterSchemaManager.java | 79 +-
.../iotdb/confignode/manager/ConfigManager.java | 50 +-
.../apache/iotdb/confignode/manager/IManager.java | 12 +-
.../confignode/manager/PermissionManager.java | 2 +-
.../iotdb/confignode/manager/ProcedureManager.java | 6 +-
.../iotdb/confignode/manager/SyncManager.java | 4 +-
.../iotdb/confignode/manager/TriggerManager.java | 8 +-
.../iotdb/confignode/manager/UDFManager.java | 4 +-
.../iotdb/confignode/manager/cq/CQManager.java | 2 +-
.../manager/load/LoadManagerMetrics.java | 10 +-
.../iotdb/confignode/manager/node/NodeManager.java | 8 +-
.../manager/partition/PartitionManager.java | 28 +-
.../iotdb/confignode/persistence/AuthorInfo.java | 2 +-
.../iotdb/confignode/persistence/TriggerInfo.java | 8 +-
.../iotdb/confignode/persistence/UDFInfo.java | 4 +-
.../iotdb/confignode/persistence/cq/CQInfo.java | 2 +-
.../persistence/executor/ConfigPlanExecutor.java | 30 +-
.../persistence/metric/PartitionInfoMetrics.java | 43 +-
.../confignode/persistence/node/NodeInfo.java | 2 +-
...itionTable.java => DatabasePartitionTable.java} | 60 +-
.../persistence/partition/PartitionInfo.java | 98 +-
.../persistence/partition/RegionGroup.java | 19 +-
.../persistence/schema/ClusterSchemaInfo.java | 55 +-
.../persistence/sync/ClusterSyncInfo.java | 4 +-
.../procedure/env/ConfigNodeProcedureEnv.java | 11 +-
.../procedure/env/DataNodeRemoveHandler.java | 2 +-
.../impl/schema/DeleteStorageGroupProcedure.java | 16 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 87 +-
.../request/ConfigPhysicalPlanSerDeTest.java | 40 +-
.../confignode/persistence/AuthorInfoTest.java | 2 +-
.../persistence/ClusterSchemaInfoTest.java | 36 +-
.../confignode/persistence/PartitionInfoTest.java | 12 +-
.../impl/DeleteStorageGroupProcedureTest.java | 4 +-
consensus/pom.xml | 2 +-
.../org/apache/iotdb/consensus/common/Utils.java | 23 +-
.../consensus/iot/IoTConsensusServerImpl.java | 25 +-
.../consensus/iot/IoTConsensusServerMetrics.java | 67 +
.../consensus/iot/client/DispatchLogHandler.java | 4 +-
.../iotdb/consensus/iot/logdispatcher/Batch.java | 9 +
.../logdispatcher/IoTConsensusMemoryManager.java | 24 +-
.../IoTConsensusMemoryManagerMetrics.java | 18 +
.../consensus/iot/logdispatcher/LogDispatcher.java | 29 +-
.../consensus/iot/logdispatcher/SyncStatus.java | 4 +-
.../ratis/ApplicationStateMachineProxy.java | 9 +-
.../apache/iotdb/consensus/ratis/RatisClient.java | 16 +-
.../iotdb/consensus/ratis/RatisConsensus.java | 19 +-
.../iotdb/consensus/ratis/RequestMessage.java | 6 +-
.../iotdb/consensus/ratis/ResponseMessage.java | 6 +-
.../iotdb/consensus/ratis/SnapshotStorage.java | 9 +-
docs/Download/README.md | 27 +-
.../Apache-IoTDB-ConfigNode-Dashboard.json | 149 +-
.../Apache-IoTDB-DataNode-Dashboard.json | 6942 ++++++++++----------
...ache-IoTDB-Performance-Overview-Dashboard.json} | 2112 ++++--
docs/UserGuide/Monitor-Alert/Metric-Tool.md | 445 +-
docs/UserGuide/Operators-Functions/Aggregation.md | 98 +-
docs/zh/Download/README.md | 27 +-
docs/zh/UserGuide/Monitor-Alert/Metric-Tool.md | 616 +-
.../UserGuide/Operators-Functions/Aggregation.md | 92 +-
.../confignode/it/IoTDBClusterAuthorityIT.java | 1 +
.../it/IoTDBConfigNodeConsensusEfficiencyIT.java | 203 +
.../confignode/it/IoTDBConfigNodeSnapshotIT.java | 5 +-
.../confignode/it/IoTDBSnapshotTransferIT.java | 1 +
.../it/cluster/IoTDBClusterRestartIT.java | 4 +-
.../it/database/IoTDBDatabaseRegionControlIT.java | 8 +-
.../it/database/IoTDBDatabaseSetAndDeleteIT.java | 43 +-
.../load/IoTDBClusterRegionLeaderBalancingIT.java | 6 +-
.../it/load/IoTDBConfigNodeSwitchLeaderIT.java | 6 +-
.../partition/IoTDBAutoRegionGroupExtensionIT.java | 12 +-
.../IoTDBCustomRegionGroupExtensionIT.java | 8 +-
.../it/partition/IoTDBPartitionCreationIT.java | 4 +-
.../it/partition/IoTDBPartitionDurableIT.java | 4 +-
.../it/partition/IoTDBPartitionGetterIT.java | 14 +-
.../partition/IoTDBPartitionInheritPolicyIT.java | 4 +-
.../org/apache/iotdb/db/it/IoTDBSimpleQueryIT.java | 1 -
.../iotdb/db/it/aggregation/IoTDBCountIf2IT.java | 45 +
.../iotdb/db/it/aggregation/IoTDBCountIf3IT.java | 45 +
.../iotdb/db/it/aggregation/IoTDBCountIfIT.java | 241 +
.../iotdb/metrics/metricsets/jvm/JvmGcMetrics.java | 11 +-
.../metrics/metricsets/jvm/JvmMemoryMetrics.java | 12 +-
.../metrics/metricsets/jvm/JvmThreadMetrics.java | 14 +-
.../metricsets/logback/MetricsTurboFilter.java | 10 +-
.../reporter/prometheus/PrometheusReporter.java | 6 +-
.../iotdb/metrics/type/HistogramSnapshot.java | 4 +-
.../micrometer/MicrometerMetricManager.java | 4 +-
.../iotdb/commons/service/metric/enums/Metric.java | 5 +-
.../udf/builtin/BuiltinAggregationFunction.java | 47 +
...tinScalarFunction.java => BuiltinFunction.java} | 19 +-
.../commons/utils/ThriftConfigNodeSerDeUtils.java | 14 +-
.../utils/ThriftConfigNodeSerDeUtilsTest.java | 6 +-
.../rocksdb/mnode/RStorageGroupMNode.java | 6 +-
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 8 +-
.../apache/iotdb/db/client/ConfigNodeClient.java | 39 +-
.../iotdb/db/client/DataNodeInternalClient.java | 1 -
.../statemachine/DataRegionStateMachine.java | 8 +-
.../IoTConsensusDataRegionStateMachine.java | 8 +-
.../org/apache/iotdb/db/constant/SqlConstant.java | 1 +
.../iotdb/db/engine/flush/FlushManagerMetrics.java | 4 +-
.../iotdb/db/engine/memtable/AbstractMemTable.java | 8 +-
.../iotdb/db/engine/storagegroup/DataRegion.java | 16 +
.../db/engine/storagegroup/TsFileProcessor.java | 21 +
.../apache/iotdb/db/metadata/MetadataConstant.java | 1 +
.../iotdb/db/metadata/logfile/MLogDescription.java | 63 +
.../db/metadata/logfile/MLogDescriptionReader.java | 39 +-
.../db/metadata/logfile/MLogDescriptionWriter.java | 53 +
.../iotdb/db/metadata/logfile/SchemaLogReader.java | 5 +
.../iotdb/db/metadata/logfile/SchemaLogWriter.java | 5 +-
.../db/metadata/mnode/IStorageGroupMNode.java | 6 +-
.../db/metadata/mnode/StorageGroupEntityMNode.java | 6 +-
.../iotdb/db/metadata/mnode/StorageGroupMNode.java | 10 +-
.../db/metadata/mtree/MTreeBelowSGCachedImpl.java | 26 +-
.../db/metadata/mtree/store/CachedMTreeStore.java | 16 +-
.../mtree/store/disk/schemafile/SchemaFile.java | 8 +-
.../db/metadata/mtree/traverser/Traverser.java | 4 +-
.../rescon/SchemaResourceManagerMetrics.java | 2 +-
.../schemaregion/SchemaRegionSchemaFileImpl.java | 110 +-
.../db/mpp/aggregation/AccumulatorFactory.java | 56 +-
.../db/mpp/aggregation/CountIfAccumulator.java | 156 +
.../SlidingWindowAggregatorFactory.java | 9 +-
.../db/mpp/common/header/ColumnHeaderConstant.java | 3 +-
.../execution/executor/RegionWriteExecutor.java | 12 +
.../iotdb/db/mpp/execution/memory/MemoryPool.java | 8 +-
.../db/mpp/metric/PerformanceOverviewMetrics.java | 142 +
.../metric/PerformanceOverviewMetricsManager.java | 177 +
.../iotdb/db/mpp/metric/QueryMetricsManager.java | 4 +-
.../db/mpp/metric/QueryPlanCostMetricSet.java | 9 +-
.../org/apache/iotdb/db/mpp/plan/Coordinator.java | 14 +-
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 9 +-
.../db/mpp/plan/analyze/ExpressionAnalyzer.java | 52 +-
.../mpp/plan/analyze/ExpressionTypeAnalyzer.java | 4 +-
.../db/mpp/plan/analyze/cache/PartitionCache.java | 12 +-
.../db/mpp/plan/execution/QueryExecution.java | 34 +-
.../config/executor/ClusterConfigTaskExecutor.java | 41 +-
.../config/metadata/DatabaseSchemaTask.java | 6 +-
.../execution/config/metadata/ShowRegionTask.java | 10 +-
.../plan/expression/multi/FunctionExpression.java | 40 +-
.../db/mpp/plan/expression/multi/FunctionType.java | 24 +-
.../visitor/ColumnTransformerVisitor.java | 6 +-
.../visitor/IntermediateLayerVisitor.java | 6 +-
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 67 +
.../db/mpp/plan/parser/StatementGenerator.java | 297 +-
.../db/mpp/plan/planner/LogicalPlanBuilder.java | 19 +-
.../db/mpp/plan/planner/LogicalPlanVisitor.java | 20 +-
.../db/mpp/plan/planner/OperatorTreeGenerator.java | 28 +-
.../planner/distribution/ExchangeNodeAdder.java | 6 +-
.../plan/planner/distribution/SourceRewriter.java | 15 +-
.../db/mpp/plan/planner/plan/node/PlanNode.java | 10 +
.../plan/parameter/AggregationDescriptor.java | 89 +-
.../CrossSeriesAggregationDescriptor.java | 110 +-
.../db/mpp/plan/scheduler/AsyncPlanNodeSender.java | 105 +
.../plan/scheduler/AsyncSendPlanNodeHandler.java | 61 +
.../db/mpp/plan/scheduler/ClusterScheduler.java | 12 +-
.../scheduler/FragmentInstanceDispatcherImpl.java | 60 +-
.../metadata/ShowStorageGroupStatement.java | 8 +-
.../iotdb/db/service/metrics/FileMetrics.java | 30 +-
.../metrics/IoTDBInternalLocalReporter.java | 4 +-
.../service/thrift/impl/ClientRPCServiceImpl.java | 34 +-
.../org/apache/iotdb/db/utils/SchemaUtils.java | 1 +
.../apache/iotdb/db/utils/TypeInferenceUtils.java | 105 +-
.../iotdb/db/metadata/mtree/ConfigMTreeTest.java | 4 +-
.../iotdb/db/metadata/mtree/MTreeBelowSGTest.java | 12 +-
.../schemaRegion/SchemaRegionTemplateTest.java | 58 +
.../schemaRegion/SchemaRegionTestUtil.java | 11 +
.../iotdb/db/mpp/aggregation/AccumulatorTest.java | 71 +-
.../operator/AggregationOperatorTest.java | 14 +-
.../AlignedSeriesAggregationScanOperatorTest.java | 112 +-
.../operator/HorizontallyConcatOperatorTest.java | 8 +-
.../mpp/execution/operator/OperatorMemoryTest.java | 24 +-
.../operator/RawDataAggregationOperatorTest.java | 8 +-
.../SeriesAggregationScanOperatorTest.java | 112 +-
.../SlidingWindowAggregationOperatorTest.java | 9 +-
.../plan/analyze/AggregationDescriptorTest.java | 53 +-
.../iotdb/db/mpp/plan/plan/LogicalPlannerTest.java | 2 +-
.../db/mpp/plan/plan/QueryLogicalPlanUtil.java | 18 +
.../iotdb/db/mpp/plan/plan/QueryPlannerTest.java | 17 +-
.../distribution/AggregationDistributionTest.java | 18 +
.../node/process/GroupByLevelNodeSerdeTest.java | 2 +
.../plan/node/process/GroupByTagNodeSerdeTest.java | 4 +
thrift-commons/src/main/thrift/common.thrift | 3 +-
.../src/main/thrift/confignode.thrift | 99 +-
212 files changed, 9581 insertions(+), 6006 deletions(-)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/read/{storagegroup/CountStorageGroupPlan.java
=> database/CountDatabasePlan.java} (80%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/read/{storagegroup/GetStorageGroupPlan.java
=> database/GetDatabasePlan.java} (81%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/storagegroup/{DeleteStorageGroupPlan.java
=> DeleteDatabasePlan.java} (85%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/storagegroup/{PreDeleteStorageGroupPlan.java
=> PreDeleteDatabasePlan.java} (77%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{ =>
auth}/PermissionInfoResp.java (96%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{ =>
cq}/ShowCQResp.java (96%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{CountStorageGroupResp.java
=> database/CountDatabaseResp.java} (82%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{StorageGroupSchemaResp.java
=> database/DatabaseSchemaResp.java} (65%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{ =>
datanode}/ConfigurationResp.java (97%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{ =>
datanode}/DataNodeConfigurationResp.java (96%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{ =>
datanode}/DataNodeRegisterResp.java (97%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{ =>
datanode}/DataNodeToStatusResp.java (95%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{ =>
function}/FunctionTableResp.java (97%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{ =>
partition}/DataPartitionResp.java (97%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{ =>
partition}/GetRegionIdResp.java (96%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{ =>
partition}/GetSeriesSlotListResp.java (96%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{ =>
partition}/GetTimeSlotListResp.java (96%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{ =>
partition}/PathInfoResp.java (95%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{ =>
partition}/RegionInfoListResp.java (95%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{ =>
partition}/SchemaNodeManagementResp.java (98%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{ =>
partition}/SchemaPartitionResp.java (97%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{ =>
pipe}/PipeResp.java (95%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{ =>
pipe}/PipeSinkResp.java (95%)
copy confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{
=> template}/AllTemplateSetInfoResp.java (94%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{ =>
template}/TemplateInfoResp.java (95%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{ =>
template}/TemplateSetInfoResp.java (96%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{ =>
trigger}/TransferringTriggersResp.java (95%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{ =>
trigger}/TriggerLocationResp.java (96%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{ =>
trigger}/TriggerTableResp.java (97%)
copy confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{
=> udf}/JarResp.java (96%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/persistence/partition/{StorageGroupPartitionTable.java
=> DatabasePartitionTable.java} (92%)
copy docs/UserGuide/Monitor-Alert/{Apache-IoTDB-ConfigNode-Dashboard.json =>
Apache-IoTDB-Performance-Overview-Dashboard.json} (63%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/IoTDBConfigNodeConsensusEfficiencyIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/aggregation/IoTDBCountIf2IT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/aggregation/IoTDBCountIf3IT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/aggregation/IoTDBCountIfIT.java
rename
node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/{BuiltinScalarFunction.java
=> BuiltinFunction.java} (77%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/logfile/MLogDescription.java
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/JarResp.java
=>
server/src/main/java/org/apache/iotdb/db/metadata/logfile/MLogDescriptionReader.java
(53%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/logfile/MLogDescriptionWriter.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/aggregation/CountIfAccumulator.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/metric/PerformanceOverviewMetrics.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/metric/PerformanceOverviewMetricsManager.java
rename
confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/AllTemplateSetInfoResp.java
=>
server/src/main/java/org/apache/iotdb/db/mpp/plan/expression/multi/FunctionType.java
(64%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/scheduler/AsyncPlanNodeSender.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/scheduler/AsyncSendPlanNodeHandler.java
