This is an automated email from the ASF dual-hosted git repository.
marklau99 pushed a change to branch add-level-file-metric
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 1fb408b3211 add level file size metrics
add 05a54dc13d3 [IOTDB-5906] Resolve metric dependency conflicts for IT
module (#9943)
add ea3badc24e8 [IOTDB-5915] Adjust the granularity of data migration
example from timeseries to device (#9916)
add a285d428208 Support Delete/Drop Logical View (#9938)
add 3bc6457a5f1 [IOTDB-5919] show variables add a variable
timestamp_precision (#9946)
add 94212b64c74 [IOTDB-5925] Pipe: WAL Resource Management (#9948)
add 89d96ade469 Fix potential deadlock when freeing memory in MemoryPool
add e4ead169cee Support Show View (#9951)
add fa7717d1711 fix file metrics not correct
add 4404c395af0 add level file metrics
add 8c0e64fec22 add level file size metrics
add 6b1590e6529 Merge branch 'add-level-file-metric' of
https://github.com/apache/iotdb into add-level-file-metric
No new revisions were added by this update.
Summary of changes:
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 10 +-
.../confignode/client/DataNodeRequestType.java | 5 +
.../client/async/AsyncDataNodeClientPool.java | 21 +++
.../client/async/handlers/AsyncClientHandler.java | 3 +
.../iotdb/confignode/manager/ConfigManager.java | 11 ++
.../apache/iotdb/confignode/manager/IManager.java | 3 +
.../iotdb/confignode/manager/ProcedureManager.java | 47 ++++++
...cedure.java => DeleteLogicalViewProcedure.java} | 155 +++++++-------------
...plateState.java => DeleteLogicalViewState.java} | 5 +-
.../procedure/store/ProcedureFactory.java | 6 +
.../confignode/procedure/store/ProcedureType.java | 5 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 6 +
example/session/pom.xml | 6 +
.../org/apache/iotdb/DataMigrationExample.java | 142 +++++++++---------
integration-test/pom.xml | 6 +
.../it/IoTDBConfigNodeConsensusEfficiencyIT.java | 2 -
.../confignode/it/utils/ConfigNodeTestUtils.java | 1 +
.../org/apache/iotdb/isession/SessionDataSet.java | 8 +
.../src/main/thrift/confignode.thrift | 7 +
.../thrift/src/main/thrift/datanode.thrift | 21 +++
.../resources/conf/iotdb-common.properties | 5 +-
.../iotdb/commons/concurrent/ThreadName.java | 1 +
.../apache/iotdb/db/client/ConfigNodeClient.java | 22 +++
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 5 +-
.../db/engine/storagegroup/TsFileProcessor.java | 33 +++--
.../db/metadata/mtree/MTreeBelowSGMemoryImpl.java | 54 +++++++
.../plan/schemaregion/SchemaRegionPlanType.java | 3 +
.../plan/schemaregion/SchemaRegionPlanVisitor.java | 17 +++
.../impl/SchemaRegionPlanDeserializer.java | 25 ++++
.../impl/SchemaRegionPlanSerializer.java | 37 +++++
.../impl/SchemaRegionPlanTxtSerializer.java | 25 ++++
...lanImpl.java => DeleteLogicalViewPlanImpl.java} | 8 +-
...Impl.java => PreDeleteLogicalViewPlanImpl.java} | 8 +-
...a => RollbackPreDeleteLogicalViewPlanImpl.java} | 8 +-
.../impl/write/SchemaRegionWritePlanFactory.java | 29 ++++
.../IDeleteLogicalViewPlan.java} | 8 +-
.../IPreDeleteLogicalViewPlan.java} | 8 +-
.../IRollbackPreDeleteLogicalViewPlan.java} | 8 +-
.../reader/SchemaReaderLimitOffsetWrapper.java | 86 +++++++++++
.../db/metadata/schemaregion/ISchemaRegion.java | 7 +
.../schemaregion/SchemaRegionMemoryImpl.java | 85 +++++++++++
.../schemaregion/SchemaRegionSchemaFileImpl.java | 15 ++
.../metadata/visitor/SchemaExecutionVisitor.java | 44 +++++-
.../db/mpp/common/header/ColumnHeaderConstant.java | 11 ++
.../db/mpp/common/header/DatasetHeaderFactory.java | 4 +
.../execution/exchange/MPPDataExchangeManager.java | 10 +-
.../mpp/execution/exchange/SharedTsBlockQueue.java | 16 +-
.../execution/executor/RegionWriteExecutor.java | 2 +-
...emaSource.java => LogicalViewSchemaSource.java} | 119 ++++++++++-----
.../schema/source/SchemaSourceFactory.java | 5 +
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 25 +++-
.../plan/execution/config/ConfigTaskVisitor.java | 8 +
.../config/executor/ClusterConfigTaskExecutor.java | 43 ++++++
.../config/executor/IConfigTaskExecutor.java | 4 +
.../DeleteLogicalViewTask.java} | 17 ++-
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 41 +++++-
.../db/mpp/plan/planner/LogicalPlanBuilder.java | 9 ++
.../db/mpp/plan/planner/LogicalPlanVisitor.java | 41 +++++-
.../db/mpp/plan/planner/OperatorTreeGenerator.java | 20 +++
.../mpp/plan/planner/plan/node/PlanNodeType.java | 20 ++-
.../db/mpp/plan/planner/plan/node/PlanVisitor.java | 25 +++-
...untNode.java => LogicalViewSchemaScanNode.java} | 81 +++++------
.../ConstructLogicalViewBlackListNode.java} | 18 +--
.../write/{ => view}/CreateLogicalViewNode.java | 2 +-
.../DeleteLogicalViewNode.java} | 20 +--
.../RollbackLogicalViewBlackListNode.java} | 20 +--
.../iotdb/db/mpp/plan/statement/StatementType.java | 1 +
.../db/mpp/plan/statement/StatementVisitor.java | 13 +-
.../{ => view}/CreateLogicalViewStatement.java | 2 +-
.../DeleteLogicalViewStatement.java} | 13 +-
.../ShowLogicalViewStatement.java} | 40 ++---
.../listener/PipeInsertionDataNodeListener.java | 10 +-
.../impl/iotdb/v1/IoTDBThriftConnectorV1.java | 3 +-
.../core/event/impl/PipeTabletInsertionEvent.java | 53 ++++---
.../realtime/PipeRealtimeCollectEventFactory.java | 5 +-
.../db/pipe/resource/PipeResourceManager.java | 9 ++
.../{ => file}/PipeFileResourceManager.java | 2 +-
.../db/pipe/resource/wal/PipeWALResource.java | 162 +++++++++++++++++++++
.../pipe/resource/wal/PipeWALResourceManager.java | 111 ++++++++++++++
.../db/pipe/task/subtask/PipeConnectorSubtask.java | 9 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 91 ++++++++++++
.../org/apache/iotdb/db/wal/buffer/WALBuffer.java | 8 +-
.../java/org/apache/iotdb/db/wal/node/WALNode.java | 4 +-
.../{WALPipeHandler.java => WALEntryHandler.java} | 22 ++-
.../db/wal/utils/listener/WALFlushListener.java | 10 +-
.../execution/exchange/LocalSinkChannelTest.java | 14 +-
.../execution/exchange/LocalSourceHandleTest.java | 14 +-
.../execution/exchange/SharedTsBlockQueueTest.java | 7 +-
.../core/collector/PipeRealtimeCollectTest.java | 6 +
.../pipe/resource/PipeFileResourceManagerTest.java | 1 +
...peHandlerTest.java => WALEntryHandlerTest.java} | 18 +--
.../iotdb/db/wal/utils/WALInsertNodeCacheTest.java | 8 +-
92 files changed, 1750 insertions(+), 458 deletions(-)
copy
confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/schema/{DeleteTimeSeriesProcedure.java
=> DeleteLogicalViewProcedure.java} (68%)
copy
confignode/src/main/java/org/apache/iotdb/confignode/procedure/state/schema/{DeactivateTemplateState.java
=> DeleteLogicalViewState.java} (92%)
copy
server/src/main/java/org/apache/iotdb/db/metadata/plan/schemaregion/impl/write/{PreDeleteTimeSeriesPlanImpl.java
=> DeleteLogicalViewPlanImpl.java} (81%)
copy
server/src/main/java/org/apache/iotdb/db/metadata/plan/schemaregion/impl/write/{AutoCreateDeviceMNodePlanImpl.java
=> PreDeleteLogicalViewPlanImpl.java} (81%)
copy
server/src/main/java/org/apache/iotdb/db/metadata/plan/schemaregion/impl/write/{AutoCreateDeviceMNodePlanImpl.java
=> RollbackPreDeleteLogicalViewPlanImpl.java} (79%)
copy
server/src/main/java/org/apache/iotdb/db/metadata/plan/schemaregion/write/{IAutoCreateDeviceMNodePlan.java
=> view/IDeleteLogicalViewPlan.java} (83%)
copy
server/src/main/java/org/apache/iotdb/db/metadata/plan/schemaregion/write/{IAutoCreateDeviceMNodePlan.java
=> view/IPreDeleteLogicalViewPlan.java} (83%)
copy
server/src/main/java/org/apache/iotdb/db/metadata/plan/schemaregion/write/{IPreDeleteTimeSeriesPlan.java
=> view/IRollbackPreDeleteLogicalViewPlan.java} (82%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/query/reader/SchemaReaderLimitOffsetWrapper.java
copy
server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/schema/source/{TimeSeriesSchemaSource.java
=> LogicalViewSchemaSource.java} (56%)
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/metadata/{template/SetSchemaTemplateTask.java
=> view/DeleteLogicalViewTask.java} (70%)
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/metedata/read/{LevelTimeSeriesCountNode.java
=> LogicalViewSchemaScanNode.java} (64%)
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/metedata/write/{ConstructSchemaBlackListNode.java
=> view/ConstructLogicalViewBlackListNode.java} (79%)
rename
server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/metedata/write/{
=> view}/CreateLogicalViewNode.java (99%)
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/metedata/write/{RollbackSchemaBlackListNode.java
=> view/DeleteLogicalViewNode.java} (78%)
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/metedata/write/{ConstructSchemaBlackListNode.java
=> view/RollbackLogicalViewBlackListNode.java} (77%)
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/{
=> view}/CreateLogicalViewStatement.java (99%)
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/{DeleteTimeSeriesStatement.java
=> view/DeleteLogicalViewStatement.java} (82%)
copy
server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/{ShowDevicesStatement.java
=> view/ShowLogicalViewStatement.java} (74%)
rename server/src/main/java/org/apache/iotdb/db/pipe/resource/{ =>
file}/PipeFileResourceManager.java (99%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/resource/wal/PipeWALResource.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/resource/wal/PipeWALResourceManager.java
rename server/src/main/java/org/apache/iotdb/db/wal/utils/{WALPipeHandler.java
=> WALEntryHandler.java} (91%)
rename
server/src/test/java/org/apache/iotdb/db/wal/node/{WALPipeHandlerTest.java =>
WALEntryHandlerTest.java} (94%)
