This is an automated email from the ASF dual-hosted git repository.
rong pushed a change to branch pipe-consensus-index
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from b43b81ac855 Merge branch 'pipe-consensus-index' of
github.com:apache/iotdb into pipe-consensus-index
add a285d428208 Support Delete/Drop Logical View (#9938)
add 3bc6457a5f1 [IOTDB-5919] show variables add a variable
timestamp_precision (#9946)
add 94212b64c74 [IOTDB-5925] Pipe: WAL Resource Management (#9948)
add 89d96ade469 Fix potential deadlock when freeing memory in MemoryPool
add e4ead169cee Support Show View (#9951)
add 4ff204f00a8 Fix memory control when creating timeseries using schema
template (#9952)
add 4b79487e049 Support insertion in logical view (#9937)
add b7aaaf04378 Support Alter View (#9955)
add ebc295fbccc merge master and fix conflicts
No new revisions were added by this update.
Summary of changes:
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 18 +-
.../confignode/client/DataNodeRequestType.java | 5 +
.../client/async/AsyncDataNodeClientPool.java | 21 ++
.../client/async/handlers/AsyncClientHandler.java | 3 +
.../iotdb/confignode/manager/ConfigManager.java | 11 +
.../apache/iotdb/confignode/manager/IManager.java | 3 +
.../iotdb/confignode/manager/ProcedureManager.java | 47 +++
.../impl/schema/DeleteLogicalViewProcedure.java | 353 +++++++++++++++++++++
.../state/schema/DeleteLogicalViewState.java | 25 +-
.../procedure/store/ProcedureFactory.java | 6 +
.../confignode/procedure/store/ProcedureType.java | 5 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 6 +
.../confignode/it/utils/ConfigNodeTestUtils.java | 1 +
.../src/main/thrift/confignode.thrift | 7 +
.../thrift/src/main/thrift/datanode.thrift | 21 ++
.../resources/conf/iotdb-common.properties | 5 +-
.../iotdb/commons/concurrent/ThreadName.java | 1 +
.../commons/schema/view/LogicalViewSchema.java | 30 ++
.../apache/iotdb/db/client/ConfigNodeClient.java | 22 ++
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 5 +-
.../db/engine/storagegroup/TsFileProcessor.java | 33 +-
.../db/metadata/cache/DataNodeSchemaCache.java | 22 +-
.../cache/DeviceUsingTemplateSchemaCache.java | 7 +
.../iotdb/db/metadata/cache/SchemaCacheEntry.java | 9 +
.../db/metadata/cache/TimeSeriesSchemaCache.java | 70 +++-
.../db/metadata/mnode/mem/info/BasicMNodeInfo.java | 2 +-
.../db/metadata/mtree/MTreeBelowSGMemoryImpl.java | 60 +++-
.../plan/schemaregion/SchemaRegionPlanType.java | 3 +
.../plan/schemaregion/SchemaRegionPlanVisitor.java | 17 +
.../impl/SchemaRegionPlanDeserializer.java | 25 ++
.../impl/SchemaRegionPlanSerializer.java | 37 +++
.../impl/SchemaRegionPlanTxtSerializer.java | 25 ++
.../impl/write/DeleteLogicalViewPlanImpl.java} | 31 +-
.../impl/write/PreDeleteLogicalViewPlanImpl.java} | 27 +-
.../RollbackPreDeleteLogicalViewPlanImpl.java} | 27 +-
.../impl/write/SchemaRegionWritePlanFactory.java | 29 ++
.../write/view/IDeleteLogicalViewPlan.java} | 22 +-
.../write/view/IPreDeleteLogicalViewPlan.java} | 31 +-
.../view/IRollbackPreDeleteLogicalViewPlan.java} | 31 +-
.../reader/SchemaReaderLimitOffsetWrapper.java | 86 +++++
.../db/metadata/schemaregion/ISchemaRegion.java | 7 +
.../schemaregion/SchemaRegionMemoryImpl.java | 93 +++++-
.../schemaregion/SchemaRegionSchemaFileImpl.java | 15 +
.../BasicMNodeInfo.java => view/ViewPathType.java} | 25 +-
.../apache/iotdb/db/metadata/view/ViewPaths.java | 97 ++++++
.../metadata/visitor/SchemaExecutionVisitor.java | 44 ++-
.../db/mpp/common/header/ColumnHeaderConstant.java | 11 +
.../db/mpp/common/header/DatasetHeaderFactory.java | 4 +
.../mpp/common/schematree/ClusterSchemaTree.java | 43 +++
.../common/schematree/IMeasurementSchemaInfo.java | 3 +
.../common/schematree/MeasurementSchemaInfo.java | 9 +
.../schematree/node/SchemaMeasurementNode.java | 8 +
.../execution/exchange/MPPDataExchangeManager.java | 10 +-
.../mpp/execution/exchange/SharedTsBlockQueue.java | 16 +-
.../execution/executor/RegionWriteExecutor.java | 2 +-
.../schema/source/LogicalViewSchemaSource.java | 175 ++++++++++
.../schema/source/SchemaSourceFactory.java | 5 +
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 168 ++++++----
.../analyze/schema/ClusterSchemaFetchExecutor.java | 19 ++
.../plan/analyze/schema/ISchemaComputation.java | 39 +++
.../mpp/plan/analyze/schema/ISchemaValidation.java | 9 +
.../plan/analyze/schema/NormalSchemaFetcher.java | 206 ++++++++++--
.../plan/execution/config/ConfigTaskVisitor.java | 24 ++
.../config/executor/ClusterConfigTaskExecutor.java | 206 ++++++++++++
.../config/executor/IConfigTaskExecutor.java | 12 +
.../config/metadata/view/AlterLogicalViewTask.java | 44 +++
.../metadata/view/DeleteLogicalViewTask.java | 46 +++
.../metadata/view/RenameLogicalViewTask.java | 45 +++
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 99 +++++-
.../db/mpp/plan/planner/LogicalPlanBuilder.java | 9 +
.../db/mpp/plan/planner/LogicalPlanVisitor.java | 52 ++-
.../db/mpp/plan/planner/OperatorTreeGenerator.java | 20 ++
.../mpp/plan/planner/plan/node/PlanNodeType.java | 20 +-
.../db/mpp/plan/planner/plan/node/PlanVisitor.java | 25 +-
.../metedata/read/LogicalViewSchemaScanNode.java | 126 ++++++++
.../view/ConstructLogicalViewBlackListNode.java | 91 ++++++
.../write/{ => view}/CreateLogicalViewNode.java | 2 +-
.../metedata/write/view/DeleteLogicalViewNode.java | 91 ++++++
.../view/RollbackLogicalViewBlackListNode.java | 91 ++++++
.../iotdb/db/mpp/plan/statement/StatementType.java | 3 +
.../db/mpp/plan/statement/StatementVisitor.java | 24 +-
.../plan/statement/crud/InsertBaseStatement.java | 93 ++++++
.../crud/InsertMultiTabletsStatement.java | 17 +
.../plan/statement/crud/InsertRowStatement.java | 128 +++++++-
.../crud/InsertRowsOfOneDeviceStatement.java | 21 ++
.../plan/statement/crud/InsertRowsStatement.java | 17 +
.../plan/statement/crud/InsertTabletStatement.java | 135 +++++++-
.../metadata/view/AlterLogicalViewStatement.java | 115 +++++++
.../{ => view}/CreateLogicalViewStatement.java | 122 ++-----
.../metadata/view/DeleteLogicalViewStatement.java | 66 ++++
.../metadata/view/RenameLogicalViewStatement.java | 73 +++++
.../metadata/view/ShowLogicalViewStatement.java | 62 ++++
.../PipeHistoricalDataRegionTsFileCollector.java | 5 +-
.../realtime/assigner/PipeDataRegionAssigner.java | 5 +-
.../listener/PipeInsertionDataNodeListener.java | 10 +-
.../impl/iotdb/v1/IoTDBThriftConnectorV1.java | 3 +-
.../iotdb/db/pipe/core/event/EnrichedEvent.java | 80 +++--
.../core/event/impl/PipeTabletInsertionEvent.java | 95 ++++--
.../core/event/impl/PipeTsFileInsertionEvent.java | 47 ++-
.../event/realtime/PipeRealtimeCollectEvent.java | 26 +-
.../realtime/PipeRealtimeCollectEventFactory.java | 7 +-
.../db/pipe/resource/PipeResourceManager.java | 9 +
.../{ => file}/PipeFileResourceManager.java | 2 +-
.../db/pipe/resource/wal/PipeWALResource.java | 162 ++++++++++
.../pipe/resource/wal/PipeWALResourceManager.java | 111 +++++++
.../db/pipe/task/subtask/PipeConnectorSubtask.java | 9 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 91 ++++++
.../org/apache/iotdb/db/wal/buffer/WALBuffer.java | 8 +-
.../java/org/apache/iotdb/db/wal/node/WALNode.java | 4 +-
.../{WALPipeHandler.java => WALEntryHandler.java} | 22 +-
.../db/wal/utils/listener/WALFlushListener.java | 10 +-
.../execution/exchange/LocalSinkChannelTest.java | 14 +-
.../execution/exchange/LocalSourceHandleTest.java | 14 +-
.../execution/exchange/SharedTsBlockQueueTest.java | 7 +-
.../core/collector/PipeRealtimeCollectTest.java | 6 +
.../pipe/resource/PipeFileResourceManagerTest.java | 1 +
...peHandlerTest.java => WALEntryHandlerTest.java} | 18 +-
.../iotdb/db/wal/utils/WALInsertNodeCacheTest.java | 8 +-
118 files changed, 4370 insertions(+), 480 deletions(-)
create mode 100644
confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/schema/DeleteLogicalViewProcedure.java
copy
server/src/main/java/org/apache/iotdb/db/metadata/mnode/mem/info/BasicMNodeInfo.java
=>
confignode/src/main/java/org/apache/iotdb/confignode/procedure/state/schema/DeleteLogicalViewState.java
(65%)
copy
server/src/main/java/org/apache/iotdb/db/metadata/{mnode/mem/info/BasicMNodeInfo.java
=> plan/schemaregion/impl/write/DeleteLogicalViewPlanImpl.java} (59%)
copy
server/src/main/java/org/apache/iotdb/db/{pipe/resource/PipeResourceManager.java
=> metadata/plan/schemaregion/impl/write/PreDeleteLogicalViewPlanImpl.java}
(59%)
copy
server/src/main/java/org/apache/iotdb/db/{pipe/resource/PipeResourceManager.java
=>
metadata/plan/schemaregion/impl/write/RollbackPreDeleteLogicalViewPlanImpl.java}
(57%)
copy
server/src/main/java/org/apache/iotdb/db/{mpp/plan/analyze/schema/ISchemaValidation.java
=> metadata/plan/schemaregion/write/view/IDeleteLogicalViewPlan.java} (54%)
copy
server/src/main/java/org/apache/iotdb/db/{mpp/plan/analyze/schema/ISchemaComputation.java
=> metadata/plan/schemaregion/write/view/IPreDeleteLogicalViewPlan.java} (54%)
copy
server/src/main/java/org/apache/iotdb/db/{mpp/plan/analyze/schema/ISchemaComputation.java
=>
metadata/plan/schemaregion/write/view/IRollbackPreDeleteLogicalViewPlan.java}
(54%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/query/reader/SchemaReaderLimitOffsetWrapper.java
copy
server/src/main/java/org/apache/iotdb/db/metadata/{mnode/mem/info/BasicMNodeInfo.java
=> view/ViewPathType.java} (65%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/view/ViewPaths.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/schema/source/LogicalViewSchemaSource.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/metadata/view/AlterLogicalViewTask.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/metadata/view/DeleteLogicalViewTask.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/metadata/view/RenameLogicalViewTask.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/metedata/read/LogicalViewSchemaScanNode.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/metedata/write/view/ConstructLogicalViewBlackListNode.java
rename
server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/metedata/write/{
=> view}/CreateLogicalViewNode.java (99%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/metedata/write/view/DeleteLogicalViewNode.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/metedata/write/view/RollbackLogicalViewBlackListNode.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/view/AlterLogicalViewStatement.java
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/{
=> view}/CreateLogicalViewStatement.java (66%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/view/DeleteLogicalViewStatement.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/view/RenameLogicalViewStatement.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/view/ShowLogicalViewStatement.java
rename server/src/main/java/org/apache/iotdb/db/pipe/resource/{ =>
file}/PipeFileResourceManager.java (99%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/resource/wal/PipeWALResource.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/resource/wal/PipeWALResourceManager.java
rename server/src/main/java/org/apache/iotdb/db/wal/utils/{WALPipeHandler.java
=> WALEntryHandler.java} (91%)
rename
server/src/test/java/org/apache/iotdb/db/wal/node/{WALPipeHandlerTest.java =>
WALEntryHandlerTest.java} (94%)
