This is an automated email from the ASF dual-hosted git repository.
jiangtian pushed a change to branch table_data_deletion
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 0dd0c711877 allow multiple mods in a plan node
add 84c115d25e8 Fix IoTV2 metric NPE due to concurrency #13951
add 063fdddaaa5 Enhance Remove DataNode Test (#13809)
add 71fa8b59b78 Unify attributeValue's type to Binary & Fixed the NPE
problem of UpdateDetailContainer (#13947)
add 85ca1d27431 Fixed the limit and offset logic of ShowDevice
add 7143536a2a4 [Region Migration]: Fix IoTV2 addRemotePeer stuck. (#13936)
add 1ccc3aebd71 Fixed the cache invalidation logic by database (#13964)
add b0d7fa61494 Fix DeleteDatabaseProcedure (#13927)
add f9b09beba55 Update `SessionAlignedTimeseriesExample` reference
add 08f221a9ce9 Load: create DB in lower-case & truncate null suffix of
device ID (#13966)
add 6cf5c6ef3c7 Distinct IDeviceID list and attribute value list in schema
validation (#13953)
add 6c0b5ea64e3 Fix negative mods file metric (#13965)
add af18542f505 Pipe: reduce pipe phantom reference logging frequency by
omitting printing if count unchanged (#13962)
add 49e664a5339 Support trim when importing properties. (#13906)
add c929275af94 Pipe: Fix array out of bounds caused by wrongly logged
idColumn subscripts && add receiver construct insertRowNode initialisation
ColumnCategories logic (#13967)
add d1d406d5660 Subscription: avoid endless loop when fetching subsequent
responses by poll timer (#13968)
add 14660f7db1a Add test cases for client py (#13925)
add b6f020ed43e Subscription: implement resource-aware and request-aware
dynamic prefetching logic (#13956)
add 35f54822b34 Fixed the bug that auto create table does not check the
"isAutoCreateSchemaEnabled" flag
add 0f8605409ea Subscription: intro memory control when constructing file
payload to avoid OOM (#13937)
add ac43165d159 Correct the memory estimation for
SeriesAggregationScanOperator
add 2798a66781f Merge branch 'master' into table_data_deletion
No new revisions were added by this update.
Summary of changes:
.../IoTDBRegionMigrateReliabilityITFramework.java | 24 -
.../IoTDBRemoveDataNodeITFramework.java | 92 +-
.../IoTDBRemoveDataNodeNormalIT.java | 4 +-
.../db/it/schema/IoTDBDeleteStorageGroupIT.java | 21 +
.../org/apache/iotdb/db/it/utils/TestUtils.java | 12 +
.../iotdb/relational/it/schema/IoTDBDeviceIT.java | 7 +
iotdb-client/client-py/README.md | 2 +-
.../tests/integration/test_tablemodel_insert.py | 1593 ++++++
.../tests/integration/test_treemodel_insert.py | 6028 ++++++++++++++++++++
.../consumer/SubscriptionConsumer.java | 56 +-
.../client/async/CnToDnAsyncRequestType.java | 2 +-
.../CnToDnInternalServiceAsyncRequestManager.java | 5 +-
.../rpc/DataNodeAsyncRequestRPCHandler.java | 2 +-
.../client/sync/CnToDnSyncRequestType.java | 2 +-
.../client/sync/SyncDataNodeClientPool.java | 3 +-
.../iotdb/confignode/manager/ProcedureManager.java | 15 +-
.../iotdb/confignode/manager/load/LoadManager.java | 4 +-
.../manager/load/cache/AbstractLoadCache.java | 2 +-
.../confignode/manager/load/cache/LoadCache.java | 10 +-
.../load/cache/consensus/ConsensusGroupCache.java | 2 +-
.../load/cache/node/AINodeHeartbeatCache.java | 2 +-
.../load/cache/node/ConfigNodeHeartbeatCache.java | 2 +-
.../load/cache/node/DataNodeHeartbeatCache.java | 4 +-
.../manager/load/cache/region/RegionCache.java | 2 +-
.../load/cache/region/RegionGroupCache.java | 2 +-
.../manager/load/service/StatisticsService.java | 2 +-
.../iotdb/confignode/manager/node/NodeManager.java | 2 +-
.../procedure/env/ConfigNodeProcedureEnv.java | 2 +-
.../procedure/env/RemoveDataNodeHandler.java | 35 +-
.../impl/node/RemoveDataNodesProcedure.java | 22 +-
.../impl/schema/DeleteDatabaseProcedure.java | 24 +-
.../confignode/manager/ProcedureManagerTest.java | 174 +
.../confignode/manager/load/LoadManagerTest.java | 4 +-
.../router/priority/GreedyPriorityTest.java | 2 +-
.../priority/LeaderPriorityBalancerTest.java | 2 +-
.../load/cache/ConsensusGroupCacheTest.java | 2 +-
.../manager/load/cache/NodeCacheTest.java | 4 +-
.../apache/iotdb/consensus/pipe/PipeConsensus.java | 11 +-
.../consensus/pipe/PipeConsensusServerImpl.java | 40 +-
.../pipe/consensuspipe/ConsensusPipeManager.java | 76 +-
.../service/PipeConsensusRPCServiceProcessor.java | 8 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 2397 +++++---
...oricalDataRegionTsFileAndDeletionExtractor.java | 18 +-
.../pipeconsensus/PipeConsensusReceiver.java | 13 +-
.../visitor/PipePlanToStatementVisitor.java | 1 +
...tMemoryBlock.java => PipeFixedMemoryBlock.java} | 12 +-
.../pipe/resource/memory/PipeMemoryBlockType.java | 8 +-
.../db/pipe/resource/memory/PipeMemoryManager.java | 113 +-
.../resource/memory/PipeTabletMemoryBlock.java | 39 +-
.../resource/memory/PipeTsFileMemoryBlock.java | 8 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 3 +-
.../schema/source/DeviceAttributeUpdater.java | 5 +-
.../schema/source/TableDeviceFetchSource.java | 5 +-
.../schema/source/TableDeviceQuerySource.java | 9 +-
.../AbstractSeriesAggregationScanOperator.java | 5 +-
.../AlignedSeriesAggregationScanOperator.java | 5 +
.../source/SeriesAggregationScanOperator.java | 3 +
.../TableAggregationTableScanOperator.java | 32 +-
.../source/relational/TableScanOperator.java | 17 +-
.../analyze/load/LoadTsFileTableSchemaCache.java | 21 +-
.../load/LoadTsFileToTableModelAnalyzer.java | 4 +-
.../plan/planner/TableOperatorGenerator.java | 1 -
.../node/write/RelationalInsertTabletNode.java | 7 +-
.../plan/relational/metadata/DeviceEntry.java | 56 +-
.../plan/relational/metadata/Metadata.java | 1 +
.../fetcher/DeviceInCacheFilterVisitor.java | 7 +-
.../metadata/fetcher/TableDeviceSchemaFetcher.java | 17 +-
.../fetcher/TableDeviceSchemaValidator.java | 11 +-
.../fetcher/TableHeaderSchemaValidator.java | 7 +-
.../fetcher/cache/TableAttributeSchema.java | 20 +-
.../fetcher/cache/TableDeviceCacheEntry.java | 7 +-
.../fetcher/cache/TableDeviceSchemaCache.java | 15 +-
.../relational/planner/TableLogicalPlanner.java | 52 +-
.../distribute/TableDistributedPlanGenerator.java | 10 +-
.../node/schema/AbstractTableDeviceQueryNode.java | 2 -
.../node/schema/TableDeviceQueryScanNode.java | 10 -
.../plan/relational/sql/ast/InsertTablet.java | 25 +-
.../attribute/DeviceAttributeStore.java | 82 +-
.../attribute/IDeviceAttributeStore.java | 8 +-
.../update/DeviceAttributeCacheUpdater.java | 3 +-
.../attribute/update/UpdateClearContainer.java | 3 +-
.../attribute/update/UpdateContainer.java | 3 +-
.../attribute/update/UpdateDetailContainer.java | 76 +-
.../schemaregion/impl/SchemaRegionMemoryImpl.java | 3 +-
.../mtree/impl/mem/MTreeBelowSGMemoryImpl.java | 7 +-
.../read/resp/info/IDeviceSchemaInfo.java | 4 +-
.../read/resp/info/impl/ShowDevicesResult.java | 11 +-
.../utils/filter/DeviceFilterVisitor.java | 6 +-
.../db/schemaengine/table/DataNodeTableCache.java | 2 +
.../java/org/apache/iotdb/db/service/DataNode.java | 4 +
.../execute/task/CrossSpaceCompactionTask.java | 11 +-
.../execute/task/InnerSpaceCompactionTask.java | 10 +-
.../compaction/execute/utils/CompactionUtils.java | 26 +-
.../load/config/LoadTsFileConfigurator.java | 5 +-
.../agent/SubscriptionBrokerAgent.java | 12 +-
.../db/subscription/broker/SubscriptionBroker.java | 12 +-
.../broker/SubscriptionPrefetchingQueue.java | 154 +-
.../broker/SubscriptionPrefetchingQueueStates.java | 128 +
.../db/subscription/event/SubscriptionEvent.java | 1 -
.../cache/CachedSubscriptionPollResponse.java | 10 +
.../response/SubscriptionEventTabletResponse.java | 8 +-
.../response/SubscriptionEventTsFileResponse.java | 70 +-
.../receiver/SubscriptionReceiverV1.java | 12 +-
.../task/subtask/SubscriptionConnectorSubtask.java | 4 +-
.../SchemaRegionSimpleRecoverTest.java | 6 +-
.../schemaRegion/SchemaRegionTableDeviceTest.java | 26 +-
.../execution/operator/OperatorMemoryTest.java | 10 +-
.../analyzer/MockTableModelDataPartition.java | 32 +-
.../plan/relational/analyzer/TSBSMetadata.java | 26 +-
.../fetcher/cache/TableDeviceSchemaCacheTest.java | 18 +-
.../org/apache/iotdb/db/utils/PropertiesTest.java | 82 +
.../apache/iotdb/commons/conf/CommonConfig.java | 11 +
.../iotdb/commons/conf/CommonDescriptor.java | 6 +
.../commons/file/SystemPropertiesHandler.java | 14 +
.../iotdb/commons/partition/SchemaPartition.java | 2 +
.../iotdb/commons/pipe/config/PipeConfig.java | 7 +
.../config/constant/PipeExtractorConstant.java | 2 +
.../resource/ref/PipePhantomReferenceManager.java | 10 +-
.../apache/iotdb/commons/schema/MemUsageUtil.java | 12 +-
.../src/main/thrift/pipeconsensus.thrift | 2 +
.../src/main/thrift/datanode.thrift | 4 +-
121 files changed, 10856 insertions(+), 1363 deletions(-)
create mode 100644
iotdb-client/client-py/tests/integration/test_tablemodel_insert.py
create mode 100644
iotdb-client/client-py/tests/integration/test_treemodel_insert.py
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/ProcedureManagerTest.java
mode change 100644 => 100755
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/conf/IoTDBDescriptor.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/memory/{PipeTabletMemoryBlock.java
=> PipeFixedMemoryBlock.java} (80%)
copy
integration-test/src/main/java/org/apache/iotdb/itbase/category/MultiClusterIT2SubscriptionRegressionConsumer.java
=>
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/memory/PipeMemoryBlockType.java
(87%)
copy
iotdb-api/udf-api/src/main/java/org/apache/iotdb/udf/api/exception/UDFParameterNotValidException.java
=>
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/memory/PipeTsFileMemoryBlock.java
(80%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/broker/SubscriptionPrefetchingQueueStates.java
create mode 100755
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/utils/PropertiesTest.java
