This is an automated email from the ASF dual-hosted git repository.
Caideyipi pushed a change to branch chunk-fix
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 435ea419e58 shop
add 0008782ae79 Pipe: Fixed the first-chunk calculation bug for scan
parser (#17597)
add d1a234fc51e Load: Fixed multiple bugs (#17565)
add eefcdd21ecb Fixed the renaming bug of table view (#17577)
add f5fbaa2a3c9 Refuse unreasonable string length in thrift frame (#17612)
add a6e717f624b Clean up dead RPC thread config and use node-specific
selectorNum (#17551)
add efeece64216 Fix NPE because of thread of DriverScheduler was not
closed immediately when stop DN
add d4be5c82e0f Improve TopologyService and HeartbeatService scalability
for large clusters (#17595)
add 38ea60e04f9 [AINode] Eliminate transformers registered and fix build
bug (#17615)
add eea7e65c74d Refactor: Renamed the remaining id columns to tag (#17582)
add f92e9c0a2c5 Fix transport leak in ConfigNodeClient during leader
redirect (#17631)
add cfbcc249c53 Fix that WALBuffer waits for flush instead of file-roll
(#17628)
add db22016e160 Fix order in subquery when meets diff function (#17629)
add 487b7cd3a31 Move TableScaNode to node-commons (#17627)
add bfc7056f006 In IoTDB, users are prohibited from creating a database
with the name __audit. (#17634)
add 9793441547c Fix that load-tsfile and pipe-parser may skip time-only
aligned chunks (#17625)
add 7b61793d114 Fix compaction mods metrics update (#17636)
add 9348cb8e2fb Refactor Duplicate literal (#17632)
new 5a3ea3171e5 Merge remote-tracking branch 'origin/master' into chunk-fix
new 9287fe8b74f Update TsFileInsertionEventScanParser.java
new f6db62691aa Fix
The 3 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.idea/icon.png | Bin 6736 -> 0 bytes
.../org/apache/iotdb/it/env/cluster/EnvUtils.java | 17 +-
.../iotdb/it/env/cluster/config/MppBaseConfig.java | 2 +
.../it/env/cluster/config/MppCommonConfig.java | 6 +
.../env/cluster/config/MppSharedCommonConfig.java | 7 +
.../it/env/remote/config/RemoteCommonConfig.java | 5 +
.../org/apache/iotdb/itbase/env/CommonConfig.java | 2 +
.../iotdb/ainode/it/AINodeModelManageIT.java | 10 -
.../apache/iotdb/db/it/IoTDBLoadLastCacheIT.java | 1 -
.../iotdb/db/it/auth/IoTDBTemplateAuthIT.java | 2 +-
.../manual/enhanced/IoTDBPipeClusterIT.java | 33 ++
.../it/db/it/IoTDBAuthenticationTableIT.java | 4 +-
.../relational/it/db/it/IoTDBLoadTsFileIT.java | 73 ++++
.../scalar/IoTDBDiffFunctionTableIT.java | 80 ++++
...ableAggregationQueryWithNetworkPartitionIT.java | 3 +-
iotdb-client/client-cpp/src/main/Session.cpp | 16 +-
iotdb-client/client-cpp/src/main/Session.h | 10 +-
.../apache/iotdb/rpc/TElasticFramedTransport.java | 23 +-
iotdb-core/ainode/build_binary.py | 237 +-----------
.../ainode/iotdb/ainode/core/model/model_info.py | 8 -
.../iotdb/ainode/core/model/model_storage.py | 210 +---------
.../async/AsyncAINodeHeartbeatClientPool.java | 4 +-
.../async/AsyncConfigNodeHeartbeatClientPool.java | 4 +-
.../async/AsyncDataNodeHeartbeatClientPool.java | 4 +-
.../CnToCnInternalServiceAsyncRequestManager.java | 8 +-
.../client/async/CnToDnAsyncRequestType.java | 1 +
.../CnToDnInternalServiceAsyncRequestManager.java | 11 +
.../rpc/DataNodeAsyncRequestRPCHandler.java | 1 +
.../iotdb/confignode/conf/ConfigNodeConfig.java | 61 +++
.../confignode/conf/ConfigNodeDescriptor.java | 49 +++
.../statemachine/ConfigRegionStateMachine.java | 5 +
.../iotdb/confignode/manager/ConfigManager.java | 14 +
.../iotdb/confignode/manager/load/LoadManager.java | 8 +-
.../confignode/manager/load/cache/LoadCache.java | 2 +-
.../manager/load/service/HeartbeatService.java | 8 -
.../manager/load/service/TopologyService.java | 250 ++++++++----
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 32 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 36 +-
.../scan/TsFileInsertionEventScanParser.java | 76 ++--
...ileInsertionEventTableParserTabletIterator.java | 143 ++++---
.../iotdb/db/protocol/client/ConfigNodeClient.java | 8 +-
.../protocol/client/DataNodeClientPoolFactory.java | 28 --
.../DnToCnInternalServiceAsyncRequestManager.java | 5 +
...DataNodeExternalServiceAsyncRequestManager.java | 10 +-
.../client/dn/DataNodeIntraHeartbeatManager.java | 5 +
.../dn/DataNodeMPPServiceAsyncRequestManager.java | 10 +-
.../DnToDnInternalServiceAsyncRequestManager.java | 5 +
.../impl/DataNodeInternalRPCServiceImpl.java | 61 ++-
.../schema/source/DevicePredicateHandler.java | 6 +-
.../schema/source/TableDeviceFetchSource.java | 8 +-
.../execution/schedule/DriverScheduler.java | 1 +
.../iotdb/db/queryengine/plan/ClusterTopology.java | 109 +++---
.../iotdb/db/queryengine/plan/Coordinator.java | 12 +-
.../db/queryengine/plan/analyze/AnalyzeUtils.java | 32 +-
.../plan/analyze/load/LoadTsFileAnalyzer.java | 1 +
.../analyze/load/LoadTsFileTableSchemaCache.java | 24 +-
.../config/executor/ClusterConfigTaskExecutor.java | 46 +--
.../queryengine/plan/planner/TreeModelPlanner.java | 3 -
.../plan/planner/plan/node/PlanVisitor.java | 5 -
.../relational/analyzer/StatementAnalyzer.java | 52 ++-
.../schema/CheckSchemaPredicateVisitor.java | 6 +-
.../ConvertSchemaPredicateToFilterVisitor.java | 30 +-
.../schema/ExtractPredicateColumnNameVisitor.java | 2 +-
.../metadata/fetcher/SchemaPredicateUtil.java | 16 +-
.../metadata/fetcher/TableDeviceSchemaFetcher.java | 10 +-
.../plan/relational/planner/RelationPlanner.java | 4 +-
.../distribute/TableDistributedPlanGenerator.java | 34 +-
.../planner/node/DeviceTableScanNode.java | 2 +-
.../PushAggregationIntoTableScan.java | 18 +-
.../optimizations/PushPredicateIntoTableScan.java | 2 +-
.../relational/security/AccessControlImpl.java | 13 +
.../security/TreeAccessCheckVisitor.java | 13 +
.../plan/statement/crud/LoadTsFileStatement.java | 1 +
.../dataregion/modification/ModificationFile.java | 22 +-
.../dataregion/wal/buffer/IWALBuffer.java | 6 +-
.../dataregion/wal/buffer/WALBuffer.java | 18 +-
.../storageengine/dataregion/wal/node/WALNode.java | 10 +-
.../db/storageengine/load/LoadTsFileManager.java | 54 ++-
.../load/memory/LoadTsFileMemoryManager.java | 13 +-
.../load/splitter/TsFileSplitter.java | 9 +-
.../pipe/event/TsFileInsertionEventParserTest.java | 71 ++++
.../plan/analyze/load/LoadTsFileAnalyzerTest.java | 197 ++++++++++
.../plan/relational/analyzer/AnalyzerTest.java | 50 +++
.../statement/crud/LoadTsFileStatementTest.java | 79 ++++
.../table/TsTableRenameColumnSchemaTest.java | 60 +++
.../compaction/utils/CompactionUtilsTest.java | 36 ++
.../modification/ModificationFileTest.java | 62 +++
.../wal/node/WALNodeWaitForRollFileTest.java | 425 +++++++++++++++++++++
.../db/storageengine/load/TsFileSplitterTest.java | 157 ++++++++
.../load/memory/LoadTsFileMemoryManagerTest.java | 106 +++++
.../conf/iotdb-system.properties.template | 42 +-
.../iotdb/commons/client/ClientPoolFactory.java | 58 ++-
.../client/property/ClientPoolProperty.java | 16 +-
.../client/property/ThriftClientProperty.java | 5 +-
.../client/request/AsyncRequestManager.java | 6 +-
...nfigNodeInternalServiceAsyncRequestManager.java | 10 +-
.../DataNodeInternalServiceRequestManager.java | 10 +-
.../DataNodeIntraHeartbeatRequestManager.java | 9 +-
.../iotdb/commons/concurrent/ThreadName.java | 3 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 15 +-
.../iotdb/commons/conf/CommonDescriptor.java | 36 +-
.../planner/plan/node/ICoreQueryPlanVisitor.java | 5 +
.../apache/iotdb/commons/schema/table/Audit.java | 13 +
.../apache/iotdb/commons/schema/table/TsTable.java | 35 +-
.../plan/relational/metadata/MetadataUtil.java | 52 ---
.../relational/metadata/QualifiedObjectName.java | 4 -
.../relational/planner/node/TableScanNode.java | 18 +-
.../iotdb/commons/client/ClientManagerTest.java | 19 +-
.../src/main/thrift/datanode.thrift | 11 +
109 files changed, 2698 insertions(+), 1092 deletions(-)
delete mode 100644 .idea/icon.png
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/analyze/load/LoadTsFileAnalyzerTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/statement/crud/LoadTsFileStatementTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/schemaengine/table/TsTableRenameColumnSchemaTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALNodeWaitForRollFileTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/load/TsFileSplitterTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/load/memory/LoadTsFileMemoryManagerTest.java
rename iotdb-core/{datanode =>
node-commons}/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/metadata/MetadataUtil.java
(62%)
rename iotdb-core/{datanode =>
node-commons}/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/metadata/QualifiedObjectName.java
(96%)
rename iotdb-core/{datanode =>
node-commons}/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/node/TableScanNode.java
(93%)
