This is an automated email from the ASF dual-hosted git repository.
caogaofei pushed a change to branch beyyes/agg_template_alignbydevice
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 884dccaf2dc not support agg(*) or agg(s1+1) now; perfect serialize
method of RawDataAggregation
add 4cb0a3965b4 Pipe: Allowed the transfer of logical view alter statement
in schema snapshot (#12488)
add 7036e9ff935 Pipe: dynamically adjust connection timeout to handle
SocketTimeoutException & Avoid resource cleaning when load task is in process
(#12485)
add 3782215a21d Fix redundant lock taking during create multi timeseries
add 7bbd83d4042 [IOTDB-6326] Normalize the table headers of Auth related
statement
add e737aeb6693 Fix tsfile flush error when drop database or remove peer
(#12493)
add a7aaeb4c75d modify direct buffer memory proportion (#12496)
add d675ba14ab5 Pipe: Globally adjust timeout when syncing huge tsfiles &
Speed up file transfer after sync task failed (#12491)
add 5c434dc6a31 Pipe: Changed the hybrid switching status to avoid first
data is not synced realtime in hybrid mode (#12495)
add ddd10057fd7 Load: Add LoadTsfilePointRateLimiter to control load
tsfile throughput rate (#12356)
add dc323ffed6e Fix insert rows mem control error
add c486e3fd1a9 fixed backup bug (#12504)
add 5d916c08e94 Fix timeout doesn't take effect while using builder to
build session
add 679fc98021f Pipe: fix infinite loop with lock when retrying syncing
tsfiles in async connector (which may cause selector & connector worker
deadlock) (#12501)
add c710efbb51d Adjust some access modifier of confignode (#12505)
add 214d8d2d77d Pipe: fix pipe plugin instance not closed issue after
failed initialization (#12509)
add 5e6737108dd Bump org.springframework:spring-web from 5.3.33 to 5.3.34
(#12506)
add 0df3700054b add allow compaction check when inner space compaction
task after start (#12494)
add b80aa0ae708 Degrade configNode leader redirection log level and avoid
meaningless log print when ConfigNodeClient is first constructed. (#12510)
add be6e889312a [IOTDB-6325] Support RegionScan for active metadata
queries [FE Part]
add 234dab783ee Fix return value of fetch schmea with incorrect template
info
add e2bd04d87c4 Pipe: Fix iterator.hasNext() == true after removal from
empty ConcurrentIterableLinkedQueue (#12514)
add feb61e8d83a Pipe: Fix InsertRowsNode is not supported in batch mode
(#12517)
add 6d445f92a1e Pipe: Degraded the lock in PipeEventCollector to avoid
waitForTsFileClose() blocking pipe drop (#12518)
add c893101de1b Pipe: cache leader support batch mode (#12486)
add 741a218fb75 fix filter push down is not valid in template align by
device situation
add c12c84101c8 Fixed invalid links in En version & CH version for README
(#12512)
add 6a694424e20 merge master
add 303df4bc861 fix ut
No new revisions were added by this update.
Summary of changes:
README.md | 2 +-
README_ZH.md | 4 +-
.../org/apache/iotdb/db/it/IoTDBRestServiceIT.java | 5 +-
.../db/it/IoTDBSyntaxConventionIdentifierIT.java | 4 +-
.../iotdb/db/it/auth/IoTDBClusterAuthorityIT.java | 4 +-
.../pipe/it/manual/IoTDBPipeMetaHistoricalIT.java | 28 +-
.../cli/src/assembly/resources/tools/backup.sh | 2 +-
.../org/apache/iotdb/tool/IoTDBDataBackTool.java | 112 ++++---
.../java/org/apache/iotdb/session/Session.java | 1 +
.../org/apache/iotdb/session/pool/SessionPool.java | 10 +
.../java/org/apache/iotdb/session/SessionTest.java | 6 +
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 12 +-
.../iotdb/confignode/manager/ConfigManager.java | 35 ++-
.../iotdb/confignode/manager/load/LoadManager.java | 12 +-
.../manager/load/service/HeartbeatService.java | 16 +-
.../iotdb/confignode/manager/node/NodeManager.java | 6 +-
.../pipe/execution/PipeConfigNodeSubtask.java | 64 ++--
.../iotdb/confignode/persistence/AuthorInfo.java | 10 +-
.../confignode/persistence/node/NodeInfo.java | 7 +-
.../iotdb/confignode/service/ConfigNode.java | 28 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 4 +-
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 22 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 24 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 11 +
.../client/IoTDBDataNodeAsyncClientManager.java | 14 +-
.../IoTDBDataNodeCacheLeaderClientManager.java | 2 +-
.../client/IoTDBDataNodeSyncClientManager.java | 9 +
...oTDBThriftAsyncPipeTransferBatchReqBuilder.java | 36 ---
...IoTDBThriftSyncPipeTransferBatchReqBuilder.java | 29 --
...ferBatchReqBuilder.java => PipeEventBatch.java} | 61 ++--
.../builder/PipeTransferBatchReqBuilder.java | 219 +++++---------
.../request/PipeTransferTabletBatchReq.java | 23 +-
.../request/PipeTransferTabletBinaryReq.java | 57 ++--
.../request/PipeTransferTabletInsertNodeReq.java | 13 +-
.../async/IoTDBDataRegionAsyncConnector.java | 167 ++++++----
.../PipeTransferTabletBatchEventHandler.java | 19 +-
.../PipeTransferTsFileInsertionEventHandler.java | 33 +-
.../thrift/sync/IoTDBDataRegionSyncConnector.java | 42 ++-
.../db/pipe/connector/util/LeaderCacheUtils.java | 69 +++++
.../schema/PipeSchemaRegionSnapshotEvent.java | 2 +-
.../PipeRealtimeDataRegionHybridExtractor.java | 67 ++--
.../schemaregion/IoTDBSchemaRegionExtractor.java | 8 +-
.../exchange/sender/TwoStageAggregateSender.java | 2 +-
.../protocol/airgap/IoTDBAirGapReceiver.java | 2 +-
.../protocol/thrift/IoTDBDataNodeReceiver.java | 51 +++-
.../pipe/task/connection/PipeEventCollector.java | 21 +-
.../db/pipe/task/stage/PipeTaskExtractorStage.java | 13 +
.../connector/PipeConnectorSubtaskManager.java | 13 +
.../iotdb/db/protocol/client/ConfigNodeClient.java | 35 ++-
.../queryengine/common/TimeseriesSchemaInfo.java | 123 ++++++++
.../common/header/ColumnHeaderConstant.java | 12 +
.../common/schematree/ClusterSchemaTree.java | 26 ++
.../common/schematree/DeviceSchemaInfo.java | 4 +
.../queryengine/common/schematree/ISchemaTree.java | 2 +
.../common/schematree/node/SchemaInternalNode.java | 5 +
.../schematree/node/SchemaMeasurementNode.java | 6 +
.../common/schematree/node/SchemaNode.java | 2 +
.../execution/load/AlignedChunkData.java | 3 +
.../execution/load/LoadTsFileManager.java | 65 +++-
.../execution/load/LoadTsFileRateLimiter.java | 79 +++++
.../execution/load/NonAlignedChunkData.java | 3 +
.../schema/source/TimeSeriesSchemaSource.java | 2 +-
.../db/queryengine/plan/analyze/Analysis.java | 29 ++
.../queryengine/plan/analyze/AnalyzeVisitor.java | 232 ++++++++++++--
.../plan/analyze/schema/ClusterSchemaFetcher.java | 7 +-
.../plan/analyze/schema/ISchemaFetcher.java | 16 +
.../db/queryengine/plan/parser/ASTVisitor.java | 41 ++-
.../plan/planner/LogicalPlanBuilder.java | 21 ++
.../plan/planner/LogicalPlanVisitor.java | 37 ++-
.../distribution/DistributionPlanContext.java | 4 +
.../planner/distribution/ExchangeNodeAdder.java | 12 +
.../plan/planner/distribution/SourceRewriter.java | 65 ++++
.../plan/planner/plan/node/PlanNodeType.java | 14 +-
.../plan/planner/plan/node/PlanVisitor.java | 20 ++
.../{IntoNode.java => RegionMergeNode.java} | 85 +++---
.../plan/node/source/DeviceRegionScanNode.java | 175 +++++++++++
.../planner/plan/node/source/RegionScanNode.java | 94 ++++++
.../plan/node/source/TimeseriesRegionScanNode.java | 336 +++++++++++++++++++++
.../scheduler/load/LoadTsFileDispatcherImpl.java | 195 +++++++-----
.../crud/InsertMultiTabletsStatement.java | 8 +
.../statement/metadata/CountDevicesStatement.java | 16 +
.../metadata/CountTimeSeriesStatement.java | 15 +
.../statement/metadata/ShowDevicesStatement.java | 14 +
.../metadata/ShowTimeSeriesStatement.java | 16 +-
.../iotdb/db/storageengine/StorageEngine.java | 6 +-
.../db/storageengine/dataregion/DataRegion.java | 48 +--
.../execute/task/AbstractCompactionTask.java | 8 +-
.../execute/task/InnerSpaceCompactionTask.java | 3 +
.../compaction/schedule/CompactionTaskManager.java | 6 +-
.../dataregion/memtable/AbstractMemTable.java | 3 +
.../dataregion/memtable/TsFileProcessor.java | 167 ++++++++--
.../dataregion/memtable/WritableMemChunkGroup.java | 3 +
.../db/storageengine/rescon/memory/SystemInfo.java | 2 +-
.../SubscriptionConnectorSubtaskManager.java | 14 +
.../plan/optimization/TestPlanBuilder.java | 3 +-
.../distribution/RegionScanPlanningTest.java | 149 +++++++++
.../logical/DataQueryLogicalPlannerTest.java | 18 +-
.../logical/RegionScanLogicalPlannerTest.java | 206 +++++++++++++
.../planner/node/process/FilterNodeSerdeTest.java | 3 +-
.../dataregion/memtable/TsFileProcessorTest.java | 200 ++++++++++++
.../async/AsyncPipeDataTransferServiceClient.java | 13 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 35 ++-
.../iotdb/commons/conf/CommonDescriptor.java | 5 +
.../apache/iotdb/commons/conf/IoTDBConstant.java | 4 -
.../org/apache/iotdb/commons/path/AlignedPath.java | 6 +
.../apache/iotdb/commons/path/MeasurementPath.java | 4 +
.../commons/pipe/agent/plugin/PipePluginAgent.java | 10 +-
.../iotdb/commons/pipe/config/PipeConfig.java | 11 +-
.../pipe/connector/client/IoTDBClientManager.java | 45 +++
.../connector/client/IoTDBSyncClientManager.java | 4 +-
.../connector/protocol/IoTDBAirGapConnector.java | 2 +-
.../queue/ConcurrentIterableLinkedQueue.java | 20 +-
.../commons/pipe/progress/PipeEventCommitter.java | 17 ++
.../ConcurrentIterableLinkedQueueTest.java | 84 +++---
pom.xml | 2 +-
115 files changed, 3447 insertions(+), 874 deletions(-)
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/evolvable/builder/IoTDBThriftAsyncPipeTransferBatchReqBuilder.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/evolvable/builder/IoTDBThriftSyncPipeTransferBatchReqBuilder.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/evolvable/builder/{PipeTransferBatchReqBuilder.java
=> PipeEventBatch.java} (76%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/util/LeaderCacheUtils.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/common/TimeseriesSchemaInfo.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/load/LoadTsFileRateLimiter.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/process/{IntoNode.java
=> RegionMergeNode.java} (55%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/source/DeviceRegionScanNode.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/source/RegionScanNode.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/source/TimeseriesRegionScanNode.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/planner/distribution/RegionScanPlanningTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/planner/logical/RegionScanLogicalPlannerTest.java
