This is an automated email from the ASF dual-hosted git repository.
chenyz pushed a change to branch new_data_type
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 1a8b564a907 fix it
add 0f395b51920 done
add 40934ddc572 Pipe: Add completion signal to historical events & allow
all data regions' completion signal to drop the pipe (#12490)
add 0ebac6b7e11 Modify strategy of wait task time limitation & Fix proc id
(#12552)
add b2c5680f3d3 [RatisConsensus] add ut for force snapshot (#12560)
add 911d7b673a6 Pipe: Fixed the bug that schema region listening queue is
not cleared when the schema region is deleted / migrated (#12575)
add 462c9004a55 Introducing a memory control mechanism during the query
planning stage
add 7ef1eb722e9 Pipe: add parameter realtime.loose-range to support
subscription loose range semantics (#12580)
add e49a07d1129 Pipe: fix PipeEnrichedStatement can't contain redirect
info (#12579)
add f60694b4a46 Add TsFile develop branch for IoTDB in README (#12581)
add fad655319e1 Avoid infinite and unecessary loop when CN RPC processors
are killed/interrupted by OS (#12584)
add 1517e81e878 Fix python ci security warning and update c++ ci commands
(#12583)
add aa2687c1fe7 Pipe: Fix BatchActivateTemplateStatement is not handled
correctly when some of the timeseries already exists (#12587)
add 6a0da36bc56 Merge multi-language client CI workflows to one ymls
(#12586)
add 21a23967d7c Fix error compare method in IT framework
add 247505dbdc2 Merge branch 'master' into new_data_type
add 87f0c1900d7 add tsfile version
No new revisions were added by this update.
Summary of changes:
.github/workflows/client-go.yml | 56 --------
.github/workflows/client-python.yml | 58 --------
.../{client-cpp.yml => multi-language-client.yml} | 92 +++++++-----
.mvn/wrapper/maven-wrapper.properties | 4 +-
README.md | 2 +
README_ZH.md | 2 +
...torParallelIT.java => IoTDBPipeAutoDropIT.java} | 49 +++----
.../iotdb/pipe/it/manual/IoTDBPipeInclusionIT.java | 4 +-
iotdb-client/client-py/requirements_dev.txt | 1 -
.../heartbeat/DataNodeHeartbeatHandler.java | 3 +-
.../iotdb/confignode/manager/ClusterManager.java | 2 +
.../manager/consensus/ConsensusManager.java | 1 +
.../runtime/PipeRuntimeCoordinator.java | 18 ++-
.../runtime/heartbeat/PipeHeartbeat.java | 61 ++++++++
.../{ => heartbeat}/PipeHeartbeatParser.java | 51 ++++---
.../{ => heartbeat}/PipeHeartbeatScheduler.java | 20 +--
.../confignode/persistence/pipe/PipeTaskInfo.java | 89 +++++++-----
.../procedure/env/RegionMaintainHandler.java | 40 +++---
.../impl/region/AddRegionPeerProcedure.java | 4 +-
.../iotdb/consensus/ratis/DiskGuardianTest.java | 28 +---
.../iotdb/consensus/ratis/RatisConsensusTest.java | 15 ++
.../apache/iotdb/consensus/ratis/TestUtils.java | 21 +++
.../schemaregion/SchemaExecutionVisitor.java | 25 ++--
.../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 107 +++++++++++++-
.../builder/PipeTransferBatchReqBuilder.java | 8 +-
.../PipeTransferTabletInsertNodeEventHandler.java | 8 +-
.../thrift/sync/IoTDBDataRegionSyncConnector.java | 9 +-
.../tablet/PipeInsertNodeTabletInsertionEvent.java | 13 ++
.../common/terminate/PipeTerminateEvent.java} | 53 ++++---
.../event/realtime/PipeRealtimeEventFactory.java | 1 +
.../PipeHistoricalDataRegionTsFileExtractor.java | 56 +++++---
.../realtime/PipeRealtimeDataRegionExtractor.java | 22 +++
.../visitor/PipeStatementExceptionVisitor.java | 39 ++++--
.../visitor/PipeStatementTSStatusVisitor.java | 10 ++
.../db/pipe/resource/memory/PipeMemoryManager.java | 2 +-
.../iotdb/db/pipe/task/PipeDataNodeTask.java | 20 ++-
.../thrift/impl/DataNodeRegionManager.java | 2 +
.../db/queryengine/common/MPPQueryContext.java | 60 ++++++++
.../exception/MemoryNotEnoughException.java | 7 +-
.../execution/MemoryEstimationHelper.java | 6 +-
.../iotdb/db/queryengine/plan/Coordinator.java | 3 +
.../queryengine/plan/analyze/AnalyzeVisitor.java | 154 ++++++++++++++-------
.../plan/analyze/ConcatPathRewriter.java | 33 +++--
.../plan/analyze/ExpressionAnalyzer.java | 42 ++++--
.../queryengine/plan/analyze/ExpressionUtils.java | 66 ++++++---
.../queryengine/plan/analyze/TemplatedAnalyze.java | 12 +-
.../queryengine/plan/execution/QueryExecution.java | 3 +
.../db/queryengine/plan/expression/Expression.java | 3 +-
.../plan/expression/binary/BinaryExpression.java | 12 ++
.../plan/expression/leaf/ConstantOperand.java | 9 ++
.../plan/expression/leaf/NullOperand.java | 10 ++
.../plan/expression/leaf/TimeSeriesOperand.java | 10 ++
.../plan/expression/leaf/TimestampOperand.java | 10 ++
.../plan/expression/multi/FunctionExpression.java | 26 ++++
.../expression/other/CaseWhenThenExpression.java | 16 +++
.../expression/other/GroupByTimeExpression.java | 9 ++
.../plan/expression/ternary/BetweenExpression.java | 14 ++
.../plan/expression/unary/InExpression.java | 12 +-
.../plan/expression/unary/IsNullExpression.java | 10 ++
.../plan/expression/unary/LikeExpression.java | 12 ++
.../plan/expression/unary/LogicNotExpression.java | 11 ++
.../plan/expression/unary/NegationExpression.java | 11 ++
.../plan/expression/unary/RegularExpression.java | 12 ++
.../cartesian/BindSchemaForExpressionVisitor.java | 50 +++++--
.../cartesian/BindSchemaForPredicateVisitor.java | 43 ++++--
.../visitor/cartesian/CartesianProductVisitor.java | 23 +--
...catDeviceAndBindSchemaForExpressionVisitor.java | 27 +++-
...ncatDeviceAndBindSchemaForPredicateVisitor.java | 30 +++-
.../ConcatExpressionWithSuffixPathsVisitor.java | 28 +++-
.../visitor/cartesian/QueryContextProvider.java | 7 +-
.../plan/optimization/AggregationPushDown.java | 91 ++++++++++--
.../plan/planner/LocalExecutionPlanner.java | 22 ++-
.../plan/planner/LogicalPlanBuilder.java | 76 ++++++----
.../queryengine/plan/planner/TreeModelPlanner.java | 15 +-
.../distribution/DistributionPlanContext.java | 6 +
.../plan/planner/distribution/SourceRewriter.java | 9 ++
.../plan/node/source/AlignedLastQueryScanNode.java | 13 ++
.../source/AlignedSeriesAggregationScanNode.java | 11 ++
.../plan/node/source/AlignedSeriesScanNode.java | 12 ++
.../plan/node/source/LastQueryScanNode.java | 13 ++
.../node/source/SeriesAggregationScanNode.java | 12 ++
.../planner/plan/node/source/SeriesScanNode.java | 12 ++
.../planner/plan/node/source/SeriesSourceNode.java | 4 +-
.../memtable/AlignedWritableMemChunk.java | 2 +-
.../dataregion/memtable/TsFileProcessor.java | 42 ++----
.../dataregion/memtable/WritableMemChunk.java | 4 +-
.../apache/iotdb/db/utils/ErrorHandlingUtils.java | 3 +
.../java/org/apache/iotdb/db/utils/MemUtils.java | 4 +-
.../db/utils/datastructure/AlignedTVList.java | 2 +-
.../exception/MemoryNotEnoughExceptionTest.java | 37 -----
.../plan/analyze/ExpressionAnalyzerTest.java | 8 +-
.../config/constant/PipeExtractorConstant.java | 8 ++
.../listening/AbstractPipeListeningQueue.java | 11 +-
.../AbstractSerializableListeningQueue.java | 25 ++--
.../iotdb/commons/pipe/task/meta/PipeMeta.java | 38 +++--
.../commons/pipe/task/meta/PipeTemporaryMeta.java} | 35 +++--
.../src/main/thrift/datanode.thrift | 2 +
pom.xml | 2 +-
98 files changed, 1568 insertions(+), 728 deletions(-)
delete mode 100644 .github/workflows/client-go.yml
delete mode 100644 .github/workflows/client-python.yml
rename .github/workflows/{client-cpp.yml => multi-language-client.yml} (58%)
copy
integration-test/src/test/java/org/apache/iotdb/pipe/it/autocreate/{IoTDBPipeConnectorParallelIT.java
=> IoTDBPipeAutoDropIT.java} (66%)
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/coordinator/runtime/heartbeat/PipeHeartbeat.java
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/coordinator/runtime/{
=> heartbeat}/PipeHeartbeatParser.java (88%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/coordinator/runtime/{
=> heartbeat}/PipeHeartbeatScheduler.java (90%)
copy
iotdb-core/{node-commons/src/main/java/org/apache/iotdb/commons/pipe/event/ProgressReportEvent.java
=>
datanode/src/main/java/org/apache/iotdb/db/pipe/event/common/terminate/PipeTerminateEvent.java}
(53%)
copy
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/configuration/PipeRuntimeConfiguration.java
=>
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/expression/visitor/cartesian/QueryContextProvider.java
(79%)
delete mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/exception/MemoryNotEnoughExceptionTest.java
copy
iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/queryengine/common/NodeRef.java
=>
node-commons/src/main/java/org/apache/iotdb/commons/pipe/task/meta/PipeTemporaryMeta.java}
(55%)
