This is an automated email from the ASF dual-hosted git repository.
JackieTien97 pushed a change to branch ty/query-attempt-cleanup
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 0030ac2c76a [Query] Fix scheduler stop races and query attempt context
leaks
add a77d7ee68e5 [Query] Fix terminal cleanup and receiver-local admission
add 76660832db6 [Pipe] Distribute parser admission across processor
workers (#19217)
add 6e7448d9beb Fix relational insert tablet redirect row count (#19221)
add 7b407ec0029 Upgrade Jetty to 12.0.41 and Jackson to 2.18.12 (#19226)
add 90515489a24 Support constant folding for insert values (#17850)
add d9122d83761 Support timestamp cast literals in table-model time
planning (#19223)
add 5aca93a2c2e Protect UDF classloader lifetime with query scopes (#19107)
add 54bff3d9a42 [Pipe] Allow retry heartbeats past realtime completion
barriers (#19219)
add 2dec2e6b570 Merge master and preserve query and UDF cleanup ownership
No new revisions were added by this update.
Summary of changes:
LICENSE-binary | 28 +-
.../java/org/apache/iotdb/db/it/cq/IoTDBCQIT.java | 53 ++++
.../relational/it/db/it/IoTDBInsertTableIT.java | 56 +++-
.../it/db/it/udf/IoTDBSQLFunctionManagementIT.java | 173 +++++++++++
.../it/query/recent/IoTDBComplexQueryIT.java | 109 +++++++
.../it/query/recent/IoTDBGapFillTableIT.java | 40 +++
.../it/session/IoTDBSessionRelationalIT.java | 29 +-
.../ir/GlobalTimePredicateExtractVisitor.java | 18 +-
.../iotdb/db/i18n/DataNodeQueryMessages.java | 38 ++-
.../iotdb/db/i18n/DataNodeQueryMessages.java | 38 ++-
.../consensus/statemachine/BaseStateMachine.java | 26 +-
.../dataregion/DataRegionStateMachine.java | 6 +-
.../schemaregion/SchemaRegionStateMachine.java | 6 +-
.../sink/PipeRealtimePriorityBlockingQueue.java | 4 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 6 +-
.../db/pipe/resource/memory/PipeMemoryManager.java | 69 +++-
.../realtime/PipeRealtimeDataRegionSource.java | 1 +
.../PipeRealtimeDataRegionTsFileSource.java | 3 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 88 ++++--
.../db/queryengine/common/MPPQueryContext.java | 5 -
.../db/queryengine/common/QueryAttemptId.java | 1 +
.../queryengine/execution/QueryStateMachine.java | 3 +-
.../fragment/FragmentInstanceContext.java | 26 ++
.../fragment/FragmentInstanceManager.java | 64 ++--
.../execution/fragment/QueryAttemptRegistry.java | 196 +++++++-----
.../operator/process/TransformOperator.java | 37 +--
.../queryengine/plan/execution/QueryExecution.java | 116 ++++++-
.../config/executor/ClusterConfigTaskExecutor.java | 22 +-
.../config/metadata/ShowFunctionsTask.java | 16 +-
.../plan/planner/LocalExecutionPlanner.java | 31 ++
.../plan/planner/plan/FragmentInstance.java | 50 ++-
.../plan/node/write/RelationalInsertRowsNode.java | 12 +-
.../node/write/RelationalInsertTabletNode.java | 4 +-
.../relational/analyzer/StatementAnalyzer.java | 6 +
.../ConvertPredicateToTimeFilterVisitor.java | 12 +-
.../planner/IrExpressionInterpreter.java | 326 +++++++++++++------
.../plan/relational/planner/QueryPlanner.java | 12 +-
.../plan/relational/planner/TranslationMap.java | 5 +-
.../ir/GapFillStartAndEndTimeExtractVisitor.java | 46 ++-
.../plan/relational/sql/ast/InsertValues.java | 346 +++++++++++++++++++++
.../plan/relational/sql/parser/AstBuilder.java | 234 +-------------
.../plan/relational/sql/util/AstUtil.java | 83 +++++
.../plan/scheduler/ClusterScheduler.java | 8 +-
.../scheduler/FragmentInstanceDispatcherImpl.java | 154 +++++++--
.../plan/scheduler/IQueryTerminator.java | 6 +-
.../plan/scheduler/SimpleQueryTerminator.java | 29 +-
.../db/queryengine/plan/udf/TreeUDFUtils.java | 17 +-
.../transformation/dag/udf/UDTFContext.java | 2 -
.../reader/impl/TimeseriesReaderWithViewFetch.java | 44 +++
.../task/connection/PipeEventCollectorTest.java | 31 ++
.../processor/PipeProcessorSubtaskWorkerTest.java | 98 ++++++
.../resource/memory/PipeMemoryManagerTest.java | 64 ++++
.../db/pipe/source/PipeRealtimeExtractTest.java | 104 +++++--
.../fragment/FragmentInstanceManagerTest.java | 68 +++-
.../fragment/QueryAttemptAdmissionTest.java | 184 +++++++++++
.../fragment/QueryAttemptRegistryTest.java | 124 ++++++--
.../execution/QueryExecutionLifecycleTest.java | 36 +++
.../plan/execution/QueryExecutionRetryTest.java | 68 +++-
.../plan/planner/FragmentInstanceSerdeTest.java | 41 ++-
.../planner/node/write/WritePlanNodeSplitTest.java | 29 ++
.../relational/sql/AstMemoryEstimatorTest.java | 29 +-
.../plan/relational/sql/ast/InsertValuesTest.java | 204 ++++++++++++
.../scheduler/ClusterSchedulerLifecycleTest.java | 14 +
.../FragmentInstanceDispatcherLifecycleTest.java | 198 +++++++++---
.../plan/scheduler/QueryAttemptProtocolTest.java | 11 +-
.../plan/scheduler/QueryTerminalCleanupTest.java | 152 +++++++++
.../plan/scheduler/SimpleQueryTerminatorTest.java | 9 +-
.../apache/iotdb/commons/i18n/QueryMessages.java | 9 +
.../apache/iotdb/commons/i18n/QueryMessages.java | 9 +
.../queryengine/plan/udf/UDFManagementService.java | 129 +++++---
.../org/apache/iotdb/commons/udf/UDFTable.java | 81 +++--
.../iotdb/commons/udf/service/UDFClassLoader.java | 18 +-
.../commons/udf/service/UDFClassLoaderManager.java | 179 +++++++++--
.../plan/udf/UDFManagementServiceTest.java | 211 +++++++++++++
.../udf/service/UDFClassLoaderManagerTest.java | 95 ++++++
.../src/main/thrift/datanode.thrift | 16 +-
pom.xml | 4 +-
77 files changed, 4068 insertions(+), 851 deletions(-)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/InsertValues.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/execution/fragment/QueryAttemptAdmissionTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/InsertValuesTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/scheduler/QueryTerminalCleanupTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/queryengine/plan/udf/UDFManagementServiceTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/udf/service/UDFClassLoaderManagerTest.java