This is an automated email from the ASF dual-hosted git repository.
jackietien pushed a change to branch ty/forecast
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 345f8a2b3dd support forecast for built-in model
add 512188b689b Fixed the NPE caused by concurrent template unset /
activation #15420
add b4852c91c52 IoTV2: Try to fix tsfile corruption & receiver dir clean
(#15410)
add acdf8cc0f9a ShutdownNow all pipe connector subTask works to interrupt
all threads blocking in lock. (#15411)
add ed1f1b8cb37 fix: dockerfile adapter script (#15428)
add 86178d730c1 Throw 701 while show time partition in table mode
add 4af9c59aadb fix: export-tsfile change pull mode (#15306)
add 953780620df [remove datanode] Fix IoTDBRemoveDataNodeNormalIT #15429
add 398d01a520c bump ratis to 3.2.0-3247c7f-SNAPSHOT (#15427)
add a0152af2b1d Enhanced JDBC: allow tree model data view in DBeaver
(#15431)
add 7ba97174859 Optimize partition cache getRegionReplicaSet interface
performance by batching (#15396)
add edda98e37a0 Append TTL logs for PartitionTableAutoCleaner #15437
add d960f9eed93 Invalidating partition cache for all datanodes except the
unknown ones when deleting database #15436
add 007504ab168 Preallocate array list & update TsFile version (#15434)
add 578bc6606c0 Jdbc adapted datagrip (#15432)
add 21dfc0023c4 Fix predicate push down when first child is Constant in
Comparison Expression
add aa167134dae Implement ASOF INNER JOIN
add 61fb62cd42e Check TVF parameter case-intensively during invocation and
declaration.
add 95c1b928f98 Refactor ResourceManagerTest to make it insensitive to the
change of TsFileResourceSize
new 14d227fe35a Merge remote-tracking branch 'origin/master' into
ty/forecast
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
docker/src/main/Dockerfile-1c1d | 2 +-
.../org/apache/iotdb/TableModelSessionExample.java | 15 +-
.../apache/iotdb/TableModelSessionPoolExample.java | 2 +-
.../db/query/udf/example/relational/MySplit.java | 4 +-
.../iotdb/it/utils/TsFileTableGenerator.java | 7 +-
.../org/apache/iotdb/db/it/IoTDBLoadTsFileIT.java | 16 +-
.../db/it/aligned/IoTDBPredicatePushDownIT.java | 9 +
.../pipe/it/dual/tablemodel/TableModelUtils.java | 105 ++--
.../IoTDBPipeTypeConversionISessionIT.java | 18 +-
.../manual/IoTDBPipeTypeConversionISessionIT.java | 5 +-
.../relational/it/db/it/IoTDBAsofJoinTableIT.java | 146 +++++
.../it/db/it/IoTDBAuthenticationTableIT.java | 2 +-
.../relational/it/db/it/IoTDBInsertTableIT.java | 2 +-
.../db/it/IoTDBMultiTAGsWithAttributesTableIT.java | 115 ++++
.../old/aligned/IoTDBPredicatePushDownTableIT.java | 13 +
.../it/query/old/orderBy/IoTDBOrderByTableIT.java | 33 +-
.../iotdb/relational/it/schema/IoTDBTableIT.java | 8 +-
.../it/session/IoTDBSessionRelationalIT.java | 2 +-
.../pool/IoTDBInsertTableSessionPoolIT.java | 2 +-
.../apache/iotdb/tools/it/ExportTsFileTestIT.java | 85 +--
.../org/apache/iotdb/tool/common/Constants.java | 2 +-
.../org/apache/iotdb/tool/common/OptionsUtil.java | 5 +-
.../apache/iotdb/tool/data/AbstractDataTool.java | 6 +-
.../apache/iotdb/tool/data/ImportDataTable.java | 9 +-
.../org/apache/iotdb/tool/tsfile/ExportTsFile.java | 5 +
.../subscription/AbstractSubscriptionTsFile.java | 1 +
.../subscription/SubscriptionTableTsFile.java | 26 +-
.../subscription/SubscriptionTreeTsFile.java | 29 +-
.../iotdb/jdbc/IoTDBAbstractDatabaseMetadata.java | 17 +-
.../org/apache/iotdb/jdbc/IoTDBConnection.java | 27 +-
.../apache/iotdb/jdbc/IoTDBDatabaseMetadata.java | 16 +-
.../IoTDBRelationalDatabaseMetadata.java | 146 +++--
.../payload/SubscriptionSessionDataSet.java | 1 -
.../iotdb/session/SessionCacheLeaderTest.java | 2 +-
.../region/GreedyCopySetRegionGroupAllocator.java | 4 +-
.../procedure/PartitionTableAutoCleaner.java | 6 +
.../procedure/env/ConfigNodeProcedureEnv.java | 52 +-
.../procedure/env/RemoveDataNodeHandler.java | 8 +-
.../pipe/consensuspipe/ConsensusPipeReceiver.java | 3 +-
.../schemaregion/SchemaExecutionVisitor.java | 15 +
.../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 26 -
.../task/execution/PipeSubtaskExecutorManager.java | 7 +
.../connector/protocol/opcua/OpcUaNameSpace.java | 6 +-
.../pipeconsensus/PipeConsensusAsyncConnector.java | 157 +++--
.../util/builder/PipeTableModelTsFileBuilder.java | 4 +-
.../builder/PipeTableModelTsFileBuilderV2.java | 2 +-
.../tablet/parser/TabletInsertionEventParser.java | 19 +-
...ileInsertionEventTableParserTabletIterator.java | 15 +-
.../pipeconsensus/PipeConsensusReceiver.java | 327 +++++-----
.../pipeconsensus/PipeConsensusReceiverAgent.java | 61 +-
.../pipe/resource/memory/PipeMemoryWeightUtil.java | 3 +-
.../v1/handler/StatementConstructionHandler.java | 4 +-
...> AscLongTypeIgnoreEqualJoinKeyComparator.java} | 16 +-
... DescLongTypeIgnoreEqualJoinKeyComparator.java} | 16 +-
.../merge/comparator/JoinKeyComparatorFactory.java | 20 +
.../relational/AsofMergeSortInnerJoinOperator.java | 237 ++++++++
.../plan/analyze/ClusterPartitionFetcher.java | 50 +-
.../analyze/cache/partition/PartitionCache.java | 301 ++++++----
.../config/executor/ClusterConfigTaskExecutor.java | 2 +-
.../expression/binary/CompareBinaryExpression.java | 24 +
.../predicate/ConvertPredicateToFilterVisitor.java | 4 +-
.../ConvertPredicateToTimeFilterVisitor.java | 3 +-
.../plan/parser/StatementGenerator.java | 2 +-
.../plan/planner/TableOperatorGenerator.java | 62 +-
.../plan/planner/plan/node/PlanGraphPrinter.java | 7 +-
.../relational/analyzer/StatementAnalyzer.java | 121 +++-
.../predicate/ConvertPredicateToFilterVisitor.java | 2 +-
.../plan/relational/metadata/TableSchema.java | 2 +-
.../plan/relational/planner/RelationPlanner.java | 137 +++--
.../iterative/rule/PruneJoinChildrenColumns.java | 10 +
.../planner/iterative/rule/PruneJoinColumns.java | 1 +
...orrelatedDistinctAggregationWithProjection.java | 1 +
...elatedDistinctAggregationWithoutProjection.java | 1 +
...mCorrelatedGlobalAggregationWithProjection.java | 1 +
...rrelatedGlobalAggregationWithoutProjection.java | 1 +
...CorrelatedGroupedAggregationWithProjection.java | 1 +
...relatedGroupedAggregationWithoutProjection.java | 1 +
.../rule/TransformCorrelatedJoinToJoin.java | 1 +
.../TransformFilteringSemiJoinToInnerJoin.java | 1 +
.../rule/TransformUncorrelatedSubqueryToJoin.java | 1 +
.../plan/relational/planner/node/JoinNode.java | 122 +++-
.../optimizations/PushPredicateIntoTableScan.java | 18 +
.../optimizations/UnaliasSymbolReferences.java | 1 +
.../plan/relational/sql/ast/AsofJoinOn.java | 163 +++++
.../sql/ast/DefaultTraversalVisitor.java | 8 +-
.../plan/relational/sql/ast/JoinOn.java | 11 +-
.../plan/relational/sql/parser/AstBuilder.java | 37 +-
.../dag/column/leaf/ConstantColumnTransformer.java | 2 +-
.../iotdb/db/service/DataNodeShutdownHook.java | 4 +
.../iotdb/db/service/metrics/WritingMetrics.java | 34 +-
.../metrics/memory/StorageEngineMemoryMetrics.java | 126 ++++
.../iotdb/db/storageengine/StorageEngine.java | 1 +
.../execute/utils/CompactionTableSchema.java | 2 +-
.../compaction/io/CompactionTsFileWriter.java | 2 +-
.../rescon/memory/PrimitiveArrayManager.java | 7 +
.../db/utils/datastructure/AlignedTVList.java | 12 +-
.../iotdb/db/utils/datastructure/TVList.java | 24 +-
.../pipe/connector/PipeTabletEventSorterTest.java | 21 +-
.../plan/analyze/cache/PartitionCacheTest.java | 5 +-
.../plan/parser/StatementGeneratorTest.java | 9 +-
.../analyzer/AsofInnerJoinOperatorTest.java | 665 +++++++++++++++++++++
.../plan/relational/analyzer/AsofJoinTest.java | 282 +++++++++
.../plan/relational/analyzer/TestMatadata.java | 9 +
...seProvider.java => AsofJoinClauseProvider.java} | 21 +-
.../relational/planner/assertions/JoinMatcher.java | 32 +-
.../planner/assertions/PlanMatchPattern.java | 6 +
.../CompactionTableModelTestFileWriter.java | 2 +-
.../CompactionTableSchemaCollectorTest.java | 2 +-
.../rescon/memory/ResourceManagerTest.java | 79 ++-
.../agent/task/execution/PipeSubtaskExecutor.java | 2 +-
.../schema/table/column/TsTableColumnCategory.java | 2 +-
.../iotdb/commons/service/metric/enums/Metric.java | 4 +
.../db/relational/grammar/sql/RelationalSql.g4 | 3 +
pom.xml | 4 +-
scripts/tools/{export-data.sh => export-tsfile.sh} | 8 +-
scripts/tools/load-tsfile.sh | 60 --
.../windows/{export-data.bat => export-tsfile.bat} | 10 +-
scripts/tools/windows/load-tsfile.bat | 50 --
118 files changed, 3452 insertions(+), 1026 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/db/it/IoTDBAsofJoinTableIT.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/join/merge/comparator/{AscLongTypeJoinKeyComparator.java
=> AscLongTypeIgnoreEqualJoinKeyComparator.java} (82%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/join/merge/comparator/{DescLongTypeJoinKeyComparator.java
=> DescLongTypeIgnoreEqualJoinKeyComparator.java} (82%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/AsofMergeSortInnerJoinOperator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/AsofJoinOn.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/analyzer/AsofInnerJoinOperatorTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/analyzer/AsofJoinTest.java
copy
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/planner/assertions/{EquiJoinClauseProvider.java
=> AsofJoinClauseProvider.java} (57%)
copy scripts/tools/{export-data.sh => export-tsfile.sh} (88%)
delete mode 100755 scripts/tools/load-tsfile.sh
copy scripts/tools/windows/{export-data.bat => export-tsfile.bat} (86%)
delete mode 100755 scripts/tools/windows/load-tsfile.bat
