This is an automated email from the ASF dual-hosted git repository.
chenyz pushed a change to branch udsf
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 89adefcfecf fix cpp client
add 4f4dd798295 Optimized the config execution & query failure logs
add f84a52eca0f Pipe: Fix potential NPE from
WALEntryHandler#getInsertNodeViaCacheIfPossible & Improve performance for pipe
slightly (#14312)
add 4513e5548d9 Pipe: Implement OpcUa connector for table model (#14283)
add 06d9f3bb963 Add UT for query auth check
add 502f54a5beb Pipe: Added the CreateMultiTimeSeries with merge logic and
disabled timeSeries existence check at SchemaExecutionVisitor for plans
transferred by pipe (#14317)
add fd105e030d6 Add Binary Allocator (#14321)
add 133a9cb9885 Update export script prompt information (#14276)
add e46d34ab213 Pipe: fix the reference count leak of events published in
the assigner during restart (#14308)
add 9b04df7d7b4 Optimized the error log of devices related operations when
where specifies time/measurement columns
add b2f032527b5 Support uncorrelated scalar subquery in
SELECT/WHERE/HAVING clause
add 0ea7de03f37 Increase the default upper bound for ClientManager #14325
add b1e69045f99 Support table model sql insertion without column name
(#14310)
add f8176b7146b Fix auth test (#14337)
add c789ba8e555 fix addRemotePeer data inconsistency (#14332)
add 695d3be5ccd [remove datanode] Fix concurrent modification when
removing fails and rollback #14333
add 903c3599c42 [remove datanode X IoTV2] Fix concurrent modification when
removing fails and rollback #14336
add 9ca824d3249 resolve conflict
No new revisions were added by this update.
Summary of changes:
.../iotdb/pipe/it/single/IoTDBPipeOPCUAIT.java | 55 +++
.../pipe/it/tablemodel/IoTDBPipeWithLoadIT.java | 2 +-
.../db/it/IoTDBMultiIDsWithAttributesTableIT.java | 47 +-
.../it/query/recent/IoTDBTableAggregationIT.java | 2 +-
.../IoTDBUncorrelatedScalarSubqueryIT.java | 384 ++++++++++++++++
.../recent/subquery/SubqueryDataSetUtils.java | 110 +++++
.../iotdb/relational/it/schema/IoTDBDeviceIT.java | 15 +-
.../iotdb/session/it/IoTDBSessionRelationalIT.java | 62 ++-
.../org/apache/iotdb/tool/data/ExportData.java | 11 +
.../org/apache/iotdb/tool/data/ImportData.java | 22 +-
.../org/apache/iotdb/tool/tsfile/ExportTsFile.java | 6 +
.../write/template/CreateSchemaTemplatePlan.java | 14 +-
.../persistence/schema/ClusterSchemaInfo.java | 4 +-
.../persistence/schema/TemplateTable.java | 4 +-
.../impl/pipe/AbstractOperatePipeProcedureV2.java | 9 +-
.../apache/iotdb/consensus/iot/IoTConsensus.java | 6 +-
.../apache/iotdb/consensus/pipe/PipeConsensus.java | 19 +-
.../consensus/pipe/PipeConsensusServerImpl.java | 47 +-
.../pipe/consensuspipe/ConsensusPipeManager.java | 72 +--
.../service/PipeConsensusRPCServiceProcessor.java | 6 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 21 +
.../schemaregion/SchemaExecutionVisitor.java | 102 +++--
.../connector/protocol/opcua/OpcUaConnector.java | 27 +-
.../connector/protocol/opcua/OpcUaNameSpace.java | 202 ++++++---
...oricalDataRegionTsFileAndDeletionExtractor.java | 20 +-
.../realtime/assigner/DisruptorQueue.java | 45 +-
.../realtime/assigner/PipeDataRegionAssigner.java | 59 ++-
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 5 +-
.../execution/executor/RegionWriteExecutor.java | 268 ++++++-----
.../operator/process/EnforceSingleRowOperator.java | 122 +++++
.../join/SimpleNestedLoopCrossJoinOperator.java | 257 +++++++++++
.../comparator/AscBinaryTypeJoinKeyComparator.java | 77 ++++
.../AscBooleanTypeJoinKeyComparator.java | 75 ++++
.../comparator/AscDoubleTypeJoinKeyComparator.java | 72 +++
.../comparator/AscFloatTypeJoinKeyComparator.java | 71 +++
.../comparator/AscIntTypeJoinKeyComparator.java | 71 +++
.../comparator/AscLongTypeJoinKeyComparator.java | 71 +++
.../DescBinaryTypeJoinKeyComparator.java | 77 ++++
.../DescBooleanTypeJoinKeyComparator.java | 74 ++++
.../DescDoubleTypeJoinKeyComparator.java | 72 +++
.../comparator/DescFloatTypeJoinKeyComparator.java | 72 +++
.../comparator/DescIntTypeJoinKeyComparator.java | 71 +++
.../comparator/DescLongTypeJoinKeyComparator.java | 71 +++
.../join/merge/comparator/JoinKeyComparator.java | 61 +++
.../merge/comparator/JoinKeyComparatorFactory.java | 61 +++
...tor.java => AbstractMergeSortJoinOperator.java} | 472 +++++++++++---------
.../relational/MergeSortFullOuterJoinOperator.java | 239 ++++++++++
.../relational/MergeSortInnerJoinOperator.java | 151 +++++++
.../relational/TableFullOuterJoinOperator.java | 343 --------------
.../db/queryengine/plan/analyze/AnalyzeUtils.java | 3 +-
.../plan/execution/config/ConfigExecution.java | 53 ++-
.../execution/config/TableConfigTaskVisitor.java | 2 +-
.../config/executor/ClusterConfigTaskExecutor.java | 491 ++++++++-------------
.../plan/planner/TableOperatorGenerator.java | 154 ++++++-
.../plan/planner/plan/node/PlanGraphPrinter.java | 8 +
.../plan/planner/plan/node/PlanNodeType.java | 4 +
.../plan/planner/plan/node/PlanVisitor.java | 17 +
.../plan/relational/analyzer/Analysis.java | 39 ++
.../relational/analyzer/ExpressionAnalyzer.java | 21 +
.../relational/analyzer/StatementAnalyzer.java | 16 +-
.../schema/CheckSchemaPredicateVisitor.java | 12 +-
.../relational/planner/ExpressionExtractor.java | 34 +-
.../plan/relational/planner/QueryPlanner.java | 21 +-
.../plan/relational/planner/RelationPlanner.java | 10 +-
.../plan/relational/planner/SubqueryPlanner.java | 348 ++++++++++++++-
.../distribute/TableDistributedPlanGenerator.java | 73 +--
.../relational/planner/ir/ExpressionRewriter.java | 12 +
.../planner/ir/ExpressionTreeRewriter.java | 35 ++
.../iterative/rule/PruneCorrelatedJoinColumns.java | 122 +++++
.../rule/PruneCorrelatedJoinCorrelation.java | 66 +++
.../rule/PruneEnforceSingleRowColumns.java | 42 ++
.../rule/RemoveRedundantEnforceSingleRowNode.java | 45 ++
.../rule/TransformUncorrelatedSubqueryToJoin.java | 133 ++++++
.../plan/relational/planner/node/ApplyNode.java | 246 +++++++++++
.../planner/node/CorrelatedJoinNode.java | 170 +++++++
.../planner/node/EnforceSingleRowNode.java | 86 ++++
.../plan/relational/planner/node/JoinNode.java | 2 +
.../plan/relational/planner/node/Patterns.java | 142 +++---
.../planner/optimizations/Cardinality.java | 56 +++
.../CheckSubqueryNodesAreRewritten.java | 65 +++
.../optimizations/LogicalOptimizeFactory.java | 19 +-
.../optimizations/PushPredicateIntoTableScan.java | 107 +++--
.../optimizations/QueryCardinalityUtil.java | 219 +++++++++
.../planner/optimizations/SymbolMapper.java | 30 +-
.../optimizations/UnaliasSymbolReferences.java | 133 ++++++
.../relational/security/AccessControlImpl.java | 2 +-
.../relational/security/ITableAuthChecker.java | 5 +-
.../plan/relational/sql/ast/SingleColumn.java | 4 +
.../relational/sql/ast/WrappedInsertStatement.java | 3 +-
.../plan/relational/sql/parser/AstBuilder.java | 147 +++++-
.../plan/relational/sql/parser/SqlParser.java | 28 +-
.../plan/statement/crud/InsertRowStatement.java | 3 +-
.../dataregion/wal/utils/WALEntryHandler.java | 5 +-
.../apache/iotdb/db/utils/ErrorHandlingUtils.java | 2 +-
.../plan/relational/analyzer/AnalyzerTest.java | 2 +-
.../plan/relational/analyzer/AuthTest.java | 256 +++++++++++
.../plan/relational/analyzer/TestUtils.java | 2 +-
.../plan/relational/planner/PlanTester.java | 6 +-
.../plan/relational/planner/SubqueryTest.java | 226 ++++++++++
.../planner/assertions/EquiJoinClauseProvider.java | 38 ++
.../relational/planner/assertions/JoinMatcher.java | 185 ++++++++
.../planner/assertions/PlanMatchPattern.java | 29 +-
.../conf/iotdb-system.properties.template | 38 +-
.../commons/binaryallocator/BinaryAllocator.java | 260 +++++++++++
.../binaryallocator/BinaryAllocatorState.java | 71 +++
.../iotdb/commons/binaryallocator/arena/Arena.java | 233 ++++++++++
.../binaryallocator/arena/ArenaStrategy.java | 35 ++
.../binaryallocator/config/AllocatorConfig.java | 53 +++
.../ema/AdaptiveWeightedAverage.java | 100 +++++
.../commons/binaryallocator/evictor/Evictor.java | 96 ++++
.../metric/BinaryAllocatorMetrics.java | 104 +++++
.../commons/binaryallocator/utils/SizeClasses.java | 146 ++++++
.../client/property/ClientPoolProperty.java | 4 +-
.../iotdb/commons/concurrent/ThreadName.java | 1 +
.../apache/iotdb/commons/conf/CommonConfig.java | 50 +++
.../iotdb/commons/conf/CommonDescriptor.java | 25 ++
.../config/constant/PipeConnectorConstant.java | 4 +
.../config/constant/PipeExtractorConstant.java | 2 -
.../configuraion/PipeTaskRuntimeConfiguration.java | 2 +-
.../service/metric/JvmGcMonitorMetrics.java | 6 +
.../iotdb/commons/service/metric/enums/Metric.java | 1 +
.../binaryallocator/BinaryAllocatorTest.java | 139 ++++++
.../src/main/thrift/pipeconsensus.thrift | 2 -
123 files changed, 7990 insertions(+), 1587 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/query/recent/subquery/IoTDBUncorrelatedScalarSubqueryIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/query/recent/subquery/SubqueryDataSetUtils.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/EnforceSingleRowOperator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/join/SimpleNestedLoopCrossJoinOperator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/join/merge/comparator/AscBinaryTypeJoinKeyComparator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/join/merge/comparator/AscBooleanTypeJoinKeyComparator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/join/merge/comparator/AscDoubleTypeJoinKeyComparator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/join/merge/comparator/AscFloatTypeJoinKeyComparator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/join/merge/comparator/AscIntTypeJoinKeyComparator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/join/merge/comparator/AscLongTypeJoinKeyComparator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/join/merge/comparator/DescBinaryTypeJoinKeyComparator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/join/merge/comparator/DescBooleanTypeJoinKeyComparator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/join/merge/comparator/DescDoubleTypeJoinKeyComparator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/join/merge/comparator/DescFloatTypeJoinKeyComparator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/join/merge/comparator/DescIntTypeJoinKeyComparator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/join/merge/comparator/DescLongTypeJoinKeyComparator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/join/merge/comparator/JoinKeyComparator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/join/merge/comparator/JoinKeyComparatorFactory.java
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/{TableInnerJoinOperator.java
=> AbstractMergeSortJoinOperator.java} (53%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/MergeSortFullOuterJoinOperator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/MergeSortInnerJoinOperator.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/TableFullOuterJoinOperator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/iterative/rule/PruneCorrelatedJoinColumns.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/iterative/rule/PruneCorrelatedJoinCorrelation.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/iterative/rule/PruneEnforceSingleRowColumns.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/iterative/rule/RemoveRedundantEnforceSingleRowNode.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/iterative/rule/TransformUncorrelatedSubqueryToJoin.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/node/ApplyNode.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/node/CorrelatedJoinNode.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/node/EnforceSingleRowNode.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/optimizations/Cardinality.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/optimizations/CheckSubqueryNodesAreRewritten.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/optimizations/QueryCardinalityUtil.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/analyzer/AuthTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/planner/SubqueryTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/planner/assertions/EquiJoinClauseProvider.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/planner/assertions/JoinMatcher.java
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/binaryallocator/BinaryAllocator.java
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/binaryallocator/BinaryAllocatorState.java
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/binaryallocator/arena/Arena.java
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/binaryallocator/arena/ArenaStrategy.java
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/binaryallocator/config/AllocatorConfig.java
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/binaryallocator/ema/AdaptiveWeightedAverage.java
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/binaryallocator/evictor/Evictor.java
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/binaryallocator/metric/BinaryAllocatorMetrics.java
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/binaryallocator/utils/SizeClasses.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/binaryallocator/BinaryAllocatorTest.java
