This is an automated email from the ASF dual-hosted git repository.
haonan pushed a change to branch Wal_mem_control
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 8ba4be20f2d add config template
add 950ecff3418 modify table session example (#14357)
add 621693f5159 Pipe IT: table model tests for consensus pipes × user
pipes (#14200)
add 761c67edd18 Fix file header of Java Class #14350
add ad09bd3c57e Pipe: Support table statements' data type conversion on
receiver type mismatch (#14354)
add f1714d05cdb Adjust default data region num per node from 5 to to cpu
core / 2 (#14348)
add e48aa4f67a5 Remove sqlalchemy upper version constraint for python
client (#14083)
add 05ea4738871 finish (#14366)
add d26a230f53b Merge branch 'master' of github.com:apache/iotdb into
Wal_mem_control
add f6b5531a01e Fix review
No new revisions were added by this update.
Summary of changes:
.github/workflows/pipe-it-2cluster.yml | 2 +-
.../org/apache/iotdb/TableModelSessionExample.java | 29 ++--
.../apache/iotdb/TableModelSessionPoolExample.java | 29 ++--
.../iotdb/itbase/constant/UDFTestConstant.java | 1 +
.../it/cluster/IoTDBClusterNodeGetterIT.java | 6 +-
.../confignode/it/utils/ConfigNodeTestUtils.java | 4 +-
.../org/apache/iotdb/db/it/IoTDBNestedQueryIT.java | 1 +
.../org/apache/iotdb/db/it/IoTDBRestartIT.java | 1 +
.../db/it/IoTDBSyntaxConventionIdentifierIT.java | 1 +
.../it/IoTDBSyntaxConventionStringLiteralIT.java | 1 +
.../aligned/IoTDBAggregationWithDeletion2IT.java | 1 +
.../db/it/aligned/IoTDBAlignedSeriesQuery4IT.java | 1 +
.../scalar/IoTDBRoundFunctionIT.java | 1 +
.../apache/iotdb/db/it/path/IoTDBQuotedPathIT.java | 1 +
.../iotdb/db/it/udf/IoTDBUDFManagementIT.java | 1 +
.../iotdb/db/it/udf/IoTDBUDFWindowQueryIT.java | 1 +
.../db/it/udf/IoTDBUDTFAlignByTimeQueryIT.java | 1 +
.../iotdb/db/it/udf/IoTDBUDTFHybridQueryIT.java | 1 +
.../iotdb/db/it/udf/IoTDBUDTFNonAlignQueryIT.java | 1 +
.../org/apache/iotdb/db/it/utils/TestUtils.java | 170 +++++++++++++++++++--
.../iotdb/pipe/it/tablemodel/IoTDBPipeAlterIT.java | 15 +-
.../it/tablemodel/IoTDBPipeAutoConflictIT.java | 23 ++-
.../pipe/it/tablemodel/IoTDBPipeAutoDropIT.java | 88 +++++++++--
.../pipe/it/tablemodel/IoTDBPipeClusterIT.java | 68 +++++++--
.../IoTDBPipeConnectorCompressionIT.java | 30 +++-
.../tablemodel/IoTDBPipeConnectorParallelIT.java | 14 +-
.../pipe/it/tablemodel/IoTDBPipeDataSinkIT.java | 31 +++-
.../pipe/it/tablemodel/IoTDBPipeExtractorIT.java | 105 +++++++++----
.../pipe/it/tablemodel/IoTDBPipeLifeCycleIT.java | 90 ++++++++---
.../pipe/it/tablemodel/IoTDBPipeNullValueIT.java | 11 +-
.../pipe/it/tablemodel/IoTDBPipeProtocolIT.java | 36 ++++-
.../it/tablemodel/IoTDBPipeSwitchStatusIT.java | 7 +-
.../pipe/it/tablemodel/IoTDBPipeWithLoadIT.java | 9 +-
.../it/tablemodel/IoTDBTablePatternFormatIT.java | 58 +++++--
.../iotdb/pipe/it/tablemodel/TableModelUtils.java | 32 +++-
.../it/db/it/IoTDBCaseWhenThenTableIT.java | 23 +--
.../relational/it/db/it/IoTDBRestartTableIT.java | 1 +
.../aligned/IoTDBAlignedSeriesQueryTable4IT.java | 1 +
.../scalar/IoTDBCastFunctionTableSpecialIT.java | 23 +--
.../it/query/old/query/IoTDBArithmeticTableIT.java | 23 +--
.../client-py/iotdb/sqlalchemy/IoTDBDialect.py | 15 +-
iotdb-client/client-py/requirements.txt | 2 +-
.../tests/integration/sqlalchemy/test_dialect.py | 41 +++--
.../iotdb/confignode/conf/ConfigNodeConfig.java | 24 ++-
.../confignode/conf/ConfigNodeDescriptor.java | 25 +--
.../consensus/response/ttl/ShowTTLResp.java | 1 +
.../iotdb/confignode/manager/TTLManager.java | 1 +
.../PartiteGraphPlacementRegionGroupAllocator.java | 7 +-
.../manager/schema/ClusterSchemaManager.java | 11 +-
.../iotdb/confignode/persistence/TTLInfo.java | 1 +
.../confignode/persistence/node/NodeInfo.java | 1 +
.../confignode/procedure/store/ProcedureType.java | 1 +
.../region/AllocatorScatterWidthManualTest.java | 4 +-
.../GreedyCopySetRegionGroupAllocatorTest.java | 4 +-
.../confignode/persistence/TriggerInfoTest.java | 1 +
.../iotdb/confignode/persistence/UDFInfoTest.java | 1 +
.../ArithmeticBinaryColumnTransformer.ftl | 1 -
.../templates/ArithmeticColumnTransformerApi.ftl | 23 +--
.../templates/ArithmeticUnaryColumnTransformer.ftl | 23 +--
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 12 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 8 +-
.../deletion/persist/PageCacheDeletionBuffer.java | 2 +-
.../protocol/thrift/IoTDBDataNodeReceiver.java | 28 ++--
.../statement/PipeConvertedInsertRowStatement.java | 6 +
.../PipeConvertedInsertTabletStatement.java | 7 +
...eStatementDataTypeConvertExecutionVisitor.java} | 101 ++++++++----
...eStatementDataTypeConvertExecutionVisitor.java} | 11 +-
.../queryengine/execution/FutureStateChange.java | 23 +--
.../db/queryengine/execution/StateMachine.java | 23 +--
.../relational/aggregation/TableAccumulator.java | 24 +--
.../relational/aggregation/TableAggregator.java | 24 +--
.../aggregation/grouped/GroupedAccumulator.java | 24 +--
.../aggregation/grouped/GroupedAggregator.java | 24 +--
.../aggregation/grouped/UpdateMemory.java | 24 +--
.../aggregation/grouped/array/BigArrays.java | 24 +--
.../aggregation/grouped/array/BinaryBigArray.java | 24 +--
.../aggregation/grouped/array/BooleanBigArray.java | 24 +--
.../aggregation/grouped/array/ByteBigArray.java | 24 +--
.../aggregation/grouped/array/DoubleBigArray.java | 24 +--
.../aggregation/grouped/array/FloatBigArray.java | 24 +--
.../aggregation/grouped/array/IntBigArray.java | 24 +--
.../aggregation/grouped/array/IntBigArrays.java | 24 +--
.../aggregation/grouped/array/IntComparator.java | 24 +--
.../aggregation/grouped/array/LongBigArray.java | 24 +--
.../aggregation/grouped/array/MapBigArray.java | 24 +--
.../aggregation/grouped/array/ObjectBigArray.java | 24 +--
.../aggregation/grouped/array/ShortBigArray.java | 24 +--
.../grouped/builder/HashAggregationBuilder.java | 24 +--
.../builder/InMemoryHashAggregationBuilder.java | 24 +--
.../grouped/hash/CombineHashFunction.java | 24 +--
.../aggregation/grouped/hash/FlatGroupByHash.java | 24 +--
.../aggregation/grouped/hash/FlatHash.java | 24 +--
.../aggregation/grouped/hash/FlatHashStrategy.java | 24 +--
.../aggregation/grouped/hash/GroupByHash.java | 24 +--
.../grouped/hash/VariableWidthData.java | 24 +--
.../analyze/cache/schema/DataNodeTTLCache.java | 1 +
.../plan/execution/ExecutionResult.java | 1 +
.../plan/planner/LocalExecutionPlanner.java | 1 +
.../queryengine/plan/planner/LogicalPlanner.java | 1 +
.../planner/distribution/DistributionPlanner.java | 1 +
.../plan/planner/plan/DistributedQueryPlan.java | 1 +
.../plan/planner/plan/LogicalQueryPlan.java | 1 +
.../plan/planner/plan/PlanFragment.java | 1 +
.../plan/planner/plan/node/PlanNodeId.java | 1 +
.../planner/plan/node/process/DeviceViewNode.java | 1 +
.../plan/planner/plan/node/process/FillNode.java | 1 +
.../plan/planner/plan/node/process/FilterNode.java | 1 +
.../plan/node/process/GroupByLevelNode.java | 1 +
.../plan/node/process/HorizontallyConcatNode.java | 1 +
.../plan/planner/plan/node/process/LimitNode.java | 1 +
.../planner/plan/node/process/ProcessNode.java | 1 +
.../plan/planner/plan/node/process/SortNode.java | 1 +
.../node/process/join/FullOuterTimeJoinNode.java | 1 +
.../querystats/PlanOptimizersStatsCollector.java | 24 +--
.../querystats/QueryPlanOptimizerStatistics.java | 24 +--
.../querystats/QueryPlanOptimizerStats.java | 24 +--
.../function/arithmetic/AdditionResolver.java | 23 +--
.../function/arithmetic/DivisionResolver.java | 23 +--
.../function/arithmetic/ModulusResolver.java | 23 +--
.../arithmetic/MultiplicationResolver.java | 23 +--
.../function/arithmetic/SubtractionResolver.java | 23 +--
.../plan/relational/planner/Assignments.java | 24 +--
.../relational/planner/ExpressionExtractor.java | 24 +--
.../planner/ExpressionSymbolInliner.java | 24 +--
.../plan/relational/planner/NodeAndMappings.java | 24 +--
.../plan/relational/planner/OrderingScheme.java | 23 +--
.../relational/planner/OrderingTranslator.java | 24 +--
.../plan/relational/planner/PlanBuilder.java | 24 +--
.../plan/relational/planner/PlanNodeSearcher.java | 24 +--
.../plan/relational/planner/QueryPlanner.java | 24 +--
.../plan/relational/planner/RelationPlan.java | 24 +--
.../plan/relational/planner/RelationPlanner.java | 24 +--
.../plan/relational/planner/SortOrder.java | 24 +--
.../plan/relational/planner/SubqueryPlanner.java | 24 +--
.../plan/relational/planner/SymbolAllocator.java | 24 +--
.../plan/relational/planner/SymbolsExtractor.java | 24 +--
.../relational/planner/TableLogicalPlanner.java | 23 +--
.../plan/relational/planner/TranslationMap.java | 24 +--
.../planner/distribute/SubPlanGenerator.java | 23 +--
.../distribute/TableDistributedPlanGenerator.java | 23 +--
.../distribute/TableDistributedPlanner.java | 24 +--
.../distribute/TableModelQueryFragmentPlanner.java | 24 +--
.../TableModelTypeProviderExtractor.java | 23 +--
.../planner/ir/DefaultTraversalVisitor.java | 23 +--
.../planner/ir/DeterminismEvaluator.java | 23 +--
.../planner/ir/ExpressionTreeRewriter.java | 1 +
.../plan/relational/planner/ir/IrUtils.java | 23 +--
.../planner/ir/ReplaceSymbolInExpression.java | 24 +--
.../planner/iterative/GroupReference.java | 24 +--
.../planner/iterative/IterativeOptimizer.java | 24 +--
.../plan/relational/planner/iterative/Lookup.java | 24 +--
.../plan/relational/planner/iterative/Memo.java | 24 +--
.../plan/relational/planner/iterative/Plans.java | 24 +--
.../relational/planner/iterative/RuleIndex.java | 23 +--
.../relational/planner/iterative/RuleStats.java | 24 +--
.../planner/iterative/RuleStatsRecorder.java | 24 +--
.../rule/EliminateLimitProjectWithTableScan.java | 24 +--
.../rule/EliminateLimitWithTableScan.java | 24 +--
.../planner/iterative/rule/InlineProjections.java | 24 +--
.../planner/iterative/rule/MergeFilters.java | 23 +--
.../iterative/rule/MergeLimitWithMergeSort.java | 24 +--
.../planner/iterative/rule/MergeLimits.java | 24 +--
.../iterative/rule/ProjectOffPushDownRule.java | 24 +--
.../iterative/rule/PruneAggregationColumns.java | 24 +--
.../rule/PruneAggregationSourceColumns.java | 24 +--
.../planner/iterative/rule/PruneFilterColumns.java | 24 +--
.../planner/iterative/rule/PruneLimitColumns.java | 24 +--
.../planner/iterative/rule/PruneOffsetColumns.java | 24 +--
.../iterative/rule/PruneOutputSourceColumns.java | 24 +--
.../iterative/rule/PruneProjectColumns.java | 24 +--
.../planner/iterative/rule/PruneSortColumns.java | 24 +--
.../iterative/rule/PruneTableScanColumns.java | 24 +--
.../iterative/rule/PushLimitThroughOffset.java | 23 +--
.../rule/RemoveRedundantIdentityProjections.java | 24 +--
.../rule/TransformUncorrelatedSubqueryToJoin.java | 24 +--
.../relational/planner/node/AggregationNode.java | 24 +--
.../relational/planner/node/ChildReplacer.java | 24 +--
.../planner/node/DeviceTableScanNode.java | 23 +--
.../planner/node/ExplainAnalyzeNode.java | 23 +--
.../plan/relational/planner/node/JoinNode.java | 1 +
.../plan/relational/planner/node/LimitNode.java | 23 +--
.../plan/relational/planner/node/OffsetNode.java | 23 +--
.../plan/relational/planner/node/OutputNode.java | 23 +--
.../plan/relational/planner/node/Patterns.java | 24 +--
.../plan/relational/planner/node/ProjectNode.java | 23 +--
.../plan/relational/planner/node/SortNode.java | 23 +--
.../relational/planner/node/TableScanNode.java | 23 +--
.../optimizations/AdaptivePlanOptimizer.java | 23 +--
.../planner/optimizations/JoinUtils.java | 23 +--
.../planner/optimizations/PlanOptimizer.java | 24 +--
.../PushAggregationIntoTableScan.java | 23 +--
.../PushLimitOffsetIntoTableScan.java | 23 +--
.../planner/optimizations/SymbolMapper.java | 24 +--
.../TransformAggregationToStreamable.java | 23 +--
.../optimizations/UnaliasSymbolReferences.java | 24 +--
.../plan/relational/sql/rewrite/ShowRewrite.java | 24 +--
.../relational/sql/rewrite/StatementRewrite.java | 24 +--
.../plan/relational/utils/DisjointSet.java | 1 +
.../plan/relational/utils/MoreLists.java | 24 +--
.../db/queryengine/plan/scheduler/IScheduler.java | 1 +
.../plan/statement/crud/InsertBaseStatement.java | 2 +-
.../plan/statement/crud/InsertRowStatement.java | 7 +-
.../plan/statement/crud/InsertTabletStatement.java | 12 +-
.../AbstractCaseWhenThenColumnTransformer.java | 23 +--
.../column/TableCaseWhenThenColumnTransformer.java | 23 +--
.../column/TreeCaseWhenThenColumnTransformer.java | 23 +--
.../AbstractCastFunctionColumnTransformer.java | 23 +--
.../scalar/DateBinFunctionColumnTransformer.java | 23 +--
.../scalar/TryCastFunctionColumnTransformer.java | 23 +--
.../read/resp/info/impl/ShowSchemaResult.java | 1 +
.../read/resp/info/impl/ShowTimeSeriesResult.java | 1 +
.../schemaregion/utils/ResourceByPathUtils.java | 1 +
.../compaction/selector/ICompactionSelector.java | 1 +
.../compaction/selector/ICrossSpaceSelector.java | 1 +
.../selector/IInnerSeqSpaceSelector.java | 1 +
.../dataregion/memtable/WritableMemChunk.java | 1 +
.../filescan/model/AlignedDeviceChunkMetaData.java | 1 +
.../dataregion/wal/utils/WALEntryQueue.java | 17 +--
.../rescon/memory/MemTableManager.java | 1 +
.../rescon/memory/TsFileResourceManager.java | 1 +
.../java/org/apache/iotdb/db/utils/MmapUtil.java | 1 +
.../plan/relational/analyzer/JoinTest.java | 23 +--
.../analyzer/LimitOffsetPushDownTest.java | 23 +--
.../plan/relational/analyzer/TSBSMetadata.java | 23 +--
.../plan/relational/analyzer/TestMatadata.java | 23 +--
.../plan/relational/analyzer/TestPlanBuilder.java | 1 +
.../plan/relational/analyzer/TestUtils.java | 1 +
.../AggregationDeviceTableScanMatcher.java | 24 +--
.../planner/assertions/AggregationFunction.java | 24 +--
.../assertions/AggregationFunctionMatcher.java | 24 +--
.../assertions/AggregationFunctionProvider.java | 24 +--
.../planner/assertions/AggregationMatcher.java | 24 +--
.../planner/assertions/AggregationStepMatcher.java | 24 +--
.../planner/assertions/AliasMatcher.java | 24 +--
.../planner/assertions/AliasPresent.java | 24 +--
.../assertions/BaseStrictSymbolsMatcher.java | 24 +--
.../planner/assertions/ColumnReference.java | 24 +--
.../planner/assertions/DeviceTableScanMatcher.java | 24 +--
.../planner/assertions/EquiJoinClauseProvider.java | 24 +--
.../planner/assertions/ExchangeNodeMatcher.java | 24 +--
.../planner/assertions/ExpectedValueProvider.java | 24 +--
.../planner/assertions/ExpressionMatcher.java | 24 +--
.../planner/assertions/ExpressionVerifier.java | 24 +--
.../planner/assertions/FilterMatcher.java | 24 +--
.../assertions/IdentityProjectionMatcher.java | 24 +--
.../InformationSchemaTableScanMatcher.java | 24 +--
.../relational/planner/assertions/JoinMatcher.java | 24 +--
.../planner/assertions/LimitMatcher.java | 24 +--
.../relational/planner/assertions/MatchResult.java | 24 +--
.../relational/planner/assertions/Matcher.java | 24 +--
.../planner/assertions/NotPlanNodeMatcher.java | 24 +--
.../planner/assertions/OffsetMatcher.java | 24 +--
.../planner/assertions/OutputMatcher.java | 24 +--
.../relational/planner/assertions/PlanAssert.java | 24 +--
.../planner/assertions/PlanMatchPattern.java | 24 +--
.../planner/assertions/PlanMatchingState.java | 24 +--
.../planner/assertions/PlanMatchingVisitor.java | 24 +--
.../planner/assertions/PlanNodeMatcher.java | 24 +--
.../planner/assertions/PlanTestSymbol.java | 24 +--
.../planner/assertions/PredicateMatcher.java | 24 +--
.../planner/assertions/RvalueMatcher.java | 24 +--
.../relational/planner/assertions/SortMatcher.java | 24 +--
.../assertions/StrictAssignedSymbolsMatcher.java | 24 +--
.../planner/assertions/StrictSymbolsMatcher.java | 24 +--
.../relational/planner/assertions/SymbolAlias.java | 24 +--
.../planner/assertions/SymbolAliases.java | 24 +--
.../planner/assertions/TableScanMatcher.java | 24 +--
.../plan/relational/planner/assertions/Util.java | 24 +--
.../column/unary/scalar/DateBinFunctionTest.java | 23 +--
.../compaction/AbstractCompactionTest.java | 1 +
.../compaction/CompactionTaskComparatorTest.java | 1 +
.../compaction/CompactionTaskManagerTest.java | 1 +
.../ReadPointCompactionPerformerTest.java | 1 +
.../inner/InnerCompactionSchedulerTest.java | 1 +
.../inner/InnerSpaceCompactionExceptionTest.java | 1 +
.../recover/SizeTieredCompactionRecoverTest.java | 1 +
.../utils/MultiTsFileDeviceIteratorTest.java | 1 +
.../dataregion/memtable/MemTableFlushTaskTest.java | 1 +
.../dataregion/tsfile/FakedTsFileResource.java | 1 +
.../rescon/memory/ResourceManagerTest.java | 1 +
.../conf/iotdb-system.properties.template | 29 ++--
.../iotdb/commons/exception/ShutdownException.java | 1 +
.../iotdb/commons/partition/DataPartition.java | 1 +
.../commons/partition/DataPartitionQueryParam.java | 1 +
.../apache/iotdb/commons/partition/Partition.java | 1 +
.../apache/iotdb/commons/path/MeasurementPath.java | 1 +
.../org/apache/iotdb/commons/path/PartialPath.java | 1 +
.../iotdb/commons/path/PathDeserializeUtil.java | 1 +
.../pipe/datastructure/pattern/TablePattern.java | 2 +-
.../apache/iotdb/commons/schema/ttl/TTLCache.java | 1 +
.../iotdb/commons/trigger/TriggerInformation.java | 1 +
.../apache/iotdb/commons/trigger/TriggerTable.java | 1 +
.../commons/udf/utils/UDFBinaryTransformer.java | 1 +
.../commons/udf/utils/UDFDataTypeTransformer.java | 1 +
.../src/main/thrift/confignode.thrift | 4 +-
295 files changed, 3474 insertions(+), 1831 deletions(-)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/visitor/{PipeStatementDataTypeConvertExecutionVisitor.java
=> PipeTableStatementDataTypeConvertExecutionVisitor.java} (68%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/visitor/{PipeStatementDataTypeConvertExecutionVisitor.java
=> PipeTreeStatementDataTypeConvertExecutionVisitor.java} (95%)
